2 * Copyright (c) 2006 Peter Wemm
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
14 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
17 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 #include <sys/cdefs.h>
27 __FBSDID("$FreeBSD$");
30 * AMD64 machine dependent routines for kvm and minidumps.
33 #include <sys/param.h>
38 #include <sys/fnv_hash.h>
46 #include <vm/vm_param.h>
48 #include <machine/elf.h>
49 #include <machine/cpufunc.h>
50 #include <machine/minidump.h>
54 #include "kvm_private.h"
56 #define PG_FRAME_PAE (~((uint64_t)PAGE_MASK))
66 /* minidump must be the first item! */
68 int minidump; /* 1 = minidump mode */
69 struct minidumphdr hdr;
70 void *hpt_head[HPT_SIZE];
76 hpt_insert(kvm_t *kd, uint64_t pa, int64_t off)
79 uint32_t fnv = FNV1_32_INIT;
81 fnv = fnv_32_buf(&pa, sizeof(pa), fnv);
82 fnv &= (HPT_SIZE - 1);
83 hpte = malloc(sizeof(*hpte));
86 hpte->next = kd->vmst->hpt_head[fnv];
87 kd->vmst->hpt_head[fnv] = hpte;
91 hpt_find(kvm_t *kd, uint64_t pa)
94 uint32_t fnv = FNV1_32_INIT;
96 fnv = fnv_32_buf(&pa, sizeof(pa), fnv);
97 fnv &= (HPT_SIZE - 1);
98 for (hpte = kd->vmst->hpt_head[fnv]; hpte != NULL; hpte = hpte->next) {
106 inithash(kvm_t *kd, uint32_t *base, int len, off_t off)
112 for (idx = 0; idx < len / sizeof(*base); idx++) {
116 bits &= ~(1ul << bit);
117 pa = (idx * sizeof(*base) * NBBY + bit) * PAGE_SIZE;
118 hpt_insert(kd, pa, off);
126 _kvm_minidump_freevtop(kvm_t *kd)
128 struct vmstate *vm = kd->vmst;
139 _kvm_minidump_initvtop(kvm_t *kd)
142 struct vmstate *vmst;
145 vmst = _kvm_malloc(kd, sizeof(*vmst));
147 _kvm_err(kd, kd->program, "cannot allocate vm");
151 bzero(vmst, sizeof(*vmst));
153 if (pread(kd->pmfd, &vmst->hdr, sizeof(vmst->hdr), 0) !=
155 _kvm_err(kd, kd->program, "cannot read dump header");
158 if (strncmp(MINIDUMP_MAGIC, vmst->hdr.magic, sizeof(vmst->hdr.magic)) != 0) {
159 _kvm_err(kd, kd->program, "not a minidump for this platform");
162 if (vmst->hdr.version != MINIDUMP_VERSION) {
163 _kvm_err(kd, kd->program, "wrong minidump version. expected %d got %d",
164 MINIDUMP_VERSION, vmst->hdr.version);
168 /* Skip header and msgbuf */
169 off = PAGE_SIZE + round_page(vmst->hdr.msgbufsize);
171 vmst->bitmap = _kvm_malloc(kd, vmst->hdr.bitmapsize);
172 if (vmst->bitmap == NULL) {
173 _kvm_err(kd, kd->program, "cannot allocate %d bytes for bitmap", vmst->hdr.bitmapsize);
176 if (pread(kd->pmfd, vmst->bitmap, vmst->hdr.bitmapsize, off) !=
177 vmst->hdr.bitmapsize) {
178 _kvm_err(kd, kd->program, "cannot read %d bytes for page bitmap", vmst->hdr.bitmapsize);
181 off += round_page(vmst->hdr.bitmapsize);
183 vmst->ptemap = _kvm_malloc(kd, vmst->hdr.ptesize);
184 if (vmst->ptemap == NULL) {
185 _kvm_err(kd, kd->program, "cannot allocate %d bytes for ptemap", vmst->hdr.ptesize);
188 if (pread(kd->pmfd, vmst->ptemap, vmst->hdr.ptesize, off) !=
190 _kvm_err(kd, kd->program, "cannot read %d bytes for ptemap", vmst->hdr.ptesize);
193 off += vmst->hdr.ptesize;
195 /* build physical address hash table for sparse pages */
196 inithash(kd, vmst->bitmap, vmst->hdr.bitmapsize, off);
202 _kvm_minidump_vatop_pae(kvm_t *kd, u_long va, off_t *pa)
215 offset = va & (PAGE_SIZE - 1);
217 if (va >= vm->hdr.kernbase) {
218 pteindex = (va - vm->hdr.kernbase) >> PAGE_SHIFT;
219 pte = ptemap[pteindex];
220 if ((pte & PG_V) == 0) {
221 _kvm_err(kd, kd->program, "_kvm_vatop: pte not valid");
224 a = pte & PG_FRAME_PAE;
225 ofs = hpt_find(kd, a);
227 _kvm_err(kd, kd->program, "_kvm_vatop: physical address 0x%llx not in minidump", a);
231 return (PAGE_SIZE - offset);
233 _kvm_err(kd, kd->program, "_kvm_vatop: virtual address 0x%lx not minidumped", va);
238 _kvm_err(kd, 0, "invalid address (0x%lx)", va);
243 _kvm_minidump_vatop(kvm_t *kd, u_long va, off_t *pa)
256 offset = va & (PAGE_SIZE - 1);
258 if (va >= vm->hdr.kernbase) {
259 pteindex = (va - vm->hdr.kernbase) >> PAGE_SHIFT;
260 pte = ptemap[pteindex];
261 if ((pte & PG_V) == 0) {
262 _kvm_err(kd, kd->program, "_kvm_vatop: pte not valid");
266 ofs = hpt_find(kd, a);
268 _kvm_err(kd, kd->program, "_kvm_vatop: physical address 0x%lx not in minidump", a);
272 return (PAGE_SIZE - offset);
274 _kvm_err(kd, kd->program, "_kvm_vatop: virtual address 0x%lx not minidumped", va);
279 _kvm_err(kd, 0, "invalid address (0x%lx)", va);
284 _kvm_minidump_kvatop(kvm_t *kd, u_long va, off_t *pa)
288 _kvm_err(kd, 0, "kvm_kvatop called in live kernel!");
291 if (kd->vmst->hdr.paemode)
292 return (_kvm_minidump_vatop_pae(kd, va, pa));
294 return (_kvm_minidump_vatop(kd, va, pa));