2 * Copyright (c) 2006 Peter Wemm
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
14 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
16 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
17 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
18 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
19 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
20 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
21 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
22 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 #include <sys/cdefs.h>
27 __FBSDID("$FreeBSD$");
30 * AMD64 machine dependent routines for kvm and minidumps.
33 #include <sys/param.h>
38 #include <sys/fnv_hash.h>
46 #include <vm/vm_param.h>
48 #include <machine/elf.h>
49 #include <machine/cpufunc.h>
50 #include <machine/minidump.h>
54 #include "kvm_private.h"
64 /* minidump must be the first item! */
66 int minidump; /* 1 = minidump mode */
67 struct minidumphdr hdr;
68 void *hpt_head[HPT_SIZE];
74 hpt_insert(kvm_t *kd, vm_paddr_t pa, int64_t off)
77 uint32_t fnv = FNV1_32_INIT;
79 fnv = fnv_32_buf(&pa, sizeof(pa), fnv);
80 fnv &= (HPT_SIZE - 1);
81 hpte = malloc(sizeof(*hpte));
84 hpte->next = kd->vmst->hpt_head[fnv];
85 kd->vmst->hpt_head[fnv] = hpte;
89 hpt_find(kvm_t *kd, vm_paddr_t pa)
92 uint32_t fnv = FNV1_32_INIT;
94 fnv = fnv_32_buf(&pa, sizeof(pa), fnv);
95 fnv &= (HPT_SIZE - 1);
96 for (hpte = kd->vmst->hpt_head[fnv]; hpte != NULL; hpte = hpte->next) {
104 inithash(kvm_t *kd, uint64_t *base, int len, off_t off)
110 for (idx = 0; idx < len / sizeof(*base); idx++) {
114 bits &= ~(1ul << bit);
115 pa = (idx * sizeof(*base) * NBBY + bit) * PAGE_SIZE;
116 hpt_insert(kd, pa, off);
124 _kvm_minidump_freevtop(kvm_t *kd)
126 struct vmstate *vm = kd->vmst;
137 _kvm_minidump_initvtop(kvm_t *kd)
140 struct vmstate *vmst;
143 vmst = _kvm_malloc(kd, sizeof(*vmst));
145 _kvm_err(kd, kd->program, "cannot allocate vm");
150 if (pread(kd->pmfd, &vmst->hdr, sizeof(vmst->hdr), 0) !=
152 _kvm_err(kd, kd->program, "cannot read dump header");
155 if (strncmp(MINIDUMP_MAGIC, vmst->hdr.magic, sizeof(vmst->hdr.magic)) != 0) {
156 _kvm_err(kd, kd->program, "not a minidump for this platform");
161 * NB: amd64 minidump header is binary compatible between version 1
162 * and version 2; this may not be the case for the future versions.
164 if (vmst->hdr.version != MINIDUMP_VERSION && vmst->hdr.version != 1) {
165 _kvm_err(kd, kd->program, "wrong minidump version. expected %d got %d",
166 MINIDUMP_VERSION, vmst->hdr.version);
170 /* Skip header and msgbuf */
171 off = PAGE_SIZE + round_page(vmst->hdr.msgbufsize);
173 vmst->bitmap = _kvm_malloc(kd, vmst->hdr.bitmapsize);
174 if (vmst->bitmap == NULL) {
175 _kvm_err(kd, kd->program, "cannot allocate %d bytes for bitmap", vmst->hdr.bitmapsize);
178 if (pread(kd->pmfd, vmst->bitmap, vmst->hdr.bitmapsize, off) !=
179 vmst->hdr.bitmapsize) {
180 _kvm_err(kd, kd->program, "cannot read %d bytes for page bitmap", vmst->hdr.bitmapsize);
183 off += round_page(vmst->hdr.bitmapsize);
185 vmst->page_map = _kvm_malloc(kd, vmst->hdr.pmapsize);
186 if (vmst->page_map == NULL) {
187 _kvm_err(kd, kd->program, "cannot allocate %d bytes for page_map", vmst->hdr.pmapsize);
190 if (pread(kd->pmfd, vmst->page_map, vmst->hdr.pmapsize, off) !=
191 vmst->hdr.pmapsize) {
192 _kvm_err(kd, kd->program, "cannot read %d bytes for page_map", vmst->hdr.pmapsize);
195 off += vmst->hdr.pmapsize;
197 /* build physical address hash table for sparse pages */
198 inithash(kd, vmst->bitmap, vmst->hdr.bitmapsize, off);
204 _kvm_minidump_vatop_v1(kvm_t *kd, u_long va, off_t *pa)
215 offset = va & (PAGE_SIZE - 1);
217 if (va >= vm->hdr.kernbase) {
218 pteindex = (va - vm->hdr.kernbase) >> PAGE_SHIFT;
219 pte = vm->page_map[pteindex];
220 if (((u_long)pte & PG_V) == 0) {
221 _kvm_err(kd, kd->program, "_kvm_vatop: pte not valid");
225 ofs = hpt_find(kd, a);
227 _kvm_err(kd, kd->program, "_kvm_vatop: physical address 0x%lx not in minidump", a);
231 return (PAGE_SIZE - offset);
232 } else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) {
233 a = (va - vm->hdr.dmapbase) & ~PAGE_MASK;
234 ofs = hpt_find(kd, a);
236 _kvm_err(kd, kd->program, "_kvm_vatop: direct map address 0x%lx not in minidump", va);
240 return (PAGE_SIZE - offset);
242 _kvm_err(kd, kd->program, "_kvm_vatop: virtual address 0x%lx not minidumped", va);
247 _kvm_err(kd, 0, "invalid address (0x%lx)", va);
252 _kvm_minidump_vatop(kvm_t *kd, u_long va, off_t *pa)
254 pt_entry_t pt[NPTEPG];
266 offset = va & PAGE_MASK;
268 if (va >= vm->hdr.kernbase) {
269 pdeindex = (va - vm->hdr.kernbase) >> PDRSHIFT;
270 pde = vm->page_map[pdeindex];
271 if (((u_long)pde & PG_V) == 0) {
272 _kvm_err(kd, kd->program, "_kvm_vatop: pde not valid");
275 if ((pde & PG_PS) == 0) {
277 ofs = hpt_find(kd, a);
279 _kvm_err(kd, kd->program, "_kvm_vatop: pt physical address 0x%lx not in minidump", a);
282 if (pread(kd->pmfd, &pt, PAGE_SIZE, ofs) != PAGE_SIZE) {
283 _kvm_err(kd, kd->program, "cannot read %d bytes for pt", PAGE_SIZE);
286 pteindex = (va >> PAGE_SHIFT) & ((1ul << NPTEPGSHIFT) - 1);
288 if (((u_long)pte & PG_V) == 0) {
289 _kvm_err(kd, kd->program, "_kvm_vatop: pte not valid");
294 a = pde & PG_PS_FRAME;
295 a += (va & PDRMASK) ^ offset;
297 ofs = hpt_find(kd, a);
299 _kvm_err(kd, kd->program, "_kvm_vatop: physical address 0x%lx not in minidump", a);
303 return (PAGE_SIZE - offset);
304 } else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) {
305 a = (va - vm->hdr.dmapbase) & ~PAGE_MASK;
306 ofs = hpt_find(kd, a);
308 _kvm_err(kd, kd->program, "_kvm_vatop: direct map address 0x%lx not in minidump", va);
312 return (PAGE_SIZE - offset);
314 _kvm_err(kd, kd->program, "_kvm_vatop: virtual address 0x%lx not minidumped", va);
319 _kvm_err(kd, 0, "invalid address (0x%lx)", va);
324 _kvm_minidump_kvatop(kvm_t *kd, u_long va, off_t *pa)
328 _kvm_err(kd, 0, "kvm_kvatop called in live kernel!");
331 if (((struct vmstate *)kd->vmst)->hdr.version == 1)
332 return (_kvm_minidump_vatop_v1(kd, va, pa));
334 return (_kvm_minidump_vatop(kd, va, pa));