2 * Copyright (c) 2015 EMC Corporation
3 * Copyright (c) 2005 Antoine Brodin
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 #include <sys/cdefs.h>
29 __FBSDID("$FreeBSD$");
31 #include "opt_stack.h"
33 #include <sys/param.h>
34 #include <sys/systm.h>
35 #include <sys/kernel.h>
37 #include <sys/mutex.h>
39 #include <sys/stack.h>
41 #include <machine/pcb.h>
42 #include <machine/smp.h>
45 #include <vm/vm_param.h>
48 #include <x86/stack.h>
51 #define PCB_FP(pcb) ((pcb)->pcb_ebp)
52 #define TF_FLAGS(tf) ((tf)->tf_eflags)
53 #define TF_FP(tf) ((tf)->tf_ebp)
54 #define TF_PC(tf) ((tf)->tf_eip)
56 typedef struct i386_frame *x86_frame_t;
58 #define PCB_FP(pcb) ((pcb)->pcb_rbp)
59 #define TF_FLAGS(tf) ((tf)->tf_rflags)
60 #define TF_FP(tf) ((tf)->tf_rbp)
61 #define TF_PC(tf) ((tf)->tf_rip)
63 typedef struct amd64_frame *x86_frame_t;
67 static struct stack *nmi_stack;
68 static volatile struct thread *nmi_pending;
71 static struct mtx nmi_lock;
72 MTX_SYSINIT(nmi_lock, &nmi_lock, "stack_nmi", MTX_SPIN);
77 stack_capture(struct thread *td, struct stack *st, register_t fp)
83 frame = (x86_frame_t)fp;
85 if (!INKERNEL((long)frame))
87 callpc = frame->f_retaddr;
88 if (!INKERNEL(callpc))
90 if (stack_put(st, callpc) == -1)
92 if (frame->f_frame <= frame ||
93 (vm_offset_t)frame->f_frame >= td->td_kstack +
94 td->td_kstack_pages * PAGE_SIZE)
96 frame = frame->f_frame;
101 stack_nmi_handler(struct trapframe *tf)
105 /* Don't consume an NMI that wasn't meant for us. */
106 if (nmi_stack == NULL || curthread != nmi_pending)
109 if (INKERNEL(TF_PC(tf)) && (TF_FLAGS(tf) & PSL_I) != 0)
110 stack_capture(curthread, nmi_stack, TF_FP(tf));
112 /* We were running in usermode or had interrupts disabled. */
113 nmi_stack->depth = 0;
115 atomic_store_rel_ptr((long *)&nmi_pending, (long)NULL);
123 stack_save_td(struct stack *st, struct thread *td)
126 if (TD_IS_SWAPPED(td))
127 panic("stack_save_td: swapped");
128 if (TD_IS_RUNNING(td))
129 panic("stack_save_td: running");
131 stack_capture(td, st, PCB_FP(td->td_pcb));
135 stack_save_td_running(struct stack *st, struct thread *td)
139 THREAD_LOCK_ASSERT(td, MA_OWNED);
140 MPASS(TD_IS_RUNNING(td));
142 if (td == curthread) {
148 mtx_lock_spin(&nmi_lock);
152 ipi_cpu(td->td_oncpu, IPI_TRACE);
153 while ((void *)atomic_load_acq_ptr((long *)&nmi_pending) != NULL)
157 mtx_unlock_spin(&nmi_lock);
162 KASSERT(0, ("curthread isn't running"));
171 stack_save(struct stack *st)
176 __asm __volatile("movl %%ebp,%0" : "=g" (fp));
178 __asm __volatile("movq %%rbp,%0" : "=g" (fp));
180 stack_capture(curthread, st, fp);