2 * Copyright (c) 1992, 1993
3 * The Regents of the University of California. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
13 * 4. Neither the name of the University nor the names of its contributors
14 * may be used to endorse or promote products derived from this software
15 * without specific prior written permission.
17 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29 * @(#)profile.h 8.1 (Berkeley) 6/11/93
33 #ifndef _MACHINE_PROFILE_H_
34 #define _MACHINE_PROFILE_H_
37 #error this file needs sys/cdefs.h as a prerequisite
43 * Config generates something to tell the compiler to align functions on 16
44 * byte boundaries. A strict alignment is good for keeping the tables small.
46 #define FUNCTION_ALIGNMENT 16
49 * The kernel uses assembler stubs instead of unportable inlines.
50 * This is mainly to save a little time when profiling is not enabled,
51 * which is the usual case for the kernel.
53 #define _MCOUNT_DECL void mcount
57 #define MCOUNT_DECL(s)
58 #define MCOUNT_ENTER(s)
59 #define MCOUNT_EXIT(s)
61 #define MCOUNT_OVERHEAD(label) \
62 __asm __volatile("pushq %0; call __mcount; popq %%rcx" \
65 : "ax", "dx", "cx", "di", "si", "r8", "r9", "memory")
66 #define MEXITCOUNT_OVERHEAD() \
67 __asm __volatile("call .mexitcount; 1:" \
69 : "ax", "dx", "cx", "di", "si", "r8", "r9", "memory")
70 #define MEXITCOUNT_OVERHEAD_GETLABEL(labelp) \
71 __asm __volatile("movq $1b,%0" : "=rm" (labelp))
73 #define MCOUNT_OVERHEAD(label)
74 #define MEXITCOUNT_OVERHEAD()
75 #define MEXITCOUNT_OVERHEAD_GETLABEL()
77 #error this file needs to be ported to your compiler
78 #endif /* !__GNUCLIKE_ASM */
80 #define MCOUNT_DECL(s) register_t s;
82 extern int mcount_lock;
83 #define MCOUNT_ENTER(s) { s = intr_disable(); \
84 while (!atomic_cmpset_acq_int(&mcount_lock, 0, 1)) \
86 #define MCOUNT_EXIT(s) { atomic_store_rel_int(&mcount_lock, 0); \
89 #define MCOUNT_ENTER(s) { s = intr_disable(); }
90 #define MCOUNT_EXIT(s) (intr_restore(s))
99 #define MCOUNT_FROMPC_USER(pc) \
100 ((pc < (uintfptr_t)VM_MAXUSER_ADDRESS) ? (uintfptr_t)user : pc)
102 #define MCOUNT_FROMPC_INTR(pc) \
103 ((pc >= (uintfptr_t)btrap && pc < (uintfptr_t)eintr) ? \
104 ((pc >= (uintfptr_t)bintr) ? (uintfptr_t)bintr : \
105 (uintfptr_t)btrap) : ~0UL)
109 #define FUNCTION_ALIGNMENT 4
111 #define _MCOUNT_DECL \
112 static void _mcount(uintfptr_t frompc, uintfptr_t selfpc) __used; \
115 #ifdef __GNUCLIKE_ASM
116 #define MCOUNT __asm(" \n\
120 .type .mcount,@function \n\
129 movq 8(%rbp),%rdi \n\
130 movq 7*8(%rsp),%rsi \n\
140 .size .mcount, . - .mcount");
143 * We could use this, except it doesn't preserve the registers that were
144 * being passed with arguments to the function that we were inserted
145 * into. I've left it here as documentation of what the code above is
152 uintfptr_t selfpc, frompc; \
154 * Find the return address for mcount, \
155 * and the return address for mcount's caller. \
157 * selfpc = pc pushed by call to mcount \
159 __asm("movq 8(%%rbp),%0" : "=r" (selfpc)); \
161 * frompc = pc pushed by call to mcount's caller. \
162 * The caller's stack frame has already been built, so %rbp is \
163 * the caller's frame pointer. The caller's raddr is in the \
164 * caller's frame following the caller's caller's frame pointer.\
166 __asm("movq (%%rbp),%0" : "=r" (frompc)); \
167 frompc = ((uintfptr_t *)frompc)[1]; \
168 _mcount(frompc, selfpc); \
171 #else /* !__GNUCLIKE_ASM */
173 #endif /* __GNUCLIKE_ASM */
175 typedef u_long uintfptr_t;
180 * An unsigned integral type that can hold non-negative difference between
183 typedef u_long fptrdiff_t;
187 void mcount(uintfptr_t frompc, uintfptr_t selfpc);
191 #include <sys/cdefs.h>
194 #ifdef __GNUCLIKE_ASM
195 void mcount(void) __asm(".mcount");
201 #endif /* !_MACHINE_PROFILE_H_ */