4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
26 dtrace_ap_start(void *dummy)
30 mutex_enter(&cpu_lock);
32 /* Setup the rest of the CPUs. */
37 (void) dtrace_cpu_setup(CPU_CONFIG, i);
40 mutex_exit(&cpu_lock);
43 SYSINIT(dtrace_ap_start, SI_SUB_SMP, SI_ORDER_ANY, dtrace_ap_start, NULL);
46 dtrace_load(void *dummy)
48 dtrace_provider_id_t id;
50 /* Hook into the trap handler. */
51 dtrace_trap_func = dtrace_trap;
53 /* Hang our hook for thread switches. */
54 dtrace_vtime_switch_func = dtrace_vtime_switch;
56 /* Hang our hook for exceptions. */
59 dtrace_taskq = taskq_create("dtrace_taskq", 1, maxclsyspri, 0, 0, 0);
61 /* Register callbacks for linker file load and unload events. */
62 dtrace_kld_load_tag = EVENTHANDLER_REGISTER(kld_load,
63 dtrace_kld_load, NULL, EVENTHANDLER_PRI_ANY);
64 dtrace_kld_unload_try_tag = EVENTHANDLER_REGISTER(kld_unload_try,
65 dtrace_kld_unload_try, NULL, EVENTHANDLER_PRI_ANY);
68 * Initialise the mutexes without 'witness' because the dtrace
69 * code is mostly written to wait for memory. To have the
70 * witness code change a malloc() from M_WAITOK to M_NOWAIT
71 * because a lock is held would surely create a panic in a
72 * low memory situation. And that low memory situation might be
73 * the very problem we are trying to trace.
75 mutex_init(&dtrace_lock,"dtrace probe state", MUTEX_DEFAULT, NULL);
76 mutex_init(&dtrace_provider_lock,"dtrace provider state", MUTEX_DEFAULT, NULL);
77 mutex_init(&dtrace_meta_lock,"dtrace meta-provider state", MUTEX_DEFAULT, NULL);
79 mutex_init(&dtrace_errlock,"dtrace error lock", MUTEX_DEFAULT, NULL);
82 mutex_enter(&dtrace_provider_lock);
83 mutex_enter(&dtrace_lock);
84 mutex_enter(&cpu_lock);
86 ASSERT(MUTEX_HELD(&cpu_lock));
88 dtrace_arena = new_unrhdr(1, INT_MAX, &dtrace_unr_mtx);
90 dtrace_state_cache = kmem_cache_create("dtrace_state_cache",
91 sizeof (dtrace_dstate_percpu_t) * NCPU, DTRACE_STATE_ALIGN,
92 NULL, NULL, NULL, NULL, NULL, 0);
94 ASSERT(MUTEX_HELD(&cpu_lock));
95 dtrace_bymod = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_mod),
96 offsetof(dtrace_probe_t, dtpr_nextmod),
97 offsetof(dtrace_probe_t, dtpr_prevmod));
99 dtrace_byfunc = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_func),
100 offsetof(dtrace_probe_t, dtpr_nextfunc),
101 offsetof(dtrace_probe_t, dtpr_prevfunc));
103 dtrace_byname = dtrace_hash_create(offsetof(dtrace_probe_t, dtpr_name),
104 offsetof(dtrace_probe_t, dtpr_nextname),
105 offsetof(dtrace_probe_t, dtpr_prevname));
107 if (dtrace_retain_max < 1) {
108 cmn_err(CE_WARN, "illegal value (%lu) for dtrace_retain_max; "
109 "setting to 1", dtrace_retain_max);
110 dtrace_retain_max = 1;
114 * Now discover our toxic ranges.
116 dtrace_toxic_ranges(dtrace_toxrange_add);
119 * Before we register ourselves as a provider to our own framework,
120 * we would like to assert that dtrace_provider is NULL -- but that's
121 * not true if we were loaded as a dependency of a DTrace provider.
122 * Once we've registered, we can assert that dtrace_provider is our
125 (void) dtrace_register("dtrace", &dtrace_provider_attr,
126 DTRACE_PRIV_NONE, 0, &dtrace_provider_ops, NULL, &id);
128 ASSERT(dtrace_provider != NULL);
129 ASSERT((dtrace_provider_id_t)dtrace_provider == id);
131 dtrace_probeid_begin = dtrace_probe_create((dtrace_provider_id_t)
132 dtrace_provider, NULL, NULL, "BEGIN", 0, NULL);
133 dtrace_probeid_end = dtrace_probe_create((dtrace_provider_id_t)
134 dtrace_provider, NULL, NULL, "END", 0, NULL);
135 dtrace_probeid_error = dtrace_probe_create((dtrace_provider_id_t)
136 dtrace_provider, NULL, NULL, "ERROR", 1, NULL);
138 mutex_exit(&cpu_lock);
141 * If DTrace helper tracing is enabled, we need to allocate the
142 * trace buffer and initialize the values.
144 if (dtrace_helptrace_enabled) {
145 ASSERT(dtrace_helptrace_buffer == NULL);
146 dtrace_helptrace_buffer =
147 kmem_zalloc(dtrace_helptrace_bufsize, KM_SLEEP);
148 dtrace_helptrace_next = 0;
151 mutex_exit(&dtrace_lock);
152 mutex_exit(&dtrace_provider_lock);
154 mutex_enter(&cpu_lock);
156 /* Setup the boot CPU */
157 (void) dtrace_cpu_setup(CPU_CONFIG, 0);
159 mutex_exit(&cpu_lock);
161 #if __FreeBSD_version < 800039
162 /* Enable device cloning. */
163 clone_setup(&dtrace_clones);
165 /* Setup device cloning events. */
166 eh_tag = EVENTHANDLER_REGISTER(dev_clone, dtrace_clone, 0, 1000);
168 dtrace_dev = make_dev(&dtrace_cdevsw, 0, UID_ROOT, GID_WHEEL, 0600,
170 helper_dev = make_dev(&helper_cdevsw, 0, UID_ROOT, GID_WHEEL, 0660,