2 * Copyright (c) 2010 Justin T. Gibbs, Spectra Logic Corporation
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions, and the following disclaimer,
10 * without modification.
11 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
12 * substantially similar to the "NO WARRANTY" disclaimer below
13 * ("Disclaimer") and any redistribution must be conditioned upon
14 * including a substantially similar Disclaimer requirement for further
15 * binary redistribution.
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
21 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
22 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
26 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
27 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 * POSSIBILITY OF SUCH DAMAGES.
32 * PV suspend/resume support:
34 * Copyright (c) 2004 Christian Limpach.
35 * Copyright (c) 2004-2006,2008 Kip Macy
36 * All rights reserved.
38 * Redistribution and use in source and binary forms, with or without
39 * modification, are permitted provided that the following conditions
41 * 1. Redistributions of source code must retain the above copyright
42 * notice, this list of conditions and the following disclaimer.
43 * 2. Redistributions in binary form must reproduce the above copyright
44 * notice, this list of conditions and the following disclaimer in the
45 * documentation and/or other materials provided with the distribution.
46 * 3. All advertising materials mentioning features or use of this software
47 * must display the following acknowledgement:
48 * This product includes software developed by Christian Limpach.
49 * 4. The name of the author may not be used to endorse or promote products
50 * derived from this software without specific prior written permission.
52 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
53 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
54 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
55 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
56 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
57 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
58 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
59 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
60 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
61 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
65 * HVM suspend/resume support:
67 * Copyright (c) 2008 Citrix Systems, Inc.
68 * All rights reserved.
70 * Redistribution and use in source and binary forms, with or without
71 * modification, are permitted provided that the following conditions
73 * 1. Redistributions of source code must retain the above copyright
74 * notice, this list of conditions and the following disclaimer.
75 * 2. Redistributions in binary form must reproduce the above copyright
76 * notice, this list of conditions and the following disclaimer in the
77 * documentation and/or other materials provided with the distribution.
79 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
80 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
81 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
82 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
83 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
84 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
85 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
86 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
87 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
88 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
91 #include <sys/cdefs.h>
92 __FBSDID("$FreeBSD$");
97 * \brief Device driver to repond to control domain events that impact
101 #include <sys/param.h>
102 #include <sys/systm.h>
103 #include <sys/kernel.h>
104 #include <sys/malloc.h>
108 #include <sys/conf.h>
109 #include <sys/disk.h>
110 #include <sys/fcntl.h>
111 #include <sys/filedesc.h>
113 #include <sys/module.h>
114 #include <sys/namei.h>
115 #include <sys/proc.h>
116 #include <sys/reboot.h>
117 #include <sys/rman.h>
118 #include <sys/sched.h>
119 #include <sys/taskqueue.h>
120 #include <sys/types.h>
121 #include <sys/vnode.h>
122 #include <sys/sched.h>
124 #include <sys/eventhandler.h>
126 #include <geom/geom.h>
128 #include <machine/_inttypes.h>
129 #include <machine/intr_machdep.h>
130 #include <machine/apicvar.h>
133 #include <vm/vm_extern.h>
134 #include <vm/vm_kern.h>
136 #include <xen/xen-os.h>
137 #include <xen/blkif.h>
138 #include <xen/evtchn.h>
139 #include <xen/gnttab.h>
140 #include <xen/xen_intr.h>
146 #include <xen/interface/event_channel.h>
147 #include <xen/interface/grant_table.h>
149 #include <xen/xenbus/xenbusvar.h>
151 #include <machine/xen/xenvar.h>
152 #include <machine/xen/xenfunc.h>
154 bool xen_suspend_cancelled;
155 /*--------------------------- Forward Declarations --------------------------*/
156 /** Function signature for shutdown event handlers. */
157 typedef void (xctrl_shutdown_handler_t)(void);
159 static xctrl_shutdown_handler_t xctrl_poweroff;
160 static xctrl_shutdown_handler_t xctrl_reboot;
161 static xctrl_shutdown_handler_t xctrl_suspend;
162 static xctrl_shutdown_handler_t xctrl_crash;
164 /*-------------------------- Private Data Structures -------------------------*/
165 /** Element type for lookup table of event name to handler. */
166 struct xctrl_shutdown_reason {
168 xctrl_shutdown_handler_t *handler;
171 /** Lookup table for shutdown event name to handler. */
172 static const struct xctrl_shutdown_reason xctrl_shutdown_reasons[] = {
173 { "poweroff", xctrl_poweroff },
174 { "reboot", xctrl_reboot },
175 { "suspend", xctrl_suspend },
176 { "crash", xctrl_crash },
177 { "halt", xctrl_poweroff },
181 struct xs_watch xctrl_watch;
184 /*------------------------------ Event Handlers ------------------------------*/
188 shutdown_nice(RB_POWEROFF|RB_HALT);
198 extern void xencons_suspend(void);
199 extern void xencons_resume(void);
201 /* Full PV mode suspension. */
205 int i, j, k, fpp, suspend_cancelled;
206 unsigned long max_pfn, start_info_mfn;
208 EVENTHANDLER_INVOKE(power_suspend);
216 * Bind us to CPU 0 and stop any other VCPUs.
222 cpuid = PCPU_GET(cpuid);
223 KASSERT(cpuid == 0, ("xen_suspend: not running on cpu 0"));
226 CPU_CLR(cpuid, &map);
227 CPU_NAND(&map, &stopped_cpus);
228 if (!CPU_EMPTY(&map))
233 * Be sure to hold Giant across DEVICE_SUSPEND/RESUME since non-MPSAFE
237 if (DEVICE_SUSPEND(root_bus) != 0) {
239 printf("%s: device_suspend failed\n", __func__);
241 if (!CPU_EMPTY(&map))
254 max_pfn = HYPERVISOR_shared_info->arch.max_pfn;
256 void *shared_info = HYPERVISOR_shared_info;
257 HYPERVISOR_shared_info = NULL;
258 pmap_kremove((vm_offset_t) shared_info);
261 xen_start_info->store_mfn = MFNTOPFN(xen_start_info->store_mfn);
262 xen_start_info->console.domU.mfn = MFNTOPFN(xen_start_info->console.domU.mfn);
265 * We'll stop somewhere inside this hypercall. When it returns,
266 * we'll start resuming after the restore.
268 start_info_mfn = VTOMFN(xen_start_info);
270 suspend_cancelled = HYPERVISOR_suspend(start_info_mfn);
273 pmap_kenter_ma((vm_offset_t) shared_info, xen_start_info->shared_info);
274 HYPERVISOR_shared_info = shared_info;
276 HYPERVISOR_shared_info->arch.pfn_to_mfn_frame_list_list =
277 VTOMFN(xen_pfn_to_mfn_frame_list_list);
279 fpp = PAGE_SIZE/sizeof(unsigned long);
280 for (i = 0, j = 0, k = -1; i < max_pfn; i += fpp, j++) {
281 if ((j % fpp) == 0) {
283 xen_pfn_to_mfn_frame_list_list[k] =
284 VTOMFN(xen_pfn_to_mfn_frame_list[k]);
287 xen_pfn_to_mfn_frame_list[k][j] =
288 VTOMFN(&xen_phys_machine[i]);
290 HYPERVISOR_shared_info->arch.max_pfn = max_pfn;
293 intr_resume(suspend_cancelled != 0);
304 * Only resume xenbus /after/ we've prepared our VCPUs; otherwise
305 * the VCPU hotplug callback can race with our vcpu_prepare
308 DEVICE_RESUME(root_bus);
312 thread_lock(curthread);
313 sched_unbind(curthread);
314 thread_unlock(curthread);
315 if (!CPU_EMPTY(&map))
318 EVENTHANDLER_INVOKE(power_resume);
322 xen_pv_shutdown_final(void *arg, int howto)
325 * Inform the hypervisor that shutdown is complete.
326 * This is not necessary in HVM domains since Xen
327 * emulates ACPI in that mode and FreeBSD's ACPI
328 * support will request this transition.
330 if (howto & (RB_HALT | RB_POWEROFF))
331 HYPERVISOR_shutdown(SHUTDOWN_poweroff);
333 HYPERVISOR_shutdown(SHUTDOWN_reboot);
338 /* HVM mode suspension. */
343 cpuset_t cpu_suspend_map;
346 EVENTHANDLER_INVOKE(power_suspend_early);
350 EVENTHANDLER_INVOKE(power_suspend);
353 thread_lock(curthread);
354 sched_bind(curthread, 0);
355 thread_unlock(curthread);
357 KASSERT((PCPU_GET(cpuid) == 0), ("Not running on CPU#0"));
360 * Clear our XenStore node so the toolstack knows we are
361 * responding to the suspend request.
363 xs_write(XST_NIL, "control", "shutdown", "");
366 * Be sure to hold Giant across DEVICE_SUSPEND/RESUME since non-MPSAFE
370 if (DEVICE_SUSPEND(root_bus) != 0) {
372 printf("%s: device_suspend failed\n", __func__);
378 CPU_ZERO(&cpu_suspend_map); /* silence gcc */
381 * Suspend other CPUs. This prevents IPIs while we
382 * are resuming, and will allow us to reset per-cpu
383 * vcpu_info on resume.
385 cpu_suspend_map = all_cpus;
386 CPU_CLR(PCPU_GET(cpuid), &cpu_suspend_map);
387 if (!CPU_EMPTY(&cpu_suspend_map))
388 suspend_cpus(cpu_suspend_map);
393 * Prevent any races with evtchn_interrupt() handler.
399 xen_suspend_cancelled = !!HYPERVISOR_suspend(0);
401 if (!xen_suspend_cancelled) {
402 xen_hvm_resume(false);
404 intr_resume(xen_suspend_cancelled != 0);
408 * Reset grant table info.
410 if (!xen_suspend_cancelled) {
415 /* Send an IPI_BITMAP in case there are pending bitmap IPIs. */
416 lapic_ipi_vectored(IPI_BITMAP_VECTOR, APIC_IPI_DEST_ALL);
417 if (smp_started && !CPU_EMPTY(&cpu_suspend_map)) {
419 * Now that event channels have been initialized,
422 resume_cpus(cpu_suspend_map);
427 * FreeBSD really needs to add DEVICE_SUSPEND_CANCEL or
431 DEVICE_RESUME(root_bus);
435 thread_lock(curthread);
436 sched_unbind(curthread);
437 thread_unlock(curthread);
442 EVENTHANDLER_INVOKE(power_resume);
445 printf("System resumed after suspension\n");
453 panic("Xen directed crash");
456 /*------------------------------ Event Reception -----------------------------*/
458 xctrl_on_watch_event(struct xs_watch *watch, const char **vec, unsigned int len)
460 const struct xctrl_shutdown_reason *reason;
461 const struct xctrl_shutdown_reason *last_reason;
466 error = xs_read(XST_NIL, "control", "shutdown",
467 &result_len, (void **)&result);
471 reason = xctrl_shutdown_reasons;
472 last_reason = reason + nitems(xctrl_shutdown_reasons);
473 while (reason < last_reason) {
475 if (!strcmp(result, reason->name)) {
482 free(result, M_XENSTORE);
485 /*------------------ Private Device Attachment Functions --------------------*/
487 * \brief Identify instances of this device type in the system.
489 * \param driver The driver performing this identify action.
490 * \param parent The NewBus parent device for any devices this method adds.
493 xctrl_identify(driver_t *driver __unused, device_t parent)
496 * A single device instance for our driver is always present
497 * in a system operating under Xen.
499 BUS_ADD_CHILD(parent, 0, driver->name, 0);
503 * \brief Probe for the existance of the Xen Control device
505 * \param dev NewBus device_t for this Xen control instance.
507 * \return Always returns 0 indicating success.
510 xctrl_probe(device_t dev)
512 device_set_desc(dev, "Xen Control Device");
518 * \brief Attach the Xen control device.
520 * \param dev NewBus device_t for this Xen control instance.
522 * \return On success, 0. Otherwise an errno value indicating the
526 xctrl_attach(device_t dev)
528 struct xctrl_softc *xctrl;
530 xctrl = device_get_softc(dev);
533 xctrl->xctrl_watch.node = "control/shutdown";
534 xctrl->xctrl_watch.callback = xctrl_on_watch_event;
535 xctrl->xctrl_watch.callback_data = (uintptr_t)xctrl;
536 xs_register_watch(&xctrl->xctrl_watch);
539 EVENTHANDLER_REGISTER(shutdown_final, xen_pv_shutdown_final, NULL,
547 * \brief Detach the Xen control device.
549 * \param dev NewBus device_t for this Xen control device instance.
551 * \return On success, 0. Otherwise an errno value indicating the
555 xctrl_detach(device_t dev)
557 struct xctrl_softc *xctrl;
559 xctrl = device_get_softc(dev);
562 xs_unregister_watch(&xctrl->xctrl_watch);
567 /*-------------------- Private Device Attachment Data -----------------------*/
568 static device_method_t xctrl_methods[] = {
569 /* Device interface */
570 DEVMETHOD(device_identify, xctrl_identify),
571 DEVMETHOD(device_probe, xctrl_probe),
572 DEVMETHOD(device_attach, xctrl_attach),
573 DEVMETHOD(device_detach, xctrl_detach),
578 DEFINE_CLASS_0(xctrl, xctrl_driver, xctrl_methods, sizeof(struct xctrl_softc));
579 devclass_t xctrl_devclass;
581 DRIVER_MODULE(xctrl, xenstore, xctrl_driver, xctrl_devclass, NULL, NULL);