2 * SPDX-License-Identifier: BSD-3-Clause
4 * Copyright (c) 2006, Cisco Systems, Inc.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. Neither the name of Cisco Systems, Inc. nor the names of its contributors
17 * may be used to endorse or promote products derived from this software
18 * without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 * POSSIBILITY OF SUCH DAMAGE.
33 #include <sys/cdefs.h>
34 __FBSDID("$FreeBSD$");
36 #include <sys/param.h>
37 #include <sys/module.h>
38 #include <sys/systm.h>
40 #include <sys/malloc.h>
41 #include <sys/kernel.h>
42 #include <sys/socket.h>
43 #include <sys/queue.h>
45 #include <machine/vmparam.h>
49 #include <machine/bus.h>
50 #include <machine/resource.h>
51 #include <machine/frame.h>
56 #include <machine/intr_machdep.h>
58 #include <machine/xen-os.h>
59 #include <machine/hypervisor.h>
60 #include <machine/hypervisor-ifs.h>
61 #include <machine/xen_intr.h>
62 #include <machine/evtchn.h>
63 #include <machine/xenbus.h>
64 #include <machine/gnttab.h>
65 #include <machine/xen-public/memory.h>
66 #include <machine/xen-public/io/pciif.h>
68 #include <sys/pciio.h>
69 #include <dev/pci/pcivar.h>
72 #ifdef XEN_PCIDEV_FE_DEBUG
73 #define DPRINTF(fmt, args...) \
74 printf("pcifront (%s:%d): " fmt, __FUNCTION__, __LINE__, ##args)
76 #define DPRINTF(fmt, args...) ((void)0)
78 #define WPRINTF(fmt, args...) \
79 printf("pcifront (%s:%d): " fmt, __FUNCTION__, __LINE__, ##args)
81 #define INVALID_GRANT_REF (0)
82 #define INVALID_EVTCHN (-1)
83 #define virt_to_mfn(x) (vtophys(x) >> PAGE_SHIFT)
85 struct pcifront_device {
86 STAILQ_ENTRY(pcifront_device) next;
88 struct xenbus_device *xdev;
94 /* Lock this when doing any operations in sh_info */
95 struct mtx sh_info_lock;
96 struct xen_pci_sharedinfo *sh_info;
103 static STAILQ_HEAD(pcifront_dlist, pcifront_device) pdev_list = STAILQ_HEAD_INITIALIZER(pdev_list);
108 struct pcifront_device *pdev;
111 /* Allocate a PCI device structure */
112 static struct pcifront_device *
113 alloc_pdev(struct xenbus_device *xdev)
115 struct pcifront_device *pdev = NULL;
118 err = sscanf(xdev->nodename, "device/pci/%d", &unit);
122 xenbus_dev_fatal(pdev->xdev, err, "Error scanning pci device instance number");
126 pdev = (struct pcifront_device *)malloc(sizeof(struct pcifront_device), M_DEVBUF, M_NOWAIT);
129 xenbus_dev_fatal(xdev, err, "Error allocating pcifront_device struct");
136 pdev->sh_info = (struct xen_pci_sharedinfo *)malloc(PAGE_SIZE, M_DEVBUF, M_NOWAIT);
137 if (pdev->sh_info == NULL) {
138 free(pdev, M_DEVBUF);
141 xenbus_dev_fatal(xdev, err, "Error allocating sh_info struct");
144 pdev->sh_info->flags = 0;
148 mtx_init(&pdev->sh_info_lock, "info_lock", "pci shared dev info lock", MTX_DEF);
150 pdev->evtchn = INVALID_EVTCHN;
151 pdev->gnt_ref = INVALID_GRANT_REF;
153 STAILQ_INSERT_TAIL(&pdev_list, pdev, next);
155 DPRINTF("Allocated pdev @ 0x%p (unit=%d)\n", pdev, unit);
161 /* Hold a reference to a pcifront device */
163 get_pdev(struct pcifront_device *pdev)
168 /* Release a reference to a pcifront device */
170 put_pdev(struct pcifront_device *pdev)
172 if (--pdev->ref_cnt > 0)
175 DPRINTF("freeing pdev @ 0x%p (ref_cnt=%d)\n", pdev, pdev->ref_cnt);
177 if (pdev->evtchn != INVALID_EVTCHN)
178 xenbus_free_evtchn(pdev->xdev, pdev->evtchn);
180 if (pdev->gnt_ref != INVALID_GRANT_REF)
181 gnttab_end_foreign_access(pdev->gnt_ref, 0, (void *)pdev->sh_info);
183 pdev->xdev->data = NULL;
185 free(pdev, M_DEVBUF);
188 /* Write to the xenbus info needed by backend */
190 pcifront_publish_info(struct pcifront_device *pdev)
193 struct xenbus_transaction *trans;
195 err = xenbus_grant_ring(pdev->xdev, virt_to_mfn(pdev->sh_info));
197 WPRINTF("error granting access to ring page\n");
203 err = xenbus_alloc_evtchn(pdev->xdev, &pdev->evtchn);
208 trans = xenbus_transaction_start();
210 xenbus_dev_fatal(pdev->xdev, err,
211 "Error writing configuration for backend "
212 "(start transaction)");
216 err = xenbus_printf(trans, pdev->xdev->nodename,
217 "pci-op-ref", "%u", pdev->gnt_ref);
219 err = xenbus_printf(trans, pdev->xdev->nodename,
220 "event-channel", "%u", pdev->evtchn);
222 err = xenbus_printf(trans, pdev->xdev->nodename,
223 "magic", XEN_PCI_MAGIC);
225 err = xenbus_switch_state(pdev->xdev, trans,
226 XenbusStateInitialised);
229 xenbus_transaction_end(trans, 1);
230 xenbus_dev_fatal(pdev->xdev, err,
231 "Error writing configuration for backend");
234 err = xenbus_transaction_end(trans, 0);
238 xenbus_dev_fatal(pdev->xdev, err,
239 "Error completing transaction for backend");
248 /* The backend is now connected so complete the connection process on our side */
250 pcifront_connect(struct pcifront_device *pdev)
253 devclass_t nexus_devclass;
255 /* We will add our device as a child of the nexus0 device */
256 if (!(nexus_devclass = devclass_find("nexus")) ||
257 !(nexus = devclass_get_device(nexus_devclass, 0))) {
258 WPRINTF("could not find nexus0!\n");
262 /* Create a newbus device representing this frontend instance */
263 pdev->ndev = BUS_ADD_CHILD(nexus, 0, "xpcife", pdev->unit);
265 WPRINTF("could not create xpcife%d!\n", pdev->unit);
269 device_set_ivars(pdev->ndev, pdev);
271 /* Good to go connected now */
272 xenbus_switch_state(pdev->xdev, NULL, XenbusStateConnected);
274 printf("pcifront: connected to %s\n", pdev->xdev->nodename);
277 device_probe_and_attach(pdev->ndev);
283 /* The backend is closing so process a disconnect */
285 pcifront_disconnect(struct pcifront_device *pdev)
288 XenbusState prev_state;
290 prev_state = xenbus_read_driver_state(pdev->xdev->nodename);
292 if (prev_state < XenbusStateClosing) {
293 err = xenbus_switch_state(pdev->xdev, NULL, XenbusStateClosing);
294 if (!err && prev_state == XenbusStateConnected) {
295 /* TODO - need to detach the newbus devices */
302 /* Process a probe from the xenbus */
304 pcifront_probe(struct xenbus_device *xdev,
305 const struct xenbus_device_id *id)
308 struct pcifront_device *pdev;
310 DPRINTF("xenbus probing\n");
312 if ((pdev = alloc_pdev(xdev)) == NULL)
315 err = pcifront_publish_info(pdev);
323 /* Remove the xenbus PCI device */
325 pcifront_remove(struct xenbus_device *xdev)
327 DPRINTF("removing xenbus device node (%s)\n", xdev->nodename);
329 put_pdev(xdev->data);
333 /* Called by xenbus when our backend node changes state */
335 pcifront_backend_changed(struct xenbus_device *xdev,
336 XenbusState be_state)
338 struct pcifront_device *pdev = xdev->data;
341 case XenbusStateClosing:
342 DPRINTF("backend closing (%s)\n", xdev->nodename);
343 pcifront_disconnect(pdev);
346 case XenbusStateClosed:
347 DPRINTF("backend closed (%s)\n", xdev->nodename);
348 pcifront_disconnect(pdev);
351 case XenbusStateConnected:
352 DPRINTF("backend connected (%s)\n", xdev->nodename);
353 pcifront_connect(pdev);
361 /* Process PCI operation */
363 do_pci_op(struct pcifront_device *pdev, struct xen_pci_op *op)
366 struct xen_pci_op *active_op = &pdev->sh_info->op;
367 evtchn_port_t port = pdev->evtchn;
370 mtx_lock(&pdev->sh_info_lock);
372 memcpy(active_op, op, sizeof(struct xen_pci_op));
376 set_bit(_XEN_PCIF_active, (unsigned long *)&pdev->sh_info->flags);
377 notify_remote_via_evtchn(port);
379 timeout = time_uptime + 2;
383 /* Spin while waiting for the answer */
385 (_XEN_PCIF_active, (unsigned long *)&pdev->sh_info->flags)) {
386 int err = HYPERVISOR_poll(&port, 1, 3 * hz);
388 panic("Failed HYPERVISOR_poll: err=%d", err);
390 if (time_uptime > timeout) {
391 WPRINTF("pciback not responding!!!\n");
392 clear_bit(_XEN_PCIF_active,
393 (unsigned long *)&pdev->sh_info->flags);
394 err = XEN_PCI_ERR_dev_not_found;
399 memcpy(op, active_op, sizeof(struct xen_pci_op));
403 mtx_unlock(&pdev->sh_info_lock);
407 /* ** XenBus Driver registration ** */
409 static struct xenbus_device_id pcifront_ids[] = {
414 static struct xenbus_driver pcifront = {
417 .probe = pcifront_probe,
418 .remove = pcifront_remove,
419 .otherend_changed = pcifront_backend_changed,
422 /* Register the driver with xenbus during sys init */
424 pcifront_init(void *unused)
426 if ((xen_start_info->flags & SIF_INITDOMAIN))
429 DPRINTF("xenbus registering\n");
431 xenbus_register_frontend(&pcifront);
434 SYSINIT(pciif, SI_SUB_PSEUDO, SI_ORDER_ANY, pcifront_init, NULL)
436 /* Newbus xpcife device driver probe */
438 xpcife_probe(device_t dev)
440 #ifdef XEN_PCIDEV_FE_DEBUG
441 struct pcifront_device *pdev = (struct pcifront_device *)device_get_ivars(dev);
442 DPRINTF("xpcife probe (unit=%d)\n", pdev->unit);
444 return (BUS_PROBE_NOWILDCARD);
447 /* Newbus xpcife device driver attach */
449 xpcife_attach(device_t dev)
451 struct pcifront_device *pdev = (struct pcifront_device *)device_get_ivars(dev);
452 int i, num_roots, len, err;
454 unsigned int domain, bus;
456 DPRINTF("xpcife attach (unit=%d)\n", pdev->unit);
458 err = xenbus_scanf(NULL, pdev->xdev->otherend,
459 "root_num", "%d", &num_roots);
463 xenbus_dev_fatal(pdev->xdev, err,
464 "Error reading number of PCI roots");
468 /* Add a pcib device for each root */
469 for (i = 0; i < num_roots; i++) {
472 len = snprintf(str, sizeof(str), "root-%d", i);
473 if (unlikely(len >= (sizeof(str) - 1))) {
478 err = xenbus_scanf(NULL, pdev->xdev->otherend, str,
479 "%x:%x", &domain, &bus);
483 xenbus_dev_fatal(pdev->xdev, err,
484 "Error reading PCI root %d", i);
488 if (domain != pdev->xdev->otherend_id) {
490 xenbus_dev_fatal(pdev->xdev, err,
491 "Domain mismatch %d != %d", domain, pdev->xdev->otherend_id);
495 child = device_add_child(dev, "pcib", bus);
498 xenbus_dev_fatal(pdev->xdev, err,
499 "Unable to create pcib%d", bus);
505 return bus_generic_attach(dev);
508 static devclass_t xpcife_devclass;
510 static device_method_t xpcife_methods[] = {
511 /* Device interface */
512 DEVMETHOD(device_probe, xpcife_probe),
513 DEVMETHOD(device_attach, xpcife_attach),
514 DEVMETHOD(device_detach, bus_generic_detach),
515 DEVMETHOD(device_shutdown, bus_generic_shutdown),
516 DEVMETHOD(device_suspend, bus_generic_suspend),
517 DEVMETHOD(device_resume, bus_generic_resume),
519 DEVMETHOD(bus_alloc_resource, bus_generic_alloc_resource),
520 DEVMETHOD(bus_release_resource, bus_generic_release_resource),
521 DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
522 DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
523 DEVMETHOD(bus_setup_intr, bus_generic_setup_intr),
524 DEVMETHOD(bus_teardown_intr, bus_generic_teardown_intr),
529 static driver_t xpcife_driver = {
535 DRIVER_MODULE(xpcife, nexus, xpcife_driver, xpcife_devclass, 0, 0);
537 /* Newbus xen pcib device driver probe */
539 xpcib_probe(device_t dev)
541 struct xpcib_softc *sc = (struct xpcib_softc *)device_get_softc(dev);
542 struct pcifront_device *pdev = (struct pcifront_device *)device_get_ivars(device_get_parent(dev));
544 DPRINTF("xpcib probe (bus=%d)\n", device_get_unit(dev));
546 sc->domain = pdev->xdev->otherend_id;
547 sc->bus = device_get_unit(dev);
553 /* Newbus xen pcib device driver attach */
555 xpcib_attach(device_t dev)
557 struct xpcib_softc *sc = (struct xpcib_softc *)device_get_softc(dev);
559 DPRINTF("xpcib attach (bus=%d)\n", sc->bus);
561 device_add_child(dev, "pci", -1);
562 return bus_generic_attach(dev);
566 xpcib_read_ivar(device_t dev, device_t child, int which, uintptr_t *result)
568 struct xpcib_softc *sc = (struct xpcib_softc *)device_get_softc(dev);
577 /* Return the number of slots supported */
579 xpcib_maxslots(device_t dev)
584 #define PCI_DEVFN(slot,func) ((((slot) & 0x1f) << 3) | ((func) & 0x07))
586 /* Read configuration space register */
588 xpcib_read_config(device_t dev, int bus, int slot, int func,
591 struct xpcib_softc *sc = (struct xpcib_softc *)device_get_softc(dev);
592 struct xen_pci_op op = {
593 .cmd = XEN_PCI_OP_conf_read,
594 .domain = sc->domain,
596 .devfn = PCI_DEVFN(slot, func),
602 err = do_pci_op(sc->pdev, &op);
604 DPRINTF("read config (b=%d, s=%d, f=%d, reg=%d, len=%d, val=%x, err=%d)\n",
605 bus, slot, func, reg, bytes, op.value, err);
613 /* Write configuration space register */
615 xpcib_write_config(device_t dev, int bus, int slot, int func,
616 int reg, u_int32_t data, int bytes)
618 struct xpcib_softc *sc = (struct xpcib_softc *)device_get_softc(dev);
619 struct xen_pci_op op = {
620 .cmd = XEN_PCI_OP_conf_write,
621 .domain = sc->domain,
623 .devfn = PCI_DEVFN(slot, func),
630 err = do_pci_op(sc->pdev, &op);
632 DPRINTF("write config (b=%d, s=%d, f=%d, reg=%d, len=%d, val=%x, err=%d)\n",
633 bus, slot, func, reg, bytes, data, err);
637 xpcib_route_interrupt(device_t pcib, device_t dev, int pin)
639 struct pci_devinfo *dinfo = device_get_ivars(dev);
640 pcicfgregs *cfg = &dinfo->cfg;
642 DPRINTF("route intr (pin=%d, line=%d)\n", pin, cfg->intline);
647 static device_method_t xpcib_methods[] = {
648 /* Device interface */
649 DEVMETHOD(device_probe, xpcib_probe),
650 DEVMETHOD(device_attach, xpcib_attach),
651 DEVMETHOD(device_detach, bus_generic_detach),
652 DEVMETHOD(device_shutdown, bus_generic_shutdown),
653 DEVMETHOD(device_suspend, bus_generic_suspend),
654 DEVMETHOD(device_resume, bus_generic_resume),
657 DEVMETHOD(bus_read_ivar, xpcib_read_ivar),
658 DEVMETHOD(bus_alloc_resource, bus_generic_alloc_resource),
659 DEVMETHOD(bus_activate_resource, bus_generic_activate_resource),
660 DEVMETHOD(bus_release_resource, bus_generic_release_resource),
661 DEVMETHOD(bus_deactivate_resource, bus_generic_deactivate_resource),
662 DEVMETHOD(bus_setup_intr, bus_generic_setup_intr),
663 DEVMETHOD(bus_teardown_intr, bus_generic_teardown_intr),
666 DEVMETHOD(pcib_maxslots, xpcib_maxslots),
667 DEVMETHOD(pcib_read_config, xpcib_read_config),
668 DEVMETHOD(pcib_write_config, xpcib_write_config),
669 DEVMETHOD(pcib_route_interrupt, xpcib_route_interrupt),
670 DEVMETHOD(pcib_request_feature, pcib_request_feature_allow),
675 static devclass_t xpcib_devclass;
677 DEFINE_CLASS_0(pcib, xpcib_driver, xpcib_methods, sizeof(struct xpcib_softc));
678 DRIVER_MODULE(pcib, xpcife, xpcib_driver, xpcib_devclass, 0, 0);
686 * indent-tabs-mode: t