2 * Copyright (c) 2003 Hidetoshi Shimokawa
3 * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. All advertising materials mentioning features or use of this software
15 * must display the acknowledgement as bellow:
17 * This product includes software developed by K. Kobayashi and H. Shimokawa
19 * 4. The name of the author may not be used to endorse or promote products
20 * derived from this software without specific prior written permission.
22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
26 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
27 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
28 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32 * POSSIBILITY OF SUCH DAMAGE.
38 #include <sys/param.h>
39 #include <sys/systm.h>
40 #include <sys/types.h>
42 #if defined(__DragonFly__) || __FreeBSD_version < 500000
48 #include <sys/kernel.h>
49 #include <sys/malloc.h>
54 #include <sys/ctype.h>
55 #include <machine/bus.h>
57 #include <sys/ioccom.h>
61 #include "firewirereg.h"
66 #include <dev/firewire/firewire.h>
67 #include <dev/firewire/firewirereg.h>
68 #include <dev/firewire/fwdma.h>
69 #include <dev/firewire/fwmem.h>
70 #include <dev/firewire/iec68113.h>
73 #define FWNODE_INVAL 0xffff
75 static d_open_t fw_open;
76 static d_close_t fw_close;
77 static d_ioctl_t fw_ioctl;
78 static d_poll_t fw_poll;
79 static d_read_t fw_read; /* for Isochronous packet */
80 static d_write_t fw_write;
81 static d_mmap_t fw_mmap;
82 static d_strategy_t fw_strategy;
84 struct cdevsw firewire_cdevsw = {
86 #define CDEV_MAJOR 127
87 "fw", CDEV_MAJOR, D_MEM, NULL, 0,
88 fw_open, fw_close, fw_read, fw_write, fw_ioctl,
89 fw_poll, fw_mmap, fw_strategy, nodump, nopsize,
90 #elif __FreeBSD_version >= 500104
91 .d_version = D_VERSION,
99 .d_strategy = fw_strategy,
101 .d_flags = D_MEM | D_NEEDGIANT
103 #define CDEV_MAJOR 127
104 fw_open, fw_close, fw_read, fw_write, fw_ioctl,
105 fw_poll, fw_mmap, fw_strategy, "fw", CDEV_MAJOR,
106 nodump, nopsize, D_MEM, -1
111 struct firewire_comm *fc;
114 struct fw_isobufreq bufreq;
115 STAILQ_HEAD(, fw_bind) binds;
116 STAILQ_HEAD(, fw_xfer) rq;
120 fwdev_allocbuf(struct firewire_comm *fc, struct fw_xferq *q,
121 struct fw_bufspec *b)
125 if (q->flag & (FWXFERQ_RUNNING | FWXFERQ_EXTBUF))
128 q->bulkxfer = (struct fw_bulkxfer *) malloc(
129 sizeof(struct fw_bulkxfer) * b->nchunk,
131 if (q->bulkxfer == NULL)
134 b->psize = roundup2(b->psize, sizeof(uint32_t));
135 q->buf = fwdma_malloc_multiseg(fc, sizeof(uint32_t),
136 b->psize, b->nchunk * b->npacket, BUS_DMA_WAITOK);
138 if (q->buf == NULL) {
139 free(q->bulkxfer, M_FW);
143 q->bnchunk = b->nchunk;
144 q->bnpacket = b->npacket;
145 q->psize = (b->psize + 3) & ~3;
148 STAILQ_INIT(&q->stvalid);
149 STAILQ_INIT(&q->stfree);
150 STAILQ_INIT(&q->stdma);
153 for(i = 0 ; i < q->bnchunk; i++){
154 q->bulkxfer[i].poffset = i * q->bnpacket;
155 q->bulkxfer[i].mbuf = NULL;
156 STAILQ_INSERT_TAIL(&q->stfree, &q->bulkxfer[i], link);
159 q->flag &= ~FWXFERQ_MODEMASK;
160 q->flag |= FWXFERQ_STREAM;
161 q->flag |= FWXFERQ_EXTBUF;
167 fwdev_freebuf(struct fw_xferq *q)
169 if (q->flag & FWXFERQ_EXTBUF) {
171 fwdma_free_multiseg(q->buf);
173 free(q->bulkxfer, M_FW);
175 q->flag &= ~FWXFERQ_EXTBUF;
177 q->maxq = FWMAXQUEUE;
184 fw_open (struct cdev *dev, int flags, int fmt, fw_proc *td)
187 int unit = DEV2UNIT(dev);
189 struct firewire_softc *sc;
192 return fwmem_open(dev, flags, fmt, td);
194 if (dev->si_drv1 != NULL)
197 #if defined(__FreeBSD__) && __FreeBSD_version >= 500000
198 if ((dev->si_flags & SI_NAMED) == 0) {
199 int unit = DEV2UNIT(dev);
200 int sub = DEV2SUB(dev);
202 make_dev(&firewire_cdevsw, minor(dev),
203 UID_ROOT, GID_OPERATOR, 0660,
204 "fw%d.%d", unit, sub);
208 dev->si_drv1 = malloc(sizeof(struct fw_drv1), M_FW, M_WAITOK | M_ZERO);
209 if (dev->si_drv1 == NULL)
212 d = (struct fw_drv1 *)dev->si_drv1;
213 sc = devclass_get_softc(firewire_devclass, unit);
215 STAILQ_INIT(&d->binds);
222 fw_close (struct cdev *dev, int flags, int fmt, fw_proc *td)
224 struct firewire_comm *fc;
226 struct fw_xfer *xfer;
231 return fwmem_close(dev, flags, fmt, td);
233 d = (struct fw_drv1 *)dev->si_drv1;
237 for (fwb = STAILQ_FIRST(&d->binds); fwb != NULL;
238 fwb = STAILQ_FIRST(&d->binds)) {
239 fw_bindremove(fc, fwb);
240 STAILQ_REMOVE_HEAD(&d->binds, chlist);
241 fw_xferlist_remove(&fwb->xferlist);
245 struct fw_xferq *ir = d->ir;
247 if ((ir->flag & FWXFERQ_OPEN) == 0)
249 if (ir->flag & FWXFERQ_RUNNING) {
250 ir->flag &= ~FWXFERQ_RUNNING;
251 fc->irx_disable(fc, ir->dmach);
255 /* drain receiving buffer */
256 for (xfer = STAILQ_FIRST(&ir->q);
257 xfer != NULL; xfer = STAILQ_FIRST(&ir->q)) {
259 STAILQ_REMOVE_HEAD(&ir->q, link);
264 ir->flag &= ~(FWXFERQ_OPEN |
265 FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
270 struct fw_xferq *it = d->it;
272 if ((it->flag & FWXFERQ_OPEN) == 0)
274 if (it->flag & FWXFERQ_RUNNING) {
275 it->flag &= ~FWXFERQ_RUNNING;
276 fc->itx_disable(fc, it->dmach);
280 it->flag &= ~(FWXFERQ_OPEN |
281 FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
284 free(dev->si_drv1, M_FW);
291 fw_read_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
294 struct fw_xfer *xfer;
297 struct tcode_info *tinfo;
299 while ((xfer = STAILQ_FIRST(&d->rq)) == NULL && err == 0)
300 err = tsleep(&d->rq, FWPRI, "fwra", 0);
306 STAILQ_REMOVE_HEAD(&d->rq, link);
308 fp = &xfer->recv.hdr;
309 #if 0 /* for GASP ?? */
310 if (fc->irx_post != NULL)
311 fc->irx_post(fc, fp->mode.ld);
313 tinfo = &xfer->fc->tcode[fp->mode.hdr.tcode];
314 err = uiomove((void *)fp, tinfo->hdr_len, uio);
317 err = uiomove((void *)xfer->recv.payload, xfer->recv.pay_len, uio);
320 /* recycle this xfer */
321 fwb = (struct fw_bind *)xfer->sc;
322 fw_xfer_unload(xfer);
323 xfer->recv.pay_len = PAGE_SIZE;
324 STAILQ_INSERT_TAIL(&fwb->xferlist, xfer, link);
332 fw_read (struct cdev *dev, struct uio *uio, int ioflag)
336 struct firewire_comm *fc;
337 int err = 0, s, slept = 0;
341 return physio(dev, uio, ioflag);
344 d = (struct fw_drv1 *)dev->si_drv1;
349 return (fw_read_async(d, uio, ioflag));
355 if (ir->stproc == NULL) {
357 ir->stproc = STAILQ_FIRST(&ir->stvalid);
358 if (ir->stproc != NULL) {
360 STAILQ_REMOVE_HEAD(&ir->stvalid, link);
365 if (ir->stproc == NULL) {
366 /* no data avaliable */
369 ir->flag |= FWXFERQ_WAKEUP;
370 err = tsleep(ir, FWPRI, "fw_read", hz);
371 ir->flag &= ~FWXFERQ_WAKEUP;
374 } else if (slept == 1)
377 } else if(ir->stproc != NULL) {
379 fp = (struct fw_pkt *)fwdma_v_addr(ir->buf,
380 ir->stproc->poffset + ir->queued);
381 if(fc->irx_post != NULL)
382 fc->irx_post(fc, fp->mode.ld);
383 if(fp->mode.stream.len == 0){
387 err = uiomove((caddr_t)fp,
388 fp->mode.stream.len + sizeof(uint32_t), uio);
390 if(ir->queued >= ir->bnpacket){
392 STAILQ_INSERT_TAIL(&ir->stfree, ir->stproc, link);
394 fc->irx_enable(fc, ir->dmach);
397 if (uio->uio_resid >= ir->psize) {
406 fw_write_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
408 struct fw_xfer *xfer;
410 struct tcode_info *tinfo;
413 bzero(&pkt, sizeof(struct fw_pkt));
414 if ((err = uiomove((caddr_t)&pkt, sizeof(uint32_t), uio)))
416 tinfo = &d->fc->tcode[pkt.mode.hdr.tcode];
417 if ((err = uiomove((caddr_t)&pkt + sizeof(uint32_t),
418 tinfo->hdr_len - sizeof(uint32_t), uio)))
421 if ((xfer = fw_xfer_alloc_buf(M_FWXFER, uio->uio_resid,
422 PAGE_SIZE/*XXX*/)) == NULL)
425 bcopy(&pkt, &xfer->send.hdr, sizeof(struct fw_pkt));
426 xfer->send.pay_len = uio->uio_resid;
427 if (uio->uio_resid > 0) {
428 if ((err = uiomove((caddr_t)&xfer->send.payload[0],
429 uio->uio_resid, uio)));
435 xfer->hand = fw_asy_callback;
436 xfer->send.spd = 2 /* XXX */;
438 if ((err = fw_asyreq(xfer->fc, -1, xfer)))
441 if ((err = tsleep(xfer, FWPRI, "fwwa", 0)))
444 if (xfer->resp != 0) {
449 if (xfer->state == FWXF_RCVD) {
450 STAILQ_INSERT_TAIL(&d->rq, xfer, link);
460 fw_write (struct cdev *dev, struct uio *uio, int ioflag)
466 struct firewire_comm *fc;
470 return physio(dev, uio, ioflag);
472 d = (struct fw_drv1 *)dev->si_drv1;
477 return (fw_write_async(d, uio, ioflag));
482 if (it->stproc == NULL) {
483 it->stproc = STAILQ_FIRST(&it->stfree);
484 if (it->stproc != NULL) {
486 STAILQ_REMOVE_HEAD(&it->stfree, link);
489 } else if (slept == 0) {
491 err = fc->itx_enable(fc, it->dmach);
494 err = tsleep(it, FWPRI, "fw_write", hz);
503 fp = (struct fw_pkt *)fwdma_v_addr(it->buf,
504 it->stproc->poffset + it->queued);
505 err = uiomove((caddr_t)fp, sizeof(struct fw_isohdr), uio);
506 err = uiomove((caddr_t)fp->mode.stream.payload,
507 fp->mode.stream.len, uio);
509 if (it->queued >= it->bnpacket) {
511 STAILQ_INSERT_TAIL(&it->stvalid, it->stproc, link);
514 err = fc->itx_enable(fc, it->dmach);
516 if (uio->uio_resid >= sizeof(struct fw_isohdr)) {
524 fw_hand(struct fw_xfer *xfer)
529 fwb = (struct fw_bind *)xfer->sc;
530 d = (struct fw_drv1 *)fwb->sc;
531 STAILQ_INSERT_TAIL(&d->rq, xfer, link);
539 fw_ioctl (struct cdev *dev, u_long cmd, caddr_t data, int flag, fw_proc *td)
541 struct firewire_comm *fc;
544 struct fw_device *fwdev;
546 struct fw_xferq *ir, *it;
547 struct fw_xfer *xfer;
549 struct fw_devinfo *devinfo;
552 struct fw_devlstreq *fwdevlst = (struct fw_devlstreq *)data;
553 struct fw_asyreq *asyreq = (struct fw_asyreq *)data;
554 struct fw_isochreq *ichreq = (struct fw_isochreq *)data;
555 struct fw_isobufreq *ibufreq = (struct fw_isobufreq *)data;
556 struct fw_asybindreq *bindreq = (struct fw_asybindreq *)data;
557 struct fw_crom_buf *crom_buf = (struct fw_crom_buf *)data;
560 return fwmem_ioctl(dev, cmd, data, flag, td);
565 d = (struct fw_drv1 *)dev->si_drv1;
573 for (i = 0; i < fc->nisodma; i ++) {
575 if ((it->flag & FWXFERQ_OPEN) == 0)
578 if (i >= fc->nisodma) {
582 err = fwdev_allocbuf(fc, it, &d->bufreq.tx);
585 it->flag |= FWXFERQ_OPEN;
588 it->flag |= (0x3f & ichreq->ch);
589 it->flag |= ((0x3 & ichreq->tag) << 6);
594 ichreq->ch = it->flag & 0x3f;
595 ichreq->tag = it->flag >> 2 & 0x3;
601 for (i = 0; i < fc->nisodma; i ++) {
603 if ((ir->flag & FWXFERQ_OPEN) == 0)
606 if (i >= fc->nisodma) {
610 err = fwdev_allocbuf(fc, ir, &d->bufreq.rx);
613 ir->flag |= FWXFERQ_OPEN;
616 ir->flag |= (0x3f & ichreq->ch);
617 ir->flag |= ((0x3 & ichreq->tag) << 6);
619 err = fc->irx_enable(fc, ir->dmach);
623 ichreq->ch = ir->flag & 0x3f;
624 ichreq->tag = ir->flag >> 2 & 0x3;
629 bcopy(ibufreq, &d->bufreq, sizeof(d->bufreq));
632 bzero(&ibufreq->rx, sizeof(ibufreq->rx));
634 ibufreq->rx.nchunk = ir->bnchunk;
635 ibufreq->rx.npacket = ir->bnpacket;
636 ibufreq->rx.psize = ir->psize;
638 bzero(&ibufreq->tx, sizeof(ibufreq->tx));
640 ibufreq->tx.nchunk = it->bnchunk;
641 ibufreq->tx.npacket = it->bnpacket;
642 ibufreq->tx.psize = it->psize;
647 struct tcode_info *tinfo;
651 tinfo = &fc->tcode[fp->mode.hdr.tcode];
653 if ((tinfo->flag & FWTI_BLOCK_ASY) != 0)
654 pay_len = MAX(0, asyreq->req.len - tinfo->hdr_len);
656 xfer = fw_xfer_alloc_buf(M_FWXFER, pay_len, PAGE_SIZE/*XXX*/);
660 switch (asyreq->req.type) {
664 fwdev = fw_noderesolve_eui64(fc,
665 &asyreq->req.dst.eui);
667 device_printf(fc->bdev,
668 "cannot find node\n");
672 fp->mode.hdr.dst = FWLOCALBUS | fwdev->dst;
675 /* XXX what's this? */
682 bcopy(fp, (void *)&xfer->send.hdr, tinfo->hdr_len);
684 bcopy((char *)fp + tinfo->hdr_len,
685 (void *)xfer->send.payload, pay_len);
686 xfer->send.spd = asyreq->req.sped;
687 xfer->hand = fw_asy_callback;
689 if ((err = fw_asyreq(fc, -1, xfer)) != 0)
691 if ((err = tsleep(xfer, FWPRI, "asyreq", hz)) != 0)
693 if (xfer->resp != 0) {
697 if ((tinfo->flag & FWTI_TLABEL) == 0)
701 tinfo = &fc->tcode[xfer->recv.hdr.mode.hdr.tcode];
702 if (xfer->recv.hdr.mode.hdr.tcode == FWTCODE_RRESB ||
703 xfer->recv.hdr.mode.hdr.tcode == FWTCODE_LRES) {
704 pay_len = xfer->recv.pay_len;
705 if (asyreq->req.len >= xfer->recv.pay_len + tinfo->hdr_len) {
706 asyreq->req.len = xfer->recv.pay_len +
715 bcopy(&xfer->recv.hdr, fp, tinfo->hdr_len);
716 bcopy(xfer->recv.payload, (char *)fp + tinfo->hdr_len, pay_len);
718 fw_xfer_free_buf(xfer);
725 fwb = fw_bindlookup(fc,
726 bindreq->start.hi, bindreq->start.lo);
731 fw_bindremove(fc, fwb);
732 STAILQ_REMOVE(&d->binds, fwb, fw_bind, chlist);
733 fw_xferlist_remove(&fwb->xferlist);
737 if(bindreq->len <= 0 ){
741 if(bindreq->start.hi > 0xffff ){
745 fwb = (struct fw_bind *)malloc(sizeof (struct fw_bind), M_FW, M_NOWAIT);
750 fwb->start = ((u_int64_t)bindreq->start.hi << 32) |
752 fwb->end = fwb->start + bindreq->len;
754 STAILQ_INIT(&fwb->xferlist);
755 err = fw_bindadd(fc, fwb);
757 fw_xferlist_add(&fwb->xferlist, M_FWXFER,
759 PAGE_SIZE, PAGE_SIZE, 5,
760 fc, (void *)fwb, fw_hand);
761 STAILQ_INSERT_TAIL(&d->binds, fwb, chlist);
767 devinfo = &fwdevlst->dev[0];
768 devinfo->dst = fc->nodeid;
769 devinfo->status = 0; /* XXX */
770 devinfo->eui.hi = fc->eui.hi;
771 devinfo->eui.lo = fc->eui.lo;
772 STAILQ_FOREACH(fwdev, &fc->devices, link) {
773 if(len < FW_MAX_DEVLST){
774 devinfo = &fwdevlst->dev[len++];
775 devinfo->dst = fwdev->dst;
777 (fwdev->status == FWDEVINVAL)?0:1;
778 devinfo->eui.hi = fwdev->eui.hi;
779 devinfo->eui.lo = fwdev->eui.lo;
784 fwdevlst->info_len = len;
787 bcopy(fc->topology_map, data,
788 (fc->topology_map->crc_len + 1) * 4);
791 STAILQ_FOREACH(fwdev, &fc->devices, link)
792 if (FW_EUI64_EQUAL(fwdev->eui, crom_buf->eui))
795 if (!FW_EUI64_EQUAL(fc->eui, crom_buf->eui)) {
800 ptr = malloc(CROMSIZE, M_FW, M_WAITOK);
802 for (i = 0; i < CROMSIZE/4; i++)
804 = ntohl(fc->config_rom[i]);
807 ptr = (void *)&fwdev->csrrom[0];
808 if (fwdev->rommax < CSRROMOFF)
811 len = fwdev->rommax - CSRROMOFF + 4;
813 if (crom_buf->len < len)
817 err = copyout(ptr, crom_buf->ptr, len);
823 fc->ioctl (dev, cmd, data, flag, td);
829 fw_poll(struct cdev *dev, int events, fw_proc *td)
836 return fwmem_poll(dev, events, td);
838 ir = ((struct fw_drv1 *)dev->si_drv1)->ir;
840 tmp = POLLIN | POLLRDNORM;
842 if (STAILQ_FIRST(&ir->q) != NULL)
845 selrecord(td, &ir->rsel);
847 tmp = POLLOUT | POLLWRNORM;
849 /* XXX should be fixed */
857 #if defined(__DragonFly__) || __FreeBSD_version < 500102
858 fw_mmap (struct cdev *dev, vm_offset_t offset, int nproto)
860 fw_mmap (struct cdev *dev, vm_offset_t offset, vm_paddr_t *paddr, int nproto)
865 #if defined(__DragonFly__) || __FreeBSD_version < 500102
866 return fwmem_mmap(dev, offset, nproto);
868 return fwmem_mmap(dev, offset, paddr, nproto);
875 fw_strategy(struct bio *bp)
880 if (DEV_FWMEM(dev)) {
885 bp->bio_error = EOPNOTSUPP;
886 bp->bio_flags |= BIO_ERROR;
887 bp->bio_resid = bp->bio_bcount;
892 fwdev_makedev(struct firewire_softc *sc)
896 #if defined(__DragonFly__) || __FreeBSD_version < 500000
897 cdevsw_add(&firewire_cdevsw);
902 unit = device_get_unit(sc->fc->bdev);
903 sc->dev = make_dev(&firewire_cdevsw, MAKEMINOR(0, unit, 0),
904 UID_ROOT, GID_OPERATOR, 0660,
906 d = make_dev(&firewire_cdevsw,
907 MAKEMINOR(FWMEM_FLAG, unit, 0),
908 UID_ROOT, GID_OPERATOR, 0660,
909 "fwmem%d.%d", unit, 0);
910 dev_depends(sc->dev, d);
911 make_dev_alias(sc->dev, "fw%d", unit);
912 make_dev_alias(d, "fwmem%d", unit);
919 fwdev_destroydev(struct firewire_softc *sc)
923 #if defined(__DragonFly__) || __FreeBSD_version < 500000
924 cdevsw_remove(&firewire_cdevsw);
926 destroy_dev(sc->dev);
931 #if defined(__FreeBSD__) && __FreeBSD_version >= 500000
934 fwdev_clone(void *arg, struct ucred *cred, char *name, int namelen,
937 struct firewire_softc *sc;
938 char *devnames[NDEVTYPE] = {"fw", "fwmem"};
940 int devflag[NDEVTYPE] = {0, FWMEM_FLAG};
941 int i, unit = 0, sub = 0;
946 for (i = 0; i < NDEVTYPE; i++)
947 if (dev_stdclone(name, &subp, devnames[i], &unit) == 2)
953 if (subp == NULL || *subp++ != '.')
957 while (isdigit(*subp)) {
959 sub += *subp++ - '0';
964 sc = devclass_get_softc(firewire_devclass, unit);
967 *dev = make_dev(&firewire_cdevsw, MAKEMINOR(devflag[i], unit, sub),
968 UID_ROOT, GID_OPERATOR, 0660,
969 "%s%d.%d", devnames[i], unit, sub);
971 (*dev)->si_flags |= SI_CHEAPCLONE;
972 dev_depends(sc->dev, *dev);