sys/dev/twe/twevar.h

   1 /*-
   2  * Copyright (c) 2000 Michael Smith
   3  * Copyright (c) 2000 BSDi
   4  * All rights reserved.
   5  *
   6  * Redistribution and use in source and binary forms, with or without
   7  * modification, are permitted provided that the following conditions
   8  * are met:
   9  * 1. Redistributions of source code must retain the above copyright
  10  *    notice, this list of conditions and the following disclaimer.
  11  * 2. Redistributions in binary form must reproduce the above copyright
  12  *    notice, this list of conditions and the following disclaimer in the
  13  *    documentation and/or other materials provided with the distribution.
  14  *
  15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
  16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  25  * SUCH DAMAGE.
  26  *
  27  *      $FreeBSD$
  28  */
  29
  30 #define TWE_DRIVER_VERSION_STRING       "1.50.01.002"
  31
  32 #ifdef TWE_DEBUG
  33 #define debug(level, fmt, args...)                                                      \
  34         do {                                                                            \
  35             if (level <= TWE_DEBUG) printf("%s: " fmt "\n", __func__ , ##args); \
  36         } while(0)
  37 #define debug_called(level)                                             \
  38         do {                                                            \
  39             if (level <= TWE_DEBUG) printf("%s: called\n", __func__);   \
  40         } while(0)
  41 #else
  42 #define debug(level, fmt, args...)
  43 #define debug_called(level)
  44 #endif
  45
  46 /*
  47  * Structure describing a logical unit as attached to the controller
  48  */
  49 struct twe_drive
  50 {
  51     /* unit properties */
  52     u_int32_t           td_size;
  53     int                 td_cylinders;
  54     int                 td_heads;
  55     int                 td_sectors;
  56     int                 td_sys_unit; /* device unit number */
  57     int                 td_twe_unit; /* index into sc->twe_drive[] */
  58
  59     /* unit state and type */
  60     u_int8_t            td_state;
  61     u_int8_t            td_type;
  62     u_int8_t            td_stripe;
  63
  64     /* handle for attached driver */
  65     device_t            td_disk;
  66 };
  67
  68 /*
  69  * Per-command control structure.
  70  *
  71  * Note that due to alignment constraints on the tc_command field, this *must* be 64-byte aligned.
  72  * We achieve this by placing the command at the beginning of the structure, and using malloc()
  73  * to allocate each structure.
  74  */
  75 struct twe_request
  76 {
  77     int                         tr_tag;
  78     /* command payload */
  79     void                        *tr_data;       /* data buffer */
  80     void                        *tr_realdata;   /* copy of real data buffer pointer for alignment fixup */
  81     size_t                      tr_length;
  82
  83     TAILQ_ENTRY(twe_request)    tr_link;        /* list linkage */
  84     struct twe_softc            *tr_sc;         /* controller that owns us */
  85     int                         tr_status;      /* command status */
  86 #define TWE_CMD_SETUP           0       /* being assembled */
  87 #define TWE_CMD_BUSY            1       /* submitted to controller */
  88 #define TWE_CMD_COMPLETE        2       /* completed by controller (maybe with error) */
  89 #define TWE_CMD_ERROR           3       /* encountered error, even before submission to controller */
  90     int                         tr_flags;
  91 #define TWE_CMD_DATAIN          (1<<0)
  92 #define TWE_CMD_DATAOUT         (1<<1)
  93 #define TWE_CMD_ALIGNBUF        (1<<2)  /* data in bio is misaligned, have to copy to/from private buffer */
  94 #define TWE_CMD_SLEEPER         (1<<3)  /* owner is sleeping on this command */
  95 #define TWE_CMD_IMMEDIATE       (1<<4)  /* immediate request */
  96 #define TWE_CMD_MAPPED          (1<<5)
  97 #define TWE_CMD_IN_PROGRESS     (1<<6)  /* bus_dmamap_load returned EINPROGRESS */
  98     void                        (* tr_complete)(struct twe_request *tr);        /* completion handler */
  99     void                        *tr_private;    /* submitter-private data or wait channel */
 100
 101     TWE_PLATFORM_REQUEST        /* platform-specific request elements */
 102 };
 103
 104 #define TWE_FIND_COMMAND(tr)                                    \
 105         (TWE_Command *)((u_int8_t *)(tr)->tr_sc->twe_cmd +      \
 106                         ((tr)->tr_tag * sizeof(TWE_Command)))
 107 #define TWE_FIND_COMMANDPHYS(tr)        ((tr)->tr_sc->twe_cmdphys +     \
 108                                          ((tr)->tr_tag * sizeof(TWE_Command)))
 109
 110 /*
 111  * Per-controller state.
 112  */
 113 struct twe_softc
 114 {
 115     /* controller queues and arrays */
 116     TAILQ_HEAD(, twe_request)   twe_free;                       /* command structures available for reuse */
 117     twe_bioq                    twe_bioq;                       /* outstanding I/O operations */
 118     TAILQ_HEAD(, twe_request)   twe_ready;                      /* requests ready for the controller */
 119     TAILQ_HEAD(, twe_request)   twe_busy;                       /* requests busy in the controller */
 120     TAILQ_HEAD(, twe_request)   twe_complete;                   /* active commands (busy or waiting for completion) */
 121     struct twe_request          *twe_lookup[TWE_Q_LENGTH];      /* commands indexed by request ID */
 122     struct twe_drive    twe_drive[TWE_MAX_UNITS];               /* attached drives */
 123
 124     /* asynchronous event handling */
 125     u_int16_t           twe_aen_queue[TWE_Q_LENGTH];    /* AENs queued for userland tool(s) */
 126     int                 twe_aen_head, twe_aen_tail;     /* ringbuffer pointers for AEN queue */
 127     int                 twe_wait_aen;                   /* wait-for-aen notification */
 128
 129     /* controller status */
 130     int                 twe_state;
 131 #define TWE_STATE_INTEN         (1<<0)  /* interrupts have been enabled */
 132 #define TWE_STATE_SHUTDOWN      (1<<1)  /* controller is shut down */
 133 #define TWE_STATE_OPEN          (1<<2)  /* control device is open */
 134 #define TWE_STATE_SUSPEND       (1<<3)  /* controller is suspended */
 135 #define TWE_STATE_FRZN          (1<<4)  /* got EINPROGRESS */
 136 #define TWE_STATE_CTLR_BUSY     (1<<5)  /* controller cmd queue full */
 137     int                 twe_host_id;
 138     struct twe_qstat    twe_qstat[TWEQ_COUNT];  /* queue statistics */
 139
 140     TWE_PLATFORM_SOFTC          /* platform-specific softc elements */
 141 };
 142
 143 /*
 144  * Interface betwen driver core and platform-dependant code.
 145  */
 146 extern int      twe_setup(struct twe_softc *sc);                /* do early driver/controller setup */
 147 extern void     twe_init(struct twe_softc *sc);                 /* init controller */
 148 extern void     twe_deinit(struct twe_softc *sc);               /* stop controller */
 149 extern void     twe_intr(struct twe_softc *sc);                 /* hardware interrupt signalled */
 150 extern void     twe_startio(struct twe_softc *sc);
 151 extern int      twe_start(struct twe_request *tr);
 152 extern int      twe_dump_blocks(struct twe_softc *sc, int unit, /* crashdump block write */
 153                                 u_int32_t lba, void *data, int nblks);
 154 extern int      twe_ioctl(struct twe_softc *sc, int cmd,
 155                                   void *addr);                  /* handle user request */
 156 extern void     twe_describe_controller(struct twe_softc *sc);  /* print controller info */
 157 extern void     twe_print_controller(struct twe_softc *sc);
 158 extern void     twe_enable_interrupts(struct twe_softc *sc);    /* enable controller interrupts */
 159 extern void     twe_disable_interrupts(struct twe_softc *sc);   /* disable controller interrupts */
 160
 161 extern int      twe_attach_drive(struct twe_softc *sc,
 162                                          struct twe_drive *dr); /* attach drive when found in twe_init */
 163 extern int      twe_detach_drive(struct twe_softc *sc,
 164                                          int unit);             /* detach drive */
 165 extern void     twe_clear_pci_parity_error(struct twe_softc *sc);
 166 extern void     twe_clear_pci_abort(struct twe_softc *sc);
 167 extern void     twed_intr(twe_bio *bp);                         /* return bio from core */
 168 extern struct twe_request *twe_allocate_request(struct twe_softc *sc, int tag); /* allocate request structure */
 169 extern void     twe_free_request(struct twe_request *tr);       /* free request structure */
 170 extern int      twe_map_request(struct twe_request *tr);        /* make request visible to controller, do s/g */
 171 extern void     twe_unmap_request(struct twe_request *tr);      /* cleanup after transfer, unmap */
 172
 173 /********************************************************************************
 174  * Queue primitives
 175  */
 176 #define TWEQ_ADD(sc, qname)                                     \
 177         do {                                                    \
 178             struct twe_qstat *qs = &(sc)->twe_qstat[qname];     \
 179                                                                 \
 180             qs->q_length++;                                     \
 181             if (qs->q_length > qs->q_max)                       \
 182                 qs->q_max = qs->q_length;                       \
 183         } while(0)
 184
 185 #define TWEQ_REMOVE(sc, qname)                                  \
 186         do {                                                    \
 187             struct twe_qstat *qs = &(sc)->twe_qstat[qname];     \
 188                                                                 \
 189             qs->q_length--;                                     \
 190             if (qs->q_length < qs->q_min)                       \
 191                 qs->q_min = qs->q_length;                       \
 192         } while(0);
 193
 194 #define TWEQ_INIT(sc, qname)                                    \
 195         do {                                                    \
 196             sc->twe_qstat[qname].q_length = 0;                  \
 197             sc->twe_qstat[qname].q_max = 0;                     \
 198             sc->twe_qstat[qname].q_min = 0xFFFFFFFF;            \
 199         } while(0)
 200
 201
 202 #define TWEQ_REQUEST_QUEUE(name, index)                                 \
 203 static __inline void                                                    \
 204 twe_initq_ ## name (struct twe_softc *sc)                               \
 205 {                                                                       \
 206     TAILQ_INIT(&sc->twe_ ## name);                                      \
 207     TWEQ_INIT(sc, index);                                               \
 208 }                                                                       \
 209 static __inline void                                                    \
 210 twe_enqueue_ ## name (struct twe_request *tr)                           \
 211 {                                                                       \
 212     int         s;                                                      \
 213                                                                         \
 214     s = splbio();                                                       \
 215     TAILQ_INSERT_TAIL(&tr->tr_sc->twe_ ## name, tr, tr_link);           \
 216     TWEQ_ADD(tr->tr_sc, index);                                         \
 217     splx(s);                                                            \
 218 }                                                                       \
 219 static __inline void                                                    \
 220 twe_requeue_ ## name (struct twe_request *tr)                           \
 221 {                                                                       \
 222     int         s;                                                      \
 223                                                                         \
 224     s = splbio();                                                       \
 225     TAILQ_INSERT_HEAD(&tr->tr_sc->twe_ ## name, tr, tr_link);           \
 226     TWEQ_ADD(tr->tr_sc, index);                                         \
 227     splx(s);                                                            \
 228 }                                                                       \
 229 static __inline struct twe_request *                                    \
 230 twe_dequeue_ ## name (struct twe_softc *sc)                             \
 231 {                                                                       \
 232     struct twe_request  *tr;                                            \
 233     int                 s;                                              \
 234                                                                         \
 235     s = splbio();                                                       \
 236     if ((tr = TAILQ_FIRST(&sc->twe_ ## name)) != NULL) {                \
 237         TAILQ_REMOVE(&sc->twe_ ## name, tr, tr_link);                   \
 238         TWEQ_REMOVE(sc, index);                                         \
 239     }                                                                   \
 240     splx(s);                                                            \
 241     return(tr);                                                         \
 242 }                                                                       \
 243 static __inline void                                                    \
 244 twe_remove_ ## name (struct twe_request *tr)                            \
 245 {                                                                       \
 246     int                 s;                                              \
 247                                                                         \
 248     s = splbio();                                                       \
 249     TAILQ_REMOVE(&tr->tr_sc->twe_ ## name, tr, tr_link);                \
 250     TWEQ_REMOVE(tr->tr_sc, index);                                      \
 251     splx(s);                                                            \
 252 }
 253
 254 TWEQ_REQUEST_QUEUE(free, TWEQ_FREE)
 255 TWEQ_REQUEST_QUEUE(ready, TWEQ_READY)
 256 TWEQ_REQUEST_QUEUE(busy, TWEQ_BUSY)
 257 TWEQ_REQUEST_QUEUE(complete, TWEQ_COMPLETE)
 258
 259 /*
 260  * outstanding bio queue
 261  */
 262 static __inline void
 263 twe_initq_bio(struct twe_softc *sc)
 264 {
 265     TWE_BIO_QINIT(sc->twe_bioq);
 266     TWEQ_INIT(sc, TWEQ_BIO);
 267 }
 268
 269 static __inline void
 270 twe_enqueue_bio(struct twe_softc *sc, twe_bio *bp)
 271 {
 272     int         s;
 273
 274     s = splbio();
 275     TWE_BIO_QINSERT(sc->twe_bioq, bp);
 276     TWEQ_ADD(sc, TWEQ_BIO);
 277     splx(s);
 278 }
 279
 280 static __inline twe_bio *
 281 twe_dequeue_bio(struct twe_softc *sc)
 282 {
 283     int         s;
 284     twe_bio     *bp;
 285
 286     s = splbio();
 287     if ((bp = TWE_BIO_QFIRST(sc->twe_bioq)) != NULL) {
 288         TWE_BIO_QREMOVE(sc->twe_bioq, bp);
 289         TWEQ_REMOVE(sc, TWEQ_BIO);
 290     }
 291     splx(s);
 292     return(bp);
 293 }