]> CyberLeo.Net >> Repos - FreeBSD/FreeBSD.git/blob - sys/dev/twa/tw_osl_cam.c
MFC r339775: Put a workaround in for command timeout malfunctioning
[FreeBSD/FreeBSD.git] / sys / dev / twa / tw_osl_cam.c
1 /*
2  * Copyright (c) 2004-07 Applied Micro Circuits Corporation.
3  * Copyright (c) 2004-05 Vinod Kashyap.
4  * All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  *
15  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25  * SUCH DAMAGE.
26  *
27  *      $FreeBSD$
28  */
29
30 /*
31  * AMCC'S 3ware driver for 9000 series storage controllers.
32  *
33  * Author: Vinod Kashyap
34  * Modifications by: Adam Radford
35  * Modifications by: Manjunath Ranganathaiah
36  */
37
38
39 /*
40  * FreeBSD CAM related functions.
41  */
42
43
44 #include <dev/twa/tw_osl_includes.h>
45
46 #include <cam/cam.h>
47 #include <cam/cam_ccb.h>
48 #include <cam/cam_sim.h>
49 #include <cam/cam_xpt_sim.h>
50 #include <cam/cam_debug.h>
51 #include <cam/cam_periph.h>
52
53 #include <cam/scsi/scsi_all.h>
54 #include <cam/scsi/scsi_message.h>
55
56 static TW_VOID  twa_action(struct cam_sim *sim, union ccb *ccb);
57 static TW_VOID  twa_poll(struct cam_sim *sim);
58
59 static TW_INT32 tw_osli_execute_scsi(struct tw_osli_req_context *req,
60         union ccb *ccb);
61
62
63
64 /*
65  * Function name:       tw_osli_cam_attach
66  * Description:         Attaches the driver to CAM.
67  *
68  * Input:               sc      -- ptr to OSL internal ctlr context
69  * Output:              None
70  * Return value:        0       -- success
71  *                      non-zero-- failure
72  */
73 TW_INT32
74 tw_osli_cam_attach(struct twa_softc *sc)
75 {
76         struct cam_devq         *devq;
77
78         tw_osli_dbg_dprintf(3, sc, "entered");
79
80         /*
81          * Create the device queue for our SIM.
82          */
83         if ((devq = cam_simq_alloc(TW_OSLI_MAX_NUM_IOS)) == NULL) {
84                 tw_osli_printf(sc, "error = %d",
85                         TW_CL_SEVERITY_ERROR_STRING,
86                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
87                         0x2100,
88                         "Failed to create SIM device queue",
89                         ENOMEM);
90                 return(ENOMEM);
91         }
92
93         /*
94          * Create a SIM entry.  Though we can support TW_OSLI_MAX_NUM_REQUESTS
95          * simultaneous requests, we claim to be able to handle only
96          * TW_OSLI_MAX_NUM_IOS (two less), so that we always have a request
97          * packet available to service ioctls and AENs.
98          */
99         tw_osli_dbg_dprintf(3, sc, "Calling cam_sim_alloc");
100         sc->sim = cam_sim_alloc(twa_action, twa_poll, "twa", sc,
101                         device_get_unit(sc->bus_dev), sc->sim_lock,
102                         TW_OSLI_MAX_NUM_IOS, 1, devq);
103         if (sc->sim == NULL) {
104                 cam_simq_free(devq);
105                 tw_osli_printf(sc, "error = %d",
106                         TW_CL_SEVERITY_ERROR_STRING,
107                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
108                         0x2101,
109                         "Failed to create a SIM entry",
110                         ENOMEM);
111                 return(ENOMEM);
112         }
113
114         /*
115          * Register the bus.
116          */
117         tw_osli_dbg_dprintf(3, sc, "Calling xpt_bus_register");
118         mtx_lock(sc->sim_lock);
119         if (xpt_bus_register(sc->sim, sc->bus_dev, 0) != CAM_SUCCESS) {
120                 cam_sim_free(sc->sim, TRUE);
121                 sc->sim = NULL; /* so cam_detach will not try to free it */
122                 tw_osli_printf(sc, "error = %d",
123                         TW_CL_SEVERITY_ERROR_STRING,
124                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
125                         0x2102,
126                         "Failed to register the bus",
127                         ENXIO);
128                 mtx_unlock(sc->sim_lock);
129                 return(ENXIO);
130         }
131
132         tw_osli_dbg_dprintf(3, sc, "Calling xpt_create_path");
133         if (xpt_create_path(&sc->path, NULL,
134                                 cam_sim_path(sc->sim),
135                                 CAM_TARGET_WILDCARD,
136                                 CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
137                 xpt_bus_deregister(cam_sim_path (sc->sim));
138                 /* Passing TRUE to cam_sim_free will free the devq as well. */
139                 cam_sim_free(sc->sim, TRUE);
140                 tw_osli_printf(sc, "error = %d",
141                         TW_CL_SEVERITY_ERROR_STRING,
142                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
143                         0x2103,
144                         "Failed to create path",
145                         ENXIO);
146                 mtx_unlock(sc->sim_lock);
147                 return(ENXIO);
148         }
149         mtx_unlock(sc->sim_lock);
150
151         tw_osli_dbg_dprintf(3, sc, "exiting");
152         return(0);
153 }
154
155
156
157 /*
158  * Function name:       tw_osli_cam_detach
159  * Description:         Detaches the driver from CAM.
160  *
161  * Input:               sc      -- ptr to OSL internal ctlr context
162  * Output:              None
163  * Return value:        None
164  */
165 TW_VOID
166 tw_osli_cam_detach(struct twa_softc *sc)
167 {
168         tw_osli_dbg_dprintf(3, sc, "entered");
169
170         mtx_lock(sc->sim_lock);
171            
172         if (sc->path)
173                 xpt_free_path(sc->path);
174         if (sc->sim) {
175                 xpt_bus_deregister(cam_sim_path(sc->sim));
176                 /* Passing TRUE to cam_sim_free will free the devq as well. */
177                 cam_sim_free(sc->sim, TRUE);
178         }
179         /* It's ok have 1 hold count while destroying the mutex */
180         mtx_destroy(sc->sim_lock);
181 }
182
183
184
185 /*
186  * Function name:       tw_osli_execute_scsi
187  * Description:         Build a fw cmd, based on a CAM style ccb, and
188  *                      send it down.
189  *
190  * Input:               req     -- ptr to OSL internal request context
191  *                      ccb     -- ptr to CAM style ccb
192  * Output:              None
193  * Return value:        0       -- success
194  *                      non-zero-- failure
195  */
196 TW_INT32
197 tw_osli_execute_scsi(struct tw_osli_req_context *req, union ccb *ccb)
198 {
199         struct twa_softc                *sc = req->ctlr;
200         struct tw_cl_req_packet         *req_pkt;
201         struct tw_cl_scsi_req_packet    *scsi_req;
202         struct ccb_hdr                  *ccb_h = &(ccb->ccb_h);
203         struct ccb_scsiio               *csio = &(ccb->csio);
204         TW_INT32                        error;
205
206         tw_osli_dbg_dprintf(10, sc, "SCSI I/O request 0x%x",
207                 csio->cdb_io.cdb_bytes[0]);
208
209         if (ccb_h->target_id >= TW_CL_MAX_NUM_UNITS) {
210                 tw_osli_dbg_dprintf(3, sc, "Invalid target. PTL = %x %x %jx",
211                         ccb_h->path_id, ccb_h->target_id,
212                         (uintmax_t)ccb_h->target_lun);
213                 ccb_h->status |= CAM_TID_INVALID;
214                 xpt_done(ccb);
215                 return(1);
216         }
217         if (ccb_h->target_lun >= TW_CL_MAX_NUM_LUNS) {
218                 tw_osli_dbg_dprintf(3, sc, "Invalid lun. PTL = %x %x %jx",
219                         ccb_h->path_id, ccb_h->target_id,
220                         (uintmax_t)ccb_h->target_lun);
221                 ccb_h->status |= CAM_LUN_INVALID;
222                 xpt_done(ccb);
223                 return(1);
224         }
225
226         if(ccb_h->flags & CAM_CDB_PHYS) {
227                 tw_osli_printf(sc, "",
228                         TW_CL_SEVERITY_ERROR_STRING,
229                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
230                         0x2105,
231                         "Physical CDB address!");
232                 ccb_h->status = CAM_REQ_INVALID;
233                 xpt_done(ccb);
234                 return(1);
235         }
236
237         /*
238          * We are going to work on this request.  Mark it as enqueued (though
239          * we don't actually queue it...)
240          */
241         ccb_h->status |= CAM_SIM_QUEUED;
242
243         if((ccb_h->flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
244                 if(ccb_h->flags & CAM_DIR_IN)
245                         req->flags |= TW_OSLI_REQ_FLAGS_DATA_IN;
246                 else
247                         req->flags |= TW_OSLI_REQ_FLAGS_DATA_OUT;
248         }
249
250         /* Build the CL understood request packet for SCSI cmds. */
251         req_pkt = &req->req_pkt;
252         req_pkt->status = 0;
253         req_pkt->tw_osl_callback = tw_osl_complete_io;
254         scsi_req = &(req_pkt->gen_req_pkt.scsi_req);
255         scsi_req->unit = ccb_h->target_id;
256         scsi_req->lun = ccb_h->target_lun;
257         scsi_req->sense_len = 0;
258         scsi_req->sense_data = (TW_UINT8 *)(&csio->sense_data);
259         scsi_req->scsi_status = 0;
260         if(ccb_h->flags & CAM_CDB_POINTER)
261                 scsi_req->cdb = csio->cdb_io.cdb_ptr;
262         else
263                 scsi_req->cdb = csio->cdb_io.cdb_bytes;
264         scsi_req->cdb_len = csio->cdb_len;
265
266         if (csio->dxfer_len > TW_CL_MAX_IO_SIZE) {
267                 tw_osli_printf(sc, "size = %d",
268                         TW_CL_SEVERITY_ERROR_STRING,
269                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
270                         0x2106,
271                         "I/O size too big",
272                         csio->dxfer_len);
273                 ccb_h->status = CAM_REQ_TOO_BIG;
274                 ccb_h->status &= ~CAM_SIM_QUEUED;
275                 xpt_done(ccb);
276                 return(1);
277         }
278         if ((ccb_h->flags & CAM_DATA_MASK) == CAM_DATA_VADDR) {
279                 if ((req->length = csio->dxfer_len) != 0) {
280                         req->data = csio->data_ptr;
281                         scsi_req->sgl_entries = 1;
282                 }
283         } else
284                 req->flags |= TW_OSLI_REQ_FLAGS_CCB;
285         req->deadline = tw_osl_get_local_time() + (ccb_h->timeout / 1000);
286
287         /*
288          * twa_map_load_data_callback will fill in the SGL,
289          * and submit the I/O.
290          */
291         error = tw_osli_map_request(req);
292         if ((error) && (req->flags & TW_OSLI_REQ_FLAGS_FAILED)) {
293                 req->deadline = 0;
294                 ccb_h->status = CAM_REQ_CMP_ERR;
295                 ccb_h->status &= ~CAM_SIM_QUEUED;
296                 xpt_done(ccb);
297         }
298         return(error);
299 }
300
301
302
303 /*
304  * Function name:       twa_action
305  * Description:         Driver entry point for CAM's use.
306  *
307  * Input:               sim     -- sim corresponding to the ctlr
308  *                      ccb     -- ptr to CAM request
309  * Output:              None
310  * Return value:        None
311  */
312 TW_VOID
313 twa_action(struct cam_sim *sim, union ccb *ccb)
314 {
315         struct twa_softc        *sc = (struct twa_softc *)cam_sim_softc(sim);
316         struct ccb_hdr          *ccb_h = &(ccb->ccb_h);
317
318         switch (ccb_h->func_code) {
319         case XPT_SCSI_IO:       /* SCSI I/O */
320         {
321                 struct tw_osli_req_context      *req;
322
323                 req = tw_osli_get_request(sc);
324                 if (req == NULL) {
325                         tw_osli_dbg_dprintf(2, sc, "Cannot get request pkt.");
326                         /*
327                          * Freeze the simq to maintain ccb ordering.  The next
328                          * ccb that gets completed will unfreeze the simq.
329                          */
330                         ccb_h->status &= ~CAM_SIM_QUEUED;
331                         ccb_h->status |= CAM_REQUEUE_REQ;
332                         xpt_done(ccb);
333                         break;
334                 }
335
336                 if ((tw_cl_is_reset_needed(&(req->ctlr->ctlr_handle)))) {
337                         ccb_h->status &= ~CAM_SIM_QUEUED;
338                         ccb_h->status |= CAM_REQUEUE_REQ;
339                         xpt_done(ccb);
340                         tw_osli_req_q_insert_tail(req, TW_OSLI_FREE_Q);
341                         break;
342                 }
343
344                 req->req_handle.osl_req_ctxt = req;
345                 req->req_handle.is_io = TW_CL_TRUE;
346                 req->orig_req = ccb;
347                 if (tw_osli_execute_scsi(req, ccb))
348                         tw_osli_req_q_insert_tail(req, TW_OSLI_FREE_Q);
349                 break;
350         }
351
352         case XPT_ABORT:
353                 tw_osli_dbg_dprintf(2, sc, "Abort request.");
354                 ccb_h->status = CAM_UA_ABORT;
355                 xpt_done(ccb);
356                 break;
357
358         case XPT_RESET_BUS:
359                 tw_cl_create_event(&(sc->ctlr_handle), TW_CL_FALSE,
360                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
361                         0x2108, 0x3, TW_CL_SEVERITY_INFO_STRING,
362                         "Received Reset Bus request from CAM",
363                         " ");
364
365                 tw_cl_set_reset_needed(&(sc->ctlr_handle));
366                 ccb_h->status = CAM_REQ_CMP;
367                 xpt_done(ccb);
368                 break;
369
370         case XPT_SET_TRAN_SETTINGS:
371                 tw_osli_dbg_dprintf(3, sc, "XPT_SET_TRAN_SETTINGS");
372
373                 /*
374                  * This command is not supported, since it's very specific
375                  * to SCSI, and we are doing ATA.
376                  */
377                 ccb_h->status = CAM_FUNC_NOTAVAIL;
378                 xpt_done(ccb);
379                 break;
380
381         case XPT_GET_TRAN_SETTINGS: 
382         {
383                 struct ccb_trans_settings       *cts = &ccb->cts;
384                 struct ccb_trans_settings_scsi *scsi =
385                     &cts->proto_specific.scsi;
386                 struct ccb_trans_settings_spi *spi =
387                     &cts->xport_specific.spi;
388
389                 cts->protocol = PROTO_SCSI;
390                 cts->protocol_version = SCSI_REV_2;
391                 cts->transport = XPORT_SPI;
392                 cts->transport_version = 2;
393
394                 spi->valid = CTS_SPI_VALID_DISC;
395                 spi->flags = CTS_SPI_FLAGS_DISC_ENB;
396                 scsi->valid = CTS_SCSI_VALID_TQ;
397                 scsi->flags = CTS_SCSI_FLAGS_TAG_ENB;
398                 tw_osli_dbg_dprintf(3, sc, "XPT_GET_TRAN_SETTINGS");
399                 ccb_h->status = CAM_REQ_CMP;
400                 xpt_done(ccb);
401                 break;
402         }
403
404         case XPT_CALC_GEOMETRY:
405                 tw_osli_dbg_dprintf(3, sc, "XPT_CALC_GEOMETRY");
406                 cam_calc_geometry(&ccb->ccg, 1/* extended */);
407                 xpt_done(ccb);
408                 break;
409
410         case XPT_PATH_INQ:    /* Path inquiry -- get twa properties */
411         {
412                 struct ccb_pathinq      *path_inq = &ccb->cpi;
413
414                 tw_osli_dbg_dprintf(3, sc, "XPT_PATH_INQ request");
415
416                 path_inq->version_num = 1;
417                 path_inq->hba_inquiry = 0;
418                 path_inq->target_sprt = 0;
419                 path_inq->hba_misc = 0;
420                 path_inq->hba_eng_cnt = 0;
421                 path_inq->max_target = TW_CL_MAX_NUM_UNITS;
422                 path_inq->max_lun = TW_CL_MAX_NUM_LUNS - 1;
423                 path_inq->unit_number = cam_sim_unit(sim);
424                 path_inq->bus_id = cam_sim_bus(sim);
425                 path_inq->initiator_id = TW_CL_MAX_NUM_UNITS;
426                 path_inq->base_transfer_speed = 100000;
427                 strlcpy(path_inq->sim_vid, "FreeBSD", SIM_IDLEN);
428                 strlcpy(path_inq->hba_vid, "3ware", HBA_IDLEN);
429                 strlcpy(path_inq->dev_name, cam_sim_name(sim), DEV_IDLEN);
430                 path_inq->transport = XPORT_SPI;
431                 path_inq->transport_version = 2;
432                 path_inq->protocol = PROTO_SCSI;
433                 path_inq->protocol_version = SCSI_REV_2;
434                 path_inq->maxio = TW_CL_MAX_IO_SIZE;
435                 ccb_h->status = CAM_REQ_CMP;
436                 xpt_done(ccb);
437                 break;
438         }
439
440         default:
441                 tw_osli_dbg_dprintf(3, sc, "func_code = %x", ccb_h->func_code);
442                 ccb_h->status = CAM_REQ_INVALID;
443                 xpt_done(ccb);
444                 break;
445         }
446 }
447
448
449
450 /*
451  * Function name:       twa_poll
452  * Description:         Driver entry point called when interrupts are not
453  *                      available.
454  *
455  * Input:               sim     -- sim corresponding to the controller
456  * Output:              None
457  * Return value:        None
458  */
459 TW_VOID
460 twa_poll(struct cam_sim *sim)
461 {
462         struct twa_softc *sc = (struct twa_softc *)(cam_sim_softc(sim));
463
464         tw_osli_dbg_dprintf(3, sc, "entering; sc = %p", sc);
465         tw_cl_interrupt(&(sc->ctlr_handle));
466         tw_osli_dbg_dprintf(3, sc, "exiting; sc = %p", sc);
467 }
468
469
470
471 /*
472  * Function name:       tw_osli_request_bus_scan
473  * Description:         Requests CAM for a scan of the bus.
474  *
475  * Input:               sc      -- ptr to per ctlr structure
476  * Output:              None
477  * Return value:        0       -- success
478  *                      non-zero-- failure
479  */
480 TW_INT32
481 tw_osli_request_bus_scan(struct twa_softc *sc)
482 {
483         union ccb       *ccb;
484
485         tw_osli_dbg_dprintf(3, sc, "entering");
486
487         /* If we get here before sc->sim is initialized, return an error. */
488         if (!(sc->sim))
489                 return(ENXIO);
490         if ((ccb = xpt_alloc_ccb()) == NULL)
491                 return(ENOMEM);
492         mtx_lock(sc->sim_lock);
493         if (xpt_create_path(&ccb->ccb_h.path, NULL, cam_sim_path(sc->sim),
494             CAM_TARGET_WILDCARD, CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
495                 xpt_free_ccb(ccb);
496                 mtx_unlock(sc->sim_lock);
497                 return(EIO);
498         }
499
500         xpt_rescan(ccb);
501         mtx_unlock(sc->sim_lock);
502         return(0);
503 }
504
505
506
507 /*
508  * Function name:       tw_osli_disallow_new_requests
509  * Description:         Calls the appropriate CAM function, so as to freeze
510  *                      the flow of new requests from CAM to this controller.
511  *
512  * Input:               sc      -- ptr to OSL internal ctlr context
513  *                      req_handle -- ptr to request handle sent by OSL.
514  * Output:              None
515  * Return value:        None
516  */
517 TW_VOID
518 tw_osli_disallow_new_requests(struct twa_softc *sc,
519         struct tw_cl_req_handle *req_handle)
520 {
521         /* Only freeze/release the simq for IOs */
522         if (req_handle->is_io) {
523                 struct tw_osli_req_context      *req = req_handle->osl_req_ctxt;
524                 union ccb                       *ccb = (union ccb *)(req->orig_req);
525
526                 xpt_freeze_simq(sc->sim, 1);
527                 ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
528         }
529 }
530
531
532
533 /*
534  * Function name:       tw_osl_timeout
535  * Description:         Call to timeout().
536  *
537  * Input:               req_handle -- ptr to request handle sent by OSL.
538  * Output:              None
539  * Return value:        None
540  */
541 TW_VOID
542 tw_osl_timeout(struct tw_cl_req_handle *req_handle)
543 {
544         struct tw_osli_req_context      *req = req_handle->osl_req_ctxt;
545         union ccb                       *ccb = (union ccb *)(req->orig_req);
546         struct ccb_hdr                  *ccb_h = &(ccb->ccb_h);
547
548         req->deadline = tw_osl_get_local_time() + (ccb_h->timeout / 1000);
549 }
550
551
552
553 /*
554  * Function name:       tw_osl_untimeout
555  * Description:         Inverse of call to timeout().
556  *
557  * Input:               req_handle -- ptr to request handle sent by OSL.
558  * Output:              None
559  * Return value:        None
560  */
561 TW_VOID
562 tw_osl_untimeout(struct tw_cl_req_handle *req_handle)
563 {
564         struct tw_osli_req_context      *req = req_handle->osl_req_ctxt;
565
566         req->deadline = 0;
567 }
568
569
570
571 /*
572  * Function name:       tw_osl_scan_bus
573  * Description:         CL calls this function to request for a bus scan.
574  *
575  * Input:               ctlr_handle     -- ptr to controller handle
576  * Output:              None
577  * Return value:        None
578  */
579 TW_VOID
580 tw_osl_scan_bus(struct tw_cl_ctlr_handle *ctlr_handle)
581 {
582         struct twa_softc        *sc = ctlr_handle->osl_ctlr_ctxt;
583         TW_INT32                error;
584
585         if ((error = tw_osli_request_bus_scan(sc)))
586                 tw_osli_printf(sc, "error = %d",
587                         TW_CL_SEVERITY_ERROR_STRING,
588                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
589                         0x2109,
590                         "Bus scan request to CAM failed",
591                         error);
592 }
593
594
595
596 /*
597  * Function name:       tw_osl_complete_io
598  * Description:         Called to complete CAM scsi requests.
599  *
600  * Input:               req_handle      -- ptr to request handle
601  * Output:              None
602  * Return value:        None
603  */
604 TW_VOID
605 tw_osl_complete_io(struct tw_cl_req_handle *req_handle)
606 {
607         struct tw_osli_req_context      *req = req_handle->osl_req_ctxt;
608         struct tw_cl_req_packet         *req_pkt =
609                 (struct tw_cl_req_packet *)(&req->req_pkt);
610         struct tw_cl_scsi_req_packet    *scsi_req;
611         struct twa_softc                *sc = req->ctlr;
612         union ccb                       *ccb = (union ccb *)(req->orig_req);
613
614         tw_osli_dbg_dprintf(10, sc, "entering");
615
616         if (req->state != TW_OSLI_REQ_STATE_BUSY)
617                 tw_osli_printf(sc, "request = %p, status = %d",
618                         TW_CL_SEVERITY_ERROR_STRING,
619                         TW_CL_MESSAGE_SOURCE_FREEBSD_DRIVER,
620                         0x210A,
621                         "Unposted command completed!!",
622                         req, req->state);
623
624         /*
625          * Remove request from the busy queue.  Just mark it complete.
626          * There's no need to move it into the complete queue as we are
627          * going to be done with it right now.
628          */
629         req->state = TW_OSLI_REQ_STATE_COMPLETE;
630         tw_osli_req_q_remove_item(req, TW_OSLI_BUSY_Q);
631
632         tw_osli_unmap_request(req);
633
634         req->deadline = 0;
635         if (req->error_code) {
636                 /* This request never got submitted to the firmware. */
637                 if (req->error_code == EBUSY) {
638                         /*
639                          * Cmd queue is full, or the Common Layer is out of
640                          * resources.  The simq will already have been frozen.
641                          * When this ccb gets completed will unfreeze the simq.
642                          */
643                         ccb->ccb_h.status |= CAM_REQUEUE_REQ;
644                 }
645                 else if (req->error_code == EFBIG)
646                         ccb->ccb_h.status = CAM_REQ_TOO_BIG;
647                 else
648                         ccb->ccb_h.status = CAM_REQ_CMP_ERR;
649         } else {
650                 scsi_req = &(req_pkt->gen_req_pkt.scsi_req);
651                 if (req_pkt->status == TW_CL_ERR_REQ_SUCCESS)
652                         ccb->ccb_h.status = CAM_REQ_CMP;
653                 else {
654                         if (req_pkt->status & TW_CL_ERR_REQ_INVALID_TARGET)
655                                 ccb->ccb_h.status |= CAM_SEL_TIMEOUT;
656                         else if (req_pkt->status & TW_CL_ERR_REQ_INVALID_LUN)
657                                 ccb->ccb_h.status |= CAM_DEV_NOT_THERE;
658                         else if (req_pkt->status & TW_CL_ERR_REQ_SCSI_ERROR)
659                                 ccb->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
660                         else if (req_pkt->status & TW_CL_ERR_REQ_BUS_RESET)
661                                 ccb->ccb_h.status |= (CAM_REQUEUE_REQ | CAM_SCSI_BUS_RESET);
662                         /*
663                          * If none of the above errors occurred, simply
664                          * mark completion error.
665                          */
666                         if (ccb->ccb_h.status == 0)
667                                 ccb->ccb_h.status = CAM_REQ_CMP_ERR;
668
669                         if (req_pkt->status & TW_CL_ERR_REQ_AUTO_SENSE_VALID) {
670                                 ccb->csio.sense_len = scsi_req->sense_len;
671                                 ccb->ccb_h.status |= CAM_AUTOSNS_VALID;
672                         }
673                 }
674
675                 ccb->csio.scsi_status = scsi_req->scsi_status;
676         }
677
678         ccb->ccb_h.status &= ~CAM_SIM_QUEUED;
679         mtx_lock(sc->sim_lock);
680         xpt_done(ccb);
681         mtx_unlock(sc->sim_lock);
682         if (! req->error_code)
683                  /* twa_action will free the request otherwise */
684                 tw_osli_req_q_insert_tail(req, TW_OSLI_FREE_Q);
685 }
686