2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
4 * Copyright (c) 2013-2016 Qlogic Corporation
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
21 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
22 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
25 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
27 * POSSIBILITY OF SUCH DAMAGE.
32 * Author : David C Somayajulu, Qlogic Corporation, Aliso Viejo, CA 92656.
33 * Content: Contains Hardware dependent functions
36 #include <sys/cdefs.h>
37 __FBSDID("$FreeBSD$");
42 #include "ql_inline.h"
46 #include "ql_minidump.h"
52 static void qla_del_rcv_cntxt(qla_host_t *ha);
53 static int qla_init_rcv_cntxt(qla_host_t *ha);
54 static int qla_del_xmt_cntxt(qla_host_t *ha);
55 static int qla_init_xmt_cntxt(qla_host_t *ha);
56 static int qla_mbx_cmd(qla_host_t *ha, uint32_t *h_mbox, uint32_t n_hmbox,
57 uint32_t *fw_mbox, uint32_t n_fwmbox, uint32_t no_pause);
58 static int qla_config_intr_cntxt(qla_host_t *ha, uint32_t start_idx,
59 uint32_t num_intrs, uint32_t create);
60 static int qla_config_rss(qla_host_t *ha, uint16_t cntxt_id);
61 static int qla_config_intr_coalesce(qla_host_t *ha, uint16_t cntxt_id,
62 int tenable, int rcv);
63 static int qla_set_mac_rcv_mode(qla_host_t *ha, uint32_t mode);
64 static int qla_link_event_req(qla_host_t *ha, uint16_t cntxt_id);
66 static int qla_tx_tso(qla_host_t *ha, struct mbuf *mp, q80_tx_cmd_t *tx_cmd,
68 static int qla_hw_add_all_mcast(qla_host_t *ha);
69 static int qla_add_rcv_rings(qla_host_t *ha, uint32_t sds_idx, uint32_t nsds);
71 static int qla_init_nic_func(qla_host_t *ha);
72 static int qla_stop_nic_func(qla_host_t *ha);
73 static int qla_query_fw_dcbx_caps(qla_host_t *ha);
74 static int qla_set_port_config(qla_host_t *ha, uint32_t cfg_bits);
75 static int qla_get_port_config(qla_host_t *ha, uint32_t *cfg_bits);
76 static int qla_set_cam_search_mode(qla_host_t *ha, uint32_t search_mode);
77 static int qla_get_cam_search_mode(qla_host_t *ha);
79 static void ql_minidump_free(qla_host_t *ha);
84 qla_stop_pegs(qla_host_t *ha)
88 ql_rdwr_indreg32(ha, Q8_CRB_PEG_0, &val, 0);
89 ql_rdwr_indreg32(ha, Q8_CRB_PEG_1, &val, 0);
90 ql_rdwr_indreg32(ha, Q8_CRB_PEG_2, &val, 0);
91 ql_rdwr_indreg32(ha, Q8_CRB_PEG_3, &val, 0);
92 ql_rdwr_indreg32(ha, Q8_CRB_PEG_4, &val, 0);
93 device_printf(ha->pci_dev, "%s PEGS HALTED!!!!!\n", __func__);
97 qla_sysctl_stop_pegs(SYSCTL_HANDLER_ARGS)
102 err = sysctl_handle_int(oidp, &ret, 0, req);
105 if (err || !req->newptr)
109 ha = (qla_host_t *)arg1;
110 if (QLA_LOCK(ha, __func__, QLA_LOCK_DEFAULT_MS_TIMEOUT, 0) == 0) {
112 QLA_UNLOCK(ha, __func__);
118 #endif /* #ifdef QL_DBG */
121 qla_validate_set_port_cfg_bit(uint32_t bits)
123 if ((bits & 0xF) > 1)
126 if (((bits >> 4) & 0xF) > 2)
129 if (((bits >> 8) & 0xF) > 2)
136 qla_sysctl_port_cfg(SYSCTL_HANDLER_ARGS)
142 err = sysctl_handle_int(oidp, &ret, 0, req);
144 if (err || !req->newptr)
147 ha = (qla_host_t *)arg1;
149 if ((qla_validate_set_port_cfg_bit((uint32_t)ret) == 0)) {
151 err = qla_get_port_config(ha, &cfg_bits);
154 goto qla_sysctl_set_port_cfg_exit;
157 cfg_bits |= Q8_PORT_CFG_BITS_DCBX_ENABLE;
159 cfg_bits &= ~Q8_PORT_CFG_BITS_DCBX_ENABLE;
163 cfg_bits &= ~Q8_PORT_CFG_BITS_PAUSE_CFG_MASK;
165 if ((ret & 0xF) == 0) {
166 cfg_bits |= Q8_PORT_CFG_BITS_PAUSE_DISABLED;
167 } else if ((ret & 0xF) == 1){
168 cfg_bits |= Q8_PORT_CFG_BITS_PAUSE_STD;
170 cfg_bits |= Q8_PORT_CFG_BITS_PAUSE_PPM;
174 cfg_bits &= ~Q8_PORT_CFG_BITS_STDPAUSE_DIR_MASK;
177 cfg_bits |= Q8_PORT_CFG_BITS_STDPAUSE_XMT_RCV;
178 } else if (ret == 1){
179 cfg_bits |= Q8_PORT_CFG_BITS_STDPAUSE_XMT;
181 cfg_bits |= Q8_PORT_CFG_BITS_STDPAUSE_RCV;
184 if (QLA_LOCK(ha, __func__, QLA_LOCK_DEFAULT_MS_TIMEOUT, 0) == 0) {
185 err = qla_set_port_config(ha, cfg_bits);
186 QLA_UNLOCK(ha, __func__);
188 device_printf(ha->pci_dev, "%s: failed\n", __func__);
191 if (QLA_LOCK(ha, __func__, QLA_LOCK_DEFAULT_MS_TIMEOUT, 0) == 0) {
192 err = qla_get_port_config(ha, &cfg_bits);
193 QLA_UNLOCK(ha, __func__);
195 device_printf(ha->pci_dev, "%s: failed\n", __func__);
199 qla_sysctl_set_port_cfg_exit:
204 qla_sysctl_set_cam_search_mode(SYSCTL_HANDLER_ARGS)
209 err = sysctl_handle_int(oidp, &ret, 0, req);
211 if (err || !req->newptr)
214 ha = (qla_host_t *)arg1;
216 if ((ret == Q8_HW_CONFIG_CAM_SEARCH_MODE_INTERNAL) ||
217 (ret == Q8_HW_CONFIG_CAM_SEARCH_MODE_AUTO)) {
219 if (QLA_LOCK(ha, __func__, QLA_LOCK_DEFAULT_MS_TIMEOUT, 0) == 0) {
220 err = qla_set_cam_search_mode(ha, (uint32_t)ret);
221 QLA_UNLOCK(ha, __func__);
223 device_printf(ha->pci_dev, "%s: failed\n", __func__);
227 device_printf(ha->pci_dev, "%s: ret = %d\n", __func__, ret);
234 qla_sysctl_get_cam_search_mode(SYSCTL_HANDLER_ARGS)
239 err = sysctl_handle_int(oidp, &ret, 0, req);
241 if (err || !req->newptr)
244 ha = (qla_host_t *)arg1;
245 if (QLA_LOCK(ha, __func__, QLA_LOCK_DEFAULT_MS_TIMEOUT, 0) == 0) {
246 err = qla_get_cam_search_mode(ha);
247 QLA_UNLOCK(ha, __func__);
249 device_printf(ha->pci_dev, "%s: failed\n", __func__);
256 qlnx_add_hw_mac_stats_sysctls(qla_host_t *ha)
258 struct sysctl_ctx_list *ctx;
259 struct sysctl_oid_list *children;
260 struct sysctl_oid *ctx_oid;
262 ctx = device_get_sysctl_ctx(ha->pci_dev);
263 children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
265 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "stats_hw_mac",
266 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "stats_hw_mac");
267 children = SYSCTL_CHILDREN(ctx_oid);
269 SYSCTL_ADD_QUAD(ctx, children,
270 OID_AUTO, "xmt_frames",
271 CTLFLAG_RD, &ha->hw.mac.xmt_frames,
274 SYSCTL_ADD_QUAD(ctx, children,
275 OID_AUTO, "xmt_bytes",
276 CTLFLAG_RD, &ha->hw.mac.xmt_bytes,
279 SYSCTL_ADD_QUAD(ctx, children,
280 OID_AUTO, "xmt_mcast_pkts",
281 CTLFLAG_RD, &ha->hw.mac.xmt_mcast_pkts,
284 SYSCTL_ADD_QUAD(ctx, children,
285 OID_AUTO, "xmt_bcast_pkts",
286 CTLFLAG_RD, &ha->hw.mac.xmt_bcast_pkts,
289 SYSCTL_ADD_QUAD(ctx, children,
290 OID_AUTO, "xmt_pause_frames",
291 CTLFLAG_RD, &ha->hw.mac.xmt_pause_frames,
294 SYSCTL_ADD_QUAD(ctx, children,
295 OID_AUTO, "xmt_cntrl_pkts",
296 CTLFLAG_RD, &ha->hw.mac.xmt_cntrl_pkts,
299 SYSCTL_ADD_QUAD(ctx, children,
300 OID_AUTO, "xmt_pkt_lt_64bytes",
301 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_lt_64bytes,
302 "xmt_pkt_lt_64bytes");
304 SYSCTL_ADD_QUAD(ctx, children,
305 OID_AUTO, "xmt_pkt_lt_127bytes",
306 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_lt_127bytes,
307 "xmt_pkt_lt_127bytes");
309 SYSCTL_ADD_QUAD(ctx, children,
310 OID_AUTO, "xmt_pkt_lt_255bytes",
311 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_lt_255bytes,
312 "xmt_pkt_lt_255bytes");
314 SYSCTL_ADD_QUAD(ctx, children,
315 OID_AUTO, "xmt_pkt_lt_511bytes",
316 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_lt_511bytes,
317 "xmt_pkt_lt_511bytes");
319 SYSCTL_ADD_QUAD(ctx, children,
320 OID_AUTO, "xmt_pkt_lt_1023bytes",
321 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_lt_1023bytes,
322 "xmt_pkt_lt_1023bytes");
324 SYSCTL_ADD_QUAD(ctx, children,
325 OID_AUTO, "xmt_pkt_lt_1518bytes",
326 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_lt_1518bytes,
327 "xmt_pkt_lt_1518bytes");
329 SYSCTL_ADD_QUAD(ctx, children,
330 OID_AUTO, "xmt_pkt_gt_1518bytes",
331 CTLFLAG_RD, &ha->hw.mac.xmt_pkt_gt_1518bytes,
332 "xmt_pkt_gt_1518bytes");
334 SYSCTL_ADD_QUAD(ctx, children,
335 OID_AUTO, "rcv_frames",
336 CTLFLAG_RD, &ha->hw.mac.rcv_frames,
339 SYSCTL_ADD_QUAD(ctx, children,
340 OID_AUTO, "rcv_bytes",
341 CTLFLAG_RD, &ha->hw.mac.rcv_bytes,
344 SYSCTL_ADD_QUAD(ctx, children,
345 OID_AUTO, "rcv_mcast_pkts",
346 CTLFLAG_RD, &ha->hw.mac.rcv_mcast_pkts,
349 SYSCTL_ADD_QUAD(ctx, children,
350 OID_AUTO, "rcv_bcast_pkts",
351 CTLFLAG_RD, &ha->hw.mac.rcv_bcast_pkts,
354 SYSCTL_ADD_QUAD(ctx, children,
355 OID_AUTO, "rcv_pause_frames",
356 CTLFLAG_RD, &ha->hw.mac.rcv_pause_frames,
359 SYSCTL_ADD_QUAD(ctx, children,
360 OID_AUTO, "rcv_cntrl_pkts",
361 CTLFLAG_RD, &ha->hw.mac.rcv_cntrl_pkts,
364 SYSCTL_ADD_QUAD(ctx, children,
365 OID_AUTO, "rcv_pkt_lt_64bytes",
366 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_lt_64bytes,
367 "rcv_pkt_lt_64bytes");
369 SYSCTL_ADD_QUAD(ctx, children,
370 OID_AUTO, "rcv_pkt_lt_127bytes",
371 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_lt_127bytes,
372 "rcv_pkt_lt_127bytes");
374 SYSCTL_ADD_QUAD(ctx, children,
375 OID_AUTO, "rcv_pkt_lt_255bytes",
376 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_lt_255bytes,
377 "rcv_pkt_lt_255bytes");
379 SYSCTL_ADD_QUAD(ctx, children,
380 OID_AUTO, "rcv_pkt_lt_511bytes",
381 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_lt_511bytes,
382 "rcv_pkt_lt_511bytes");
384 SYSCTL_ADD_QUAD(ctx, children,
385 OID_AUTO, "rcv_pkt_lt_1023bytes",
386 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_lt_1023bytes,
387 "rcv_pkt_lt_1023bytes");
389 SYSCTL_ADD_QUAD(ctx, children,
390 OID_AUTO, "rcv_pkt_lt_1518bytes",
391 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_lt_1518bytes,
392 "rcv_pkt_lt_1518bytes");
394 SYSCTL_ADD_QUAD(ctx, children,
395 OID_AUTO, "rcv_pkt_gt_1518bytes",
396 CTLFLAG_RD, &ha->hw.mac.rcv_pkt_gt_1518bytes,
397 "rcv_pkt_gt_1518bytes");
399 SYSCTL_ADD_QUAD(ctx, children,
400 OID_AUTO, "rcv_len_error",
401 CTLFLAG_RD, &ha->hw.mac.rcv_len_error,
404 SYSCTL_ADD_QUAD(ctx, children,
405 OID_AUTO, "rcv_len_small",
406 CTLFLAG_RD, &ha->hw.mac.rcv_len_small,
409 SYSCTL_ADD_QUAD(ctx, children,
410 OID_AUTO, "rcv_len_large",
411 CTLFLAG_RD, &ha->hw.mac.rcv_len_large,
414 SYSCTL_ADD_QUAD(ctx, children,
415 OID_AUTO, "rcv_jabber",
416 CTLFLAG_RD, &ha->hw.mac.rcv_jabber,
419 SYSCTL_ADD_QUAD(ctx, children,
420 OID_AUTO, "rcv_dropped",
421 CTLFLAG_RD, &ha->hw.mac.rcv_dropped,
424 SYSCTL_ADD_QUAD(ctx, children,
425 OID_AUTO, "fcs_error",
426 CTLFLAG_RD, &ha->hw.mac.fcs_error,
429 SYSCTL_ADD_QUAD(ctx, children,
430 OID_AUTO, "align_error",
431 CTLFLAG_RD, &ha->hw.mac.align_error,
434 SYSCTL_ADD_QUAD(ctx, children,
435 OID_AUTO, "eswitched_frames",
436 CTLFLAG_RD, &ha->hw.mac.eswitched_frames,
439 SYSCTL_ADD_QUAD(ctx, children,
440 OID_AUTO, "eswitched_bytes",
441 CTLFLAG_RD, &ha->hw.mac.eswitched_bytes,
444 SYSCTL_ADD_QUAD(ctx, children,
445 OID_AUTO, "eswitched_mcast_frames",
446 CTLFLAG_RD, &ha->hw.mac.eswitched_mcast_frames,
447 "eswitched_mcast_frames");
449 SYSCTL_ADD_QUAD(ctx, children,
450 OID_AUTO, "eswitched_bcast_frames",
451 CTLFLAG_RD, &ha->hw.mac.eswitched_bcast_frames,
452 "eswitched_bcast_frames");
454 SYSCTL_ADD_QUAD(ctx, children,
455 OID_AUTO, "eswitched_ucast_frames",
456 CTLFLAG_RD, &ha->hw.mac.eswitched_ucast_frames,
457 "eswitched_ucast_frames");
459 SYSCTL_ADD_QUAD(ctx, children,
460 OID_AUTO, "eswitched_err_free_frames",
461 CTLFLAG_RD, &ha->hw.mac.eswitched_err_free_frames,
462 "eswitched_err_free_frames");
464 SYSCTL_ADD_QUAD(ctx, children,
465 OID_AUTO, "eswitched_err_free_bytes",
466 CTLFLAG_RD, &ha->hw.mac.eswitched_err_free_bytes,
467 "eswitched_err_free_bytes");
473 qlnx_add_hw_rcv_stats_sysctls(qla_host_t *ha)
475 struct sysctl_ctx_list *ctx;
476 struct sysctl_oid_list *children;
477 struct sysctl_oid *ctx_oid;
479 ctx = device_get_sysctl_ctx(ha->pci_dev);
480 children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
482 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "stats_hw_rcv",
483 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "stats_hw_rcv");
484 children = SYSCTL_CHILDREN(ctx_oid);
486 SYSCTL_ADD_QUAD(ctx, children,
487 OID_AUTO, "total_bytes",
488 CTLFLAG_RD, &ha->hw.rcv.total_bytes,
491 SYSCTL_ADD_QUAD(ctx, children,
492 OID_AUTO, "total_pkts",
493 CTLFLAG_RD, &ha->hw.rcv.total_pkts,
496 SYSCTL_ADD_QUAD(ctx, children,
497 OID_AUTO, "lro_pkt_count",
498 CTLFLAG_RD, &ha->hw.rcv.lro_pkt_count,
501 SYSCTL_ADD_QUAD(ctx, children,
502 OID_AUTO, "sw_pkt_count",
503 CTLFLAG_RD, &ha->hw.rcv.sw_pkt_count,
506 SYSCTL_ADD_QUAD(ctx, children,
507 OID_AUTO, "ip_chksum_err",
508 CTLFLAG_RD, &ha->hw.rcv.ip_chksum_err,
511 SYSCTL_ADD_QUAD(ctx, children,
512 OID_AUTO, "pkts_wo_acntxts",
513 CTLFLAG_RD, &ha->hw.rcv.pkts_wo_acntxts,
516 SYSCTL_ADD_QUAD(ctx, children,
517 OID_AUTO, "pkts_dropped_no_sds_card",
518 CTLFLAG_RD, &ha->hw.rcv.pkts_dropped_no_sds_card,
519 "pkts_dropped_no_sds_card");
521 SYSCTL_ADD_QUAD(ctx, children,
522 OID_AUTO, "pkts_dropped_no_sds_host",
523 CTLFLAG_RD, &ha->hw.rcv.pkts_dropped_no_sds_host,
524 "pkts_dropped_no_sds_host");
526 SYSCTL_ADD_QUAD(ctx, children,
527 OID_AUTO, "oversized_pkts",
528 CTLFLAG_RD, &ha->hw.rcv.oversized_pkts,
531 SYSCTL_ADD_QUAD(ctx, children,
532 OID_AUTO, "pkts_dropped_no_rds",
533 CTLFLAG_RD, &ha->hw.rcv.pkts_dropped_no_rds,
534 "pkts_dropped_no_rds");
536 SYSCTL_ADD_QUAD(ctx, children,
537 OID_AUTO, "unxpctd_mcast_pkts",
538 CTLFLAG_RD, &ha->hw.rcv.unxpctd_mcast_pkts,
539 "unxpctd_mcast_pkts");
541 SYSCTL_ADD_QUAD(ctx, children,
542 OID_AUTO, "re1_fbq_error",
543 CTLFLAG_RD, &ha->hw.rcv.re1_fbq_error,
546 SYSCTL_ADD_QUAD(ctx, children,
547 OID_AUTO, "invalid_mac_addr",
548 CTLFLAG_RD, &ha->hw.rcv.invalid_mac_addr,
551 SYSCTL_ADD_QUAD(ctx, children,
552 OID_AUTO, "rds_prime_trys",
553 CTLFLAG_RD, &ha->hw.rcv.rds_prime_trys,
556 SYSCTL_ADD_QUAD(ctx, children,
557 OID_AUTO, "rds_prime_success",
558 CTLFLAG_RD, &ha->hw.rcv.rds_prime_success,
559 "rds_prime_success");
561 SYSCTL_ADD_QUAD(ctx, children,
562 OID_AUTO, "lro_flows_added",
563 CTLFLAG_RD, &ha->hw.rcv.lro_flows_added,
566 SYSCTL_ADD_QUAD(ctx, children,
567 OID_AUTO, "lro_flows_deleted",
568 CTLFLAG_RD, &ha->hw.rcv.lro_flows_deleted,
569 "lro_flows_deleted");
571 SYSCTL_ADD_QUAD(ctx, children,
572 OID_AUTO, "lro_flows_active",
573 CTLFLAG_RD, &ha->hw.rcv.lro_flows_active,
576 SYSCTL_ADD_QUAD(ctx, children,
577 OID_AUTO, "pkts_droped_unknown",
578 CTLFLAG_RD, &ha->hw.rcv.pkts_droped_unknown,
579 "pkts_droped_unknown");
581 SYSCTL_ADD_QUAD(ctx, children,
582 OID_AUTO, "pkts_cnt_oversized",
583 CTLFLAG_RD, &ha->hw.rcv.pkts_cnt_oversized,
584 "pkts_cnt_oversized");
590 qlnx_add_hw_xmt_stats_sysctls(qla_host_t *ha)
592 struct sysctl_ctx_list *ctx;
593 struct sysctl_oid_list *children;
594 struct sysctl_oid_list *node_children;
595 struct sysctl_oid *ctx_oid;
597 uint8_t name_str[16];
599 ctx = device_get_sysctl_ctx(ha->pci_dev);
600 children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
602 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "stats_hw_xmt",
603 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "stats_hw_xmt");
604 children = SYSCTL_CHILDREN(ctx_oid);
606 for (i = 0; i < ha->hw.num_tx_rings; i++) {
608 bzero(name_str, (sizeof(uint8_t) * sizeof(name_str)));
609 snprintf(name_str, sizeof(name_str), "%d", i);
611 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str,
612 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, name_str);
613 node_children = SYSCTL_CHILDREN(ctx_oid);
617 SYSCTL_ADD_QUAD(ctx, node_children,
618 OID_AUTO, "total_bytes",
619 CTLFLAG_RD, &ha->hw.xmt[i].total_bytes,
622 SYSCTL_ADD_QUAD(ctx, node_children,
623 OID_AUTO, "total_pkts",
624 CTLFLAG_RD, &ha->hw.xmt[i].total_pkts,
627 SYSCTL_ADD_QUAD(ctx, node_children,
629 CTLFLAG_RD, &ha->hw.xmt[i].errors,
632 SYSCTL_ADD_QUAD(ctx, node_children,
633 OID_AUTO, "pkts_dropped",
634 CTLFLAG_RD, &ha->hw.xmt[i].pkts_dropped,
637 SYSCTL_ADD_QUAD(ctx, node_children,
638 OID_AUTO, "switch_pkts",
639 CTLFLAG_RD, &ha->hw.xmt[i].switch_pkts,
642 SYSCTL_ADD_QUAD(ctx, node_children,
643 OID_AUTO, "num_buffers",
644 CTLFLAG_RD, &ha->hw.xmt[i].num_buffers,
652 qlnx_add_hw_mbx_cmpl_stats_sysctls(qla_host_t *ha)
654 struct sysctl_ctx_list *ctx;
655 struct sysctl_oid_list *node_children;
657 ctx = device_get_sysctl_ctx(ha->pci_dev);
658 node_children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
660 SYSCTL_ADD_QUAD(ctx, node_children,
661 OID_AUTO, "mbx_completion_time_lt_200ms",
662 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[0],
663 "mbx_completion_time_lt_200ms");
665 SYSCTL_ADD_QUAD(ctx, node_children,
666 OID_AUTO, "mbx_completion_time_200ms_400ms",
667 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[1],
668 "mbx_completion_time_200ms_400ms");
670 SYSCTL_ADD_QUAD(ctx, node_children,
671 OID_AUTO, "mbx_completion_time_400ms_600ms",
672 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[2],
673 "mbx_completion_time_400ms_600ms");
675 SYSCTL_ADD_QUAD(ctx, node_children,
676 OID_AUTO, "mbx_completion_time_600ms_800ms",
677 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[3],
678 "mbx_completion_time_600ms_800ms");
680 SYSCTL_ADD_QUAD(ctx, node_children,
681 OID_AUTO, "mbx_completion_time_800ms_1000ms",
682 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[4],
683 "mbx_completion_time_800ms_1000ms");
685 SYSCTL_ADD_QUAD(ctx, node_children,
686 OID_AUTO, "mbx_completion_time_1000ms_1200ms",
687 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[5],
688 "mbx_completion_time_1000ms_1200ms");
690 SYSCTL_ADD_QUAD(ctx, node_children,
691 OID_AUTO, "mbx_completion_time_1200ms_1400ms",
692 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[6],
693 "mbx_completion_time_1200ms_1400ms");
695 SYSCTL_ADD_QUAD(ctx, node_children,
696 OID_AUTO, "mbx_completion_time_1400ms_1600ms",
697 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[7],
698 "mbx_completion_time_1400ms_1600ms");
700 SYSCTL_ADD_QUAD(ctx, node_children,
701 OID_AUTO, "mbx_completion_time_1600ms_1800ms",
702 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[8],
703 "mbx_completion_time_1600ms_1800ms");
705 SYSCTL_ADD_QUAD(ctx, node_children,
706 OID_AUTO, "mbx_completion_time_1800ms_2000ms",
707 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[9],
708 "mbx_completion_time_1800ms_2000ms");
710 SYSCTL_ADD_QUAD(ctx, node_children,
711 OID_AUTO, "mbx_completion_time_2000ms_2200ms",
712 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[10],
713 "mbx_completion_time_2000ms_2200ms");
715 SYSCTL_ADD_QUAD(ctx, node_children,
716 OID_AUTO, "mbx_completion_time_2200ms_2400ms",
717 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[11],
718 "mbx_completion_time_2200ms_2400ms");
720 SYSCTL_ADD_QUAD(ctx, node_children,
721 OID_AUTO, "mbx_completion_time_2400ms_2600ms",
722 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[12],
723 "mbx_completion_time_2400ms_2600ms");
725 SYSCTL_ADD_QUAD(ctx, node_children,
726 OID_AUTO, "mbx_completion_time_2600ms_2800ms",
727 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[13],
728 "mbx_completion_time_2600ms_2800ms");
730 SYSCTL_ADD_QUAD(ctx, node_children,
731 OID_AUTO, "mbx_completion_time_2800ms_3000ms",
732 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[14],
733 "mbx_completion_time_2800ms_3000ms");
735 SYSCTL_ADD_QUAD(ctx, node_children,
736 OID_AUTO, "mbx_completion_time_3000ms_4000ms",
737 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[15],
738 "mbx_completion_time_3000ms_4000ms");
740 SYSCTL_ADD_QUAD(ctx, node_children,
741 OID_AUTO, "mbx_completion_time_4000ms_5000ms",
742 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[16],
743 "mbx_completion_time_4000ms_5000ms");
745 SYSCTL_ADD_QUAD(ctx, node_children,
746 OID_AUTO, "mbx_completion_host_mbx_cntrl_timeout",
747 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[17],
748 "mbx_completion_host_mbx_cntrl_timeout");
750 SYSCTL_ADD_QUAD(ctx, node_children,
751 OID_AUTO, "mbx_completion_fw_mbx_cntrl_timeout",
752 CTLFLAG_RD, &ha->hw.mbx_comp_msecs[18],
753 "mbx_completion_fw_mbx_cntrl_timeout");
758 qlnx_add_hw_stats_sysctls(qla_host_t *ha)
760 qlnx_add_hw_mac_stats_sysctls(ha);
761 qlnx_add_hw_rcv_stats_sysctls(ha);
762 qlnx_add_hw_xmt_stats_sysctls(ha);
763 qlnx_add_hw_mbx_cmpl_stats_sysctls(ha);
769 qlnx_add_drvr_sds_stats(qla_host_t *ha)
771 struct sysctl_ctx_list *ctx;
772 struct sysctl_oid_list *children;
773 struct sysctl_oid_list *node_children;
774 struct sysctl_oid *ctx_oid;
776 uint8_t name_str[16];
778 ctx = device_get_sysctl_ctx(ha->pci_dev);
779 children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
781 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "stats_drvr_sds",
782 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "stats_drvr_sds");
783 children = SYSCTL_CHILDREN(ctx_oid);
785 for (i = 0; i < ha->hw.num_sds_rings; i++) {
787 bzero(name_str, (sizeof(uint8_t) * sizeof(name_str)));
788 snprintf(name_str, sizeof(name_str), "%d", i);
790 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str,
791 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, name_str);
792 node_children = SYSCTL_CHILDREN(ctx_oid);
794 SYSCTL_ADD_QUAD(ctx, node_children,
795 OID_AUTO, "intr_count",
796 CTLFLAG_RD, &ha->hw.sds[i].intr_count,
799 SYSCTL_ADD_UINT(ctx, node_children,
801 CTLFLAG_RD, &ha->hw.sds[i].rx_free,
802 ha->hw.sds[i].rx_free, "rx_free");
808 qlnx_add_drvr_rds_stats(qla_host_t *ha)
810 struct sysctl_ctx_list *ctx;
811 struct sysctl_oid_list *children;
812 struct sysctl_oid_list *node_children;
813 struct sysctl_oid *ctx_oid;
815 uint8_t name_str[16];
817 ctx = device_get_sysctl_ctx(ha->pci_dev);
818 children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
820 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "stats_drvr_rds",
821 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "stats_drvr_rds");
822 children = SYSCTL_CHILDREN(ctx_oid);
824 for (i = 0; i < ha->hw.num_rds_rings; i++) {
826 bzero(name_str, (sizeof(uint8_t) * sizeof(name_str)));
827 snprintf(name_str, sizeof(name_str), "%d", i);
829 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str,
830 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, name_str);
831 node_children = SYSCTL_CHILDREN(ctx_oid);
833 SYSCTL_ADD_QUAD(ctx, node_children,
835 CTLFLAG_RD, &ha->hw.rds[i].count,
838 SYSCTL_ADD_QUAD(ctx, node_children,
839 OID_AUTO, "lro_pkt_count",
840 CTLFLAG_RD, &ha->hw.rds[i].lro_pkt_count,
843 SYSCTL_ADD_QUAD(ctx, node_children,
844 OID_AUTO, "lro_bytes",
845 CTLFLAG_RD, &ha->hw.rds[i].lro_bytes,
853 qlnx_add_drvr_tx_stats(qla_host_t *ha)
855 struct sysctl_ctx_list *ctx;
856 struct sysctl_oid_list *children;
857 struct sysctl_oid_list *node_children;
858 struct sysctl_oid *ctx_oid;
860 uint8_t name_str[16];
862 ctx = device_get_sysctl_ctx(ha->pci_dev);
863 children = SYSCTL_CHILDREN(device_get_sysctl_tree(ha->pci_dev));
865 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, "stats_drvr_xmt",
866 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, "stats_drvr_xmt");
867 children = SYSCTL_CHILDREN(ctx_oid);
869 for (i = 0; i < ha->hw.num_tx_rings; i++) {
871 bzero(name_str, (sizeof(uint8_t) * sizeof(name_str)));
872 snprintf(name_str, sizeof(name_str), "%d", i);
874 ctx_oid = SYSCTL_ADD_NODE(ctx, children, OID_AUTO, name_str,
875 CTLFLAG_RD | CTLFLAG_MPSAFE, NULL, name_str);
876 node_children = SYSCTL_CHILDREN(ctx_oid);
878 SYSCTL_ADD_QUAD(ctx, node_children,
880 CTLFLAG_RD, &ha->tx_ring[i].count,
883 #ifdef QL_ENABLE_ISCSI_TLV
884 SYSCTL_ADD_QUAD(ctx, node_children,
885 OID_AUTO, "iscsi_pkt_count",
886 CTLFLAG_RD, &ha->tx_ring[i].iscsi_pkt_count,
888 #endif /* #ifdef QL_ENABLE_ISCSI_TLV */
895 qlnx_add_drvr_stats_sysctls(qla_host_t *ha)
897 qlnx_add_drvr_sds_stats(ha);
898 qlnx_add_drvr_rds_stats(ha);
899 qlnx_add_drvr_tx_stats(ha);
904 * Name: ql_hw_add_sysctls
905 * Function: Add P3Plus specific sysctls
908 ql_hw_add_sysctls(qla_host_t *ha)
914 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
915 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
916 OID_AUTO, "num_rds_rings", CTLFLAG_RD, &ha->hw.num_rds_rings,
917 ha->hw.num_rds_rings, "Number of Rcv Descriptor Rings");
919 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
920 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
921 OID_AUTO, "num_sds_rings", CTLFLAG_RD, &ha->hw.num_sds_rings,
922 ha->hw.num_sds_rings, "Number of Status Descriptor Rings");
924 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
925 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
926 OID_AUTO, "num_tx_rings", CTLFLAG_RD, &ha->hw.num_tx_rings,
927 ha->hw.num_tx_rings, "Number of Transmit Rings");
929 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
930 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
931 OID_AUTO, "tx_ring_index", CTLFLAG_RW, &ha->txr_idx,
932 ha->txr_idx, "Tx Ring Used");
934 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
935 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
936 OID_AUTO, "max_tx_segs", CTLFLAG_RD, &ha->hw.max_tx_segs,
937 ha->hw.max_tx_segs, "Max # of Segments in a non-TSO pkt");
939 ha->hw.sds_cidx_thres = 32;
940 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
941 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
942 OID_AUTO, "sds_cidx_thres", CTLFLAG_RW, &ha->hw.sds_cidx_thres,
943 ha->hw.sds_cidx_thres,
944 "Number of SDS entries to process before updating"
945 " SDS Ring Consumer Index");
947 ha->hw.rds_pidx_thres = 32;
948 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
949 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
950 OID_AUTO, "rds_pidx_thres", CTLFLAG_RW, &ha->hw.rds_pidx_thres,
951 ha->hw.rds_pidx_thres,
952 "Number of Rcv Rings Entries to post before updating"
953 " RDS Ring Producer Index");
955 ha->hw.rcv_intr_coalesce = (3 << 16) | 256;
956 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
957 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
958 OID_AUTO, "rcv_intr_coalesce", CTLFLAG_RW,
959 &ha->hw.rcv_intr_coalesce,
960 ha->hw.rcv_intr_coalesce,
961 "Rcv Intr Coalescing Parameters\n"
962 "\tbits 15:0 max packets\n"
963 "\tbits 31:16 max micro-seconds to wait\n"
965 "\tifconfig <if> down && ifconfig <if> up\n"
966 "\tto take effect \n");
968 ha->hw.xmt_intr_coalesce = (64 << 16) | 64;
969 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
970 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
971 OID_AUTO, "xmt_intr_coalesce", CTLFLAG_RW,
972 &ha->hw.xmt_intr_coalesce,
973 ha->hw.xmt_intr_coalesce,
974 "Xmt Intr Coalescing Parameters\n"
975 "\tbits 15:0 max packets\n"
976 "\tbits 31:16 max micro-seconds to wait\n"
978 "\tifconfig <if> down && ifconfig <if> up\n"
979 "\tto take effect \n");
981 SYSCTL_ADD_PROC(device_get_sysctl_ctx(dev),
982 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)), OID_AUTO,
983 "port_cfg", CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_NEEDGIANT,
984 (void *)ha, 0, qla_sysctl_port_cfg, "I",
985 "Set Port Configuration if values below "
986 "otherwise Get Port Configuration\n"
987 "\tBits 0-3 ; 1 = DCBX Enable; 0 = DCBX Disable\n"
988 "\tBits 4-7 : 0 = no pause; 1 = std ; 2 = ppm \n"
989 "\tBits 8-11: std pause cfg; 0 = xmt and rcv;"
990 " 1 = xmt only; 2 = rcv only;\n");
992 SYSCTL_ADD_PROC(device_get_sysctl_ctx(dev),
993 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)), OID_AUTO,
994 "set_cam_search_mode", CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_NEEDGIANT,
995 (void *)ha, 0, qla_sysctl_set_cam_search_mode, "I",
996 "Set CAM Search Mode"
997 "\t 1 = search mode internal\n"
998 "\t 2 = search mode auto\n");
1000 SYSCTL_ADD_PROC(device_get_sysctl_ctx(dev),
1001 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)), OID_AUTO,
1002 "get_cam_search_mode",
1003 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_NEEDGIANT, (void *)ha, 0,
1004 qla_sysctl_get_cam_search_mode, "I",
1005 "Get CAM Search Mode"
1006 "\t 1 = search mode internal\n"
1007 "\t 2 = search mode auto\n");
1009 ha->hw.enable_9kb = 1;
1011 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1012 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1013 OID_AUTO, "enable_9kb", CTLFLAG_RW, &ha->hw.enable_9kb,
1014 ha->hw.enable_9kb, "Enable 9Kbyte Buffers when MTU = 9000");
1016 ha->hw.enable_hw_lro = 1;
1018 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1019 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1020 OID_AUTO, "enable_hw_lro", CTLFLAG_RW, &ha->hw.enable_hw_lro,
1021 ha->hw.enable_hw_lro, "Enable Hardware LRO; Default is true \n"
1022 "\t 1 : Hardware LRO if LRO is enabled\n"
1023 "\t 0 : Software LRO if LRO is enabled\n"
1024 "\t Any change requires ifconfig down/up to take effect\n"
1025 "\t Note that LRO may be turned off/on via ifconfig\n");
1027 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1028 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1029 OID_AUTO, "sp_log_index", CTLFLAG_RW, &ha->hw.sp_log_index,
1030 ha->hw.sp_log_index, "sp_log_index");
1032 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1033 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1034 OID_AUTO, "sp_log_stop", CTLFLAG_RW, &ha->hw.sp_log_stop,
1035 ha->hw.sp_log_stop, "sp_log_stop");
1037 ha->hw.sp_log_stop_events = 0;
1039 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1040 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1041 OID_AUTO, "sp_log_stop_events", CTLFLAG_RW,
1042 &ha->hw.sp_log_stop_events,
1043 ha->hw.sp_log_stop_events, "Slow path event log is stopped"
1044 " when OR of the following events occur \n"
1045 "\t 0x01 : Heart beat Failure\n"
1046 "\t 0x02 : Temperature Failure\n"
1047 "\t 0x04 : HW Initialization Failure\n"
1048 "\t 0x08 : Interface Initialization Failure\n"
1049 "\t 0x10 : Error Recovery Failure\n");
1051 ha->hw.mdump_active = 0;
1052 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1053 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1054 OID_AUTO, "minidump_active", CTLFLAG_RW, &ha->hw.mdump_active,
1055 ha->hw.mdump_active,
1056 "Minidump retrieval is Active");
1058 ha->hw.mdump_done = 0;
1059 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1060 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1061 OID_AUTO, "mdump_done", CTLFLAG_RW,
1062 &ha->hw.mdump_done, ha->hw.mdump_done,
1063 "Minidump has been done and available for retrieval");
1065 ha->hw.mdump_capture_mask = 0xF;
1066 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1067 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1068 OID_AUTO, "minidump_capture_mask", CTLFLAG_RW,
1069 &ha->hw.mdump_capture_mask, ha->hw.mdump_capture_mask,
1070 "Minidump capture mask");
1074 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1075 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1076 OID_AUTO, "err_inject",
1077 CTLFLAG_RW, &ha->err_inject, ha->err_inject,
1078 "Error to be injected\n"
1079 "\t\t\t 0: No Errors\n"
1080 "\t\t\t 1: rcv: rxb struct invalid\n"
1081 "\t\t\t 2: rcv: mp == NULL\n"
1082 "\t\t\t 3: lro: rxb struct invalid\n"
1083 "\t\t\t 4: lro: mp == NULL\n"
1084 "\t\t\t 5: rcv: num handles invalid\n"
1085 "\t\t\t 6: reg: indirect reg rd_wr failure\n"
1086 "\t\t\t 7: ocm: offchip memory rd_wr failure\n"
1087 "\t\t\t 8: mbx: mailbox command failure\n"
1088 "\t\t\t 9: heartbeat failure\n"
1089 "\t\t\t A: temperature failure\n"
1090 "\t\t\t 11: m_getcl or m_getjcl failure\n"
1091 "\t\t\t 13: Invalid Descriptor Count in SGL Receive\n"
1092 "\t\t\t 14: Invalid Descriptor Count in LRO Receive\n"
1093 "\t\t\t 15: peer port error recovery failure\n"
1094 "\t\t\t 16: tx_buf[next_prod_index].mbuf != NULL\n" );
1096 SYSCTL_ADD_PROC(device_get_sysctl_ctx(dev),
1097 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)), OID_AUTO,
1098 "peg_stop", CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_NEEDGIANT,
1099 (void *)ha, 0, qla_sysctl_stop_pegs, "I", "Peg Stop");
1101 #endif /* #ifdef QL_DBG */
1103 ha->hw.user_pri_nic = 0;
1104 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1105 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1106 OID_AUTO, "user_pri_nic", CTLFLAG_RW, &ha->hw.user_pri_nic,
1107 ha->hw.user_pri_nic,
1108 "VLAN Tag User Priority for Normal Ethernet Packets");
1110 ha->hw.user_pri_iscsi = 4;
1111 SYSCTL_ADD_UINT(device_get_sysctl_ctx(dev),
1112 SYSCTL_CHILDREN(device_get_sysctl_tree(dev)),
1113 OID_AUTO, "user_pri_iscsi", CTLFLAG_RW, &ha->hw.user_pri_iscsi,
1114 ha->hw.user_pri_iscsi,
1115 "VLAN Tag User Priority for iSCSI Packets");
1117 qlnx_add_hw_stats_sysctls(ha);
1118 qlnx_add_drvr_stats_sysctls(ha);
1124 ql_hw_link_status(qla_host_t *ha)
1126 device_printf(ha->pci_dev, "cable_oui\t\t 0x%08x\n", ha->hw.cable_oui);
1128 if (ha->hw.link_up) {
1129 device_printf(ha->pci_dev, "link Up\n");
1131 device_printf(ha->pci_dev, "link Down\n");
1134 if (ha->hw.fduplex) {
1135 device_printf(ha->pci_dev, "Full Duplex\n");
1137 device_printf(ha->pci_dev, "Half Duplex\n");
1140 if (ha->hw.autoneg) {
1141 device_printf(ha->pci_dev, "Auto Negotiation Enabled\n");
1143 device_printf(ha->pci_dev, "Auto Negotiation Disabled\n");
1146 switch (ha->hw.link_speed) {
1148 device_printf(ha->pci_dev, "link speed\t\t 10Gps\n");
1152 device_printf(ha->pci_dev, "link speed\t\t 1Gps\n");
1156 device_printf(ha->pci_dev, "link speed\t\t 100Mbps\n");
1160 device_printf(ha->pci_dev, "link speed\t\t Unknown\n");
1164 switch (ha->hw.module_type) {
1167 device_printf(ha->pci_dev, "Module Type 10GBase-LRM\n");
1171 device_printf(ha->pci_dev, "Module Type 10GBase-LR\n");
1175 device_printf(ha->pci_dev, "Module Type 10GBase-SR\n");
1179 device_printf(ha->pci_dev,
1180 "Module Type 10GE Passive Copper(Compliant)[%d m]\n",
1181 ha->hw.cable_length);
1185 device_printf(ha->pci_dev, "Module Type 10GE Active"
1186 " Limiting Copper(Compliant)[%d m]\n",
1187 ha->hw.cable_length);
1191 device_printf(ha->pci_dev,
1192 "Module Type 10GE Passive Copper"
1193 " (Legacy, Best Effort)[%d m]\n",
1194 ha->hw.cable_length);
1198 device_printf(ha->pci_dev, "Module Type 1000Base-SX\n");
1202 device_printf(ha->pci_dev, "Module Type 1000Base-LX\n");
1206 device_printf(ha->pci_dev, "Module Type 1000Base-CX\n");
1210 device_printf(ha->pci_dev, "Module Type 1000Base-T\n");
1214 device_printf(ha->pci_dev, "Module Type 1GE Passive Copper"
1215 "(Legacy, Best Effort)\n");
1219 device_printf(ha->pci_dev, "Unknown Module Type 0x%x\n",
1220 ha->hw.module_type);
1224 if (ha->hw.link_faults == 1)
1225 device_printf(ha->pci_dev, "SFP Power Fault\n");
1230 * Function: Frees the DMA'able memory allocated in ql_alloc_dma()
1233 ql_free_dma(qla_host_t *ha)
1237 if (ha->hw.dma_buf.flags.sds_ring) {
1238 for (i = 0; i < ha->hw.num_sds_rings; i++) {
1239 ql_free_dmabuf(ha, &ha->hw.dma_buf.sds_ring[i]);
1241 ha->hw.dma_buf.flags.sds_ring = 0;
1244 if (ha->hw.dma_buf.flags.rds_ring) {
1245 for (i = 0; i < ha->hw.num_rds_rings; i++) {
1246 ql_free_dmabuf(ha, &ha->hw.dma_buf.rds_ring[i]);
1248 ha->hw.dma_buf.flags.rds_ring = 0;
1251 if (ha->hw.dma_buf.flags.tx_ring) {
1252 ql_free_dmabuf(ha, &ha->hw.dma_buf.tx_ring);
1253 ha->hw.dma_buf.flags.tx_ring = 0;
1255 ql_minidump_free(ha);
1259 * Name: ql_alloc_dma
1260 * Function: Allocates DMA'able memory for Tx/Rx Rings, Tx/Rx Contexts.
1263 ql_alloc_dma(qla_host_t *ha)
1266 uint32_t i, j, size, tx_ring_size;
1268 qla_hw_tx_cntxt_t *tx_cntxt;
1274 QL_DPRINT2(ha, (dev, "%s: enter\n", __func__));
1278 * Allocate Transmit Ring
1280 tx_ring_size = (sizeof(q80_tx_cmd_t) * NUM_TX_DESCRIPTORS);
1281 size = (tx_ring_size * ha->hw.num_tx_rings);
1283 hw->dma_buf.tx_ring.alignment = 8;
1284 hw->dma_buf.tx_ring.size = size + PAGE_SIZE;
1286 if (ql_alloc_dmabuf(ha, &hw->dma_buf.tx_ring)) {
1287 device_printf(dev, "%s: tx ring alloc failed\n", __func__);
1288 goto ql_alloc_dma_exit;
1291 vaddr = (uint8_t *)hw->dma_buf.tx_ring.dma_b;
1292 paddr = hw->dma_buf.tx_ring.dma_addr;
1294 for (i = 0; i < ha->hw.num_tx_rings; i++) {
1295 tx_cntxt = (qla_hw_tx_cntxt_t *)&hw->tx_cntxt[i];
1297 tx_cntxt->tx_ring_base = (q80_tx_cmd_t *)vaddr;
1298 tx_cntxt->tx_ring_paddr = paddr;
1300 vaddr += tx_ring_size;
1301 paddr += tx_ring_size;
1304 for (i = 0; i < ha->hw.num_tx_rings; i++) {
1305 tx_cntxt = (qla_hw_tx_cntxt_t *)&hw->tx_cntxt[i];
1307 tx_cntxt->tx_cons = (uint32_t *)vaddr;
1308 tx_cntxt->tx_cons_paddr = paddr;
1310 vaddr += sizeof (uint32_t);
1311 paddr += sizeof (uint32_t);
1314 ha->hw.dma_buf.flags.tx_ring = 1;
1316 QL_DPRINT2(ha, (dev, "%s: tx_ring phys %p virt %p\n",
1317 __func__, (void *)(hw->dma_buf.tx_ring.dma_addr),
1318 hw->dma_buf.tx_ring.dma_b));
1320 * Allocate Receive Descriptor Rings
1323 for (i = 0; i < hw->num_rds_rings; i++) {
1325 hw->dma_buf.rds_ring[i].alignment = 8;
1326 hw->dma_buf.rds_ring[i].size =
1327 (sizeof(q80_recv_desc_t)) * NUM_RX_DESCRIPTORS;
1329 if (ql_alloc_dmabuf(ha, &hw->dma_buf.rds_ring[i])) {
1330 device_printf(dev, "%s: rds ring[%d] alloc failed\n",
1333 for (j = 0; j < i; j++)
1334 ql_free_dmabuf(ha, &hw->dma_buf.rds_ring[j]);
1336 goto ql_alloc_dma_exit;
1338 QL_DPRINT4(ha, (dev, "%s: rx_ring[%d] phys %p virt %p\n",
1339 __func__, i, (void *)(hw->dma_buf.rds_ring[i].dma_addr),
1340 hw->dma_buf.rds_ring[i].dma_b));
1343 hw->dma_buf.flags.rds_ring = 1;
1346 * Allocate Status Descriptor Rings
1349 for (i = 0; i < hw->num_sds_rings; i++) {
1350 hw->dma_buf.sds_ring[i].alignment = 8;
1351 hw->dma_buf.sds_ring[i].size =
1352 (sizeof(q80_stat_desc_t)) * NUM_STATUS_DESCRIPTORS;
1354 if (ql_alloc_dmabuf(ha, &hw->dma_buf.sds_ring[i])) {
1355 device_printf(dev, "%s: sds ring alloc failed\n",
1358 for (j = 0; j < i; j++)
1359 ql_free_dmabuf(ha, &hw->dma_buf.sds_ring[j]);
1361 goto ql_alloc_dma_exit;
1363 QL_DPRINT4(ha, (dev, "%s: sds_ring[%d] phys %p virt %p\n",
1365 (void *)(hw->dma_buf.sds_ring[i].dma_addr),
1366 hw->dma_buf.sds_ring[i].dma_b));
1368 for (i = 0; i < hw->num_sds_rings; i++) {
1369 hw->sds[i].sds_ring_base =
1370 (q80_stat_desc_t *)hw->dma_buf.sds_ring[i].dma_b;
1373 hw->dma_buf.flags.sds_ring = 1;
1382 #define Q8_MBX_MSEC_DELAY 5000
1385 qla_mbx_cmd(qla_host_t *ha, uint32_t *h_mbox, uint32_t n_hmbox,
1386 uint32_t *fw_mbox, uint32_t n_fwmbox, uint32_t no_pause)
1391 uint64_t start_usecs;
1395 ql_sp_log(ha, 0, 5, no_pause, h_mbox[0], h_mbox[1], h_mbox[2], h_mbox[3]);
1397 if (ha->offline || ha->qla_initiate_recovery) {
1398 ql_sp_log(ha, 1, 2, ha->offline, ha->qla_initiate_recovery, 0, 0, 0);
1399 goto exit_qla_mbx_cmd;
1402 if (((ha->err_inject & 0xFFFF) == INJCT_MBX_CMD_FAILURE) &&
1403 (((ha->err_inject & ~0xFFFF) == ((h_mbox[0] & 0xFFFF) << 16))||
1404 !(ha->err_inject & ~0xFFFF))) {
1406 QL_INITIATE_RECOVERY(ha);
1407 goto exit_qla_mbx_cmd;
1410 start_usecs = qla_get_usec_timestamp();
1415 i = Q8_MBX_MSEC_DELAY;
1419 if (ha->qla_initiate_recovery) {
1420 ql_sp_log(ha, 2, 1, ha->qla_initiate_recovery, 0, 0, 0, 0);
1424 data = READ_REG32(ha, Q8_HOST_MBOX_CNTRL);
1430 qla_mdelay(__func__, 1);
1436 device_printf(ha->pci_dev, "%s: host_mbx_cntrl 0x%08x\n",
1438 ql_sp_log(ha, 3, 1, data, 0, 0, 0, 0);
1440 ha->hw.mbx_comp_msecs[(Q8_MBX_COMP_MSECS - 2)]++;
1441 QL_INITIATE_RECOVERY(ha);
1442 goto exit_qla_mbx_cmd;
1445 for (i = 0; i < n_hmbox; i++) {
1446 WRITE_REG32(ha, (Q8_HOST_MBOX0 + (i << 2)), *h_mbox);
1450 WRITE_REG32(ha, Q8_HOST_MBOX_CNTRL, 0x1);
1453 i = Q8_MBX_MSEC_DELAY;
1456 if (ha->qla_initiate_recovery) {
1457 ql_sp_log(ha, 4, 1, ha->qla_initiate_recovery, 0, 0, 0, 0);
1461 data = READ_REG32(ha, Q8_FW_MBOX_CNTRL);
1463 if ((data & 0x3) == 1) {
1464 data = READ_REG32(ha, Q8_FW_MBOX0);
1465 if ((data & 0xF000) != 0x8000)
1471 qla_mdelay(__func__, 1);
1476 device_printf(ha->pci_dev, "%s: fw_mbx_cntrl 0x%08x\n",
1478 ql_sp_log(ha, 5, 1, data, 0, 0, 0, 0);
1480 ha->hw.mbx_comp_msecs[(Q8_MBX_COMP_MSECS - 1)]++;
1481 QL_INITIATE_RECOVERY(ha);
1482 goto exit_qla_mbx_cmd;
1485 for (i = 0; i < n_fwmbox; i++) {
1487 if (ha->qla_initiate_recovery) {
1488 ql_sp_log(ha, 6, 1, ha->qla_initiate_recovery, 0, 0, 0, 0);
1492 *fw_mbox++ = READ_REG32(ha, (Q8_FW_MBOX0 + (i << 2)));
1495 WRITE_REG32(ha, Q8_FW_MBOX_CNTRL, 0x0);
1496 WRITE_REG32(ha, ha->hw.mbx_intr_mask_offset, 0x0);
1498 end_usecs = qla_get_usec_timestamp();
1500 if (end_usecs > start_usecs) {
1501 msecs_200 = (end_usecs - start_usecs)/(1000 * 200);
1504 ha->hw.mbx_comp_msecs[msecs_200]++;
1505 else if (msecs_200 < 20)
1506 ha->hw.mbx_comp_msecs[15]++;
1508 device_printf(ha->pci_dev, "%s: [%ld, %ld] %ld\n", __func__,
1509 start_usecs, end_usecs, msecs_200);
1510 ha->hw.mbx_comp_msecs[16]++;
1513 ql_sp_log(ha, 7, 5, fw_mbox[0], fw_mbox[1], fw_mbox[2], fw_mbox[3], fw_mbox[4]);
1521 qla_get_nic_partition(qla_host_t *ha, uint32_t *supports_9kb,
1524 uint32_t *mbox, err;
1525 device_t dev = ha->pci_dev;
1527 bzero(ha->hw.mbox, (sizeof (uint32_t) * Q8_NUM_MBOX));
1531 mbox[0] = Q8_MBX_GET_NIC_PARTITION | (0x2 << 16) | (0x2 << 29);
1533 if (qla_mbx_cmd(ha, mbox, 2, mbox, 19, 0)) {
1534 device_printf(dev, "%s: failed0\n", __func__);
1537 err = mbox[0] >> 25;
1539 if (supports_9kb != NULL) {
1540 if (mbox[16] & 0x80) /* bit 7 of mbox 16 */
1546 if (num_rcvq != NULL)
1547 *num_rcvq = ((mbox[6] >> 16) & 0xFFFF);
1549 if ((err != 1) && (err != 0)) {
1550 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
1557 qla_config_intr_cntxt(qla_host_t *ha, uint32_t start_idx, uint32_t num_intrs,
1561 device_t dev = ha->pci_dev;
1562 q80_config_intr_t *c_intr;
1563 q80_config_intr_rsp_t *c_intr_rsp;
1565 c_intr = (q80_config_intr_t *)ha->hw.mbox;
1566 bzero(c_intr, (sizeof (q80_config_intr_t)));
1568 c_intr->opcode = Q8_MBX_CONFIG_INTR;
1570 c_intr->count_version = (sizeof (q80_config_intr_t) >> 2);
1571 c_intr->count_version |= Q8_MBX_CMD_VERSION;
1573 c_intr->nentries = num_intrs;
1575 for (i = 0; i < num_intrs; i++) {
1577 c_intr->intr[i].cmd_type = Q8_MBX_CONFIG_INTR_CREATE;
1578 c_intr->intr[i].msix_index = start_idx + 1 + i;
1580 c_intr->intr[i].cmd_type = Q8_MBX_CONFIG_INTR_DELETE;
1581 c_intr->intr[i].msix_index =
1582 ha->hw.intr_id[(start_idx + i)];
1585 c_intr->intr[i].cmd_type |= Q8_MBX_CONFIG_INTR_TYPE_MSI_X;
1588 if (qla_mbx_cmd(ha, (uint32_t *)c_intr,
1589 (sizeof (q80_config_intr_t) >> 2),
1590 ha->hw.mbox, (sizeof (q80_config_intr_rsp_t) >> 2), 0)) {
1591 device_printf(dev, "%s: %s failed0\n", __func__,
1592 (create ? "create" : "delete"));
1596 c_intr_rsp = (q80_config_intr_rsp_t *)ha->hw.mbox;
1598 err = Q8_MBX_RSP_STATUS(c_intr_rsp->regcnt_status);
1601 device_printf(dev, "%s: %s failed1 [0x%08x, %d]\n", __func__,
1602 (create ? "create" : "delete"), err, c_intr_rsp->nentries);
1604 for (i = 0; i < c_intr_rsp->nentries; i++) {
1605 device_printf(dev, "%s: [%d]:[0x%x 0x%x 0x%x]\n",
1607 c_intr_rsp->intr[i].status,
1608 c_intr_rsp->intr[i].intr_id,
1609 c_intr_rsp->intr[i].intr_src);
1615 for (i = 0; ((i < num_intrs) && create); i++) {
1616 if (!c_intr_rsp->intr[i].status) {
1617 ha->hw.intr_id[(start_idx + i)] =
1618 c_intr_rsp->intr[i].intr_id;
1619 ha->hw.intr_src[(start_idx + i)] =
1620 c_intr_rsp->intr[i].intr_src;
1628 * Name: qla_config_rss
1629 * Function: Configure RSS for the context/interface.
1631 static const uint64_t rss_key[] = { 0xbeac01fa6a42b73bULL,
1632 0x8030f20c77cb2da3ULL,
1633 0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
1634 0x255b0ec26d5a56daULL };
1637 qla_config_rss(qla_host_t *ha, uint16_t cntxt_id)
1639 q80_config_rss_t *c_rss;
1640 q80_config_rss_rsp_t *c_rss_rsp;
1642 device_t dev = ha->pci_dev;
1644 c_rss = (q80_config_rss_t *)ha->hw.mbox;
1645 bzero(c_rss, (sizeof (q80_config_rss_t)));
1647 c_rss->opcode = Q8_MBX_CONFIG_RSS;
1649 c_rss->count_version = (sizeof (q80_config_rss_t) >> 2);
1650 c_rss->count_version |= Q8_MBX_CMD_VERSION;
1652 c_rss->hash_type = (Q8_MBX_RSS_HASH_TYPE_IPV4_TCP_IP |
1653 Q8_MBX_RSS_HASH_TYPE_IPV6_TCP_IP);
1654 //c_rss->hash_type = (Q8_MBX_RSS_HASH_TYPE_IPV4_TCP |
1655 // Q8_MBX_RSS_HASH_TYPE_IPV6_TCP);
1657 c_rss->flags = Q8_MBX_RSS_FLAGS_ENABLE_RSS;
1658 c_rss->flags |= Q8_MBX_RSS_FLAGS_USE_IND_TABLE;
1660 c_rss->indtbl_mask = Q8_MBX_RSS_INDTBL_MASK;
1662 c_rss->indtbl_mask |= Q8_MBX_RSS_FLAGS_MULTI_RSS_VALID;
1663 c_rss->flags |= Q8_MBX_RSS_FLAGS_TYPE_CRSS;
1665 c_rss->cntxt_id = cntxt_id;
1667 for (i = 0; i < 5; i++) {
1668 c_rss->rss_key[i] = rss_key[i];
1671 if (qla_mbx_cmd(ha, (uint32_t *)c_rss,
1672 (sizeof (q80_config_rss_t) >> 2),
1673 ha->hw.mbox, (sizeof(q80_config_rss_rsp_t) >> 2), 0)) {
1674 device_printf(dev, "%s: failed0\n", __func__);
1677 c_rss_rsp = (q80_config_rss_rsp_t *)ha->hw.mbox;
1679 err = Q8_MBX_RSP_STATUS(c_rss_rsp->regcnt_status);
1682 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
1689 qla_set_rss_ind_table(qla_host_t *ha, uint32_t start_idx, uint32_t count,
1690 uint16_t cntxt_id, uint8_t *ind_table)
1692 q80_config_rss_ind_table_t *c_rss_ind;
1693 q80_config_rss_ind_table_rsp_t *c_rss_ind_rsp;
1695 device_t dev = ha->pci_dev;
1697 if ((count > Q8_RSS_IND_TBL_SIZE) ||
1698 ((start_idx + count - 1) > Q8_RSS_IND_TBL_MAX_IDX)) {
1699 device_printf(dev, "%s: illegal count [%d, %d]\n", __func__,
1704 c_rss_ind = (q80_config_rss_ind_table_t *)ha->hw.mbox;
1705 bzero(c_rss_ind, sizeof (q80_config_rss_ind_table_t));
1707 c_rss_ind->opcode = Q8_MBX_CONFIG_RSS_TABLE;
1708 c_rss_ind->count_version = (sizeof (q80_config_rss_ind_table_t) >> 2);
1709 c_rss_ind->count_version |= Q8_MBX_CMD_VERSION;
1711 c_rss_ind->start_idx = start_idx;
1712 c_rss_ind->end_idx = start_idx + count - 1;
1713 c_rss_ind->cntxt_id = cntxt_id;
1714 bcopy(ind_table, c_rss_ind->ind_table, count);
1716 if (qla_mbx_cmd(ha, (uint32_t *)c_rss_ind,
1717 (sizeof (q80_config_rss_ind_table_t) >> 2), ha->hw.mbox,
1718 (sizeof(q80_config_rss_ind_table_rsp_t) >> 2), 0)) {
1719 device_printf(dev, "%s: failed0\n", __func__);
1723 c_rss_ind_rsp = (q80_config_rss_ind_table_rsp_t *)ha->hw.mbox;
1724 err = Q8_MBX_RSP_STATUS(c_rss_ind_rsp->regcnt_status);
1727 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
1734 * Name: qla_config_intr_coalesce
1735 * Function: Configure Interrupt Coalescing.
1738 qla_config_intr_coalesce(qla_host_t *ha, uint16_t cntxt_id, int tenable,
1741 q80_config_intr_coalesc_t *intrc;
1742 q80_config_intr_coalesc_rsp_t *intrc_rsp;
1744 device_t dev = ha->pci_dev;
1746 intrc = (q80_config_intr_coalesc_t *)ha->hw.mbox;
1747 bzero(intrc, (sizeof (q80_config_intr_coalesc_t)));
1749 intrc->opcode = Q8_MBX_CONFIG_INTR_COALESCE;
1750 intrc->count_version = (sizeof (q80_config_intr_coalesc_t) >> 2);
1751 intrc->count_version |= Q8_MBX_CMD_VERSION;
1754 intrc->flags = Q8_MBX_INTRC_FLAGS_RCV;
1755 intrc->max_pkts = ha->hw.rcv_intr_coalesce & 0xFFFF;
1756 intrc->max_mswait = (ha->hw.rcv_intr_coalesce >> 16) & 0xFFFF;
1758 intrc->flags = Q8_MBX_INTRC_FLAGS_XMT;
1759 intrc->max_pkts = ha->hw.xmt_intr_coalesce & 0xFFFF;
1760 intrc->max_mswait = (ha->hw.xmt_intr_coalesce >> 16) & 0xFFFF;
1763 intrc->cntxt_id = cntxt_id;
1766 intrc->flags |= Q8_MBX_INTRC_FLAGS_PERIODIC;
1767 intrc->timer_type = Q8_MBX_INTRC_TIMER_PERIODIC;
1769 for (i = 0; i < ha->hw.num_sds_rings; i++) {
1770 intrc->sds_ring_mask |= (1 << i);
1772 intrc->ms_timeout = 1000;
1775 if (qla_mbx_cmd(ha, (uint32_t *)intrc,
1776 (sizeof (q80_config_intr_coalesc_t) >> 2),
1777 ha->hw.mbox, (sizeof(q80_config_intr_coalesc_rsp_t) >> 2), 0)) {
1778 device_printf(dev, "%s: failed0\n", __func__);
1781 intrc_rsp = (q80_config_intr_coalesc_rsp_t *)ha->hw.mbox;
1783 err = Q8_MBX_RSP_STATUS(intrc_rsp->regcnt_status);
1786 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
1795 * Name: qla_config_mac_addr
1796 * Function: binds a MAC address to the context/interface.
1797 * Can be unicast, multicast or broadcast.
1800 qla_config_mac_addr(qla_host_t *ha, uint8_t *mac_addr, uint32_t add_mac,
1803 q80_config_mac_addr_t *cmac;
1804 q80_config_mac_addr_rsp_t *cmac_rsp;
1806 device_t dev = ha->pci_dev;
1808 uint8_t *mac_cpy = mac_addr;
1810 if (num_mac > Q8_MAX_MAC_ADDRS) {
1811 device_printf(dev, "%s: %s num_mac [0x%x] > Q8_MAX_MAC_ADDRS\n",
1812 __func__, (add_mac ? "Add" : "Del"), num_mac);
1816 cmac = (q80_config_mac_addr_t *)ha->hw.mbox;
1817 bzero(cmac, (sizeof (q80_config_mac_addr_t)));
1819 cmac->opcode = Q8_MBX_CONFIG_MAC_ADDR;
1820 cmac->count_version = sizeof (q80_config_mac_addr_t) >> 2;
1821 cmac->count_version |= Q8_MBX_CMD_VERSION;
1824 cmac->cmd = Q8_MBX_CMAC_CMD_ADD_MAC_ADDR;
1826 cmac->cmd = Q8_MBX_CMAC_CMD_DEL_MAC_ADDR;
1828 cmac->cmd |= Q8_MBX_CMAC_CMD_CAM_INGRESS;
1830 cmac->nmac_entries = num_mac;
1831 cmac->cntxt_id = ha->hw.rcv_cntxt_id;
1833 for (i = 0; i < num_mac; i++) {
1834 bcopy(mac_addr, cmac->mac_addr[i].addr, Q8_ETHER_ADDR_LEN);
1835 mac_addr = mac_addr + ETHER_ADDR_LEN;
1838 if (qla_mbx_cmd(ha, (uint32_t *)cmac,
1839 (sizeof (q80_config_mac_addr_t) >> 2),
1840 ha->hw.mbox, (sizeof(q80_config_mac_addr_rsp_t) >> 2), 1)) {
1841 device_printf(dev, "%s: %s failed0\n", __func__,
1842 (add_mac ? "Add" : "Del"));
1845 cmac_rsp = (q80_config_mac_addr_rsp_t *)ha->hw.mbox;
1847 err = Q8_MBX_RSP_STATUS(cmac_rsp->regcnt_status);
1850 device_printf(dev, "%s: %s failed1 [0x%08x]\n", __func__,
1851 (add_mac ? "Add" : "Del"), err);
1852 for (i = 0; i < num_mac; i++) {
1853 device_printf(dev, "%s: %02x:%02x:%02x:%02x:%02x:%02x\n",
1854 __func__, mac_cpy[0], mac_cpy[1], mac_cpy[2],
1855 mac_cpy[3], mac_cpy[4], mac_cpy[5]);
1856 mac_cpy += ETHER_ADDR_LEN;
1866 * Name: qla_set_mac_rcv_mode
1867 * Function: Enable/Disable AllMulticast and Promiscous Modes.
1870 qla_set_mac_rcv_mode(qla_host_t *ha, uint32_t mode)
1872 q80_config_mac_rcv_mode_t *rcv_mode;
1874 q80_config_mac_rcv_mode_rsp_t *rcv_mode_rsp;
1875 device_t dev = ha->pci_dev;
1877 rcv_mode = (q80_config_mac_rcv_mode_t *)ha->hw.mbox;
1878 bzero(rcv_mode, (sizeof (q80_config_mac_rcv_mode_t)));
1880 rcv_mode->opcode = Q8_MBX_CONFIG_MAC_RX_MODE;
1881 rcv_mode->count_version = sizeof (q80_config_mac_rcv_mode_t) >> 2;
1882 rcv_mode->count_version |= Q8_MBX_CMD_VERSION;
1884 rcv_mode->mode = mode;
1886 rcv_mode->cntxt_id = ha->hw.rcv_cntxt_id;
1888 if (qla_mbx_cmd(ha, (uint32_t *)rcv_mode,
1889 (sizeof (q80_config_mac_rcv_mode_t) >> 2),
1890 ha->hw.mbox, (sizeof(q80_config_mac_rcv_mode_rsp_t) >> 2), 1)) {
1891 device_printf(dev, "%s: failed0\n", __func__);
1894 rcv_mode_rsp = (q80_config_mac_rcv_mode_rsp_t *)ha->hw.mbox;
1896 err = Q8_MBX_RSP_STATUS(rcv_mode_rsp->regcnt_status);
1899 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
1907 ql_set_promisc(qla_host_t *ha)
1911 ha->hw.mac_rcv_mode |= Q8_MBX_MAC_RCV_PROMISC_ENABLE;
1912 ret = qla_set_mac_rcv_mode(ha, ha->hw.mac_rcv_mode);
1917 qla_reset_promisc(qla_host_t *ha)
1919 ha->hw.mac_rcv_mode &= ~Q8_MBX_MAC_RCV_PROMISC_ENABLE;
1920 (void)qla_set_mac_rcv_mode(ha, ha->hw.mac_rcv_mode);
1924 ql_set_allmulti(qla_host_t *ha)
1928 ha->hw.mac_rcv_mode |= Q8_MBX_MAC_ALL_MULTI_ENABLE;
1929 ret = qla_set_mac_rcv_mode(ha, ha->hw.mac_rcv_mode);
1934 qla_reset_allmulti(qla_host_t *ha)
1936 ha->hw.mac_rcv_mode &= ~Q8_MBX_MAC_ALL_MULTI_ENABLE;
1937 (void)qla_set_mac_rcv_mode(ha, ha->hw.mac_rcv_mode);
1941 * Name: ql_set_max_mtu
1943 * Sets the maximum transfer unit size for the specified rcv context.
1946 ql_set_max_mtu(qla_host_t *ha, uint32_t mtu, uint16_t cntxt_id)
1949 q80_set_max_mtu_t *max_mtu;
1950 q80_set_max_mtu_rsp_t *max_mtu_rsp;
1955 max_mtu = (q80_set_max_mtu_t *)ha->hw.mbox;
1956 bzero(max_mtu, (sizeof (q80_set_max_mtu_t)));
1958 max_mtu->opcode = Q8_MBX_SET_MAX_MTU;
1959 max_mtu->count_version = (sizeof (q80_set_max_mtu_t) >> 2);
1960 max_mtu->count_version |= Q8_MBX_CMD_VERSION;
1962 max_mtu->cntxt_id = cntxt_id;
1965 if (qla_mbx_cmd(ha, (uint32_t *)max_mtu,
1966 (sizeof (q80_set_max_mtu_t) >> 2),
1967 ha->hw.mbox, (sizeof (q80_set_max_mtu_rsp_t) >> 2), 1)) {
1968 device_printf(dev, "%s: failed\n", __func__);
1972 max_mtu_rsp = (q80_set_max_mtu_rsp_t *)ha->hw.mbox;
1974 err = Q8_MBX_RSP_STATUS(max_mtu_rsp->regcnt_status);
1977 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
1984 qla_link_event_req(qla_host_t *ha, uint16_t cntxt_id)
1987 q80_link_event_t *lnk;
1988 q80_link_event_rsp_t *lnk_rsp;
1993 lnk = (q80_link_event_t *)ha->hw.mbox;
1994 bzero(lnk, (sizeof (q80_link_event_t)));
1996 lnk->opcode = Q8_MBX_LINK_EVENT_REQ;
1997 lnk->count_version = (sizeof (q80_link_event_t) >> 2);
1998 lnk->count_version |= Q8_MBX_CMD_VERSION;
2000 lnk->cntxt_id = cntxt_id;
2001 lnk->cmd = Q8_LINK_EVENT_CMD_ENABLE_ASYNC;
2003 if (qla_mbx_cmd(ha, (uint32_t *)lnk, (sizeof (q80_link_event_t) >> 2),
2004 ha->hw.mbox, (sizeof (q80_link_event_rsp_t) >> 2), 0)) {
2005 device_printf(dev, "%s: failed\n", __func__);
2009 lnk_rsp = (q80_link_event_rsp_t *)ha->hw.mbox;
2011 err = Q8_MBX_RSP_STATUS(lnk_rsp->regcnt_status);
2014 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
2021 qla_config_fw_lro(qla_host_t *ha, uint16_t cntxt_id)
2024 q80_config_fw_lro_t *fw_lro;
2025 q80_config_fw_lro_rsp_t *fw_lro_rsp;
2030 fw_lro = (q80_config_fw_lro_t *)ha->hw.mbox;
2031 bzero(fw_lro, sizeof(q80_config_fw_lro_t));
2033 fw_lro->opcode = Q8_MBX_CONFIG_FW_LRO;
2034 fw_lro->count_version = (sizeof (q80_config_fw_lro_t) >> 2);
2035 fw_lro->count_version |= Q8_MBX_CMD_VERSION;
2037 fw_lro->flags |= Q8_MBX_FW_LRO_IPV4 | Q8_MBX_FW_LRO_IPV4_WO_DST_IP_CHK;
2038 fw_lro->flags |= Q8_MBX_FW_LRO_IPV6 | Q8_MBX_FW_LRO_IPV6_WO_DST_IP_CHK;
2040 fw_lro->cntxt_id = cntxt_id;
2042 if (qla_mbx_cmd(ha, (uint32_t *)fw_lro,
2043 (sizeof (q80_config_fw_lro_t) >> 2),
2044 ha->hw.mbox, (sizeof (q80_config_fw_lro_rsp_t) >> 2), 0)) {
2045 device_printf(dev, "%s: failed\n", __func__);
2049 fw_lro_rsp = (q80_config_fw_lro_rsp_t *)ha->hw.mbox;
2051 err = Q8_MBX_RSP_STATUS(fw_lro_rsp->regcnt_status);
2054 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
2061 qla_set_cam_search_mode(qla_host_t *ha, uint32_t search_mode)
2064 q80_hw_config_t *hw_config;
2065 q80_hw_config_rsp_t *hw_config_rsp;
2070 hw_config = (q80_hw_config_t *)ha->hw.mbox;
2071 bzero(hw_config, sizeof (q80_hw_config_t));
2073 hw_config->opcode = Q8_MBX_HW_CONFIG;
2074 hw_config->count_version = Q8_HW_CONFIG_SET_CAM_SEARCH_MODE_COUNT;
2075 hw_config->count_version |= Q8_MBX_CMD_VERSION;
2077 hw_config->cmd = Q8_HW_CONFIG_SET_CAM_SEARCH_MODE;
2079 hw_config->u.set_cam_search_mode.mode = search_mode;
2081 if (qla_mbx_cmd(ha, (uint32_t *)hw_config,
2082 (sizeof (q80_hw_config_t) >> 2),
2083 ha->hw.mbox, (sizeof (q80_hw_config_rsp_t) >> 2), 0)) {
2084 device_printf(dev, "%s: failed\n", __func__);
2087 hw_config_rsp = (q80_hw_config_rsp_t *)ha->hw.mbox;
2089 err = Q8_MBX_RSP_STATUS(hw_config_rsp->regcnt_status);
2092 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
2099 qla_get_cam_search_mode(qla_host_t *ha)
2102 q80_hw_config_t *hw_config;
2103 q80_hw_config_rsp_t *hw_config_rsp;
2108 hw_config = (q80_hw_config_t *)ha->hw.mbox;
2109 bzero(hw_config, sizeof (q80_hw_config_t));
2111 hw_config->opcode = Q8_MBX_HW_CONFIG;
2112 hw_config->count_version = Q8_HW_CONFIG_GET_CAM_SEARCH_MODE_COUNT;
2113 hw_config->count_version |= Q8_MBX_CMD_VERSION;
2115 hw_config->cmd = Q8_HW_CONFIG_GET_CAM_SEARCH_MODE;
2117 if (qla_mbx_cmd(ha, (uint32_t *)hw_config,
2118 (sizeof (q80_hw_config_t) >> 2),
2119 ha->hw.mbox, (sizeof (q80_hw_config_rsp_t) >> 2), 0)) {
2120 device_printf(dev, "%s: failed\n", __func__);
2123 hw_config_rsp = (q80_hw_config_rsp_t *)ha->hw.mbox;
2125 err = Q8_MBX_RSP_STATUS(hw_config_rsp->regcnt_status);
2128 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
2130 device_printf(dev, "%s: cam search mode [0x%08x]\n", __func__,
2131 hw_config_rsp->u.get_cam_search_mode.mode);
2138 qla_get_hw_stats(qla_host_t *ha, uint32_t cmd, uint32_t rsp_size)
2141 q80_get_stats_t *stat;
2142 q80_get_stats_rsp_t *stat_rsp;
2147 stat = (q80_get_stats_t *)ha->hw.mbox;
2148 bzero(stat, (sizeof (q80_get_stats_t)));
2150 stat->opcode = Q8_MBX_GET_STATS;
2151 stat->count_version = 2;
2152 stat->count_version |= Q8_MBX_CMD_VERSION;
2156 if (qla_mbx_cmd(ha, (uint32_t *)stat, 2,
2157 ha->hw.mbox, (rsp_size >> 2), 0)) {
2158 device_printf(dev, "%s: failed\n", __func__);
2162 stat_rsp = (q80_get_stats_rsp_t *)ha->hw.mbox;
2164 err = Q8_MBX_RSP_STATUS(stat_rsp->regcnt_status);
2174 ql_get_stats(qla_host_t *ha)
2176 q80_get_stats_rsp_t *stat_rsp;
2177 q80_mac_stats_t *mstat;
2178 q80_xmt_stats_t *xstat;
2179 q80_rcv_stats_t *rstat;
2182 struct ifnet *ifp = ha->ifp;
2187 if (QLA_LOCK(ha, __func__, QLA_LOCK_DEFAULT_MS_TIMEOUT, 0) != 0) {
2188 device_printf(ha->pci_dev, "%s: failed\n", __func__);
2192 if (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) {
2193 QLA_UNLOCK(ha, __func__);
2197 stat_rsp = (q80_get_stats_rsp_t *)ha->hw.mbox;
2199 * Get MAC Statistics
2201 cmd = Q8_GET_STATS_CMD_TYPE_MAC;
2202 // cmd |= Q8_GET_STATS_CMD_CLEAR;
2204 cmd |= ((ha->pci_func & 0x1) << 16);
2206 if (ha->qla_watchdog_pause || (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) ||
2208 goto ql_get_stats_exit;
2210 if (qla_get_hw_stats(ha, cmd, sizeof (q80_get_stats_rsp_t)) == 0) {
2211 mstat = (q80_mac_stats_t *)&stat_rsp->u.mac;
2212 bcopy(mstat, &ha->hw.mac, sizeof(q80_mac_stats_t));
2214 device_printf(ha->pci_dev, "%s: mac failed [0x%08x]\n",
2215 __func__, ha->hw.mbox[0]);
2218 * Get RCV Statistics
2220 cmd = Q8_GET_STATS_CMD_RCV | Q8_GET_STATS_CMD_TYPE_CNTXT;
2221 // cmd |= Q8_GET_STATS_CMD_CLEAR;
2222 cmd |= (ha->hw.rcv_cntxt_id << 16);
2224 if (ha->qla_watchdog_pause || (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) ||
2226 goto ql_get_stats_exit;
2228 if (qla_get_hw_stats(ha, cmd, sizeof (q80_get_stats_rsp_t)) == 0) {
2229 rstat = (q80_rcv_stats_t *)&stat_rsp->u.rcv;
2230 bcopy(rstat, &ha->hw.rcv, sizeof(q80_rcv_stats_t));
2232 device_printf(ha->pci_dev, "%s: rcv failed [0x%08x]\n",
2233 __func__, ha->hw.mbox[0]);
2236 if (ha->qla_watchdog_pause || (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) ||
2238 goto ql_get_stats_exit;
2240 * Get XMT Statistics
2242 for (i = 0 ; (i < ha->hw.num_tx_rings); i++) {
2243 if (ha->qla_watchdog_pause ||
2244 (!(ifp->if_drv_flags & IFF_DRV_RUNNING)) ||
2246 goto ql_get_stats_exit;
2248 cmd = Q8_GET_STATS_CMD_XMT | Q8_GET_STATS_CMD_TYPE_CNTXT;
2249 // cmd |= Q8_GET_STATS_CMD_CLEAR;
2250 cmd |= (ha->hw.tx_cntxt[i].tx_cntxt_id << 16);
2252 if (qla_get_hw_stats(ha, cmd, sizeof(q80_get_stats_rsp_t))
2254 xstat = (q80_xmt_stats_t *)&stat_rsp->u.xmt;
2255 bcopy(xstat, &ha->hw.xmt[i], sizeof(q80_xmt_stats_t));
2257 device_printf(ha->pci_dev, "%s: xmt failed [0x%08x]\n",
2258 __func__, ha->hw.mbox[0]);
2263 QLA_UNLOCK(ha, __func__);
2270 * Function: Checks if the packet to be transmitted is a candidate for
2271 * Large TCP Segment Offload. If yes, the appropriate fields in the Tx
2272 * Ring Structure are plugged in.
2275 qla_tx_tso(qla_host_t *ha, struct mbuf *mp, q80_tx_cmd_t *tx_cmd, uint8_t *hdr)
2277 struct ether_vlan_header *eh;
2278 struct ip *ip = NULL;
2279 struct ip6_hdr *ip6 = NULL;
2280 struct tcphdr *th = NULL;
2281 uint32_t ehdrlen, hdrlen, ip_hlen, tcp_hlen, tcp_opt_off;
2282 uint16_t etype, opcode, offload = 1;
2288 eh = mtod(mp, struct ether_vlan_header *);
2290 if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) {
2291 ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN;
2292 etype = ntohs(eh->evl_proto);
2294 ehdrlen = ETHER_HDR_LEN;
2295 etype = ntohs(eh->evl_encap_proto);
2303 tcp_opt_off = ehdrlen + sizeof(struct ip) +
2304 sizeof(struct tcphdr);
2306 if (mp->m_len < tcp_opt_off) {
2307 m_copydata(mp, 0, tcp_opt_off, hdr);
2308 ip = (struct ip *)(hdr + ehdrlen);
2310 ip = (struct ip *)(mp->m_data + ehdrlen);
2313 ip_hlen = ip->ip_hl << 2;
2314 opcode = Q8_TX_CMD_OP_XMT_TCP_LSO;
2317 if ((ip->ip_p != IPPROTO_TCP) ||
2318 (ip_hlen != sizeof (struct ip))){
2319 /* IP Options are not supported */
2323 th = (struct tcphdr *)((caddr_t)ip + ip_hlen);
2327 case ETHERTYPE_IPV6:
2329 tcp_opt_off = ehdrlen + sizeof(struct ip6_hdr) +
2330 sizeof (struct tcphdr);
2332 if (mp->m_len < tcp_opt_off) {
2333 m_copydata(mp, 0, tcp_opt_off, hdr);
2334 ip6 = (struct ip6_hdr *)(hdr + ehdrlen);
2336 ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen);
2339 ip_hlen = sizeof(struct ip6_hdr);
2340 opcode = Q8_TX_CMD_OP_XMT_TCP_LSO_IPV6;
2342 if (ip6->ip6_nxt != IPPROTO_TCP) {
2343 //device_printf(dev, "%s: ipv6\n", __func__);
2346 th = (struct tcphdr *)((caddr_t)ip6 + ip_hlen);
2350 QL_DPRINT8(ha, (dev, "%s: type!=ip\n", __func__));
2358 tcp_hlen = th->th_off << 2;
2359 hdrlen = ehdrlen + ip_hlen + tcp_hlen;
2361 if (mp->m_len < hdrlen) {
2362 if (mp->m_len < tcp_opt_off) {
2363 if (tcp_hlen > sizeof(struct tcphdr)) {
2364 m_copydata(mp, tcp_opt_off,
2365 (tcp_hlen - sizeof(struct tcphdr)),
2369 m_copydata(mp, 0, hdrlen, hdr);
2373 tx_cmd->mss = mp->m_pkthdr.tso_segsz;
2375 tx_cmd->flags_opcode = opcode ;
2376 tx_cmd->tcp_hdr_off = ip_hlen + ehdrlen;
2377 tx_cmd->total_hdr_len = hdrlen;
2379 /* Check for Multicast least significant bit of MSB == 1 */
2380 if (eh->evl_dhost[0] & 0x01) {
2381 tx_cmd->flags_opcode |= Q8_TX_CMD_FLAGS_MULTICAST;
2384 if (mp->m_len < hdrlen) {
2385 printf("%d\n", hdrlen);
2393 * Name: qla_tx_chksum
2394 * Function: Checks if the packet to be transmitted is a candidate for
2395 * TCP/UDP Checksum offload. If yes, the appropriate fields in the Tx
2396 * Ring Structure are plugged in.
2399 qla_tx_chksum(qla_host_t *ha, struct mbuf *mp, uint32_t *op_code,
2400 uint32_t *tcp_hdr_off)
2402 struct ether_vlan_header *eh;
2404 struct ip6_hdr *ip6;
2405 uint32_t ehdrlen, ip_hlen;
2406 uint16_t etype, opcode, offload = 1;
2408 uint8_t buf[sizeof(struct ip6_hdr)];
2414 if ((mp->m_pkthdr.csum_flags &
2415 (CSUM_TCP|CSUM_UDP|CSUM_TCP_IPV6 | CSUM_UDP_IPV6)) == 0)
2418 eh = mtod(mp, struct ether_vlan_header *);
2420 if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) {
2421 ehdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN;
2422 etype = ntohs(eh->evl_proto);
2424 ehdrlen = ETHER_HDR_LEN;
2425 etype = ntohs(eh->evl_encap_proto);
2431 ip = (struct ip *)(mp->m_data + ehdrlen);
2433 ip_hlen = sizeof (struct ip);
2435 if (mp->m_len < (ehdrlen + ip_hlen)) {
2436 m_copydata(mp, ehdrlen, sizeof(struct ip), buf);
2437 ip = (struct ip *)buf;
2440 if (ip->ip_p == IPPROTO_TCP)
2441 opcode = Q8_TX_CMD_OP_XMT_TCP_CHKSUM;
2442 else if (ip->ip_p == IPPROTO_UDP)
2443 opcode = Q8_TX_CMD_OP_XMT_UDP_CHKSUM;
2445 //device_printf(dev, "%s: ipv4\n", __func__);
2450 case ETHERTYPE_IPV6:
2451 ip6 = (struct ip6_hdr *)(mp->m_data + ehdrlen);
2453 ip_hlen = sizeof(struct ip6_hdr);
2455 if (mp->m_len < (ehdrlen + ip_hlen)) {
2456 m_copydata(mp, ehdrlen, sizeof (struct ip6_hdr),
2458 ip6 = (struct ip6_hdr *)buf;
2461 if (ip6->ip6_nxt == IPPROTO_TCP)
2462 opcode = Q8_TX_CMD_OP_XMT_TCP_CHKSUM_IPV6;
2463 else if (ip6->ip6_nxt == IPPROTO_UDP)
2464 opcode = Q8_TX_CMD_OP_XMT_UDP_CHKSUM_IPV6;
2466 //device_printf(dev, "%s: ipv6\n", __func__);
2479 *tcp_hdr_off = (ip_hlen + ehdrlen);
2484 #define QLA_TX_MIN_FREE 2
2487 * Function: Transmits a packet. It first checks if the packet is a
2488 * candidate for Large TCP Segment Offload and then for UDP/TCP checksum
2489 * offload. If either of these creteria are not met, it is transmitted
2490 * as a regular ethernet frame.
2493 ql_hw_send(qla_host_t *ha, bus_dma_segment_t *segs, int nsegs,
2494 uint32_t tx_idx, struct mbuf *mp, uint32_t txr_idx, uint32_t iscsi_pdu)
2496 struct ether_vlan_header *eh;
2497 qla_hw_t *hw = &ha->hw;
2498 q80_tx_cmd_t *tx_cmd, tso_cmd;
2499 bus_dma_segment_t *c_seg;
2500 uint32_t num_tx_cmds, hdr_len = 0;
2501 uint32_t total_length = 0, bytes, tx_cmd_count = 0, txr_next;
2504 uint8_t *src = NULL, *dst = NULL;
2505 uint8_t frame_hdr[QL_FRAME_HDR_SIZE];
2506 uint32_t op_code = 0;
2507 uint32_t tcp_hdr_off = 0;
2512 * Always make sure there is atleast one empty slot in the tx_ring
2513 * tx_ring is considered full when there only one entry available
2515 num_tx_cmds = (nsegs + (Q8_TX_CMD_MAX_SEGMENTS - 1)) >> 2;
2517 total_length = mp->m_pkthdr.len;
2518 if (total_length > QLA_MAX_TSO_FRAME_SIZE) {
2519 device_printf(dev, "%s: total length exceeds maxlen(%d)\n",
2520 __func__, total_length);
2523 eh = mtod(mp, struct ether_vlan_header *);
2525 if (mp->m_pkthdr.csum_flags & CSUM_TSO) {
2527 bzero((void *)&tso_cmd, sizeof(q80_tx_cmd_t));
2530 ret = qla_tx_tso(ha, mp, &tso_cmd, src);
2533 /* find the additional tx_cmd descriptors required */
2535 if (mp->m_flags & M_VLANTAG)
2536 tso_cmd.total_hdr_len += ETHER_VLAN_ENCAP_LEN;
2538 hdr_len = tso_cmd.total_hdr_len;
2540 bytes = sizeof(q80_tx_cmd_t) - Q8_TX_CMD_TSO_ALIGN;
2541 bytes = QL_MIN(bytes, hdr_len);
2547 bytes = QL_MIN((sizeof(q80_tx_cmd_t)), hdr_len);
2551 hdr_len = tso_cmd.total_hdr_len;
2554 src = (uint8_t *)eh;
2558 (void)qla_tx_chksum(ha, mp, &op_code, &tcp_hdr_off);
2561 if (hw->tx_cntxt[txr_idx].txr_free <= (num_tx_cmds + QLA_TX_MIN_FREE)) {
2562 ql_hw_tx_done_locked(ha, txr_idx);
2563 if (hw->tx_cntxt[txr_idx].txr_free <=
2564 (num_tx_cmds + QLA_TX_MIN_FREE)) {
2565 QL_DPRINT8(ha, (dev, "%s: (hw->txr_free <= "
2566 "(num_tx_cmds + QLA_TX_MIN_FREE))\n",
2572 for (i = 0; i < num_tx_cmds; i++) {
2575 j = (tx_idx+i) & (NUM_TX_DESCRIPTORS - 1);
2577 if (NULL != ha->tx_ring[txr_idx].tx_buf[j].m_head) {
2579 ("%s [%d]: txr_idx = %d tx_idx = %d mbuf = %p\n",\
2580 __func__, __LINE__, txr_idx, j,\
2581 ha->tx_ring[txr_idx].tx_buf[j].m_head));
2586 tx_cmd = &hw->tx_cntxt[txr_idx].tx_ring_base[tx_idx];
2588 if (!(mp->m_pkthdr.csum_flags & CSUM_TSO)) {
2590 if (nsegs > ha->hw.max_tx_segs)
2591 ha->hw.max_tx_segs = nsegs;
2593 bzero((void *)tx_cmd, sizeof(q80_tx_cmd_t));
2596 tx_cmd->flags_opcode = op_code;
2597 tx_cmd->tcp_hdr_off = tcp_hdr_off;
2600 tx_cmd->flags_opcode = Q8_TX_CMD_OP_XMT_ETHER;
2603 bcopy(&tso_cmd, tx_cmd, sizeof(q80_tx_cmd_t));
2604 ha->tx_tso_frames++;
2607 if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) {
2608 tx_cmd->flags_opcode |= Q8_TX_CMD_FLAGS_VLAN_TAGGED;
2611 eh->evl_tag |= ha->hw.user_pri_iscsi << 13;
2613 } else if (mp->m_flags & M_VLANTAG) {
2615 if (hdr_len) { /* TSO */
2616 tx_cmd->flags_opcode |= (Q8_TX_CMD_FLAGS_VLAN_TAGGED |
2617 Q8_TX_CMD_FLAGS_HW_VLAN_ID);
2618 tx_cmd->tcp_hdr_off += ETHER_VLAN_ENCAP_LEN;
2620 tx_cmd->flags_opcode |= Q8_TX_CMD_FLAGS_HW_VLAN_ID;
2622 ha->hw_vlan_tx_frames++;
2623 tx_cmd->vlan_tci = mp->m_pkthdr.ether_vtag;
2626 tx_cmd->vlan_tci |= ha->hw.user_pri_iscsi << 13;
2627 mp->m_pkthdr.ether_vtag = tx_cmd->vlan_tci;
2632 tx_cmd->n_bufs = (uint8_t)nsegs;
2633 tx_cmd->data_len_lo = (uint8_t)(total_length & 0xFF);
2634 tx_cmd->data_len_hi = qla_host_to_le16(((uint16_t)(total_length >> 8)));
2635 tx_cmd->cntxtid = Q8_TX_CMD_PORT_CNXTID(ha->pci_func);
2640 for (i = 0; ((i < Q8_TX_CMD_MAX_SEGMENTS) && nsegs); i++) {
2644 tx_cmd->buf1_addr = c_seg->ds_addr;
2645 tx_cmd->buf1_len = c_seg->ds_len;
2649 tx_cmd->buf2_addr = c_seg->ds_addr;
2650 tx_cmd->buf2_len = c_seg->ds_len;
2654 tx_cmd->buf3_addr = c_seg->ds_addr;
2655 tx_cmd->buf3_len = c_seg->ds_len;
2659 tx_cmd->buf4_addr = c_seg->ds_addr;
2660 tx_cmd->buf4_len = c_seg->ds_len;
2668 txr_next = hw->tx_cntxt[txr_idx].txr_next =
2669 (hw->tx_cntxt[txr_idx].txr_next + 1) &
2670 (NUM_TX_DESCRIPTORS - 1);
2676 tx_cmd = &hw->tx_cntxt[txr_idx].tx_ring_base[txr_next];
2677 bzero((void *)tx_cmd, sizeof(q80_tx_cmd_t));
2680 if (mp->m_pkthdr.csum_flags & CSUM_TSO) {
2682 /* TSO : Copy the header in the following tx cmd descriptors */
2684 txr_next = hw->tx_cntxt[txr_idx].txr_next;
2686 tx_cmd = &hw->tx_cntxt[txr_idx].tx_ring_base[txr_next];
2687 bzero((void *)tx_cmd, sizeof(q80_tx_cmd_t));
2689 bytes = sizeof(q80_tx_cmd_t) - Q8_TX_CMD_TSO_ALIGN;
2690 bytes = QL_MIN(bytes, hdr_len);
2692 dst = (uint8_t *)tx_cmd + Q8_TX_CMD_TSO_ALIGN;
2694 if (mp->m_flags & M_VLANTAG) {
2695 /* first copy the src/dst MAC addresses */
2696 bcopy(src, dst, (ETHER_ADDR_LEN * 2));
2697 dst += (ETHER_ADDR_LEN * 2);
2698 src += (ETHER_ADDR_LEN * 2);
2700 *((uint16_t *)dst) = htons(ETHERTYPE_VLAN);
2702 *((uint16_t *)dst) = htons(mp->m_pkthdr.ether_vtag);
2705 /* bytes left in src header */
2706 hdr_len -= ((ETHER_ADDR_LEN * 2) +
2707 ETHER_VLAN_ENCAP_LEN);
2709 /* bytes left in TxCmd Entry */
2710 bytes -= ((ETHER_ADDR_LEN * 2) + ETHER_VLAN_ENCAP_LEN);
2713 bcopy(src, dst, bytes);
2717 bcopy(src, dst, bytes);
2722 txr_next = hw->tx_cntxt[txr_idx].txr_next =
2723 (hw->tx_cntxt[txr_idx].txr_next + 1) &
2724 (NUM_TX_DESCRIPTORS - 1);
2728 tx_cmd = &hw->tx_cntxt[txr_idx].tx_ring_base[txr_next];
2729 bzero((void *)tx_cmd, sizeof(q80_tx_cmd_t));
2731 bytes = QL_MIN((sizeof(q80_tx_cmd_t)), hdr_len);
2733 bcopy(src, tx_cmd, bytes);
2737 txr_next = hw->tx_cntxt[txr_idx].txr_next =
2738 (hw->tx_cntxt[txr_idx].txr_next + 1) &
2739 (NUM_TX_DESCRIPTORS - 1);
2744 hw->tx_cntxt[txr_idx].txr_free =
2745 hw->tx_cntxt[txr_idx].txr_free - tx_cmd_count;
2747 QL_UPDATE_TX_PRODUCER_INDEX(ha, hw->tx_cntxt[txr_idx].txr_next,\
2749 QL_DPRINT8(ha, (dev, "%s: return\n", __func__));
2756 #define Q8_CONFIG_IND_TBL_SIZE 32 /* < Q8_RSS_IND_TBL_SIZE and power of 2 */
2758 qla_config_rss_ind_table(qla_host_t *ha)
2761 uint8_t rss_ind_tbl[Q8_CONFIG_IND_TBL_SIZE];
2764 for (i = 0; i < Q8_CONFIG_IND_TBL_SIZE; i++) {
2765 rss_ind_tbl[i] = i % ha->hw.num_sds_rings;
2768 for (i = 0; i <= Q8_RSS_IND_TBL_MAX_IDX ;
2769 i = i + Q8_CONFIG_IND_TBL_SIZE) {
2771 if ((i + Q8_CONFIG_IND_TBL_SIZE) > Q8_RSS_IND_TBL_MAX_IDX) {
2772 count = Q8_RSS_IND_TBL_MAX_IDX - i + 1;
2774 count = Q8_CONFIG_IND_TBL_SIZE;
2777 if (qla_set_rss_ind_table(ha, i, count, ha->hw.rcv_cntxt_id,
2786 qla_config_soft_lro(qla_host_t *ha)
2789 qla_hw_t *hw = &ha->hw;
2790 struct lro_ctrl *lro;
2792 for (i = 0; i < hw->num_sds_rings; i++) {
2793 lro = &hw->sds[i].lro;
2795 bzero(lro, sizeof(struct lro_ctrl));
2797 #if (__FreeBSD_version >= 1100101)
2798 if (tcp_lro_init_args(lro, ha->ifp, 0, NUM_RX_DESCRIPTORS)) {
2799 device_printf(ha->pci_dev,
2800 "%s: tcp_lro_init_args [%d] failed\n",
2805 if (tcp_lro_init(lro)) {
2806 device_printf(ha->pci_dev,
2807 "%s: tcp_lro_init [%d] failed\n",
2811 #endif /* #if (__FreeBSD_version >= 1100101) */
2816 QL_DPRINT2(ha, (ha->pci_dev, "%s: LRO initialized\n", __func__));
2821 qla_drain_soft_lro(qla_host_t *ha)
2824 qla_hw_t *hw = &ha->hw;
2825 struct lro_ctrl *lro;
2827 for (i = 0; i < hw->num_sds_rings; i++) {
2828 lro = &hw->sds[i].lro;
2830 #if (__FreeBSD_version >= 1100101)
2831 tcp_lro_flush_all(lro);
2833 struct lro_entry *queued;
2835 while ((!SLIST_EMPTY(&lro->lro_active))) {
2836 queued = SLIST_FIRST(&lro->lro_active);
2837 SLIST_REMOVE_HEAD(&lro->lro_active, next);
2838 tcp_lro_flush(lro, queued);
2840 #endif /* #if (__FreeBSD_version >= 1100101) */
2847 qla_free_soft_lro(qla_host_t *ha)
2850 qla_hw_t *hw = &ha->hw;
2851 struct lro_ctrl *lro;
2853 for (i = 0; i < hw->num_sds_rings; i++) {
2854 lro = &hw->sds[i].lro;
2863 * Name: ql_del_hw_if
2864 * Function: Destroys the hardware specific entities corresponding to an
2865 * Ethernet Interface
2868 ql_del_hw_if(qla_host_t *ha)
2873 (void)qla_stop_nic_func(ha);
2875 qla_del_rcv_cntxt(ha);
2877 if(qla_del_xmt_cntxt(ha))
2878 goto ql_del_hw_if_exit;
2880 if (ha->hw.flags.init_intr_cnxt) {
2881 for (i = 0; i < ha->hw.num_sds_rings; ) {
2883 if ((i + Q8_MAX_INTR_VECTORS) < ha->hw.num_sds_rings)
2884 num_msix = Q8_MAX_INTR_VECTORS;
2886 num_msix = ha->hw.num_sds_rings - i;
2888 if (qla_config_intr_cntxt(ha, i, num_msix, 0))
2894 ha->hw.flags.init_intr_cnxt = 0;
2898 if (ha->hw.enable_soft_lro) {
2899 qla_drain_soft_lro(ha);
2900 qla_free_soft_lro(ha);
2907 qla_confirm_9kb_enable(qla_host_t *ha)
2909 // uint32_t supports_9kb = 0;
2911 ha->hw.mbx_intr_mask_offset = READ_REG32(ha, Q8_MBOX_INT_MASK_MSIX);
2913 /* Use MSI-X vector 0; Enable Firmware Mailbox Interrupt */
2914 WRITE_REG32(ha, Q8_MBOX_INT_ENABLE, BIT_2);
2915 WRITE_REG32(ha, ha->hw.mbx_intr_mask_offset, 0x0);
2918 qla_get_nic_partition(ha, &supports_9kb, NULL);
2922 ha->hw.enable_9kb = 0;
2928 * Name: ql_init_hw_if
2929 * Function: Creates the hardware specific entities corresponding to an
2930 * Ethernet Interface - Transmit and Receive Contexts. Sets the MAC Address
2931 * corresponding to the interface. Enables LRO if allowed.
2934 ql_init_hw_if(qla_host_t *ha)
2938 uint8_t bcast_mac[6];
2944 for (i = 0; i < ha->hw.num_sds_rings; i++) {
2945 bzero(ha->hw.dma_buf.sds_ring[i].dma_b,
2946 ha->hw.dma_buf.sds_ring[i].size);
2949 for (i = 0; i < ha->hw.num_sds_rings; ) {
2951 if ((i + Q8_MAX_INTR_VECTORS) < ha->hw.num_sds_rings)
2952 num_msix = Q8_MAX_INTR_VECTORS;
2954 num_msix = ha->hw.num_sds_rings - i;
2956 if (qla_config_intr_cntxt(ha, i, num_msix, 1)) {
2962 for (i = 0; i < num_msix; ) {
2963 qla_config_intr_cntxt(ha, i,
2964 Q8_MAX_INTR_VECTORS, 0);
2965 i += Q8_MAX_INTR_VECTORS;
2974 ha->hw.flags.init_intr_cnxt = 1;
2977 * Create Receive Context
2979 if (qla_init_rcv_cntxt(ha)) {
2983 for (i = 0; i < ha->hw.num_rds_rings; i++) {
2984 rdesc = &ha->hw.rds[i];
2985 rdesc->rx_next = NUM_RX_DESCRIPTORS - 2;
2987 /* Update the RDS Producer Indices */
2988 QL_UPDATE_RDS_PRODUCER_INDEX(ha, rdesc->prod_std,\
2993 * Create Transmit Context
2995 if (qla_init_xmt_cntxt(ha)) {
2996 qla_del_rcv_cntxt(ha);
2999 ha->hw.max_tx_segs = 0;
3001 if (qla_config_mac_addr(ha, ha->hw.mac_addr, 1, 1))
3004 ha->hw.flags.unicast_mac = 1;
3006 bcast_mac[0] = 0xFF; bcast_mac[1] = 0xFF; bcast_mac[2] = 0xFF;
3007 bcast_mac[3] = 0xFF; bcast_mac[4] = 0xFF; bcast_mac[5] = 0xFF;
3009 if (qla_config_mac_addr(ha, bcast_mac, 1, 1))
3012 ha->hw.flags.bcast_mac = 1;
3015 * program any cached multicast addresses
3017 if (qla_hw_add_all_mcast(ha))
3020 if (ql_set_max_mtu(ha, ha->max_frame_size, ha->hw.rcv_cntxt_id))
3023 if (qla_config_rss(ha, ha->hw.rcv_cntxt_id))
3026 if (qla_config_rss_ind_table(ha))
3029 if (qla_config_intr_coalesce(ha, ha->hw.rcv_cntxt_id, 0, 1))
3032 if (qla_link_event_req(ha, ha->hw.rcv_cntxt_id))
3035 if (ha->ifp->if_capenable & IFCAP_LRO) {
3036 if (ha->hw.enable_hw_lro) {
3037 ha->hw.enable_soft_lro = 0;
3039 if (qla_config_fw_lro(ha, ha->hw.rcv_cntxt_id))
3042 ha->hw.enable_soft_lro = 1;
3044 if (qla_config_soft_lro(ha))
3049 if (qla_init_nic_func(ha))
3052 if (qla_query_fw_dcbx_caps(ha))
3055 for (i = 0; i < ha->hw.num_sds_rings; i++)
3056 QL_ENABLE_INTERRUPTS(ha, i);
3062 qla_map_sds_to_rds(qla_host_t *ha, uint32_t start_idx, uint32_t num_idx)
3064 device_t dev = ha->pci_dev;
3065 q80_rq_map_sds_to_rds_t *map_rings;
3066 q80_rsp_map_sds_to_rds_t *map_rings_rsp;
3068 qla_hw_t *hw = &ha->hw;
3070 map_rings = (q80_rq_map_sds_to_rds_t *)ha->hw.mbox;
3071 bzero(map_rings, sizeof(q80_rq_map_sds_to_rds_t));
3073 map_rings->opcode = Q8_MBX_MAP_SDS_TO_RDS;
3074 map_rings->count_version = (sizeof (q80_rq_map_sds_to_rds_t) >> 2);
3075 map_rings->count_version |= Q8_MBX_CMD_VERSION;
3077 map_rings->cntxt_id = hw->rcv_cntxt_id;
3078 map_rings->num_rings = num_idx;
3080 for (i = 0; i < num_idx; i++) {
3081 map_rings->sds_rds[i].sds_ring = i + start_idx;
3082 map_rings->sds_rds[i].rds_ring = i + start_idx;
3085 if (qla_mbx_cmd(ha, (uint32_t *)map_rings,
3086 (sizeof (q80_rq_map_sds_to_rds_t) >> 2),
3087 ha->hw.mbox, (sizeof(q80_rsp_add_rcv_rings_t) >> 2), 0)) {
3088 device_printf(dev, "%s: failed0\n", __func__);
3092 map_rings_rsp = (q80_rsp_map_sds_to_rds_t *)ha->hw.mbox;
3094 err = Q8_MBX_RSP_STATUS(map_rings_rsp->regcnt_status);
3097 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
3105 * Name: qla_init_rcv_cntxt
3106 * Function: Creates the Receive Context.
3109 qla_init_rcv_cntxt(qla_host_t *ha)
3111 q80_rq_rcv_cntxt_t *rcntxt;
3112 q80_rsp_rcv_cntxt_t *rcntxt_rsp;
3113 q80_stat_desc_t *sdesc;
3115 qla_hw_t *hw = &ha->hw;
3118 uint32_t rcntxt_sds_rings;
3119 uint32_t rcntxt_rds_rings;
3125 * Create Receive Context
3128 for (i = 0; i < hw->num_sds_rings; i++) {
3129 sdesc = (q80_stat_desc_t *)&hw->sds[i].sds_ring_base[0];
3131 for (j = 0; j < NUM_STATUS_DESCRIPTORS; j++) {
3132 sdesc->data[0] = 1ULL;
3133 sdesc->data[1] = 1ULL;
3137 rcntxt_sds_rings = hw->num_sds_rings;
3138 if (hw->num_sds_rings > MAX_RCNTXT_SDS_RINGS)
3139 rcntxt_sds_rings = MAX_RCNTXT_SDS_RINGS;
3141 rcntxt_rds_rings = hw->num_rds_rings;
3143 if (hw->num_rds_rings > MAX_RDS_RING_SETS)
3144 rcntxt_rds_rings = MAX_RDS_RING_SETS;
3146 rcntxt = (q80_rq_rcv_cntxt_t *)ha->hw.mbox;
3147 bzero(rcntxt, (sizeof (q80_rq_rcv_cntxt_t)));
3149 rcntxt->opcode = Q8_MBX_CREATE_RX_CNTXT;
3150 rcntxt->count_version = (sizeof (q80_rq_rcv_cntxt_t) >> 2);
3151 rcntxt->count_version |= Q8_MBX_CMD_VERSION;
3153 rcntxt->cap0 = Q8_RCV_CNTXT_CAP0_BASEFW |
3154 Q8_RCV_CNTXT_CAP0_LRO |
3155 Q8_RCV_CNTXT_CAP0_HW_LRO |
3156 Q8_RCV_CNTXT_CAP0_RSS |
3157 Q8_RCV_CNTXT_CAP0_SGL_LRO;
3159 if (ha->hw.enable_9kb)
3160 rcntxt->cap0 |= Q8_RCV_CNTXT_CAP0_SINGLE_JUMBO;
3162 rcntxt->cap0 |= Q8_RCV_CNTXT_CAP0_SGL_JUMBO;
3164 if (ha->hw.num_rds_rings > 1) {
3165 rcntxt->nrds_sets_rings = rcntxt_rds_rings | (1 << 5);
3166 rcntxt->cap0 |= Q8_RCV_CNTXT_CAP0_MULTI_RDS;
3168 rcntxt->nrds_sets_rings = 0x1 | (1 << 5);
3170 rcntxt->nsds_rings = rcntxt_sds_rings;
3172 rcntxt->rds_producer_mode = Q8_RCV_CNTXT_RDS_PROD_MODE_UNIQUE;
3174 rcntxt->rcv_vpid = 0;
3176 for (i = 0; i < rcntxt_sds_rings; i++) {
3177 rcntxt->sds[i].paddr =
3178 qla_host_to_le64(hw->dma_buf.sds_ring[i].dma_addr);
3179 rcntxt->sds[i].size =
3180 qla_host_to_le32(NUM_STATUS_DESCRIPTORS);
3181 rcntxt->sds[i].intr_id = qla_host_to_le16(hw->intr_id[i]);
3182 rcntxt->sds[i].intr_src_bit = qla_host_to_le16(0);
3185 for (i = 0; i < rcntxt_rds_rings; i++) {
3186 rcntxt->rds[i].paddr_std =
3187 qla_host_to_le64(hw->dma_buf.rds_ring[i].dma_addr);
3189 if (ha->hw.enable_9kb)
3190 rcntxt->rds[i].std_bsize =
3191 qla_host_to_le64(MJUM9BYTES);
3193 rcntxt->rds[i].std_bsize = qla_host_to_le64(MCLBYTES);
3195 rcntxt->rds[i].std_nentries =
3196 qla_host_to_le32(NUM_RX_DESCRIPTORS);
3199 if (qla_mbx_cmd(ha, (uint32_t *)rcntxt,
3200 (sizeof (q80_rq_rcv_cntxt_t) >> 2),
3201 ha->hw.mbox, (sizeof(q80_rsp_rcv_cntxt_t) >> 2), 0)) {
3202 device_printf(dev, "%s: failed0\n", __func__);
3206 rcntxt_rsp = (q80_rsp_rcv_cntxt_t *)ha->hw.mbox;
3208 err = Q8_MBX_RSP_STATUS(rcntxt_rsp->regcnt_status);
3211 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
3215 for (i = 0; i < rcntxt_sds_rings; i++) {
3216 hw->sds[i].sds_consumer = rcntxt_rsp->sds_cons[i];
3219 for (i = 0; i < rcntxt_rds_rings; i++) {
3220 hw->rds[i].prod_std = rcntxt_rsp->rds[i].prod_std;
3223 hw->rcv_cntxt_id = rcntxt_rsp->cntxt_id;
3225 ha->hw.flags.init_rx_cnxt = 1;
3227 if (hw->num_sds_rings > MAX_RCNTXT_SDS_RINGS) {
3229 for (i = MAX_RCNTXT_SDS_RINGS; i < hw->num_sds_rings;) {
3231 if ((i + MAX_RCNTXT_SDS_RINGS) < hw->num_sds_rings)
3232 max_idx = MAX_RCNTXT_SDS_RINGS;
3234 max_idx = hw->num_sds_rings - i;
3236 err = qla_add_rcv_rings(ha, i, max_idx);
3244 if (hw->num_rds_rings > 1) {
3246 for (i = 0; i < hw->num_rds_rings; ) {
3248 if ((i + MAX_SDS_TO_RDS_MAP) < hw->num_rds_rings)
3249 max_idx = MAX_SDS_TO_RDS_MAP;
3251 max_idx = hw->num_rds_rings - i;
3253 err = qla_map_sds_to_rds(ha, i, max_idx);
3265 qla_add_rcv_rings(qla_host_t *ha, uint32_t sds_idx, uint32_t nsds)
3267 device_t dev = ha->pci_dev;
3268 q80_rq_add_rcv_rings_t *add_rcv;
3269 q80_rsp_add_rcv_rings_t *add_rcv_rsp;
3271 qla_hw_t *hw = &ha->hw;
3273 add_rcv = (q80_rq_add_rcv_rings_t *)ha->hw.mbox;
3274 bzero(add_rcv, sizeof (q80_rq_add_rcv_rings_t));
3276 add_rcv->opcode = Q8_MBX_ADD_RX_RINGS;
3277 add_rcv->count_version = (sizeof (q80_rq_add_rcv_rings_t) >> 2);
3278 add_rcv->count_version |= Q8_MBX_CMD_VERSION;
3280 add_rcv->nrds_sets_rings = nsds | (1 << 5);
3281 add_rcv->nsds_rings = nsds;
3282 add_rcv->cntxt_id = hw->rcv_cntxt_id;
3284 for (i = 0; i < nsds; i++) {
3288 add_rcv->sds[i].paddr =
3289 qla_host_to_le64(hw->dma_buf.sds_ring[j].dma_addr);
3291 add_rcv->sds[i].size =
3292 qla_host_to_le32(NUM_STATUS_DESCRIPTORS);
3294 add_rcv->sds[i].intr_id = qla_host_to_le16(hw->intr_id[j]);
3295 add_rcv->sds[i].intr_src_bit = qla_host_to_le16(0);
3299 for (i = 0; (i < nsds); i++) {
3302 add_rcv->rds[i].paddr_std =
3303 qla_host_to_le64(hw->dma_buf.rds_ring[j].dma_addr);
3305 if (ha->hw.enable_9kb)
3306 add_rcv->rds[i].std_bsize =
3307 qla_host_to_le64(MJUM9BYTES);
3309 add_rcv->rds[i].std_bsize = qla_host_to_le64(MCLBYTES);
3311 add_rcv->rds[i].std_nentries =
3312 qla_host_to_le32(NUM_RX_DESCRIPTORS);
3316 if (qla_mbx_cmd(ha, (uint32_t *)add_rcv,
3317 (sizeof (q80_rq_add_rcv_rings_t) >> 2),
3318 ha->hw.mbox, (sizeof(q80_rsp_add_rcv_rings_t) >> 2), 0)) {
3319 device_printf(dev, "%s: failed0\n", __func__);
3323 add_rcv_rsp = (q80_rsp_add_rcv_rings_t *)ha->hw.mbox;
3325 err = Q8_MBX_RSP_STATUS(add_rcv_rsp->regcnt_status);
3328 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
3332 for (i = 0; i < nsds; i++) {
3333 hw->sds[(i + sds_idx)].sds_consumer = add_rcv_rsp->sds_cons[i];
3336 for (i = 0; i < nsds; i++) {
3337 hw->rds[(i + sds_idx)].prod_std = add_rcv_rsp->rds[i].prod_std;
3344 * Name: qla_del_rcv_cntxt
3345 * Function: Destroys the Receive Context.
3348 qla_del_rcv_cntxt(qla_host_t *ha)
3350 device_t dev = ha->pci_dev;
3351 q80_rcv_cntxt_destroy_t *rcntxt;
3352 q80_rcv_cntxt_destroy_rsp_t *rcntxt_rsp;
3354 uint8_t bcast_mac[6];
3356 if (!ha->hw.flags.init_rx_cnxt)
3359 if (qla_hw_del_all_mcast(ha))
3362 if (ha->hw.flags.bcast_mac) {
3364 bcast_mac[0] = 0xFF; bcast_mac[1] = 0xFF; bcast_mac[2] = 0xFF;
3365 bcast_mac[3] = 0xFF; bcast_mac[4] = 0xFF; bcast_mac[5] = 0xFF;
3367 if (qla_config_mac_addr(ha, bcast_mac, 0, 1))
3369 ha->hw.flags.bcast_mac = 0;
3373 if (ha->hw.flags.unicast_mac) {
3374 if (qla_config_mac_addr(ha, ha->hw.mac_addr, 0, 1))
3376 ha->hw.flags.unicast_mac = 0;
3379 rcntxt = (q80_rcv_cntxt_destroy_t *)ha->hw.mbox;
3380 bzero(rcntxt, (sizeof (q80_rcv_cntxt_destroy_t)));
3382 rcntxt->opcode = Q8_MBX_DESTROY_RX_CNTXT;
3383 rcntxt->count_version = (sizeof (q80_rcv_cntxt_destroy_t) >> 2);
3384 rcntxt->count_version |= Q8_MBX_CMD_VERSION;
3386 rcntxt->cntxt_id = ha->hw.rcv_cntxt_id;
3388 if (qla_mbx_cmd(ha, (uint32_t *)rcntxt,
3389 (sizeof (q80_rcv_cntxt_destroy_t) >> 2),
3390 ha->hw.mbox, (sizeof(q80_rcv_cntxt_destroy_rsp_t) >> 2), 0)) {
3391 device_printf(dev, "%s: failed0\n", __func__);
3394 rcntxt_rsp = (q80_rcv_cntxt_destroy_rsp_t *)ha->hw.mbox;
3396 err = Q8_MBX_RSP_STATUS(rcntxt_rsp->regcnt_status);
3399 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
3402 ha->hw.flags.init_rx_cnxt = 0;
3407 * Name: qla_init_xmt_cntxt
3408 * Function: Creates the Transmit Context.
3411 qla_init_xmt_cntxt_i(qla_host_t *ha, uint32_t txr_idx)
3414 qla_hw_t *hw = &ha->hw;
3415 q80_rq_tx_cntxt_t *tcntxt;
3416 q80_rsp_tx_cntxt_t *tcntxt_rsp;
3418 qla_hw_tx_cntxt_t *hw_tx_cntxt;
3421 hw_tx_cntxt = &hw->tx_cntxt[txr_idx];
3426 * Create Transmit Context
3428 tcntxt = (q80_rq_tx_cntxt_t *)ha->hw.mbox;
3429 bzero(tcntxt, (sizeof (q80_rq_tx_cntxt_t)));
3431 tcntxt->opcode = Q8_MBX_CREATE_TX_CNTXT;
3432 tcntxt->count_version = (sizeof (q80_rq_tx_cntxt_t) >> 2);
3433 tcntxt->count_version |= Q8_MBX_CMD_VERSION;
3437 #ifdef QL_ENABLE_ISCSI_TLV
3439 tcntxt->cap0 = Q8_TX_CNTXT_CAP0_BASEFW | Q8_TX_CNTXT_CAP0_LSO |
3440 Q8_TX_CNTXT_CAP0_TC;
3442 if (txr_idx >= (ha->hw.num_tx_rings >> 1)) {
3443 tcntxt->traffic_class = 1;
3446 intr_idx = txr_idx % (ha->hw.num_tx_rings >> 1);
3449 tcntxt->cap0 = Q8_TX_CNTXT_CAP0_BASEFW | Q8_TX_CNTXT_CAP0_LSO;
3451 #endif /* #ifdef QL_ENABLE_ISCSI_TLV */
3453 tcntxt->ntx_rings = 1;
3455 tcntxt->tx_ring[0].paddr =
3456 qla_host_to_le64(hw_tx_cntxt->tx_ring_paddr);
3457 tcntxt->tx_ring[0].tx_consumer =
3458 qla_host_to_le64(hw_tx_cntxt->tx_cons_paddr);
3459 tcntxt->tx_ring[0].nentries = qla_host_to_le16(NUM_TX_DESCRIPTORS);
3461 tcntxt->tx_ring[0].intr_id = qla_host_to_le16(hw->intr_id[intr_idx]);
3462 tcntxt->tx_ring[0].intr_src_bit = qla_host_to_le16(0);
3464 hw_tx_cntxt->txr_free = NUM_TX_DESCRIPTORS;
3465 hw_tx_cntxt->txr_next = hw_tx_cntxt->txr_comp = 0;
3466 *(hw_tx_cntxt->tx_cons) = 0;
3468 if (qla_mbx_cmd(ha, (uint32_t *)tcntxt,
3469 (sizeof (q80_rq_tx_cntxt_t) >> 2),
3471 (sizeof(q80_rsp_tx_cntxt_t) >> 2), 0)) {
3472 device_printf(dev, "%s: failed0\n", __func__);
3475 tcntxt_rsp = (q80_rsp_tx_cntxt_t *)ha->hw.mbox;
3477 err = Q8_MBX_RSP_STATUS(tcntxt_rsp->regcnt_status);
3480 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
3484 hw_tx_cntxt->tx_prod_reg = tcntxt_rsp->tx_ring[0].prod_index;
3485 hw_tx_cntxt->tx_cntxt_id = tcntxt_rsp->tx_ring[0].cntxt_id;
3487 if (qla_config_intr_coalesce(ha, hw_tx_cntxt->tx_cntxt_id, 0, 0))
3495 * Name: qla_del_xmt_cntxt
3496 * Function: Destroys the Transmit Context.
3499 qla_del_xmt_cntxt_i(qla_host_t *ha, uint32_t txr_idx)
3501 device_t dev = ha->pci_dev;
3502 q80_tx_cntxt_destroy_t *tcntxt;
3503 q80_tx_cntxt_destroy_rsp_t *tcntxt_rsp;
3506 tcntxt = (q80_tx_cntxt_destroy_t *)ha->hw.mbox;
3507 bzero(tcntxt, (sizeof (q80_tx_cntxt_destroy_t)));
3509 tcntxt->opcode = Q8_MBX_DESTROY_TX_CNTXT;
3510 tcntxt->count_version = (sizeof (q80_tx_cntxt_destroy_t) >> 2);
3511 tcntxt->count_version |= Q8_MBX_CMD_VERSION;
3513 tcntxt->cntxt_id = ha->hw.tx_cntxt[txr_idx].tx_cntxt_id;
3515 if (qla_mbx_cmd(ha, (uint32_t *)tcntxt,
3516 (sizeof (q80_tx_cntxt_destroy_t) >> 2),
3517 ha->hw.mbox, (sizeof (q80_tx_cntxt_destroy_rsp_t) >> 2), 0)) {
3518 device_printf(dev, "%s: failed0\n", __func__);
3521 tcntxt_rsp = (q80_tx_cntxt_destroy_rsp_t *)ha->hw.mbox;
3523 err = Q8_MBX_RSP_STATUS(tcntxt_rsp->regcnt_status);
3526 device_printf(dev, "%s: failed1 [0x%08x]\n", __func__, err);
3533 qla_del_xmt_cntxt(qla_host_t *ha)
3538 if (!ha->hw.flags.init_tx_cnxt)
3541 for (i = 0; i < ha->hw.num_tx_rings; i++) {
3542 if ((ret = qla_del_xmt_cntxt_i(ha, i)) != 0)
3545 ha->hw.flags.init_tx_cnxt = 0;
3551 qla_init_xmt_cntxt(qla_host_t *ha)
3555 for (i = 0; i < ha->hw.num_tx_rings; i++) {
3556 if (qla_init_xmt_cntxt_i(ha, i) != 0) {
3557 for (j = 0; j < i; j++) {
3558 if (qla_del_xmt_cntxt_i(ha, j))
3564 ha->hw.flags.init_tx_cnxt = 1;
3569 qla_hw_all_mcast(qla_host_t *ha, uint32_t add_mcast)
3575 nmcast = ha->hw.nmcast;
3577 QL_DPRINT2(ha, (ha->pci_dev,
3578 "%s:[0x%x] enter nmcast = %d \n", __func__, add_mcast, nmcast));
3580 mcast = ha->hw.mac_addr_arr;
3581 memset(mcast, 0, (Q8_MAX_MAC_ADDRS * ETHER_ADDR_LEN));
3583 for (i = 0 ; ((i < Q8_MAX_NUM_MULTICAST_ADDRS) && nmcast); i++) {
3584 if ((ha->hw.mcast[i].addr[0] != 0) ||
3585 (ha->hw.mcast[i].addr[1] != 0) ||
3586 (ha->hw.mcast[i].addr[2] != 0) ||
3587 (ha->hw.mcast[i].addr[3] != 0) ||
3588 (ha->hw.mcast[i].addr[4] != 0) ||
3589 (ha->hw.mcast[i].addr[5] != 0)) {
3591 bcopy(ha->hw.mcast[i].addr, mcast, ETHER_ADDR_LEN);
3592 mcast = mcast + ETHER_ADDR_LEN;
3595 device_printf(ha->pci_dev,
3596 "%s: %x:%x:%x:%x:%x:%x \n",
3597 __func__, ha->hw.mcast[i].addr[0],
3598 ha->hw.mcast[i].addr[1], ha->hw.mcast[i].addr[2],
3599 ha->hw.mcast[i].addr[3], ha->hw.mcast[i].addr[4],
3600 ha->hw.mcast[i].addr[5]);
3602 if (count == Q8_MAX_MAC_ADDRS) {
3603 if (qla_config_mac_addr(ha, ha->hw.mac_addr_arr,
3604 add_mcast, count)) {
3605 device_printf(ha->pci_dev,
3606 "%s: failed\n", __func__);
3611 mcast = ha->hw.mac_addr_arr;
3613 (Q8_MAX_MAC_ADDRS * ETHER_ADDR_LEN));
3621 if (qla_config_mac_addr(ha, ha->hw.mac_addr_arr, add_mcast,
3623 device_printf(ha->pci_dev, "%s: failed\n", __func__);
3627 QL_DPRINT2(ha, (ha->pci_dev,
3628 "%s:[0x%x] exit nmcast = %d \n", __func__, add_mcast, nmcast));
3634 qla_hw_add_all_mcast(qla_host_t *ha)
3638 ret = qla_hw_all_mcast(ha, 1);
3644 qla_hw_del_all_mcast(qla_host_t *ha)
3648 ret = qla_hw_all_mcast(ha, 0);
3650 bzero(ha->hw.mcast, (sizeof (qla_mcast_t) * Q8_MAX_NUM_MULTICAST_ADDRS));
3657 qla_hw_mac_addr_present(qla_host_t *ha, uint8_t *mta)
3661 for (i = 0; i < Q8_MAX_NUM_MULTICAST_ADDRS; i++) {
3662 if (QL_MAC_CMP(ha->hw.mcast[i].addr, mta) == 0)
3663 return (0); /* its been already added */
3669 qla_hw_add_mcast(qla_host_t *ha, uint8_t *mta, uint32_t nmcast)
3673 for (i = 0; i < Q8_MAX_NUM_MULTICAST_ADDRS; i++) {
3675 if ((ha->hw.mcast[i].addr[0] == 0) &&
3676 (ha->hw.mcast[i].addr[1] == 0) &&
3677 (ha->hw.mcast[i].addr[2] == 0) &&
3678 (ha->hw.mcast[i].addr[3] == 0) &&
3679 (ha->hw.mcast[i].addr[4] == 0) &&
3680 (ha->hw.mcast[i].addr[5] == 0)) {
3682 bcopy(mta, ha->hw.mcast[i].addr, Q8_MAC_ADDR_LEN);
3685 mta = mta + ETHER_ADDR_LEN;
3697 qla_hw_del_mcast(qla_host_t *ha, uint8_t *mta, uint32_t nmcast)
3701 for (i = 0; i < Q8_MAX_NUM_MULTICAST_ADDRS; i++) {
3702 if (QL_MAC_CMP(ha->hw.mcast[i].addr, mta) == 0) {
3704 ha->hw.mcast[i].addr[0] = 0;
3705 ha->hw.mcast[i].addr[1] = 0;
3706 ha->hw.mcast[i].addr[2] = 0;
3707 ha->hw.mcast[i].addr[3] = 0;
3708 ha->hw.mcast[i].addr[4] = 0;
3709 ha->hw.mcast[i].addr[5] = 0;
3713 mta = mta + ETHER_ADDR_LEN;
3724 * Name: ql_hw_set_multi
3725 * Function: Sets the Multicast Addresses provided by the host O.S into the
3726 * hardware (for the given interface)
3729 ql_hw_set_multi(qla_host_t *ha, uint8_t *mcast_addr, uint32_t mcnt,
3732 uint8_t *mta = mcast_addr;
3738 mcast = ha->hw.mac_addr_arr;
3739 memset(mcast, 0, (Q8_MAX_MAC_ADDRS * ETHER_ADDR_LEN));
3741 for (i = 0; i < mcnt; i++) {
3742 if (mta[0] || mta[1] || mta[2] || mta[3] || mta[4] || mta[5]) {
3744 if (qla_hw_mac_addr_present(ha, mta) != 0) {
3745 bcopy(mta, mcast, ETHER_ADDR_LEN);
3746 mcast = mcast + ETHER_ADDR_LEN;
3750 if (qla_hw_mac_addr_present(ha, mta) == 0) {
3751 bcopy(mta, mcast, ETHER_ADDR_LEN);
3752 mcast = mcast + ETHER_ADDR_LEN;
3757 if (count == Q8_MAX_MAC_ADDRS) {
3758 if (qla_config_mac_addr(ha, ha->hw.mac_addr_arr,
3760 device_printf(ha->pci_dev, "%s: failed\n",
3766 qla_hw_add_mcast(ha, ha->hw.mac_addr_arr,
3769 qla_hw_del_mcast(ha, ha->hw.mac_addr_arr,
3774 mcast = ha->hw.mac_addr_arr;
3775 memset(mcast, 0, (Q8_MAX_MAC_ADDRS * ETHER_ADDR_LEN));
3778 mta += Q8_MAC_ADDR_LEN;
3782 if (qla_config_mac_addr(ha, ha->hw.mac_addr_arr, add_mac,
3784 device_printf(ha->pci_dev, "%s: failed\n", __func__);
3788 qla_hw_add_mcast(ha, ha->hw.mac_addr_arr, count);
3790 qla_hw_del_mcast(ha, ha->hw.mac_addr_arr, count);
3798 * Name: ql_hw_tx_done_locked
3799 * Function: Handle Transmit Completions
3802 ql_hw_tx_done_locked(qla_host_t *ha, uint32_t txr_idx)
3805 qla_hw_t *hw = &ha->hw;
3806 uint32_t comp_idx, comp_count = 0;
3807 qla_hw_tx_cntxt_t *hw_tx_cntxt;
3809 hw_tx_cntxt = &hw->tx_cntxt[txr_idx];
3811 /* retrieve index of last entry in tx ring completed */
3812 comp_idx = qla_le32_to_host(*(hw_tx_cntxt->tx_cons));
3814 while (comp_idx != hw_tx_cntxt->txr_comp) {
3816 txb = &ha->tx_ring[txr_idx].tx_buf[hw_tx_cntxt->txr_comp];
3818 hw_tx_cntxt->txr_comp++;
3819 if (hw_tx_cntxt->txr_comp == NUM_TX_DESCRIPTORS)
3820 hw_tx_cntxt->txr_comp = 0;
3825 if_inc_counter(ha->ifp, IFCOUNTER_OPACKETS, 1);
3827 bus_dmamap_sync(ha->tx_tag, txb->map,
3828 BUS_DMASYNC_POSTWRITE);
3829 bus_dmamap_unload(ha->tx_tag, txb->map);
3830 m_freem(txb->m_head);
3836 hw_tx_cntxt->txr_free += comp_count;
3838 if (hw_tx_cntxt->txr_free > NUM_TX_DESCRIPTORS)
3839 device_printf(ha->pci_dev, "%s [%d]: txr_idx = %d txr_free = %d"
3840 "txr_next = %d txr_comp = %d\n", __func__, __LINE__,
3841 txr_idx, hw_tx_cntxt->txr_free,
3842 hw_tx_cntxt->txr_next, hw_tx_cntxt->txr_comp);
3844 QL_ASSERT(ha, (hw_tx_cntxt->txr_free <= NUM_TX_DESCRIPTORS), \
3845 ("%s [%d]: txr_idx = %d txr_free = %d txr_next = %d txr_comp = %d\n",\
3846 __func__, __LINE__, txr_idx, hw_tx_cntxt->txr_free, \
3847 hw_tx_cntxt->txr_next, hw_tx_cntxt->txr_comp));
3853 ql_update_link_state(qla_host_t *ha)
3855 uint32_t link_state = 0;
3856 uint32_t prev_link_state;
3858 prev_link_state = ha->hw.link_up;
3860 if (ha->ifp->if_drv_flags & IFF_DRV_RUNNING) {
3861 link_state = READ_REG32(ha, Q8_LINK_STATE);
3863 if (ha->pci_func == 0) {
3864 link_state = (((link_state & 0xF) == 1)? 1 : 0);
3866 link_state = ((((link_state >> 4)& 0xF) == 1)? 1 : 0);
3870 atomic_store_rel_8(&ha->hw.link_up, (uint8_t)link_state);
3872 if (prev_link_state != ha->hw.link_up) {
3873 if (ha->hw.link_up) {
3874 if_link_state_change(ha->ifp, LINK_STATE_UP);
3876 if_link_state_change(ha->ifp, LINK_STATE_DOWN);
3883 ql_hw_check_health(qla_host_t *ha)
3887 ha->hw.health_count++;
3889 if (ha->hw.health_count < 500)
3892 ha->hw.health_count = 0;
3894 val = READ_REG32(ha, Q8_ASIC_TEMPERATURE);
3896 if (((val & 0xFFFF) == 2) || ((val & 0xFFFF) == 3) ||
3897 (QL_ERR_INJECT(ha, INJCT_TEMPERATURE_FAILURE))) {
3898 device_printf(ha->pci_dev, "%s: Temperature Alert"
3899 " at ts_usecs %ld ts_reg = 0x%08x\n",
3900 __func__, qla_get_usec_timestamp(), val);
3902 if (ha->hw.sp_log_stop_events & Q8_SP_LOG_STOP_TEMP_FAILURE)
3903 ha->hw.sp_log_stop = -1;
3905 QL_INITIATE_RECOVERY(ha);
3909 val = READ_REG32(ha, Q8_FIRMWARE_HEARTBEAT);
3911 if ((val != ha->hw.hbeat_value) &&
3912 (!(QL_ERR_INJECT(ha, INJCT_HEARTBEAT_FAILURE)))) {
3913 ha->hw.hbeat_value = val;
3914 ha->hw.hbeat_failure = 0;
3918 ha->hw.hbeat_failure++;
3921 if ((ha->dbg_level & 0x8000) && (ha->hw.hbeat_failure == 1))
3922 device_printf(ha->pci_dev, "%s: Heartbeat Failue 1[0x%08x]\n",
3924 if (ha->hw.hbeat_failure < 2) /* we ignore the first failure */
3927 uint32_t peg_halt_status1;
3928 uint32_t peg_halt_status2;
3930 peg_halt_status1 = READ_REG32(ha, Q8_PEG_HALT_STATUS1);
3931 peg_halt_status2 = READ_REG32(ha, Q8_PEG_HALT_STATUS2);
3933 device_printf(ha->pci_dev,
3934 "%s: Heartbeat Failue at ts_usecs = %ld "
3935 "fw_heart_beat = 0x%08x "
3936 "peg_halt_status1 = 0x%08x "
3937 "peg_halt_status2 = 0x%08x\n",
3938 __func__, qla_get_usec_timestamp(), val,
3939 peg_halt_status1, peg_halt_status2);
3941 if (ha->hw.sp_log_stop_events & Q8_SP_LOG_STOP_HBEAT_FAILURE)
3942 ha->hw.sp_log_stop = -1;
3944 QL_INITIATE_RECOVERY(ha);
3950 qla_init_nic_func(qla_host_t *ha)
3953 q80_init_nic_func_t *init_nic;
3954 q80_init_nic_func_rsp_t *init_nic_rsp;
3959 init_nic = (q80_init_nic_func_t *)ha->hw.mbox;
3960 bzero(init_nic, sizeof(q80_init_nic_func_t));
3962 init_nic->opcode = Q8_MBX_INIT_NIC_FUNC;
3963 init_nic->count_version = (sizeof (q80_init_nic_func_t) >> 2);
3964 init_nic->count_version |= Q8_MBX_CMD_VERSION;
3966 init_nic->options = Q8_INIT_NIC_REG_DCBX_CHNG_AEN;
3967 init_nic->options |= Q8_INIT_NIC_REG_SFP_CHNG_AEN;
3968 init_nic->options |= Q8_INIT_NIC_REG_IDC_AEN;
3970 //qla_dump_buf8(ha, __func__, init_nic, sizeof (q80_init_nic_func_t));
3971 if (qla_mbx_cmd(ha, (uint32_t *)init_nic,
3972 (sizeof (q80_init_nic_func_t) >> 2),
3973 ha->hw.mbox, (sizeof (q80_init_nic_func_rsp_t) >> 2), 0)) {
3974 device_printf(dev, "%s: failed\n", __func__);
3978 init_nic_rsp = (q80_init_nic_func_rsp_t *)ha->hw.mbox;
3979 // qla_dump_buf8(ha, __func__, init_nic_rsp, sizeof (q80_init_nic_func_rsp_t));
3981 err = Q8_MBX_RSP_STATUS(init_nic_rsp->regcnt_status);
3984 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
3986 device_printf(dev, "%s: successful\n", __func__);
3993 qla_stop_nic_func(qla_host_t *ha)
3996 q80_stop_nic_func_t *stop_nic;
3997 q80_stop_nic_func_rsp_t *stop_nic_rsp;
4002 stop_nic = (q80_stop_nic_func_t *)ha->hw.mbox;
4003 bzero(stop_nic, sizeof(q80_stop_nic_func_t));
4005 stop_nic->opcode = Q8_MBX_STOP_NIC_FUNC;
4006 stop_nic->count_version = (sizeof (q80_stop_nic_func_t) >> 2);
4007 stop_nic->count_version |= Q8_MBX_CMD_VERSION;
4009 stop_nic->options = Q8_STOP_NIC_DEREG_DCBX_CHNG_AEN;
4010 stop_nic->options |= Q8_STOP_NIC_DEREG_SFP_CHNG_AEN;
4012 //qla_dump_buf8(ha, __func__, stop_nic, sizeof (q80_stop_nic_func_t));
4013 if (qla_mbx_cmd(ha, (uint32_t *)stop_nic,
4014 (sizeof (q80_stop_nic_func_t) >> 2),
4015 ha->hw.mbox, (sizeof (q80_stop_nic_func_rsp_t) >> 2), 0)) {
4016 device_printf(dev, "%s: failed\n", __func__);
4020 stop_nic_rsp = (q80_stop_nic_func_rsp_t *)ha->hw.mbox;
4021 //qla_dump_buf8(ha, __func__, stop_nic_rsp, sizeof (q80_stop_nic_func_rsp_ t));
4023 err = Q8_MBX_RSP_STATUS(stop_nic_rsp->regcnt_status);
4026 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4033 qla_query_fw_dcbx_caps(qla_host_t *ha)
4036 q80_query_fw_dcbx_caps_t *fw_dcbx;
4037 q80_query_fw_dcbx_caps_rsp_t *fw_dcbx_rsp;
4042 fw_dcbx = (q80_query_fw_dcbx_caps_t *)ha->hw.mbox;
4043 bzero(fw_dcbx, sizeof(q80_query_fw_dcbx_caps_t));
4045 fw_dcbx->opcode = Q8_MBX_GET_FW_DCBX_CAPS;
4046 fw_dcbx->count_version = (sizeof (q80_query_fw_dcbx_caps_t) >> 2);
4047 fw_dcbx->count_version |= Q8_MBX_CMD_VERSION;
4049 ql_dump_buf8(ha, __func__, fw_dcbx, sizeof (q80_query_fw_dcbx_caps_t));
4050 if (qla_mbx_cmd(ha, (uint32_t *)fw_dcbx,
4051 (sizeof (q80_query_fw_dcbx_caps_t) >> 2),
4052 ha->hw.mbox, (sizeof (q80_query_fw_dcbx_caps_rsp_t) >> 2), 0)) {
4053 device_printf(dev, "%s: failed\n", __func__);
4057 fw_dcbx_rsp = (q80_query_fw_dcbx_caps_rsp_t *)ha->hw.mbox;
4058 ql_dump_buf8(ha, __func__, fw_dcbx_rsp,
4059 sizeof (q80_query_fw_dcbx_caps_rsp_t));
4061 err = Q8_MBX_RSP_STATUS(fw_dcbx_rsp->regcnt_status);
4064 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4071 qla_idc_ack(qla_host_t *ha, uint32_t aen_mb1, uint32_t aen_mb2,
4072 uint32_t aen_mb3, uint32_t aen_mb4)
4075 q80_idc_ack_t *idc_ack;
4076 q80_idc_ack_rsp_t *idc_ack_rsp;
4082 idc_ack = (q80_idc_ack_t *)ha->hw.mbox;
4083 bzero(idc_ack, sizeof(q80_idc_ack_t));
4085 idc_ack->opcode = Q8_MBX_IDC_ACK;
4086 idc_ack->count_version = (sizeof (q80_idc_ack_t) >> 2);
4087 idc_ack->count_version |= Q8_MBX_CMD_VERSION;
4089 idc_ack->aen_mb1 = aen_mb1;
4090 idc_ack->aen_mb2 = aen_mb2;
4091 idc_ack->aen_mb3 = aen_mb3;
4092 idc_ack->aen_mb4 = aen_mb4;
4094 ha->hw.imd_compl= 0;
4096 if (qla_mbx_cmd(ha, (uint32_t *)idc_ack,
4097 (sizeof (q80_idc_ack_t) >> 2),
4098 ha->hw.mbox, (sizeof (q80_idc_ack_rsp_t) >> 2), 0)) {
4099 device_printf(dev, "%s: failed\n", __func__);
4103 idc_ack_rsp = (q80_idc_ack_rsp_t *)ha->hw.mbox;
4105 err = Q8_MBX_RSP_STATUS(idc_ack_rsp->regcnt_status);
4108 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4112 while (count && !ha->hw.imd_compl) {
4113 qla_mdelay(__func__, 100);
4120 device_printf(dev, "%s: count %d\n", __func__, count);
4126 qla_set_port_config(qla_host_t *ha, uint32_t cfg_bits)
4129 q80_set_port_cfg_t *pcfg;
4130 q80_set_port_cfg_rsp_t *pfg_rsp;
4136 pcfg = (q80_set_port_cfg_t *)ha->hw.mbox;
4137 bzero(pcfg, sizeof(q80_set_port_cfg_t));
4139 pcfg->opcode = Q8_MBX_SET_PORT_CONFIG;
4140 pcfg->count_version = (sizeof (q80_set_port_cfg_t) >> 2);
4141 pcfg->count_version |= Q8_MBX_CMD_VERSION;
4143 pcfg->cfg_bits = cfg_bits;
4145 device_printf(dev, "%s: cfg_bits"
4146 " [STD_PAUSE_DIR, PAUSE_TYPE, DCBX]"
4147 " [0x%x, 0x%x, 0x%x]\n", __func__,
4148 ((cfg_bits & Q8_PORT_CFG_BITS_STDPAUSE_DIR_MASK)>>20),
4149 ((cfg_bits & Q8_PORT_CFG_BITS_PAUSE_CFG_MASK) >> 5),
4150 ((cfg_bits & Q8_PORT_CFG_BITS_DCBX_ENABLE) ? 1: 0));
4152 ha->hw.imd_compl= 0;
4154 if (qla_mbx_cmd(ha, (uint32_t *)pcfg,
4155 (sizeof (q80_set_port_cfg_t) >> 2),
4156 ha->hw.mbox, (sizeof (q80_set_port_cfg_rsp_t) >> 2), 0)) {
4157 device_printf(dev, "%s: failed\n", __func__);
4161 pfg_rsp = (q80_set_port_cfg_rsp_t *)ha->hw.mbox;
4163 err = Q8_MBX_RSP_STATUS(pfg_rsp->regcnt_status);
4165 if (err == Q8_MBX_RSP_IDC_INTRMD_RSP) {
4166 while (count && !ha->hw.imd_compl) {
4167 qla_mdelay(__func__, 100);
4171 device_printf(dev, "%s: count %d\n", __func__, count);
4178 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4187 qla_get_minidump_tmplt_size(qla_host_t *ha, uint32_t *size)
4190 device_t dev = ha->pci_dev;
4191 q80_config_md_templ_size_t *md_size;
4192 q80_config_md_templ_size_rsp_t *md_size_rsp;
4194 #ifndef QL_LDFLASH_FW
4196 ql_minidump_template_hdr_t *hdr;
4198 hdr = (ql_minidump_template_hdr_t *)ql83xx_minidump;
4199 *size = hdr->size_of_template;
4202 #endif /* #ifdef QL_LDFLASH_FW */
4204 md_size = (q80_config_md_templ_size_t *) ha->hw.mbox;
4205 bzero(md_size, sizeof(q80_config_md_templ_size_t));
4207 md_size->opcode = Q8_MBX_GET_MINIDUMP_TMPLT_SIZE;
4208 md_size->count_version = (sizeof (q80_config_md_templ_size_t) >> 2);
4209 md_size->count_version |= Q8_MBX_CMD_VERSION;
4211 if (qla_mbx_cmd(ha, (uint32_t *) md_size,
4212 (sizeof(q80_config_md_templ_size_t) >> 2), ha->hw.mbox,
4213 (sizeof(q80_config_md_templ_size_rsp_t) >> 2), 0)) {
4215 device_printf(dev, "%s: failed\n", __func__);
4220 md_size_rsp = (q80_config_md_templ_size_rsp_t *) ha->hw.mbox;
4222 err = Q8_MBX_RSP_STATUS(md_size_rsp->regcnt_status);
4225 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4229 *size = md_size_rsp->templ_size;
4235 qla_get_port_config(qla_host_t *ha, uint32_t *cfg_bits)
4238 q80_get_port_cfg_t *pcfg;
4239 q80_get_port_cfg_rsp_t *pcfg_rsp;
4244 pcfg = (q80_get_port_cfg_t *)ha->hw.mbox;
4245 bzero(pcfg, sizeof(q80_get_port_cfg_t));
4247 pcfg->opcode = Q8_MBX_GET_PORT_CONFIG;
4248 pcfg->count_version = (sizeof (q80_get_port_cfg_t) >> 2);
4249 pcfg->count_version |= Q8_MBX_CMD_VERSION;
4251 if (qla_mbx_cmd(ha, (uint32_t *)pcfg,
4252 (sizeof (q80_get_port_cfg_t) >> 2),
4253 ha->hw.mbox, (sizeof (q80_get_port_cfg_rsp_t) >> 2), 0)) {
4254 device_printf(dev, "%s: failed\n", __func__);
4258 pcfg_rsp = (q80_get_port_cfg_rsp_t *)ha->hw.mbox;
4260 err = Q8_MBX_RSP_STATUS(pcfg_rsp->regcnt_status);
4263 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4267 device_printf(dev, "%s: [cfg_bits, port type]"
4268 " [0x%08x, 0x%02x] [STD_PAUSE_DIR, PAUSE_TYPE, DCBX]"
4269 " [0x%x, 0x%x, 0x%x]\n", __func__,
4270 pcfg_rsp->cfg_bits, pcfg_rsp->phys_port_type,
4271 ((pcfg_rsp->cfg_bits & Q8_PORT_CFG_BITS_STDPAUSE_DIR_MASK)>>20),
4272 ((pcfg_rsp->cfg_bits & Q8_PORT_CFG_BITS_PAUSE_CFG_MASK) >> 5),
4273 ((pcfg_rsp->cfg_bits & Q8_PORT_CFG_BITS_DCBX_ENABLE) ? 1: 0)
4276 *cfg_bits = pcfg_rsp->cfg_bits;
4282 ql_iscsi_pdu(qla_host_t *ha, struct mbuf *mp)
4284 struct ether_vlan_header *eh;
4286 struct ip *ip = NULL;
4287 struct ip6_hdr *ip6 = NULL;
4288 struct tcphdr *th = NULL;
4291 uint8_t buf[sizeof(struct ip6_hdr)];
4293 eh = mtod(mp, struct ether_vlan_header *);
4295 if (eh->evl_encap_proto == htons(ETHERTYPE_VLAN)) {
4296 hdrlen = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN;
4297 etype = ntohs(eh->evl_proto);
4299 hdrlen = ETHER_HDR_LEN;
4300 etype = ntohs(eh->evl_encap_proto);
4303 if (etype == ETHERTYPE_IP) {
4305 offset = (hdrlen + sizeof (struct ip));
4307 if (mp->m_len >= offset) {
4308 ip = (struct ip *)(mp->m_data + hdrlen);
4310 m_copydata(mp, hdrlen, sizeof (struct ip), buf);
4311 ip = (struct ip *)buf;
4314 if (ip->ip_p == IPPROTO_TCP) {
4316 hdrlen += ip->ip_hl << 2;
4317 offset = hdrlen + 4;
4319 if (mp->m_len >= offset) {
4320 th = (struct tcphdr *)(mp->m_data + hdrlen);;
4322 m_copydata(mp, hdrlen, 4, buf);
4323 th = (struct tcphdr *)buf;
4327 } else if (etype == ETHERTYPE_IPV6) {
4329 offset = (hdrlen + sizeof (struct ip6_hdr));
4331 if (mp->m_len >= offset) {
4332 ip6 = (struct ip6_hdr *)(mp->m_data + hdrlen);
4334 m_copydata(mp, hdrlen, sizeof (struct ip6_hdr), buf);
4335 ip6 = (struct ip6_hdr *)buf;
4338 if (ip6->ip6_nxt == IPPROTO_TCP) {
4340 hdrlen += sizeof(struct ip6_hdr);
4341 offset = hdrlen + 4;
4343 if (mp->m_len >= offset) {
4344 th = (struct tcphdr *)(mp->m_data + hdrlen);;
4346 m_copydata(mp, hdrlen, 4, buf);
4347 th = (struct tcphdr *)buf;
4353 if ((th->th_sport == htons(3260)) ||
4354 (th->th_dport == htons(3260)))
4361 qla_hw_async_event(qla_host_t *ha)
4363 switch (ha->hw.aen_mb0) {
4365 (void)qla_idc_ack(ha, ha->hw.aen_mb1, ha->hw.aen_mb2,
4366 ha->hw.aen_mb3, ha->hw.aen_mb4);
4377 #ifdef QL_LDFLASH_FW
4379 ql_get_minidump_template(qla_host_t *ha)
4382 device_t dev = ha->pci_dev;
4383 q80_config_md_templ_cmd_t *md_templ;
4384 q80_config_md_templ_cmd_rsp_t *md_templ_rsp;
4386 md_templ = (q80_config_md_templ_cmd_t *) ha->hw.mbox;
4387 bzero(md_templ, (sizeof (q80_config_md_templ_cmd_t)));
4389 md_templ->opcode = Q8_MBX_GET_MINIDUMP_TMPLT;
4390 md_templ->count_version = ( sizeof(q80_config_md_templ_cmd_t) >> 2);
4391 md_templ->count_version |= Q8_MBX_CMD_VERSION;
4393 md_templ->buf_addr = ha->hw.dma_buf.minidump.dma_addr;
4394 md_templ->buff_size = ha->hw.dma_buf.minidump.size;
4396 if (qla_mbx_cmd(ha, (uint32_t *) md_templ,
4397 (sizeof(q80_config_md_templ_cmd_t) >> 2),
4399 (sizeof(q80_config_md_templ_cmd_rsp_t) >> 2), 0)) {
4401 device_printf(dev, "%s: failed\n", __func__);
4406 md_templ_rsp = (q80_config_md_templ_cmd_rsp_t *) ha->hw.mbox;
4408 err = Q8_MBX_RSP_STATUS(md_templ_rsp->regcnt_status);
4411 device_printf(dev, "%s: failed [0x%08x]\n", __func__, err);
4418 #endif /* #ifdef QL_LDFLASH_FW */
4421 * Minidump related functionality
4424 static int ql_parse_template(qla_host_t *ha);
4426 static uint32_t ql_rdcrb(qla_host_t *ha,
4427 ql_minidump_entry_rdcrb_t *crb_entry,
4428 uint32_t * data_buff);
4430 static uint32_t ql_pollrd(qla_host_t *ha,
4431 ql_minidump_entry_pollrd_t *entry,
4432 uint32_t * data_buff);
4434 static uint32_t ql_pollrd_modify_write(qla_host_t *ha,
4435 ql_minidump_entry_rd_modify_wr_with_poll_t *entry,
4436 uint32_t *data_buff);
4438 static uint32_t ql_L2Cache(qla_host_t *ha,
4439 ql_minidump_entry_cache_t *cacheEntry,
4440 uint32_t * data_buff);
4442 static uint32_t ql_L1Cache(qla_host_t *ha,
4443 ql_minidump_entry_cache_t *cacheEntry,
4444 uint32_t *data_buff);
4446 static uint32_t ql_rdocm(qla_host_t *ha,
4447 ql_minidump_entry_rdocm_t *ocmEntry,
4448 uint32_t *data_buff);
4450 static uint32_t ql_rdmem(qla_host_t *ha,
4451 ql_minidump_entry_rdmem_t *mem_entry,
4452 uint32_t *data_buff);
4454 static uint32_t ql_rdrom(qla_host_t *ha,
4455 ql_minidump_entry_rdrom_t *romEntry,
4456 uint32_t *data_buff);
4458 static uint32_t ql_rdmux(qla_host_t *ha,
4459 ql_minidump_entry_mux_t *muxEntry,
4460 uint32_t *data_buff);
4462 static uint32_t ql_rdmux2(qla_host_t *ha,
4463 ql_minidump_entry_mux2_t *muxEntry,
4464 uint32_t *data_buff);
4466 static uint32_t ql_rdqueue(qla_host_t *ha,
4467 ql_minidump_entry_queue_t *queueEntry,
4468 uint32_t *data_buff);
4470 static uint32_t ql_cntrl(qla_host_t *ha,
4471 ql_minidump_template_hdr_t *template_hdr,
4472 ql_minidump_entry_cntrl_t *crbEntry);
4476 ql_minidump_size(qla_host_t *ha)
4480 ql_minidump_template_hdr_t *hdr;
4482 hdr = (ql_minidump_template_hdr_t *)ha->hw.dma_buf.minidump.dma_b;
4486 for (k = 1; k < QL_DBG_CAP_SIZE_ARRAY_LEN; k++) {
4487 if (i & ha->hw.mdump_capture_mask)
4488 size += hdr->capture_size_array[k];
4495 ql_free_minidump_buffer(qla_host_t *ha)
4497 if (ha->hw.mdump_buffer != NULL) {
4498 free(ha->hw.mdump_buffer, M_QLA83XXBUF);
4499 ha->hw.mdump_buffer = NULL;
4500 ha->hw.mdump_buffer_size = 0;
4506 ql_alloc_minidump_buffer(qla_host_t *ha)
4508 ha->hw.mdump_buffer_size = ql_minidump_size(ha);
4510 if (!ha->hw.mdump_buffer_size)
4513 ha->hw.mdump_buffer = malloc(ha->hw.mdump_buffer_size, M_QLA83XXBUF,
4516 if (ha->hw.mdump_buffer == NULL)
4523 ql_free_minidump_template_buffer(qla_host_t *ha)
4525 if (ha->hw.mdump_template != NULL) {
4526 free(ha->hw.mdump_template, M_QLA83XXBUF);
4527 ha->hw.mdump_template = NULL;
4528 ha->hw.mdump_template_size = 0;
4534 ql_alloc_minidump_template_buffer(qla_host_t *ha)
4536 ha->hw.mdump_template_size = ha->hw.dma_buf.minidump.size;
4538 ha->hw.mdump_template = malloc(ha->hw.mdump_template_size,
4539 M_QLA83XXBUF, M_NOWAIT);
4541 if (ha->hw.mdump_template == NULL)
4548 ql_alloc_minidump_buffers(qla_host_t *ha)
4552 ret = ql_alloc_minidump_template_buffer(ha);
4557 ret = ql_alloc_minidump_buffer(ha);
4560 ql_free_minidump_template_buffer(ha);
4567 ql_validate_minidump_checksum(qla_host_t *ha)
4571 uint32_t *template_buff;
4573 count = ha->hw.dma_buf.minidump.size / sizeof (uint32_t);
4574 template_buff = ha->hw.dma_buf.minidump.dma_b;
4576 while (count-- > 0) {
4577 sum += *template_buff++;
4581 sum = (sum & 0xFFFFFFFF) + (sum >> 32);
4588 ql_minidump_init(qla_host_t *ha)
4591 uint32_t template_size = 0;
4592 device_t dev = ha->pci_dev;
4595 * Get Minidump Template Size
4597 ret = qla_get_minidump_tmplt_size(ha, &template_size);
4599 if (ret || (template_size == 0)) {
4600 device_printf(dev, "%s: failed [%d, %d]\n", __func__, ret,
4606 * Allocate Memory for Minidump Template
4609 ha->hw.dma_buf.minidump.alignment = 8;
4610 ha->hw.dma_buf.minidump.size = template_size;
4612 #ifdef QL_LDFLASH_FW
4613 if (ql_alloc_dmabuf(ha, &ha->hw.dma_buf.minidump)) {
4615 device_printf(dev, "%s: minidump dma alloc failed\n", __func__);
4619 ha->hw.dma_buf.flags.minidump = 1;
4622 * Retrieve Minidump Template
4624 ret = ql_get_minidump_template(ha);
4626 ha->hw.dma_buf.minidump.dma_b = ql83xx_minidump;
4628 #endif /* #ifdef QL_LDFLASH_FW */
4632 ret = ql_validate_minidump_checksum(ha);
4636 ret = ql_alloc_minidump_buffers(ha);
4639 ha->hw.mdump_init = 1;
4642 "%s: ql_alloc_minidump_buffers"
4643 " failed\n", __func__);
4645 device_printf(dev, "%s: ql_validate_minidump_checksum"
4646 " failed\n", __func__);
4649 device_printf(dev, "%s: ql_get_minidump_template failed\n",
4654 ql_minidump_free(ha);
4660 ql_minidump_free(qla_host_t *ha)
4662 ha->hw.mdump_init = 0;
4663 if (ha->hw.dma_buf.flags.minidump) {
4664 ha->hw.dma_buf.flags.minidump = 0;
4665 ql_free_dmabuf(ha, &ha->hw.dma_buf.minidump);
4668 ql_free_minidump_template_buffer(ha);
4669 ql_free_minidump_buffer(ha);
4675 ql_minidump(qla_host_t *ha)
4677 if (!ha->hw.mdump_init)
4680 if (ha->hw.mdump_done)
4682 ha->hw.mdump_usec_ts = qla_get_usec_timestamp();
4683 ha->hw.mdump_start_seq_index = ql_stop_sequence(ha);
4685 bzero(ha->hw.mdump_buffer, ha->hw.mdump_buffer_size);
4686 bzero(ha->hw.mdump_template, ha->hw.mdump_template_size);
4688 bcopy(ha->hw.dma_buf.minidump.dma_b, ha->hw.mdump_template,
4689 ha->hw.mdump_template_size);
4691 ql_parse_template(ha);
4693 ql_start_sequence(ha, ha->hw.mdump_start_seq_index);
4695 ha->hw.mdump_done = 1;
4705 ql_entry_err_chk(ql_minidump_entry_t *entry, uint32_t esize)
4707 if (esize != entry->hdr.entry_capture_size) {
4708 entry->hdr.entry_capture_size = esize;
4709 entry->hdr.driver_flags |= QL_DBG_SIZE_ERR_FLAG;
4716 ql_parse_template(qla_host_t *ha)
4718 uint32_t num_of_entries, buff_level, e_cnt, esize;
4719 uint32_t end_cnt, rv = 0;
4720 char *dump_buff, *dbuff;
4721 int sane_start = 0, sane_end = 0;
4722 ql_minidump_template_hdr_t *template_hdr;
4723 ql_minidump_entry_t *entry;
4724 uint32_t capture_mask;
4727 /* Setup parameters */
4728 template_hdr = (ql_minidump_template_hdr_t *)ha->hw.mdump_template;
4730 if (template_hdr->entry_type == TLHDR)
4733 dump_buff = (char *) ha->hw.mdump_buffer;
4735 num_of_entries = template_hdr->num_of_entries;
4737 entry = (ql_minidump_entry_t *) ((char *)template_hdr
4738 + template_hdr->first_entry_offset );
4740 template_hdr->saved_state_array[QL_OCM0_ADDR_INDX] =
4741 template_hdr->ocm_window_array[ha->pci_func];
4742 template_hdr->saved_state_array[QL_PCIE_FUNC_INDX] = ha->pci_func;
4744 capture_mask = ha->hw.mdump_capture_mask;
4745 dump_size = ha->hw.mdump_buffer_size;
4747 template_hdr->driver_capture_mask = capture_mask;
4749 QL_DPRINT80(ha, (ha->pci_dev,
4750 "%s: sane_start = %d num_of_entries = %d "
4751 "capture_mask = 0x%x dump_size = %d \n",
4752 __func__, sane_start, num_of_entries, capture_mask, dump_size));
4754 for (buff_level = 0, e_cnt = 0; e_cnt < num_of_entries; e_cnt++) {
4757 * If the capture_mask of the entry does not match capture mask
4758 * skip the entry after marking the driver_flags indicator.
4761 if (!(entry->hdr.entry_capture_mask & capture_mask)) {
4763 entry->hdr.driver_flags |= QL_DBG_SKIPPED_FLAG;
4764 entry = (ql_minidump_entry_t *) ((char *) entry
4765 + entry->hdr.entry_size);
4770 * This is ONLY needed in implementations where
4771 * the capture buffer allocated is too small to capture
4772 * all of the required entries for a given capture mask.
4773 * We need to empty the buffer contents to a file
4774 * if possible, before processing the next entry
4775 * If the buff_full_flag is set, no further capture will happen
4776 * and all remaining non-control entries will be skipped.
4778 if (entry->hdr.entry_capture_size != 0) {
4779 if ((buff_level + entry->hdr.entry_capture_size) >
4781 /* Try to recover by emptying buffer to file */
4782 entry->hdr.driver_flags |= QL_DBG_SKIPPED_FLAG;
4783 entry = (ql_minidump_entry_t *) ((char *) entry
4784 + entry->hdr.entry_size);
4790 * Decode the entry type and process it accordingly
4793 switch (entry->hdr.entry_type) {
4798 if (sane_end == 0) {
4805 dbuff = dump_buff + buff_level;
4806 esize = ql_rdcrb(ha, (void *)entry, (void *)dbuff);
4807 ql_entry_err_chk(entry, esize);
4808 buff_level += esize;
4812 dbuff = dump_buff + buff_level;
4813 esize = ql_pollrd(ha, (void *)entry, (void *)dbuff);
4814 ql_entry_err_chk(entry, esize);
4815 buff_level += esize;
4819 dbuff = dump_buff + buff_level;
4820 esize = ql_pollrd_modify_write(ha, (void *)entry,
4822 ql_entry_err_chk(entry, esize);
4823 buff_level += esize;
4830 dbuff = dump_buff + buff_level;
4831 esize = ql_L2Cache(ha, (void *)entry, (void *)dbuff);
4833 entry->hdr.driver_flags |= QL_DBG_SKIPPED_FLAG;
4835 ql_entry_err_chk(entry, esize);
4836 buff_level += esize;
4842 dbuff = dump_buff + buff_level;
4843 esize = ql_L1Cache(ha, (void *)entry, (void *)dbuff);
4844 ql_entry_err_chk(entry, esize);
4845 buff_level += esize;
4849 dbuff = dump_buff + buff_level;
4850 esize = ql_rdocm(ha, (void *)entry, (void *)dbuff);
4851 ql_entry_err_chk(entry, esize);
4852 buff_level += esize;
4856 dbuff = dump_buff + buff_level;
4857 esize = ql_rdmem(ha, (void *)entry, (void *)dbuff);
4858 ql_entry_err_chk(entry, esize);
4859 buff_level += esize;
4864 dbuff = dump_buff + buff_level;
4865 esize = ql_rdrom(ha, (void *)entry, (void *)dbuff);
4866 ql_entry_err_chk(entry, esize);
4867 buff_level += esize;
4871 dbuff = dump_buff + buff_level;
4872 esize = ql_rdmux(ha, (void *)entry, (void *)dbuff);
4873 ql_entry_err_chk(entry, esize);
4874 buff_level += esize;
4878 dbuff = dump_buff + buff_level;
4879 esize = ql_rdmux2(ha, (void *)entry, (void *)dbuff);
4880 ql_entry_err_chk(entry, esize);
4881 buff_level += esize;
4885 dbuff = dump_buff + buff_level;
4886 esize = ql_rdqueue(ha, (void *)entry, (void *)dbuff);
4887 ql_entry_err_chk(entry, esize);
4888 buff_level += esize;
4892 if ((rv = ql_cntrl(ha, template_hdr, (void *)entry))) {
4893 entry->hdr.driver_flags |= QL_DBG_SKIPPED_FLAG;
4897 entry->hdr.driver_flags |= QL_DBG_SKIPPED_FLAG;
4900 /* next entry in the template */
4901 entry = (ql_minidump_entry_t *) ((char *) entry
4902 + entry->hdr.entry_size);
4905 if (!sane_start || (sane_end > 1)) {
4906 device_printf(ha->pci_dev,
4907 "\n%s: Template configuration error. Check Template\n",
4911 QL_DPRINT80(ha, (ha->pci_dev, "%s: Minidump num of entries = %d\n",
4912 __func__, template_hdr->num_of_entries));
4918 * Read CRB operation.
4921 ql_rdcrb(qla_host_t *ha, ql_minidump_entry_rdcrb_t * crb_entry,
4922 uint32_t * data_buff)
4926 uint32_t op_count, addr, stride, value = 0;
4928 addr = crb_entry->addr;
4929 op_count = crb_entry->op_count;
4930 stride = crb_entry->addr_stride;
4932 for (loop_cnt = 0; loop_cnt < op_count; loop_cnt++) {
4934 ret = ql_rdwr_indreg32(ha, addr, &value, 1);
4939 *data_buff++ = addr;
4940 *data_buff++ = value;
4941 addr = addr + stride;
4945 * for testing purpose we return amount of data written
4947 return (op_count * (2 * sizeof(uint32_t)));
4955 ql_L2Cache(qla_host_t *ha, ql_minidump_entry_cache_t *cacheEntry,
4956 uint32_t * data_buff)
4962 uint32_t read_value;
4963 uint32_t addr, read_addr, cntrl_addr, tag_reg_addr, cntl_value_w;
4964 uint32_t tag_value, read_cnt;
4965 volatile uint8_t cntl_value_r;
4969 loop_cnt = cacheEntry->op_count;
4971 read_addr = cacheEntry->read_addr;
4972 cntrl_addr = cacheEntry->control_addr;
4973 cntl_value_w = (uint32_t) cacheEntry->write_value;
4975 tag_reg_addr = cacheEntry->tag_reg_addr;
4977 tag_value = cacheEntry->init_tag_value;
4978 read_cnt = cacheEntry->read_addr_cnt;
4980 for (i = 0; i < loop_cnt; i++) {
4982 ret = ql_rdwr_indreg32(ha, tag_reg_addr, &tag_value, 0);
4986 if (cacheEntry->write_value != 0) {
4988 ret = ql_rdwr_indreg32(ha, cntrl_addr,
4994 if (cacheEntry->poll_mask != 0) {
4996 timeout = cacheEntry->poll_wait;
4998 ret = ql_rdwr_indreg32(ha, cntrl_addr, &data, 1);
5002 cntl_value_r = (uint8_t)data;
5004 while ((cntl_value_r & cacheEntry->poll_mask) != 0) {
5007 qla_mdelay(__func__, 1);
5012 ret = ql_rdwr_indreg32(ha, cntrl_addr,
5017 cntl_value_r = (uint8_t)data;
5020 /* Report timeout error.
5021 * core dump capture failed
5022 * Skip remaining entries.
5023 * Write buffer out to file
5024 * Use driver specific fields in template header
5025 * to report this error.
5032 for (k = 0; k < read_cnt; k++) {
5034 ret = ql_rdwr_indreg32(ha, addr, &read_value, 1);
5038 *data_buff++ = read_value;
5039 addr += cacheEntry->read_addr_stride;
5042 tag_value += cacheEntry->tag_value_stride;
5045 return (read_cnt * loop_cnt * sizeof(uint32_t));
5053 ql_L1Cache(qla_host_t *ha,
5054 ql_minidump_entry_cache_t *cacheEntry,
5055 uint32_t *data_buff)
5061 uint32_t read_value;
5062 uint32_t addr, read_addr, cntrl_addr, tag_reg_addr;
5063 uint32_t tag_value, read_cnt;
5064 uint32_t cntl_value_w;
5066 loop_cnt = cacheEntry->op_count;
5068 read_addr = cacheEntry->read_addr;
5069 cntrl_addr = cacheEntry->control_addr;
5070 cntl_value_w = (uint32_t) cacheEntry->write_value;
5072 tag_reg_addr = cacheEntry->tag_reg_addr;
5074 tag_value = cacheEntry->init_tag_value;
5075 read_cnt = cacheEntry->read_addr_cnt;
5077 for (i = 0; i < loop_cnt; i++) {
5079 ret = ql_rdwr_indreg32(ha, tag_reg_addr, &tag_value, 0);
5083 ret = ql_rdwr_indreg32(ha, cntrl_addr, &cntl_value_w, 0);
5088 for (k = 0; k < read_cnt; k++) {
5090 ret = ql_rdwr_indreg32(ha, addr, &read_value, 1);
5094 *data_buff++ = read_value;
5095 addr += cacheEntry->read_addr_stride;
5098 tag_value += cacheEntry->tag_value_stride;
5101 return (read_cnt * loop_cnt * sizeof(uint32_t));
5105 * Reading OCM memory
5109 ql_rdocm(qla_host_t *ha,
5110 ql_minidump_entry_rdocm_t *ocmEntry,
5111 uint32_t *data_buff)
5114 volatile uint32_t addr;
5115 volatile uint32_t value;
5117 addr = ocmEntry->read_addr;
5118 loop_cnt = ocmEntry->op_count;
5120 for (i = 0; i < loop_cnt; i++) {
5121 value = READ_REG32(ha, addr);
5122 *data_buff++ = value;
5123 addr += ocmEntry->read_addr_stride;
5125 return (loop_cnt * sizeof(value));
5133 ql_rdmem(qla_host_t *ha,
5134 ql_minidump_entry_rdmem_t *mem_entry,
5135 uint32_t *data_buff)
5139 volatile uint32_t addr;
5140 q80_offchip_mem_val_t val;
5142 addr = mem_entry->read_addr;
5144 /* size in bytes / 16 */
5145 loop_cnt = mem_entry->read_data_size / (sizeof(uint32_t) * 4);
5147 for (i = 0; i < loop_cnt; i++) {
5149 ret = ql_rdwr_offchip_mem(ha, (addr & 0x0ffffffff), &val, 1);
5153 *data_buff++ = val.data_lo;
5154 *data_buff++ = val.data_hi;
5155 *data_buff++ = val.data_ulo;
5156 *data_buff++ = val.data_uhi;
5158 addr += (sizeof(uint32_t) * 4);
5161 return (loop_cnt * (sizeof(uint32_t) * 4));
5169 ql_rdrom(qla_host_t *ha,
5170 ql_minidump_entry_rdrom_t *romEntry,
5171 uint32_t *data_buff)
5178 addr = romEntry->read_addr;
5179 loop_cnt = romEntry->read_data_size; /* This is size in bytes */
5180 loop_cnt /= sizeof(value);
5182 for (i = 0; i < loop_cnt; i++) {
5184 ret = ql_rd_flash32(ha, addr, &value);
5188 *data_buff++ = value;
5189 addr += sizeof(value);
5192 return (loop_cnt * sizeof(value));
5200 ql_rdmux(qla_host_t *ha,
5201 ql_minidump_entry_mux_t *muxEntry,
5202 uint32_t *data_buff)
5206 uint32_t read_value, sel_value;
5207 uint32_t read_addr, select_addr;
5209 select_addr = muxEntry->select_addr;
5210 sel_value = muxEntry->select_value;
5211 read_addr = muxEntry->read_addr;
5213 for (loop_cnt = 0; loop_cnt < muxEntry->op_count; loop_cnt++) {
5215 ret = ql_rdwr_indreg32(ha, select_addr, &sel_value, 0);
5219 ret = ql_rdwr_indreg32(ha, read_addr, &read_value, 1);
5223 *data_buff++ = sel_value;
5224 *data_buff++ = read_value;
5226 sel_value += muxEntry->select_value_stride;
5229 return (loop_cnt * (2 * sizeof(uint32_t)));
5233 ql_rdmux2(qla_host_t *ha,
5234 ql_minidump_entry_mux2_t *muxEntry,
5235 uint32_t *data_buff)
5240 uint32_t select_addr_1, select_addr_2;
5241 uint32_t select_value_1, select_value_2;
5242 uint32_t select_value_count, select_value_mask;
5243 uint32_t read_addr, read_value;
5245 select_addr_1 = muxEntry->select_addr_1;
5246 select_addr_2 = muxEntry->select_addr_2;
5247 select_value_1 = muxEntry->select_value_1;
5248 select_value_2 = muxEntry->select_value_2;
5249 select_value_count = muxEntry->select_value_count;
5250 select_value_mask = muxEntry->select_value_mask;
5252 read_addr = muxEntry->read_addr;
5254 for (loop_cnt = 0; loop_cnt < muxEntry->select_value_count;
5257 uint32_t temp_sel_val;
5259 ret = ql_rdwr_indreg32(ha, select_addr_1, &select_value_1, 0);
5263 temp_sel_val = select_value_1 & select_value_mask;
5265 ret = ql_rdwr_indreg32(ha, select_addr_2, &temp_sel_val, 0);
5269 ret = ql_rdwr_indreg32(ha, read_addr, &read_value, 1);
5273 *data_buff++ = temp_sel_val;
5274 *data_buff++ = read_value;
5276 ret = ql_rdwr_indreg32(ha, select_addr_1, &select_value_2, 0);
5280 temp_sel_val = select_value_2 & select_value_mask;
5282 ret = ql_rdwr_indreg32(ha, select_addr_2, &temp_sel_val, 0);
5286 ret = ql_rdwr_indreg32(ha, read_addr, &read_value, 1);
5290 *data_buff++ = temp_sel_val;
5291 *data_buff++ = read_value;
5293 select_value_1 += muxEntry->select_value_stride;
5294 select_value_2 += muxEntry->select_value_stride;
5297 return (loop_cnt * (4 * sizeof(uint32_t)));
5301 * Handling Queue State Reads.
5305 ql_rdqueue(qla_host_t *ha,
5306 ql_minidump_entry_queue_t *queueEntry,
5307 uint32_t *data_buff)
5311 uint32_t read_value;
5312 uint32_t read_addr, read_stride, select_addr;
5313 uint32_t queue_id, read_cnt;
5315 read_cnt = queueEntry->read_addr_cnt;
5316 read_stride = queueEntry->read_addr_stride;
5317 select_addr = queueEntry->select_addr;
5319 for (loop_cnt = 0, queue_id = 0; loop_cnt < queueEntry->op_count;
5322 ret = ql_rdwr_indreg32(ha, select_addr, &queue_id, 0);
5326 read_addr = queueEntry->read_addr;
5328 for (k = 0; k < read_cnt; k++) {
5330 ret = ql_rdwr_indreg32(ha, read_addr, &read_value, 1);
5334 *data_buff++ = read_value;
5335 read_addr += read_stride;
5338 queue_id += queueEntry->queue_id_stride;
5341 return (loop_cnt * (read_cnt * sizeof(uint32_t)));
5345 * Handling control entries.
5349 ql_cntrl(qla_host_t *ha,
5350 ql_minidump_template_hdr_t *template_hdr,
5351 ql_minidump_entry_cntrl_t *crbEntry)
5355 uint32_t opcode, read_value, addr, entry_addr;
5358 entry_addr = crbEntry->addr;
5360 for (count = 0; count < crbEntry->op_count; count++) {
5361 opcode = crbEntry->opcode;
5363 if (opcode & QL_DBG_OPCODE_WR) {
5365 ret = ql_rdwr_indreg32(ha, entry_addr,
5366 &crbEntry->value_1, 0);
5370 opcode &= ~QL_DBG_OPCODE_WR;
5373 if (opcode & QL_DBG_OPCODE_RW) {
5375 ret = ql_rdwr_indreg32(ha, entry_addr, &read_value, 1);
5379 ret = ql_rdwr_indreg32(ha, entry_addr, &read_value, 0);
5383 opcode &= ~QL_DBG_OPCODE_RW;
5386 if (opcode & QL_DBG_OPCODE_AND) {
5388 ret = ql_rdwr_indreg32(ha, entry_addr, &read_value, 1);
5392 read_value &= crbEntry->value_2;
5393 opcode &= ~QL_DBG_OPCODE_AND;
5395 if (opcode & QL_DBG_OPCODE_OR) {
5396 read_value |= crbEntry->value_3;
5397 opcode &= ~QL_DBG_OPCODE_OR;
5400 ret = ql_rdwr_indreg32(ha, entry_addr, &read_value, 0);
5405 if (opcode & QL_DBG_OPCODE_OR) {
5407 ret = ql_rdwr_indreg32(ha, entry_addr, &read_value, 1);
5411 read_value |= crbEntry->value_3;
5413 ret = ql_rdwr_indreg32(ha, entry_addr, &read_value, 0);
5417 opcode &= ~QL_DBG_OPCODE_OR;
5420 if (opcode & QL_DBG_OPCODE_POLL) {
5422 opcode &= ~QL_DBG_OPCODE_POLL;
5423 timeout = crbEntry->poll_timeout;
5426 ret = ql_rdwr_indreg32(ha, addr, &read_value, 1);
5430 while ((read_value & crbEntry->value_2)
5431 != crbEntry->value_1) {
5434 qla_mdelay(__func__, 1);
5439 ret = ql_rdwr_indreg32(ha, addr,
5447 * Report timeout error.
5448 * core dump capture failed
5449 * Skip remaining entries.
5450 * Write buffer out to file
5451 * Use driver specific fields in template header
5452 * to report this error.
5458 if (opcode & QL_DBG_OPCODE_RDSTATE) {
5460 * decide which address to use.
5462 if (crbEntry->state_index_a) {
5463 addr = template_hdr->saved_state_array[
5464 crbEntry-> state_index_a];
5469 ret = ql_rdwr_indreg32(ha, addr, &read_value, 1);
5473 template_hdr->saved_state_array[crbEntry->state_index_v]
5475 opcode &= ~QL_DBG_OPCODE_RDSTATE;
5478 if (opcode & QL_DBG_OPCODE_WRSTATE) {
5480 * decide which value to use.
5482 if (crbEntry->state_index_v) {
5483 read_value = template_hdr->saved_state_array[
5484 crbEntry->state_index_v];
5486 read_value = crbEntry->value_1;
5489 * decide which address to use.
5491 if (crbEntry->state_index_a) {
5492 addr = template_hdr->saved_state_array[
5493 crbEntry-> state_index_a];
5498 ret = ql_rdwr_indreg32(ha, addr, &read_value, 0);
5502 opcode &= ~QL_DBG_OPCODE_WRSTATE;
5505 if (opcode & QL_DBG_OPCODE_MDSTATE) {
5506 /* Read value from saved state using index */
5507 read_value = template_hdr->saved_state_array[
5508 crbEntry->state_index_v];
5510 read_value <<= crbEntry->shl; /*Shift left operation */
5511 read_value >>= crbEntry->shr; /*Shift right operation */
5513 if (crbEntry->value_2) {
5514 /* check if AND mask is provided */
5515 read_value &= crbEntry->value_2;
5518 read_value |= crbEntry->value_3; /* OR operation */
5519 read_value += crbEntry->value_1; /* increment op */
5521 /* Write value back to state area. */
5523 template_hdr->saved_state_array[crbEntry->state_index_v]
5525 opcode &= ~QL_DBG_OPCODE_MDSTATE;
5528 entry_addr += crbEntry->addr_stride;
5535 * Handling rd poll entry.
5539 ql_pollrd(qla_host_t *ha, ql_minidump_entry_pollrd_t *entry,
5540 uint32_t *data_buff)
5544 uint32_t op_count, select_addr, select_value_stride, select_value;
5545 uint32_t read_addr, poll, mask, data_size, data;
5546 uint32_t wait_count = 0;
5548 select_addr = entry->select_addr;
5549 read_addr = entry->read_addr;
5550 select_value = entry->select_value;
5551 select_value_stride = entry->select_value_stride;
5552 op_count = entry->op_count;
5555 data_size = entry->data_size;
5557 for (loop_cnt = 0; loop_cnt < op_count; loop_cnt++) {
5559 ret = ql_rdwr_indreg32(ha, select_addr, &select_value, 0);
5565 while (wait_count < poll) {
5569 ret = ql_rdwr_indreg32(ha, select_addr, &temp, 1);
5573 if ( (temp & mask) != 0 ) {
5579 if (wait_count == poll) {
5580 device_printf(ha->pci_dev,
5581 "%s: Error in processing entry\n", __func__);
5582 device_printf(ha->pci_dev,
5583 "%s: wait_count <0x%x> poll <0x%x>\n",
5584 __func__, wait_count, poll);
5588 ret = ql_rdwr_indreg32(ha, read_addr, &data, 1);
5592 *data_buff++ = select_value;
5593 *data_buff++ = data;
5594 select_value = select_value + select_value_stride;
5598 * for testing purpose we return amount of data written
5600 return (loop_cnt * (2 * sizeof(uint32_t)));
5605 * Handling rd modify write poll entry.
5609 ql_pollrd_modify_write(qla_host_t *ha,
5610 ql_minidump_entry_rd_modify_wr_with_poll_t *entry,
5611 uint32_t *data_buff)
5614 uint32_t addr_1, addr_2, value_1, value_2, data;
5615 uint32_t poll, mask, data_size, modify_mask;
5616 uint32_t wait_count = 0;
5618 addr_1 = entry->addr_1;
5619 addr_2 = entry->addr_2;
5620 value_1 = entry->value_1;
5621 value_2 = entry->value_2;
5625 modify_mask = entry->modify_mask;
5626 data_size = entry->data_size;
5629 ret = ql_rdwr_indreg32(ha, addr_1, &value_1, 0);
5634 while (wait_count < poll) {
5638 ret = ql_rdwr_indreg32(ha, addr_1, &temp, 1);
5642 if ( (temp & mask) != 0 ) {
5648 if (wait_count == poll) {
5649 device_printf(ha->pci_dev, "%s Error in processing entry\n",
5653 ret = ql_rdwr_indreg32(ha, addr_2, &data, 1);
5657 data = (data & modify_mask);
5659 ret = ql_rdwr_indreg32(ha, addr_2, &data, 0);
5663 ret = ql_rdwr_indreg32(ha, addr_1, &value_2, 0);
5669 while (wait_count < poll) {
5673 ret = ql_rdwr_indreg32(ha, addr_1, &temp, 1);
5677 if ( (temp & mask) != 0 ) {
5682 *data_buff++ = addr_2;
5683 *data_buff++ = data;
5687 * for testing purpose we return amount of data written
5689 return (2 * sizeof(uint32_t));