/*- * Copyright (c) 2012, 2015 Chelsio Communications, Inc. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in the * documentation and/or other materials provided with the distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF * SUCH DAMAGE. * * $FreeBSD$ * */ #ifndef __CXGBEI_OFLD_H__ #define __CXGBEI_OFLD_H__ #include enum { CWT_SLEEPING = 1, CWT_RUNNING = 2, CWT_STOP = 3, CWT_STOPPED = 4, }; struct cxgbei_worker_thread_softc { struct mtx cwt_lock; struct cv cwt_cv; volatile int cwt_state; TAILQ_HEAD(, icl_cxgbei_conn) rx_head; } __aligned(CACHE_LINE_SIZE); #define CXGBEI_CONN_SIGNATURE 0x56788765 enum { RXF_ACTIVE = 1 << 0, /* In the worker thread's queue */ }; struct icl_cxgbei_conn { struct icl_conn ic; /* cxgbei specific stuff goes here. */ uint32_t icc_signature; int ulp_submode; struct adapter *sc; struct toepcb *toep; /* Receive related. */ u_int rx_flags; /* protected by so_rcv lock */ u_int cwt; STAILQ_HEAD(, icl_pdu) rcvd_pdus; /* protected by so_rcv lock */ TAILQ_ENTRY(icl_cxgbei_conn) rx_link; /* protected by cwt lock */ }; static inline struct icl_cxgbei_conn * ic_to_icc(struct icl_conn *ic) { return (__containerof(ic, struct icl_cxgbei_conn, ic)); } #define CXGBEI_PDU_SIGNATURE 0x12344321 struct icl_cxgbei_pdu { struct icl_pdu ip; /* cxgbei specific stuff goes here. */ uint32_t icp_signature; uint32_t pdu_seq; /* For debug only */ u_int pdu_flags; }; static inline struct icl_cxgbei_pdu * ip_to_icp(struct icl_pdu *ip) { return (__containerof(ip, struct icl_cxgbei_pdu, ip)); } struct cxgbei_sgl { int sg_flag; void *sg_addr; void *sg_dma_addr; size_t sg_offset; size_t sg_length; }; #define cxgbei_scsi_for_each_sg(_sgl, _sgel, _n, _i) \ for (_i = 0, _sgel = (cxgbei_sgl*) (_sgl); _i < _n; _i++, \ _sgel++) #define sg_dma_addr(_sgel) _sgel->sg_dma_addr #define sg_virt(_sgel) _sgel->sg_addr #define sg_len(_sgel) _sgel->sg_length #define sg_off(_sgel) _sgel->sg_offset #define sg_next(_sgel) _sgel + 1 #define SBUF_ULP_FLAG_HDR_RCVD 0x1 #define SBUF_ULP_FLAG_DATA_RCVD 0x2 #define SBUF_ULP_FLAG_STATUS_RCVD 0x4 #define SBUF_ULP_FLAG_HCRC_ERROR 0x10 #define SBUF_ULP_FLAG_DCRC_ERROR 0x20 #define SBUF_ULP_FLAG_PAD_ERROR 0x40 #define SBUF_ULP_FLAG_DATA_DDPED 0x80 /* private data for each scsi task */ struct cxgbei_task_data { struct cxgbei_sgl sgl[256]; u_int nsge; u_int sc_ddp_tag; }; struct cxgbei_ulp2_tag_format { u_char sw_bits; u_char rsvd_bits; u_char rsvd_shift; u_char filler[1]; uint32_t rsvd_mask; }; struct cxgbei_data { u_int max_txsz; u_int max_rxsz; u_int llimit; u_int ulimit; u_int nppods; u_int idx_last; u_char idx_bits; uint32_t idx_mask; uint32_t rsvd_tag_mask; struct mtx map_lock; bus_dma_tag_t ulp_ddp_tag; unsigned char *colors; struct cxgbei_ulp2_gather_list **gl_map; struct cxgbei_ulp2_tag_format tag_format; }; void cxgbei_conn_task_reserve_itt(void *, void **, void *, unsigned int *); void cxgbei_conn_transfer_reserve_ttt(void *, void **, void *, unsigned int *); void cxgbei_cleanup_task(void *, void *); u_int cxgbei_select_worker_thread(struct icl_cxgbei_conn *); struct cxgbei_ulp2_pagepod_hdr; int t4_ddp_set_map(struct cxgbei_data *, void *, struct cxgbei_ulp2_pagepod_hdr *, u_int, u_int, struct cxgbei_ulp2_gather_list *, int); void t4_ddp_clear_map(struct cxgbei_data *, struct cxgbei_ulp2_gather_list *, u_int, u_int, u_int, struct icl_cxgbei_conn *); #endif