2 * Copyright (c) 2009-2012,2016-2017 Microsoft Corp.
3 * Copyright (c) 2010-2012 Citrix Inc.
4 * Copyright (c) 2012 NetApp Inc.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice unmodified, this list of conditions, and the following
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD$");
32 #include "opt_inet6.h"
35 #include <sys/param.h>
36 #include <sys/socket.h>
37 #include <sys/systm.h>
38 #include <sys/taskqueue.h>
40 #include <machine/atomic.h>
42 #include <net/ethernet.h>
44 #include <net/if_arp.h>
45 #include <net/if_var.h>
46 #include <net/if_media.h>
47 #include <net/rndis.h>
49 #include <netinet/in.h>
50 #include <netinet/ip.h>
51 #include <netinet/tcp_lro.h>
53 #include <dev/hyperv/include/hyperv.h>
54 #include <dev/hyperv/include/hyperv_busdma.h>
55 #include <dev/hyperv/include/vmbus.h>
56 #include <dev/hyperv/include/vmbus_xact.h>
58 #include <dev/hyperv/netvsc/ndis.h>
59 #include <dev/hyperv/netvsc/if_hnreg.h>
60 #include <dev/hyperv/netvsc/if_hnvar.h>
61 #include <dev/hyperv/netvsc/hn_nvs.h>
62 #include <dev/hyperv/netvsc/hn_rndis.h>
64 #define HN_RNDIS_RID_COMPAT_MASK 0xffff
65 #define HN_RNDIS_RID_COMPAT_MAX HN_RNDIS_RID_COMPAT_MASK
67 #define HN_RNDIS_XFER_SIZE 2048
69 #define HN_NDIS_TXCSUM_CAP_IP4 \
70 (NDIS_TXCSUM_CAP_IP4 | NDIS_TXCSUM_CAP_IP4OPT)
71 #define HN_NDIS_TXCSUM_CAP_TCP4 \
72 (NDIS_TXCSUM_CAP_TCP4 | NDIS_TXCSUM_CAP_TCP4OPT)
73 #define HN_NDIS_TXCSUM_CAP_TCP6 \
74 (NDIS_TXCSUM_CAP_TCP6 | NDIS_TXCSUM_CAP_TCP6OPT | \
75 NDIS_TXCSUM_CAP_IP6EXT)
76 #define HN_NDIS_TXCSUM_CAP_UDP6 \
77 (NDIS_TXCSUM_CAP_UDP6 | NDIS_TXCSUM_CAP_IP6EXT)
78 #define HN_NDIS_LSOV2_CAP_IP6 \
79 (NDIS_LSOV2_CAP_IP6EXT | NDIS_LSOV2_CAP_TCP6OPT)
81 static const void *hn_rndis_xact_exec1(struct hn_softc *,
82 struct vmbus_xact *, size_t,
83 struct hn_nvs_sendctx *, size_t *);
84 static const void *hn_rndis_xact_execute(struct hn_softc *,
85 struct vmbus_xact *, uint32_t, size_t, size_t *,
87 static int hn_rndis_query(struct hn_softc *, uint32_t,
88 const void *, size_t, void *, size_t *);
89 static int hn_rndis_query2(struct hn_softc *, uint32_t,
90 const void *, size_t, void *, size_t *, size_t);
91 static int hn_rndis_set(struct hn_softc *, uint32_t,
92 const void *, size_t);
93 static int hn_rndis_init(struct hn_softc *);
94 static int hn_rndis_halt(struct hn_softc *);
95 static int hn_rndis_conf_offload(struct hn_softc *, int);
96 static int hn_rndis_query_hwcaps(struct hn_softc *,
97 struct ndis_offload *);
99 static __inline uint32_t
100 hn_rndis_rid(struct hn_softc *sc)
105 rid = atomic_fetchadd_int(&sc->hn_rndis_rid, 1);
109 /* Use upper 16 bits for non-compat RNDIS messages. */
110 return ((rid & 0xffff) << 16);
114 hn_rndis_rx_ctrl(struct hn_softc *sc, const void *data, int dlen)
116 const struct rndis_comp_hdr *comp;
117 const struct rndis_msghdr *hdr;
119 KASSERT(dlen >= sizeof(*hdr), ("invalid RNDIS msg\n"));
122 switch (hdr->rm_type) {
123 case REMOTE_NDIS_INITIALIZE_CMPLT:
124 case REMOTE_NDIS_QUERY_CMPLT:
125 case REMOTE_NDIS_SET_CMPLT:
126 case REMOTE_NDIS_KEEPALIVE_CMPLT: /* unused */
127 if (dlen < sizeof(*comp)) {
128 if_printf(sc->hn_ifp, "invalid RNDIS cmplt\n");
133 KASSERT(comp->rm_rid > HN_RNDIS_RID_COMPAT_MAX,
134 ("invalid RNDIS rid 0x%08x\n", comp->rm_rid));
135 vmbus_xact_ctx_wakeup(sc->hn_xact, comp, dlen);
138 case REMOTE_NDIS_RESET_CMPLT:
140 * Reset completed, no rid.
143 * RESET is not issued by hn(4), so this message should
146 if_printf(sc->hn_ifp, "RESET cmplt received\n");
150 if_printf(sc->hn_ifp, "unknown RNDIS msg 0x%x\n",
157 hn_rndis_get_eaddr(struct hn_softc *sc, uint8_t *eaddr)
162 eaddr_len = ETHER_ADDR_LEN;
163 error = hn_rndis_query(sc, OID_802_3_PERMANENT_ADDRESS, NULL, 0,
167 if (eaddr_len != ETHER_ADDR_LEN) {
168 if_printf(sc->hn_ifp, "invalid eaddr len %zu\n", eaddr_len);
175 hn_rndis_get_linkstatus(struct hn_softc *sc, uint32_t *link_status)
180 size = sizeof(*link_status);
181 error = hn_rndis_query(sc, OID_GEN_MEDIA_CONNECT_STATUS, NULL, 0,
185 if (size != sizeof(uint32_t)) {
186 if_printf(sc->hn_ifp, "invalid link status len %zu\n", size);
193 hn_rndis_xact_exec1(struct hn_softc *sc, struct vmbus_xact *xact, size_t reqlen,
194 struct hn_nvs_sendctx *sndc, size_t *comp_len)
196 struct vmbus_gpa gpa[HN_XACT_REQ_PGCNT];
200 KASSERT(reqlen <= HN_XACT_REQ_SIZE && reqlen > 0,
201 ("invalid request length %zu", reqlen));
206 paddr = vmbus_xact_req_paddr(xact);
207 KASSERT((paddr & PAGE_MASK) == 0,
208 ("vmbus xact request is not page aligned 0x%jx", (uintmax_t)paddr));
209 for (gpa_cnt = 0; gpa_cnt < HN_XACT_REQ_PGCNT; ++gpa_cnt) {
217 gpa[gpa_cnt].gpa_page = atop(paddr) + gpa_cnt;
218 gpa[gpa_cnt].gpa_len = len;
219 gpa[gpa_cnt].gpa_ofs = 0;
223 KASSERT(reqlen == 0, ("still have %zu request data left", reqlen));
226 * Send this RNDIS control message and wait for its completion
229 vmbus_xact_activate(xact);
230 error = hn_nvs_send_rndis_ctrl(sc->hn_prichan, sndc, gpa, gpa_cnt);
232 vmbus_xact_deactivate(xact);
233 if_printf(sc->hn_ifp, "RNDIS ctrl send failed: %d\n", error);
236 return (vmbus_chan_xact_wait(sc->hn_prichan, xact, comp_len,
241 hn_rndis_xact_execute(struct hn_softc *sc, struct vmbus_xact *xact, uint32_t rid,
242 size_t reqlen, size_t *comp_len0, uint32_t comp_type)
244 const struct rndis_comp_hdr *comp;
245 size_t comp_len, min_complen = *comp_len0;
247 KASSERT(rid > HN_RNDIS_RID_COMPAT_MAX, ("invalid rid %u\n", rid));
248 KASSERT(min_complen >= sizeof(*comp),
249 ("invalid minimum complete len %zu", min_complen));
252 * Execute the xact setup by the caller.
254 comp = hn_rndis_xact_exec1(sc, xact, reqlen, &hn_nvs_sendctx_none,
260 * Check this RNDIS complete message.
262 if (comp_len < min_complen) {
263 if (comp_len >= sizeof(*comp)) {
264 /* rm_status field is valid */
265 if_printf(sc->hn_ifp, "invalid RNDIS comp len %zu, "
266 "status 0x%08x\n", comp_len, comp->rm_status);
268 if_printf(sc->hn_ifp, "invalid RNDIS comp len %zu\n",
273 if (comp->rm_len < min_complen) {
274 if_printf(sc->hn_ifp, "invalid RNDIS comp msglen %u\n",
278 if (comp->rm_type != comp_type) {
279 if_printf(sc->hn_ifp, "unexpected RNDIS comp 0x%08x, "
280 "expect 0x%08x\n", comp->rm_type, comp_type);
283 if (comp->rm_rid != rid) {
284 if_printf(sc->hn_ifp, "RNDIS comp rid mismatch %u, "
285 "expect %u\n", comp->rm_rid, rid);
289 *comp_len0 = comp_len;
294 hn_rndis_query(struct hn_softc *sc, uint32_t oid,
295 const void *idata, size_t idlen, void *odata, size_t *odlen0)
298 return (hn_rndis_query2(sc, oid, idata, idlen, odata, odlen0, *odlen0));
302 hn_rndis_query2(struct hn_softc *sc, uint32_t oid,
303 const void *idata, size_t idlen, void *odata, size_t *odlen0,
306 struct rndis_query_req *req;
307 const struct rndis_query_comp *comp;
308 struct vmbus_xact *xact;
309 size_t reqlen, odlen = *odlen0, comp_len;
313 reqlen = sizeof(*req) + idlen;
314 xact = vmbus_xact_get(sc->hn_xact, reqlen);
316 if_printf(sc->hn_ifp, "no xact for RNDIS query 0x%08x\n", oid);
319 rid = hn_rndis_rid(sc);
320 req = vmbus_xact_req_data(xact);
321 req->rm_type = REMOTE_NDIS_QUERY_MSG;
322 req->rm_len = reqlen;
327 * This is _not_ RNDIS Spec conforming:
328 * "This MUST be set to 0 when there is no input data
329 * associated with the OID."
331 * If this field was set to 0 according to the RNDIS Spec,
332 * Hyper-V would set non-SUCCESS status in the query
335 req->rm_infobufoffset = RNDIS_QUERY_REQ_INFOBUFOFFSET;
338 req->rm_infobuflen = idlen;
339 /* Input data immediately follows RNDIS query. */
340 memcpy(req + 1, idata, idlen);
343 comp_len = sizeof(*comp) + min_odlen;
344 comp = hn_rndis_xact_execute(sc, xact, rid, reqlen, &comp_len,
345 REMOTE_NDIS_QUERY_CMPLT);
347 if_printf(sc->hn_ifp, "exec RNDIS query 0x%08x failed\n", oid);
352 if (comp->rm_status != RNDIS_STATUS_SUCCESS) {
353 if_printf(sc->hn_ifp, "RNDIS query 0x%08x failed: "
354 "status 0x%08x\n", oid, comp->rm_status);
358 if (comp->rm_infobuflen == 0 || comp->rm_infobufoffset == 0) {
359 /* No output data! */
360 if_printf(sc->hn_ifp, "RNDIS query 0x%08x, no data\n", oid);
367 * Check output data length and offset.
369 /* ofs is the offset from the beginning of comp. */
370 ofs = RNDIS_QUERY_COMP_INFOBUFOFFSET_ABS(comp->rm_infobufoffset);
371 if (ofs < sizeof(*comp) || ofs + comp->rm_infobuflen > comp_len) {
372 if_printf(sc->hn_ifp, "RNDIS query invalid comp ib off/len, "
373 "%u/%u\n", comp->rm_infobufoffset, comp->rm_infobuflen);
381 if (comp->rm_infobuflen < odlen)
382 odlen = comp->rm_infobuflen;
383 memcpy(odata, ((const uint8_t *)comp) + ofs, odlen);
388 vmbus_xact_put(xact);
393 hn_rndis_query_rsscaps(struct hn_softc *sc, int *rxr_cnt0)
395 struct ndis_rss_caps in, caps;
397 int error, indsz, rxr_cnt, hash_fnidx;
398 uint32_t hash_func = 0, hash_types = 0;
402 if (sc->hn_ndis_ver < HN_NDIS_VERSION_6_20)
405 memset(&in, 0, sizeof(in));
406 in.ndis_hdr.ndis_type = NDIS_OBJTYPE_RSS_CAPS;
407 in.ndis_hdr.ndis_rev = NDIS_RSS_CAPS_REV_2;
408 in.ndis_hdr.ndis_size = NDIS_RSS_CAPS_SIZE;
410 caps_len = NDIS_RSS_CAPS_SIZE;
411 error = hn_rndis_query2(sc, OID_GEN_RECEIVE_SCALE_CAPABILITIES,
412 &in, NDIS_RSS_CAPS_SIZE, &caps, &caps_len, NDIS_RSS_CAPS_SIZE_6_0);
417 * Preliminary verification.
419 if (caps.ndis_hdr.ndis_type != NDIS_OBJTYPE_RSS_CAPS) {
420 if_printf(sc->hn_ifp, "invalid NDIS objtype 0x%02x\n",
421 caps.ndis_hdr.ndis_type);
424 if (caps.ndis_hdr.ndis_rev < NDIS_RSS_CAPS_REV_1) {
425 if_printf(sc->hn_ifp, "invalid NDIS objrev 0x%02x\n",
426 caps.ndis_hdr.ndis_rev);
429 if (caps.ndis_hdr.ndis_size > caps_len) {
430 if_printf(sc->hn_ifp, "invalid NDIS objsize %u, "
431 "data size %zu\n", caps.ndis_hdr.ndis_size, caps_len);
433 } else if (caps.ndis_hdr.ndis_size < NDIS_RSS_CAPS_SIZE_6_0) {
434 if_printf(sc->hn_ifp, "invalid NDIS objsize %u\n",
435 caps.ndis_hdr.ndis_size);
440 * Save information for later RSS configuration.
442 if (caps.ndis_nrxr == 0) {
443 if_printf(sc->hn_ifp, "0 RX rings!?\n");
447 if_printf(sc->hn_ifp, "%u RX rings\n", caps.ndis_nrxr);
448 rxr_cnt = caps.ndis_nrxr;
450 if (caps.ndis_hdr.ndis_size == NDIS_RSS_CAPS_SIZE &&
451 caps.ndis_hdr.ndis_rev >= NDIS_RSS_CAPS_REV_2) {
452 if (caps.ndis_nind > NDIS_HASH_INDCNT) {
453 if_printf(sc->hn_ifp,
454 "too many RSS indirect table entries %u\n",
458 if (!powerof2(caps.ndis_nind)) {
459 if_printf(sc->hn_ifp, "RSS indirect table size is not "
460 "power-of-2 %u\n", caps.ndis_nind);
464 if_printf(sc->hn_ifp, "RSS indirect table size %u\n",
467 indsz = caps.ndis_nind;
469 indsz = NDIS_HASH_INDCNT;
471 if (indsz < rxr_cnt) {
472 if_printf(sc->hn_ifp, "# of RX rings (%d) > "
473 "RSS indirect table size %d\n", rxr_cnt, indsz);
479 * Toeplitz is at the lowest bit, and it is prefered; so ffs(),
480 * instead of fls(), is used here.
482 hash_fnidx = ffs(caps.ndis_caps & NDIS_RSS_CAP_HASHFUNC_MASK);
483 if (hash_fnidx == 0) {
484 if_printf(sc->hn_ifp, "no hash functions, caps 0x%08x\n",
488 hash_func = 1 << (hash_fnidx - 1); /* ffs is 1-based */
490 if (caps.ndis_caps & NDIS_RSS_CAP_IPV4)
491 hash_types |= NDIS_HASH_IPV4 | NDIS_HASH_TCP_IPV4;
492 if (caps.ndis_caps & NDIS_RSS_CAP_IPV6)
493 hash_types |= NDIS_HASH_IPV6 | NDIS_HASH_TCP_IPV6;
494 if (caps.ndis_caps & NDIS_RSS_CAP_IPV6_EX)
495 hash_types |= NDIS_HASH_IPV6_EX | NDIS_HASH_TCP_IPV6_EX;
496 if (hash_types == 0) {
497 if_printf(sc->hn_ifp, "no hash types, caps 0x%08x\n",
502 if_printf(sc->hn_ifp, "RSS caps %#x\n", caps.ndis_caps);
505 sc->hn_rss_ind_size = indsz;
506 sc->hn_rss_hcap = hash_func | hash_types;
512 hn_rndis_set(struct hn_softc *sc, uint32_t oid, const void *data, size_t dlen)
514 struct rndis_set_req *req;
515 const struct rndis_set_comp *comp;
516 struct vmbus_xact *xact;
517 size_t reqlen, comp_len;
521 KASSERT(dlen > 0, ("invalid dlen %zu", dlen));
523 reqlen = sizeof(*req) + dlen;
524 xact = vmbus_xact_get(sc->hn_xact, reqlen);
526 if_printf(sc->hn_ifp, "no xact for RNDIS set 0x%08x\n", oid);
529 rid = hn_rndis_rid(sc);
530 req = vmbus_xact_req_data(xact);
531 req->rm_type = REMOTE_NDIS_SET_MSG;
532 req->rm_len = reqlen;
535 req->rm_infobuflen = dlen;
536 req->rm_infobufoffset = RNDIS_SET_REQ_INFOBUFOFFSET;
537 /* Data immediately follows RNDIS set. */
538 memcpy(req + 1, data, dlen);
540 comp_len = sizeof(*comp);
541 comp = hn_rndis_xact_execute(sc, xact, rid, reqlen, &comp_len,
542 REMOTE_NDIS_SET_CMPLT);
544 if_printf(sc->hn_ifp, "exec RNDIS set 0x%08x failed\n", oid);
549 if (comp->rm_status != RNDIS_STATUS_SUCCESS) {
550 if_printf(sc->hn_ifp, "RNDIS set 0x%08x failed: "
551 "status 0x%08x\n", oid, comp->rm_status);
557 vmbus_xact_put(xact);
562 hn_rndis_conf_offload(struct hn_softc *sc, int mtu)
564 struct ndis_offload hwcaps;
565 struct ndis_offload_params params;
568 int error, tso_maxsz, tso_minsg;
570 error = hn_rndis_query_hwcaps(sc, &hwcaps);
572 if_printf(sc->hn_ifp, "hwcaps query failed: %d\n", error);
576 /* NOTE: 0 means "no change" */
577 memset(¶ms, 0, sizeof(params));
579 params.ndis_hdr.ndis_type = NDIS_OBJTYPE_DEFAULT;
580 if (sc->hn_ndis_ver < HN_NDIS_VERSION_6_30) {
581 params.ndis_hdr.ndis_rev = NDIS_OFFLOAD_PARAMS_REV_2;
582 paramsz = NDIS_OFFLOAD_PARAMS_SIZE_6_1;
584 params.ndis_hdr.ndis_rev = NDIS_OFFLOAD_PARAMS_REV_3;
585 paramsz = NDIS_OFFLOAD_PARAMS_SIZE;
587 params.ndis_hdr.ndis_size = paramsz;
592 tso_maxsz = IP_MAXPACKET;
594 if (hwcaps.ndis_lsov2.ndis_ip4_encap & NDIS_OFFLOAD_ENCAP_8023) {
596 params.ndis_lsov2_ip4 = NDIS_OFFLOAD_LSOV2_ON;
598 if (hwcaps.ndis_lsov2.ndis_ip4_maxsz < tso_maxsz)
599 tso_maxsz = hwcaps.ndis_lsov2.ndis_ip4_maxsz;
600 if (hwcaps.ndis_lsov2.ndis_ip4_minsg > tso_minsg)
601 tso_minsg = hwcaps.ndis_lsov2.ndis_ip4_minsg;
603 if ((hwcaps.ndis_lsov2.ndis_ip6_encap & NDIS_OFFLOAD_ENCAP_8023) &&
604 (hwcaps.ndis_lsov2.ndis_ip6_opts & HN_NDIS_LSOV2_CAP_IP6) ==
605 HN_NDIS_LSOV2_CAP_IP6) {
607 params.ndis_lsov2_ip6 = NDIS_OFFLOAD_LSOV2_ON;
609 if (hwcaps.ndis_lsov2.ndis_ip6_maxsz < tso_maxsz)
610 tso_maxsz = hwcaps.ndis_lsov2.ndis_ip6_maxsz;
611 if (hwcaps.ndis_lsov2.ndis_ip6_minsg > tso_minsg)
612 tso_minsg = hwcaps.ndis_lsov2.ndis_ip6_minsg;
614 sc->hn_ndis_tso_szmax = 0;
615 sc->hn_ndis_tso_sgmin = 0;
616 if (caps & (HN_CAP_TSO4 | HN_CAP_TSO6)) {
617 KASSERT(tso_maxsz <= IP_MAXPACKET,
618 ("invalid NDIS TSO maxsz %d", tso_maxsz));
619 KASSERT(tso_minsg >= 2,
620 ("invalid NDIS TSO minsg %d", tso_minsg));
621 if (tso_maxsz < tso_minsg * mtu) {
622 if_printf(sc->hn_ifp, "invalid NDIS TSO config: "
623 "maxsz %d, minsg %d, mtu %d; "
624 "disable TSO4 and TSO6\n",
625 tso_maxsz, tso_minsg, mtu);
626 caps &= ~(HN_CAP_TSO4 | HN_CAP_TSO6);
627 params.ndis_lsov2_ip4 = NDIS_OFFLOAD_LSOV2_OFF;
628 params.ndis_lsov2_ip6 = NDIS_OFFLOAD_LSOV2_OFF;
630 sc->hn_ndis_tso_szmax = tso_maxsz;
631 sc->hn_ndis_tso_sgmin = tso_minsg;
633 if_printf(sc->hn_ifp, "NDIS TSO "
634 "szmax %d sgmin %d\n",
635 sc->hn_ndis_tso_szmax,
636 sc->hn_ndis_tso_sgmin);
642 if ((hwcaps.ndis_csum.ndis_ip4_txcsum & HN_NDIS_TXCSUM_CAP_IP4) ==
643 HN_NDIS_TXCSUM_CAP_IP4) {
645 params.ndis_ip4csum = NDIS_OFFLOAD_PARAM_TX;
647 if (hwcaps.ndis_csum.ndis_ip4_rxcsum & NDIS_RXCSUM_CAP_IP4) {
648 if (params.ndis_ip4csum == NDIS_OFFLOAD_PARAM_TX)
649 params.ndis_ip4csum = NDIS_OFFLOAD_PARAM_TXRX;
651 params.ndis_ip4csum = NDIS_OFFLOAD_PARAM_RX;
655 if ((hwcaps.ndis_csum.ndis_ip4_txcsum & HN_NDIS_TXCSUM_CAP_TCP4) ==
656 HN_NDIS_TXCSUM_CAP_TCP4) {
657 caps |= HN_CAP_TCP4CS;
658 params.ndis_tcp4csum = NDIS_OFFLOAD_PARAM_TX;
660 if (hwcaps.ndis_csum.ndis_ip4_rxcsum & NDIS_RXCSUM_CAP_TCP4) {
661 if (params.ndis_tcp4csum == NDIS_OFFLOAD_PARAM_TX)
662 params.ndis_tcp4csum = NDIS_OFFLOAD_PARAM_TXRX;
664 params.ndis_tcp4csum = NDIS_OFFLOAD_PARAM_RX;
668 if (hwcaps.ndis_csum.ndis_ip4_txcsum & NDIS_TXCSUM_CAP_UDP4) {
669 caps |= HN_CAP_UDP4CS;
670 params.ndis_udp4csum = NDIS_OFFLOAD_PARAM_TX;
672 if (hwcaps.ndis_csum.ndis_ip4_rxcsum & NDIS_RXCSUM_CAP_UDP4) {
673 if (params.ndis_udp4csum == NDIS_OFFLOAD_PARAM_TX)
674 params.ndis_udp4csum = NDIS_OFFLOAD_PARAM_TXRX;
676 params.ndis_udp4csum = NDIS_OFFLOAD_PARAM_RX;
680 if ((hwcaps.ndis_csum.ndis_ip6_txcsum & HN_NDIS_TXCSUM_CAP_TCP6) ==
681 HN_NDIS_TXCSUM_CAP_TCP6) {
682 caps |= HN_CAP_TCP6CS;
683 params.ndis_tcp6csum = NDIS_OFFLOAD_PARAM_TX;
685 if (hwcaps.ndis_csum.ndis_ip6_rxcsum & NDIS_RXCSUM_CAP_TCP6) {
686 if (params.ndis_tcp6csum == NDIS_OFFLOAD_PARAM_TX)
687 params.ndis_tcp6csum = NDIS_OFFLOAD_PARAM_TXRX;
689 params.ndis_tcp6csum = NDIS_OFFLOAD_PARAM_RX;
693 if ((hwcaps.ndis_csum.ndis_ip6_txcsum & HN_NDIS_TXCSUM_CAP_UDP6) ==
694 HN_NDIS_TXCSUM_CAP_UDP6) {
695 caps |= HN_CAP_UDP6CS;
696 params.ndis_udp6csum = NDIS_OFFLOAD_PARAM_TX;
698 if (hwcaps.ndis_csum.ndis_ip6_rxcsum & NDIS_RXCSUM_CAP_UDP6) {
699 if (params.ndis_udp6csum == NDIS_OFFLOAD_PARAM_TX)
700 params.ndis_udp6csum = NDIS_OFFLOAD_PARAM_TXRX;
702 params.ndis_udp6csum = NDIS_OFFLOAD_PARAM_RX;
706 if_printf(sc->hn_ifp, "offload csum: "
707 "ip4 %u, tcp4 %u, udp4 %u, tcp6 %u, udp6 %u\n",
709 params.ndis_tcp4csum,
710 params.ndis_udp4csum,
711 params.ndis_tcp6csum,
712 params.ndis_udp6csum);
713 if_printf(sc->hn_ifp, "offload lsov2: ip4 %u, ip6 %u\n",
714 params.ndis_lsov2_ip4,
715 params.ndis_lsov2_ip6);
718 error = hn_rndis_set(sc, OID_TCP_OFFLOAD_PARAMETERS, ¶ms, paramsz);
720 if_printf(sc->hn_ifp, "offload config failed: %d\n", error);
725 if_printf(sc->hn_ifp, "offload config done\n");
731 hn_rndis_conf_rss(struct hn_softc *sc, uint16_t flags)
733 struct ndis_rssprm_toeplitz *rss = &sc->hn_rss;
734 struct ndis_rss_params *prm = &rss->rss_params;
738 * Only NDIS 6.20+ is supported:
739 * We only support 4bytes element in indirect table, which has been
740 * adopted since NDIS 6.20.
742 KASSERT(sc->hn_ndis_ver >= HN_NDIS_VERSION_6_20,
743 ("NDIS 6.20+ is required, NDIS version 0x%08x", sc->hn_ndis_ver));
745 /* XXX only one can be specified through, popcnt? */
746 KASSERT((sc->hn_rss_hash & NDIS_HASH_FUNCTION_MASK), ("no hash func"));
747 KASSERT((sc->hn_rss_hash & NDIS_HASH_TYPE_MASK), ("no hash types"));
748 KASSERT(sc->hn_rss_ind_size > 0, ("no indirect table size"));
751 if_printf(sc->hn_ifp, "RSS indirect table size %d, "
752 "hash 0x%08x\n", sc->hn_rss_ind_size, sc->hn_rss_hash);
757 * DO NOT whack rss_key and rss_ind, which are setup by the caller.
759 memset(prm, 0, sizeof(*prm));
760 rss_size = NDIS_RSSPRM_TOEPLITZ_SIZE(sc->hn_rss_ind_size);
762 prm->ndis_hdr.ndis_type = NDIS_OBJTYPE_RSS_PARAMS;
763 prm->ndis_hdr.ndis_rev = NDIS_RSS_PARAMS_REV_2;
764 prm->ndis_hdr.ndis_size = rss_size;
765 prm->ndis_flags = flags;
766 prm->ndis_hash = sc->hn_rss_hash;
767 prm->ndis_indsize = sizeof(rss->rss_ind[0]) * sc->hn_rss_ind_size;
768 prm->ndis_indoffset =
769 __offsetof(struct ndis_rssprm_toeplitz, rss_ind[0]);
770 prm->ndis_keysize = sizeof(rss->rss_key);
771 prm->ndis_keyoffset =
772 __offsetof(struct ndis_rssprm_toeplitz, rss_key[0]);
774 error = hn_rndis_set(sc, OID_GEN_RECEIVE_SCALE_PARAMETERS,
777 if_printf(sc->hn_ifp, "RSS config failed: %d\n", error);
780 if_printf(sc->hn_ifp, "RSS config done\n");
786 hn_rndis_set_rxfilter(struct hn_softc *sc, uint32_t filter)
790 error = hn_rndis_set(sc, OID_GEN_CURRENT_PACKET_FILTER,
791 &filter, sizeof(filter));
793 if_printf(sc->hn_ifp, "set RX filter 0x%08x failed: %d\n",
797 if_printf(sc->hn_ifp, "set RX filter 0x%08x done\n",
805 hn_rndis_init(struct hn_softc *sc)
807 struct rndis_init_req *req;
808 const struct rndis_init_comp *comp;
809 struct vmbus_xact *xact;
814 xact = vmbus_xact_get(sc->hn_xact, sizeof(*req));
816 if_printf(sc->hn_ifp, "no xact for RNDIS init\n");
819 rid = hn_rndis_rid(sc);
820 req = vmbus_xact_req_data(xact);
821 req->rm_type = REMOTE_NDIS_INITIALIZE_MSG;
822 req->rm_len = sizeof(*req);
824 req->rm_ver_major = RNDIS_VERSION_MAJOR;
825 req->rm_ver_minor = RNDIS_VERSION_MINOR;
826 req->rm_max_xfersz = HN_RNDIS_XFER_SIZE;
828 comp_len = RNDIS_INIT_COMP_SIZE_MIN;
829 comp = hn_rndis_xact_execute(sc, xact, rid, sizeof(*req), &comp_len,
830 REMOTE_NDIS_INITIALIZE_CMPLT);
832 if_printf(sc->hn_ifp, "exec RNDIS init failed\n");
837 if (comp->rm_status != RNDIS_STATUS_SUCCESS) {
838 if_printf(sc->hn_ifp, "RNDIS init failed: status 0x%08x\n",
843 sc->hn_rndis_agg_size = comp->rm_pktmaxsz;
844 sc->hn_rndis_agg_pkts = comp->rm_pktmaxcnt;
845 sc->hn_rndis_agg_align = 1U << comp->rm_align;
847 if (sc->hn_rndis_agg_align < sizeof(uint32_t)) {
849 * The RNDIS packet messsage encap assumes that the RNDIS
850 * packet message is at least 4 bytes aligned. Fix up the
851 * alignment here, if the remote side sets the alignment
854 if_printf(sc->hn_ifp, "fixup RNDIS aggpkt align: %u -> %zu\n",
855 sc->hn_rndis_agg_align, sizeof(uint32_t));
856 sc->hn_rndis_agg_align = sizeof(uint32_t);
860 if_printf(sc->hn_ifp, "RNDIS ver %u.%u, "
861 "aggpkt size %u, aggpkt cnt %u, aggpkt align %u\n",
862 comp->rm_ver_major, comp->rm_ver_minor,
863 sc->hn_rndis_agg_size, sc->hn_rndis_agg_pkts,
864 sc->hn_rndis_agg_align);
868 vmbus_xact_put(xact);
873 hn_rndis_halt(struct hn_softc *sc)
875 struct vmbus_xact *xact;
876 struct rndis_halt_req *halt;
877 struct hn_nvs_sendctx sndc;
880 xact = vmbus_xact_get(sc->hn_xact, sizeof(*halt));
882 if_printf(sc->hn_ifp, "no xact for RNDIS halt\n");
885 halt = vmbus_xact_req_data(xact);
886 halt->rm_type = REMOTE_NDIS_HALT_MSG;
887 halt->rm_len = sizeof(*halt);
888 halt->rm_rid = hn_rndis_rid(sc);
890 /* No RNDIS completion; rely on NVS message send completion */
891 hn_nvs_sendctx_init(&sndc, hn_nvs_sent_xact, xact);
892 hn_rndis_xact_exec1(sc, xact, sizeof(*halt), &sndc, &comp_len);
894 vmbus_xact_put(xact);
896 if_printf(sc->hn_ifp, "RNDIS halt done\n");
901 hn_rndis_query_hwcaps(struct hn_softc *sc, struct ndis_offload *caps)
903 struct ndis_offload in;
904 size_t caps_len, size;
907 memset(&in, 0, sizeof(in));
908 in.ndis_hdr.ndis_type = NDIS_OBJTYPE_OFFLOAD;
909 if (sc->hn_ndis_ver >= HN_NDIS_VERSION_6_30) {
910 in.ndis_hdr.ndis_rev = NDIS_OFFLOAD_REV_3;
911 size = NDIS_OFFLOAD_SIZE;
912 } else if (sc->hn_ndis_ver >= HN_NDIS_VERSION_6_1) {
913 in.ndis_hdr.ndis_rev = NDIS_OFFLOAD_REV_2;
914 size = NDIS_OFFLOAD_SIZE_6_1;
916 in.ndis_hdr.ndis_rev = NDIS_OFFLOAD_REV_1;
917 size = NDIS_OFFLOAD_SIZE_6_0;
919 in.ndis_hdr.ndis_size = size;
921 caps_len = NDIS_OFFLOAD_SIZE;
922 error = hn_rndis_query2(sc, OID_TCP_OFFLOAD_HARDWARE_CAPABILITIES,
923 &in, size, caps, &caps_len, NDIS_OFFLOAD_SIZE_6_0);
928 * Preliminary verification.
930 if (caps->ndis_hdr.ndis_type != NDIS_OBJTYPE_OFFLOAD) {
931 if_printf(sc->hn_ifp, "invalid NDIS objtype 0x%02x\n",
932 caps->ndis_hdr.ndis_type);
935 if (caps->ndis_hdr.ndis_rev < NDIS_OFFLOAD_REV_1) {
936 if_printf(sc->hn_ifp, "invalid NDIS objrev 0x%02x\n",
937 caps->ndis_hdr.ndis_rev);
940 if (caps->ndis_hdr.ndis_size > caps_len) {
941 if_printf(sc->hn_ifp, "invalid NDIS objsize %u, "
942 "data size %zu\n", caps->ndis_hdr.ndis_size, caps_len);
944 } else if (caps->ndis_hdr.ndis_size < NDIS_OFFLOAD_SIZE_6_0) {
945 if_printf(sc->hn_ifp, "invalid NDIS objsize %u\n",
946 caps->ndis_hdr.ndis_size);
953 * caps->ndis_hdr.ndis_size MUST be checked before accessing
954 * NDIS 6.1+ specific fields.
956 if_printf(sc->hn_ifp, "hwcaps rev %u\n",
957 caps->ndis_hdr.ndis_rev);
959 if_printf(sc->hn_ifp, "hwcaps csum: "
960 "ip4 tx 0x%x/0x%x rx 0x%x/0x%x, "
961 "ip6 tx 0x%x/0x%x rx 0x%x/0x%x\n",
962 caps->ndis_csum.ndis_ip4_txcsum,
963 caps->ndis_csum.ndis_ip4_txenc,
964 caps->ndis_csum.ndis_ip4_rxcsum,
965 caps->ndis_csum.ndis_ip4_rxenc,
966 caps->ndis_csum.ndis_ip6_txcsum,
967 caps->ndis_csum.ndis_ip6_txenc,
968 caps->ndis_csum.ndis_ip6_rxcsum,
969 caps->ndis_csum.ndis_ip6_rxenc);
970 if_printf(sc->hn_ifp, "hwcaps lsov2: "
971 "ip4 maxsz %u minsg %u encap 0x%x, "
972 "ip6 maxsz %u minsg %u encap 0x%x opts 0x%x\n",
973 caps->ndis_lsov2.ndis_ip4_maxsz,
974 caps->ndis_lsov2.ndis_ip4_minsg,
975 caps->ndis_lsov2.ndis_ip4_encap,
976 caps->ndis_lsov2.ndis_ip6_maxsz,
977 caps->ndis_lsov2.ndis_ip6_minsg,
978 caps->ndis_lsov2.ndis_ip6_encap,
979 caps->ndis_lsov2.ndis_ip6_opts);
985 hn_rndis_attach(struct hn_softc *sc, int mtu, int *init_done)
994 error = hn_rndis_init(sc);
1000 * Configure NDIS offload settings.
1002 hn_rndis_conf_offload(sc, mtu);
1007 hn_rndis_detach(struct hn_softc *sc)
1010 /* Halt the RNDIS. */