2 * Copyright (c) 2009-2012,2016 Microsoft Corp.
3 * Copyright (c) 2010-2012 Citrix Inc.
4 * Copyright (c) 2012 NetApp Inc.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice unmodified, this list of conditions, and the following
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
18 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
19 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
20 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
21 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
22 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
26 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 #include <sys/cdefs.h>
30 __FBSDID("$FreeBSD$");
32 #include <sys/param.h>
33 #include <sys/kernel.h>
35 #include <sys/socket.h>
37 #include <sys/mutex.h>
39 #include <net/if_arp.h>
40 #include <net/if_var.h>
41 #include <net/ethernet.h>
42 #include <net/rndis.h>
43 #include <sys/types.h>
44 #include <machine/atomic.h>
47 #include <vm/vm_param.h>
50 #include <dev/hyperv/include/hyperv.h>
51 #include <dev/hyperv/include/vmbus_xact.h>
52 #include <dev/hyperv/netvsc/hv_net_vsc.h>
53 #include <dev/hyperv/netvsc/hv_rndis_filter.h>
54 #include <dev/hyperv/netvsc/if_hnreg.h>
55 #include <dev/hyperv/netvsc/ndis.h>
57 #define HV_RF_RECVINFO_VLAN 0x1
58 #define HV_RF_RECVINFO_CSUM 0x2
59 #define HV_RF_RECVINFO_HASHINF 0x4
60 #define HV_RF_RECVINFO_HASHVAL 0x8
61 #define HV_RF_RECVINFO_ALL \
62 (HV_RF_RECVINFO_VLAN | \
63 HV_RF_RECVINFO_CSUM | \
64 HV_RF_RECVINFO_HASHINF | \
65 HV_RF_RECVINFO_HASHVAL)
67 #define HN_RNDIS_RID_COMPAT_MASK 0xffff
68 #define HN_RNDIS_RID_COMPAT_MAX HN_RNDIS_RID_COMPAT_MASK
70 #define HN_RNDIS_XFER_SIZE 2048
73 * Forward declarations
75 static void hv_rf_receive_indicate_status(struct hn_softc *sc,
76 const void *data, int dlen);
77 static void hv_rf_receive_data(struct hn_rx_ring *rxr,
78 const void *data, int dlen);
80 static int hn_rndis_query(struct hn_softc *sc, uint32_t oid,
81 const void *idata, size_t idlen, void *odata, size_t *odlen0);
82 static int hn_rndis_set(struct hn_softc *sc, uint32_t oid, const void *data,
84 static int hn_rndis_conf_offload(struct hn_softc *sc);
86 static __inline uint32_t
87 hn_rndis_rid(struct hn_softc *sc)
92 rid = atomic_fetchadd_int(&sc->hn_rndis_rid, 1);
96 /* Use upper 16 bits for non-compat RNDIS messages. */
97 return ((rid & 0xffff) << 16);
101 hn_rndis_pktinfo_append(struct rndis_packet_msg *pkt, size_t pktsize,
102 size_t pi_dlen, uint32_t pi_type)
104 const size_t pi_size = HN_RNDIS_PKTINFO_SIZE(pi_dlen);
105 struct rndis_pktinfo *pi;
107 KASSERT((pi_size & RNDIS_PACKET_MSG_OFFSET_ALIGNMASK) == 0,
108 ("unaligned pktinfo size %zu, pktinfo dlen %zu", pi_size, pi_dlen));
111 * Per-packet-info does not move; it only grows.
114 * rm_pktinfooffset in this phase counts from the beginning
115 * of rndis_packet_msg.
117 KASSERT(pkt->rm_pktinfooffset + pkt->rm_pktinfolen + pi_size <= pktsize,
118 ("%u pktinfo overflows RNDIS packet msg", pi_type));
119 pi = (struct rndis_pktinfo *)((uint8_t *)pkt + pkt->rm_pktinfooffset +
121 pkt->rm_pktinfolen += pi_size;
123 pi->rm_size = pi_size;
124 pi->rm_type = pi_type;
125 pi->rm_pktinfooffset = RNDIS_PKTINFO_OFFSET;
127 /* Data immediately follow per-packet-info. */
128 pkt->rm_dataoffset += pi_size;
130 /* Update RNDIS packet msg length */
131 pkt->rm_len += pi_size;
133 return (pi->rm_data);
137 * RNDIS filter receive indicate status
140 hv_rf_receive_indicate_status(struct hn_softc *sc, const void *data, int dlen)
142 const struct rndis_status_msg *msg;
144 if (dlen < sizeof(*msg)) {
145 if_printf(sc->hn_ifp, "invalid RNDIS status\n");
150 switch (msg->rm_status) {
151 case RNDIS_STATUS_MEDIA_CONNECT:
152 netvsc_linkstatus_callback(sc, 1);
155 case RNDIS_STATUS_MEDIA_DISCONNECT:
156 netvsc_linkstatus_callback(sc, 0);
161 if_printf(sc->hn_ifp, "unknown RNDIS status 0x%08x\n",
168 hn_rndis_rxinfo(const void *info_data, int info_dlen, struct hn_recvinfo *info)
170 const struct rndis_pktinfo *pi = info_data;
173 while (info_dlen != 0) {
177 if (__predict_false(info_dlen < sizeof(*pi)))
179 if (__predict_false(info_dlen < pi->rm_size))
181 info_dlen -= pi->rm_size;
183 if (__predict_false(pi->rm_size & RNDIS_PKTINFO_SIZE_ALIGNMASK))
185 if (__predict_false(pi->rm_size < pi->rm_pktinfooffset))
187 dlen = pi->rm_size - pi->rm_pktinfooffset;
190 switch (pi->rm_type) {
191 case NDIS_PKTINFO_TYPE_VLAN:
192 if (__predict_false(dlen < NDIS_VLAN_INFO_SIZE))
194 info->vlan_info = *((const uint32_t *)data);
195 mask |= HV_RF_RECVINFO_VLAN;
198 case NDIS_PKTINFO_TYPE_CSUM:
199 if (__predict_false(dlen < NDIS_RXCSUM_INFO_SIZE))
201 info->csum_info = *((const uint32_t *)data);
202 mask |= HV_RF_RECVINFO_CSUM;
205 case HN_NDIS_PKTINFO_TYPE_HASHVAL:
206 if (__predict_false(dlen < HN_NDIS_HASH_VALUE_SIZE))
208 info->hash_value = *((const uint32_t *)data);
209 mask |= HV_RF_RECVINFO_HASHVAL;
212 case HN_NDIS_PKTINFO_TYPE_HASHINF:
213 if (__predict_false(dlen < HN_NDIS_HASH_INFO_SIZE))
215 info->hash_info = *((const uint32_t *)data);
216 mask |= HV_RF_RECVINFO_HASHINF;
223 if (mask == HV_RF_RECVINFO_ALL) {
224 /* All found; done */
228 pi = (const struct rndis_pktinfo *)
229 ((const uint8_t *)pi + pi->rm_size);
234 * - If there is no hash value, invalidate the hash info.
236 if ((mask & HV_RF_RECVINFO_HASHVAL) == 0)
237 info->hash_info = HN_NDIS_HASH_INFO_INVALID;
242 hn_rndis_check_overlap(int off, int len, int check_off, int check_len)
245 if (off < check_off) {
246 if (__predict_true(off + len <= check_off))
248 } else if (off > check_off) {
249 if (__predict_true(check_off + check_len <= off))
256 * RNDIS filter receive data
259 hv_rf_receive_data(struct hn_rx_ring *rxr, const void *data, int dlen)
261 const struct rndis_packet_msg *pkt;
262 struct hn_recvinfo info;
263 int data_off, pktinfo_off, data_len, pktinfo_len;
268 if (__predict_false(dlen < sizeof(*pkt))) {
269 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg\n");
274 if (__predict_false(dlen < pkt->rm_len)) {
275 if_printf(rxr->hn_ifp, "truncated RNDIS packet msg, "
276 "dlen %d, msglen %u\n", dlen, pkt->rm_len);
279 if (__predict_false(pkt->rm_len <
280 pkt->rm_datalen + pkt->rm_oobdatalen + pkt->rm_pktinfolen)) {
281 if_printf(rxr->hn_ifp, "invalid RNDIS packet msglen, "
282 "msglen %u, data %u, oob %u, pktinfo %u\n",
283 pkt->rm_len, pkt->rm_datalen, pkt->rm_oobdatalen,
287 if (__predict_false(pkt->rm_datalen == 0)) {
288 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, no data\n");
295 #define IS_OFFSET_INVALID(ofs) \
296 ((ofs) < RNDIS_PACKET_MSG_OFFSET_MIN || \
297 ((ofs) & RNDIS_PACKET_MSG_OFFSET_ALIGNMASK))
299 /* XXX Hyper-V does not meet data offset alignment requirement */
300 if (__predict_false(pkt->rm_dataoffset < RNDIS_PACKET_MSG_OFFSET_MIN)) {
301 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
302 "data offset %u\n", pkt->rm_dataoffset);
305 if (__predict_false(pkt->rm_oobdataoffset > 0 &&
306 IS_OFFSET_INVALID(pkt->rm_oobdataoffset))) {
307 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
308 "oob offset %u\n", pkt->rm_oobdataoffset);
311 if (__predict_true(pkt->rm_pktinfooffset > 0) &&
312 __predict_false(IS_OFFSET_INVALID(pkt->rm_pktinfooffset))) {
313 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
314 "pktinfo offset %u\n", pkt->rm_pktinfooffset);
318 #undef IS_OFFSET_INVALID
320 data_off = RNDIS_PACKET_MSG_OFFSET_ABS(pkt->rm_dataoffset);
321 data_len = pkt->rm_datalen;
322 pktinfo_off = RNDIS_PACKET_MSG_OFFSET_ABS(pkt->rm_pktinfooffset);
323 pktinfo_len = pkt->rm_pktinfolen;
326 * Check OOB coverage.
328 if (__predict_false(pkt->rm_oobdatalen != 0)) {
329 int oob_off, oob_len;
331 if_printf(rxr->hn_ifp, "got oobdata\n");
332 oob_off = RNDIS_PACKET_MSG_OFFSET_ABS(pkt->rm_oobdataoffset);
333 oob_len = pkt->rm_oobdatalen;
335 if (__predict_false(oob_off + oob_len > pkt->rm_len)) {
336 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
337 "oob overflow, msglen %u, oob abs %d len %d\n",
338 pkt->rm_len, oob_off, oob_len);
343 * Check against data.
345 if (hn_rndis_check_overlap(oob_off, oob_len,
346 data_off, data_len)) {
347 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
348 "oob overlaps data, oob abs %d len %d, "
349 "data abs %d len %d\n",
350 oob_off, oob_len, data_off, data_len);
355 * Check against pktinfo.
357 if (pktinfo_len != 0 &&
358 hn_rndis_check_overlap(oob_off, oob_len,
359 pktinfo_off, pktinfo_len)) {
360 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
361 "oob overlaps pktinfo, oob abs %d len %d, "
362 "pktinfo abs %d len %d\n",
363 oob_off, oob_len, pktinfo_off, pktinfo_len);
369 * Check per-packet-info coverage and find useful per-packet-info.
371 info.vlan_info = HN_NDIS_VLAN_INFO_INVALID;
372 info.csum_info = HN_NDIS_RXCSUM_INFO_INVALID;
373 info.hash_info = HN_NDIS_HASH_INFO_INVALID;
374 if (__predict_true(pktinfo_len != 0)) {
378 if (__predict_false(pktinfo_off + pktinfo_len > pkt->rm_len)) {
379 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
380 "pktinfo overflow, msglen %u, "
381 "pktinfo abs %d len %d\n",
382 pkt->rm_len, pktinfo_off, pktinfo_len);
387 * Check packet info coverage.
389 overlap = hn_rndis_check_overlap(pktinfo_off, pktinfo_len,
391 if (__predict_false(overlap)) {
392 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
393 "pktinfo overlap data, pktinfo abs %d len %d, "
394 "data abs %d len %d\n",
395 pktinfo_off, pktinfo_len, data_off, data_len);
400 * Find useful per-packet-info.
402 error = hn_rndis_rxinfo(((const uint8_t *)pkt) + pktinfo_off,
404 if (__predict_false(error)) {
405 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg "
411 if (__predict_false(data_off + data_len > pkt->rm_len)) {
412 if_printf(rxr->hn_ifp, "invalid RNDIS packet msg, "
413 "data overflow, msglen %u, data abs %d len %d\n",
414 pkt->rm_len, data_off, data_len);
417 hn_rxpkt(rxr, ((const uint8_t *)pkt) + data_off, data_len, &info);
421 * RNDIS filter on receive
424 hv_rf_on_receive(struct hn_softc *sc, struct hn_rx_ring *rxr,
425 const void *data, int dlen)
427 const struct rndis_comp_hdr *comp;
428 const struct rndis_msghdr *hdr;
430 if (__predict_false(dlen < sizeof(*hdr))) {
431 if_printf(rxr->hn_ifp, "invalid RNDIS msg\n");
436 switch (hdr->rm_type) {
437 case REMOTE_NDIS_PACKET_MSG:
438 hv_rf_receive_data(rxr, data, dlen);
441 case REMOTE_NDIS_INITIALIZE_CMPLT:
442 case REMOTE_NDIS_QUERY_CMPLT:
443 case REMOTE_NDIS_SET_CMPLT:
444 case REMOTE_NDIS_KEEPALIVE_CMPLT: /* unused */
445 if (dlen < sizeof(*comp)) {
446 if_printf(rxr->hn_ifp, "invalid RNDIS cmplt\n");
451 KASSERT(comp->rm_rid > HN_RNDIS_RID_COMPAT_MAX,
452 ("invalid RNDIS rid 0x%08x\n", comp->rm_rid));
453 vmbus_xact_ctx_wakeup(sc->hn_xact, comp, dlen);
456 case REMOTE_NDIS_INDICATE_STATUS_MSG:
457 hv_rf_receive_indicate_status(sc, data, dlen);
460 case REMOTE_NDIS_RESET_CMPLT:
462 * Reset completed, no rid.
465 * RESET is not issued by hn(4), so this message should
468 if_printf(rxr->hn_ifp, "RESET cmplt received\n");
472 if_printf(rxr->hn_ifp, "unknown RNDIS msg 0x%x\n",
479 hn_rndis_get_eaddr(struct hn_softc *sc, uint8_t *eaddr)
484 eaddr_len = ETHER_ADDR_LEN;
485 error = hn_rndis_query(sc, OID_802_3_PERMANENT_ADDRESS, NULL, 0,
489 if (eaddr_len != ETHER_ADDR_LEN) {
490 if_printf(sc->hn_ifp, "invalid eaddr len %zu\n", eaddr_len);
497 hn_rndis_get_linkstatus(struct hn_softc *sc, uint32_t *link_status)
502 size = sizeof(*link_status);
503 error = hn_rndis_query(sc, OID_GEN_MEDIA_CONNECT_STATUS, NULL, 0,
507 if (size != sizeof(uint32_t)) {
508 if_printf(sc->hn_ifp, "invalid link status len %zu\n", size);
515 hn_rndis_xact_exec1(struct hn_softc *sc, struct vmbus_xact *xact, size_t reqlen,
516 struct hn_send_ctx *sndc, size_t *comp_len)
518 struct vmbus_gpa gpa[HN_XACT_REQ_PGCNT];
522 KASSERT(reqlen <= HN_XACT_REQ_SIZE && reqlen > 0,
523 ("invalid request length %zu", reqlen));
528 paddr = vmbus_xact_req_paddr(xact);
529 KASSERT((paddr & PAGE_MASK) == 0,
530 ("vmbus xact request is not page aligned 0x%jx", (uintmax_t)paddr));
531 for (gpa_cnt = 0; gpa_cnt < HN_XACT_REQ_PGCNT; ++gpa_cnt) {
539 gpa[gpa_cnt].gpa_page = atop(paddr) + gpa_cnt;
540 gpa[gpa_cnt].gpa_len = len;
541 gpa[gpa_cnt].gpa_ofs = 0;
545 KASSERT(reqlen == 0, ("still have %zu request data left", reqlen));
548 * Send this RNDIS control message and wait for its completion
551 vmbus_xact_activate(xact);
552 error = hv_nv_on_send(sc->hn_prichan, HN_NVS_RNDIS_MTYPE_CTRL, sndc,
555 vmbus_xact_deactivate(xact);
556 if_printf(sc->hn_ifp, "RNDIS ctrl send failed: %d\n", error);
559 return (vmbus_xact_wait(xact, comp_len));
563 hn_rndis_xact_execute(struct hn_softc *sc, struct vmbus_xact *xact, uint32_t rid,
564 size_t reqlen, size_t *comp_len0, uint32_t comp_type)
566 const struct rndis_comp_hdr *comp;
567 size_t comp_len, min_complen = *comp_len0;
569 KASSERT(rid > HN_RNDIS_RID_COMPAT_MAX, ("invalid rid %u\n", rid));
570 KASSERT(min_complen >= sizeof(*comp),
571 ("invalid minimum complete len %zu", min_complen));
574 * Execute the xact setup by the caller.
576 comp = hn_rndis_xact_exec1(sc, xact, reqlen, &hn_send_ctx_none,
582 * Check this RNDIS complete message.
584 if (comp_len < min_complen) {
585 if (comp_len >= sizeof(*comp)) {
586 /* rm_status field is valid */
587 if_printf(sc->hn_ifp, "invalid RNDIS comp len %zu, "
588 "status 0x%08x\n", comp_len, comp->rm_status);
590 if_printf(sc->hn_ifp, "invalid RNDIS comp len %zu\n",
595 if (comp->rm_len < min_complen) {
596 if_printf(sc->hn_ifp, "invalid RNDIS comp msglen %u\n",
600 if (comp->rm_type != comp_type) {
601 if_printf(sc->hn_ifp, "unexpected RNDIS comp 0x%08x, "
602 "expect 0x%08x\n", comp->rm_type, comp_type);
605 if (comp->rm_rid != rid) {
606 if_printf(sc->hn_ifp, "RNDIS comp rid mismatch %u, "
607 "expect %u\n", comp->rm_rid, rid);
611 *comp_len0 = comp_len;
616 hn_rndis_query(struct hn_softc *sc, uint32_t oid,
617 const void *idata, size_t idlen, void *odata, size_t *odlen0)
619 struct rndis_query_req *req;
620 const struct rndis_query_comp *comp;
621 struct vmbus_xact *xact;
622 size_t reqlen, odlen = *odlen0, comp_len;
626 reqlen = sizeof(*req) + idlen;
627 xact = vmbus_xact_get(sc->hn_xact, reqlen);
629 if_printf(sc->hn_ifp, "no xact for RNDIS query 0x%08x\n", oid);
632 rid = hn_rndis_rid(sc);
633 req = vmbus_xact_req_data(xact);
634 req->rm_type = REMOTE_NDIS_QUERY_MSG;
635 req->rm_len = reqlen;
640 * This is _not_ RNDIS Spec conforming:
641 * "This MUST be set to 0 when there is no input data
642 * associated with the OID."
644 * If this field was set to 0 according to the RNDIS Spec,
645 * Hyper-V would set non-SUCCESS status in the query
648 req->rm_infobufoffset = RNDIS_QUERY_REQ_INFOBUFOFFSET;
651 req->rm_infobuflen = idlen;
652 /* Input data immediately follows RNDIS query. */
653 memcpy(req + 1, idata, idlen);
656 comp_len = sizeof(*comp) + odlen;
657 comp = hn_rndis_xact_execute(sc, xact, rid, reqlen, &comp_len,
658 REMOTE_NDIS_QUERY_CMPLT);
660 if_printf(sc->hn_ifp, "exec RNDIS query 0x%08x failed\n", oid);
665 if (comp->rm_status != RNDIS_STATUS_SUCCESS) {
666 if_printf(sc->hn_ifp, "RNDIS query 0x%08x failed: "
667 "status 0x%08x\n", oid, comp->rm_status);
671 if (comp->rm_infobuflen == 0 || comp->rm_infobufoffset == 0) {
672 /* No output data! */
673 if_printf(sc->hn_ifp, "RNDIS query 0x%08x, no data\n", oid);
680 * Check output data length and offset.
682 /* ofs is the offset from the beginning of comp. */
683 ofs = RNDIS_QUERY_COMP_INFOBUFOFFSET_ABS(comp->rm_infobufoffset);
684 if (ofs < sizeof(*comp) || ofs + comp->rm_infobuflen > comp_len) {
685 if_printf(sc->hn_ifp, "RNDIS query invalid comp ib off/len, "
686 "%u/%u\n", comp->rm_infobufoffset, comp->rm_infobuflen);
694 if (comp->rm_infobuflen < odlen)
695 odlen = comp->rm_infobuflen;
696 memcpy(odata, ((const uint8_t *)comp) + ofs, odlen);
701 vmbus_xact_put(xact);
706 hn_rndis_get_rsscaps(struct hn_softc *sc, int *rxr_cnt)
708 struct ndis_rss_caps in, caps;
713 * Only NDIS 6.30+ is supported.
715 KASSERT(sc->hn_ndis_ver >= HN_NDIS_VERSION_6_30,
716 ("NDIS 6.30+ is required, NDIS version 0x%08x", sc->hn_ndis_ver));
719 memset(&in, 0, sizeof(in));
720 in.ndis_hdr.ndis_type = NDIS_OBJTYPE_RSS_CAPS;
721 in.ndis_hdr.ndis_rev = NDIS_RSS_CAPS_REV_2;
722 in.ndis_hdr.ndis_size = NDIS_RSS_CAPS_SIZE;
724 caps_len = NDIS_RSS_CAPS_SIZE;
725 error = hn_rndis_query(sc, OID_GEN_RECEIVE_SCALE_CAPABILITIES,
726 &in, NDIS_RSS_CAPS_SIZE, &caps, &caps_len);
729 if (caps_len < NDIS_RSS_CAPS_SIZE_6_0) {
730 if_printf(sc->hn_ifp, "invalid NDIS RSS caps len %zu",
735 if (caps.ndis_nrxr == 0) {
736 if_printf(sc->hn_ifp, "0 RX rings!?\n");
739 *rxr_cnt = caps.ndis_nrxr;
741 if (caps_len == NDIS_RSS_CAPS_SIZE) {
743 if_printf(sc->hn_ifp, "RSS indirect table size %u\n",
751 hn_rndis_set(struct hn_softc *sc, uint32_t oid, const void *data, size_t dlen)
753 struct rndis_set_req *req;
754 const struct rndis_set_comp *comp;
755 struct vmbus_xact *xact;
756 size_t reqlen, comp_len;
760 KASSERT(dlen > 0, ("invalid dlen %zu", dlen));
762 reqlen = sizeof(*req) + dlen;
763 xact = vmbus_xact_get(sc->hn_xact, reqlen);
765 if_printf(sc->hn_ifp, "no xact for RNDIS set 0x%08x\n", oid);
768 rid = hn_rndis_rid(sc);
769 req = vmbus_xact_req_data(xact);
770 req->rm_type = REMOTE_NDIS_SET_MSG;
771 req->rm_len = reqlen;
774 req->rm_infobuflen = dlen;
775 req->rm_infobufoffset = RNDIS_SET_REQ_INFOBUFOFFSET;
776 /* Data immediately follows RNDIS set. */
777 memcpy(req + 1, data, dlen);
779 comp_len = sizeof(*comp);
780 comp = hn_rndis_xact_execute(sc, xact, rid, reqlen, &comp_len,
781 REMOTE_NDIS_SET_CMPLT);
783 if_printf(sc->hn_ifp, "exec RNDIS set 0x%08x failed\n", oid);
788 if (comp->rm_status != RNDIS_STATUS_SUCCESS) {
789 if_printf(sc->hn_ifp, "RNDIS set 0x%08x failed: "
790 "status 0x%08x\n", oid, comp->rm_status);
796 vmbus_xact_put(xact);
801 hn_rndis_conf_offload(struct hn_softc *sc)
803 struct ndis_offload_params params;
808 /* NOTE: 0 means "no change" */
809 memset(¶ms, 0, sizeof(params));
811 params.ndis_hdr.ndis_type = NDIS_OBJTYPE_DEFAULT;
812 if (sc->hn_ndis_ver < HN_NDIS_VERSION_6_30) {
813 params.ndis_hdr.ndis_rev = NDIS_OFFLOAD_PARAMS_REV_2;
814 paramsz = NDIS_OFFLOAD_PARAMS_SIZE_6_1;
816 params.ndis_hdr.ndis_rev = NDIS_OFFLOAD_PARAMS_REV_3;
817 paramsz = NDIS_OFFLOAD_PARAMS_SIZE;
819 params.ndis_hdr.ndis_size = paramsz;
821 caps = HN_CAP_IPCS | HN_CAP_TCP4CS | HN_CAP_TCP6CS;
822 params.ndis_ip4csum = NDIS_OFFLOAD_PARAM_TXRX;
823 params.ndis_tcp4csum = NDIS_OFFLOAD_PARAM_TXRX;
824 params.ndis_tcp6csum = NDIS_OFFLOAD_PARAM_TXRX;
825 if (sc->hn_ndis_ver >= HN_NDIS_VERSION_6_30) {
826 caps |= HN_CAP_UDP4CS | HN_CAP_UDP6CS;
827 params.ndis_udp4csum = NDIS_OFFLOAD_PARAM_TXRX;
828 params.ndis_udp6csum = NDIS_OFFLOAD_PARAM_TXRX;
831 params.ndis_lsov2_ip4 = NDIS_OFFLOAD_LSOV2_ON;
832 /* XXX ndis_lsov2_ip6 = NDIS_OFFLOAD_LSOV2_ON */
834 error = hn_rndis_set(sc, OID_TCP_OFFLOAD_PARAMETERS, ¶ms, paramsz);
836 if_printf(sc->hn_ifp, "offload config failed: %d\n", error);
841 if_printf(sc->hn_ifp, "offload config done\n");
847 hn_rndis_conf_rss(struct hn_softc *sc, uint16_t flags)
849 struct ndis_rssprm_toeplitz *rss = &sc->hn_rss;
850 struct ndis_rss_params *prm = &rss->rss_params;
854 * Only NDIS 6.30+ is supported.
856 KASSERT(sc->hn_ndis_ver >= HN_NDIS_VERSION_6_30,
857 ("NDIS 6.30+ is required, NDIS version 0x%08x", sc->hn_ndis_ver));
861 * DO NOT whack rss_key and rss_ind, which are setup by the caller.
863 memset(prm, 0, sizeof(*prm));
865 prm->ndis_hdr.ndis_type = NDIS_OBJTYPE_RSS_PARAMS;
866 prm->ndis_hdr.ndis_rev = NDIS_RSS_PARAMS_REV_2;
867 prm->ndis_hdr.ndis_size = sizeof(*rss);
868 prm->ndis_flags = flags;
869 prm->ndis_hash = NDIS_HASH_FUNCTION_TOEPLITZ |
870 NDIS_HASH_IPV4 | NDIS_HASH_TCP_IPV4 |
871 NDIS_HASH_IPV6 | NDIS_HASH_TCP_IPV6;
872 /* TODO: Take ndis_rss_caps.ndis_nind into account */
873 prm->ndis_indsize = sizeof(rss->rss_ind);
874 prm->ndis_indoffset =
875 __offsetof(struct ndis_rssprm_toeplitz, rss_ind[0]);
876 prm->ndis_keysize = sizeof(rss->rss_key);
877 prm->ndis_keyoffset =
878 __offsetof(struct ndis_rssprm_toeplitz, rss_key[0]);
880 error = hn_rndis_set(sc, OID_GEN_RECEIVE_SCALE_PARAMETERS,
883 if_printf(sc->hn_ifp, "RSS config failed: %d\n", error);
886 if_printf(sc->hn_ifp, "RSS config done\n");
892 hn_rndis_set_rxfilter(struct hn_softc *sc, uint32_t filter)
896 error = hn_rndis_set(sc, OID_GEN_CURRENT_PACKET_FILTER,
897 &filter, sizeof(filter));
899 if_printf(sc->hn_ifp, "set RX filter 0x%08x failed: %d\n",
903 if_printf(sc->hn_ifp, "set RX filter 0x%08x done\n",
911 hn_rndis_init(struct hn_softc *sc)
913 struct rndis_init_req *req;
914 const struct rndis_init_comp *comp;
915 struct vmbus_xact *xact;
920 xact = vmbus_xact_get(sc->hn_xact, sizeof(*req));
922 if_printf(sc->hn_ifp, "no xact for RNDIS init\n");
925 rid = hn_rndis_rid(sc);
926 req = vmbus_xact_req_data(xact);
927 req->rm_type = REMOTE_NDIS_INITIALIZE_MSG;
928 req->rm_len = sizeof(*req);
930 req->rm_ver_major = RNDIS_VERSION_MAJOR;
931 req->rm_ver_minor = RNDIS_VERSION_MINOR;
932 req->rm_max_xfersz = HN_RNDIS_XFER_SIZE;
934 comp_len = RNDIS_INIT_COMP_SIZE_MIN;
935 comp = hn_rndis_xact_execute(sc, xact, rid, sizeof(*req), &comp_len,
936 REMOTE_NDIS_INITIALIZE_CMPLT);
938 if_printf(sc->hn_ifp, "exec RNDIS init failed\n");
943 if (comp->rm_status != RNDIS_STATUS_SUCCESS) {
944 if_printf(sc->hn_ifp, "RNDIS init failed: status 0x%08x\n",
950 if_printf(sc->hn_ifp, "RNDIS ver %u.%u, pktsz %u, pktcnt %u, "
951 "align %u\n", comp->rm_ver_major, comp->rm_ver_minor,
952 comp->rm_pktmaxsz, comp->rm_pktmaxcnt,
953 1U << comp->rm_align);
957 vmbus_xact_put(xact);
962 hn_rndis_halt(struct hn_softc *sc)
964 struct vmbus_xact *xact;
965 struct rndis_halt_req *halt;
966 struct hn_send_ctx sndc;
969 xact = vmbus_xact_get(sc->hn_xact, sizeof(*halt));
971 if_printf(sc->hn_ifp, "no xact for RNDIS halt\n");
974 halt = vmbus_xact_req_data(xact);
975 halt->rm_type = REMOTE_NDIS_HALT_MSG;
976 halt->rm_len = sizeof(*halt);
977 halt->rm_rid = hn_rndis_rid(sc);
979 /* No RNDIS completion; rely on NVS message send completion */
980 hn_send_ctx_init_simple(&sndc, hn_nvs_sent_xact, xact);
981 hn_rndis_xact_exec1(sc, xact, sizeof(*halt), &sndc, &comp_len);
983 vmbus_xact_put(xact);
985 if_printf(sc->hn_ifp, "RNDIS halt done\n");
990 hn_rndis_attach(struct hn_softc *sc)
997 error = hn_rndis_init(sc);
1002 * Configure NDIS offload settings.
1003 * XXX no offloading, if error happened?
1005 hn_rndis_conf_offload(sc);
1010 hn_rndis_detach(struct hn_softc *sc)
1013 /* Halt the RNDIS. */
1018 hv_rf_channel_rollup(struct hn_rx_ring *rxr, struct hn_tx_ring *txr)
1021 hn_chan_rollup(rxr, txr);