2 * Copyright (c) 2012-2016 Solarflare Communications Inc.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
14 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
15 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
16 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
17 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
18 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
19 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
20 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
21 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
22 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
23 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
24 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 * The views and conclusions contained in the software and documentation are
27 * those of the authors and should not be interpreted as representing official
28 * policies, either expressed or implied, of the FreeBSD Project.
31 #include <sys/cdefs.h>
32 __FBSDID("$FreeBSD$");
38 #if EFSYS_OPT_HUNTINGTON || EFSYS_OPT_MEDFORD
41 static __checkReturn efx_rc_t
45 __in uint32_t target_evq,
47 __in uint32_t instance,
48 __in efsys_mem_t *esmp,
49 __in boolean_t disable_scatter)
53 MC_CMD_INIT_RXQ_IN_LEN(EFX_RXQ_NBUFS(EFX_RXQ_MAXNDESCS))];
54 int npages = EFX_RXQ_NBUFS(size);
56 efx_qword_t *dma_addr;
60 /* If this changes, then the payload size might need to change. */
61 EFSYS_ASSERT3U(MC_CMD_INIT_RXQ_OUT_LEN, ==, 0);
62 EFSYS_ASSERT3U(size, <=, EFX_RXQ_MAXNDESCS);
64 (void) memset(payload, 0, sizeof (payload));
65 req.emr_cmd = MC_CMD_INIT_RXQ;
66 req.emr_in_buf = payload;
67 req.emr_in_length = MC_CMD_INIT_RXQ_IN_LEN(npages);
68 req.emr_out_buf = payload;
69 req.emr_out_length = MC_CMD_INIT_RXQ_OUT_LEN;
71 MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_SIZE, size);
72 MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_TARGET_EVQ, target_evq);
73 MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_LABEL, label);
74 MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_INSTANCE, instance);
75 MCDI_IN_POPULATE_DWORD_6(req, INIT_RXQ_IN_FLAGS,
76 INIT_RXQ_IN_FLAG_BUFF_MODE, 0,
77 INIT_RXQ_IN_FLAG_HDR_SPLIT, 0,
78 INIT_RXQ_IN_FLAG_TIMESTAMP, 0,
79 INIT_RXQ_IN_CRC_MODE, 0,
80 INIT_RXQ_IN_FLAG_PREFIX, 1,
81 INIT_RXQ_IN_FLAG_DISABLE_SCATTER, disable_scatter);
82 MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_OWNER_ID, 0);
83 MCDI_IN_SET_DWORD(req, INIT_RXQ_IN_PORT_ID, EVB_PORT_ID_ASSIGNED);
85 dma_addr = MCDI_IN2(req, efx_qword_t, INIT_RXQ_IN_DMA_ADDR);
86 addr = EFSYS_MEM_ADDR(esmp);
88 for (i = 0; i < npages; i++) {
89 EFX_POPULATE_QWORD_2(*dma_addr,
90 EFX_DWORD_1, (uint32_t)(addr >> 32),
91 EFX_DWORD_0, (uint32_t)(addr & 0xffffffff));
97 efx_mcdi_execute(enp, &req);
99 if (req.emr_rc != 0) {
107 EFSYS_PROBE1(fail1, efx_rc_t, rc);
112 static __checkReturn efx_rc_t
115 __in uint32_t instance)
118 uint8_t payload[MAX(MC_CMD_FINI_RXQ_IN_LEN,
119 MC_CMD_FINI_RXQ_OUT_LEN)];
122 (void) memset(payload, 0, sizeof (payload));
123 req.emr_cmd = MC_CMD_FINI_RXQ;
124 req.emr_in_buf = payload;
125 req.emr_in_length = MC_CMD_FINI_RXQ_IN_LEN;
126 req.emr_out_buf = payload;
127 req.emr_out_length = MC_CMD_FINI_RXQ_OUT_LEN;
129 MCDI_IN_SET_DWORD(req, FINI_RXQ_IN_INSTANCE, instance);
131 efx_mcdi_execute_quiet(enp, &req);
133 if ((req.emr_rc != 0) && (req.emr_rc != MC_CMD_ERR_EALREADY)) {
141 EFSYS_PROBE1(fail1, efx_rc_t, rc);
146 #if EFSYS_OPT_RX_SCALE
147 static __checkReturn efx_rc_t
148 efx_mcdi_rss_context_alloc(
150 __in efx_rx_scale_support_t scale_support,
151 __in uint32_t num_queues,
152 __out uint32_t *rss_contextp)
155 uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_ALLOC_IN_LEN,
156 MC_CMD_RSS_CONTEXT_ALLOC_OUT_LEN)];
157 uint32_t rss_context;
158 uint32_t context_type;
161 if (num_queues > EFX_MAXRSS) {
166 switch (scale_support) {
167 case EFX_RX_SCALE_EXCLUSIVE:
168 context_type = MC_CMD_RSS_CONTEXT_ALLOC_IN_TYPE_EXCLUSIVE;
170 case EFX_RX_SCALE_SHARED:
171 context_type = MC_CMD_RSS_CONTEXT_ALLOC_IN_TYPE_SHARED;
178 (void) memset(payload, 0, sizeof (payload));
179 req.emr_cmd = MC_CMD_RSS_CONTEXT_ALLOC;
180 req.emr_in_buf = payload;
181 req.emr_in_length = MC_CMD_RSS_CONTEXT_ALLOC_IN_LEN;
182 req.emr_out_buf = payload;
183 req.emr_out_length = MC_CMD_RSS_CONTEXT_ALLOC_OUT_LEN;
185 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_ALLOC_IN_UPSTREAM_PORT_ID,
186 EVB_PORT_ID_ASSIGNED);
187 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_ALLOC_IN_TYPE, context_type);
188 /* NUM_QUEUES is only used to validate indirection table offsets */
189 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_ALLOC_IN_NUM_QUEUES, num_queues);
191 efx_mcdi_execute(enp, &req);
193 if (req.emr_rc != 0) {
198 if (req.emr_out_length_used < MC_CMD_RSS_CONTEXT_ALLOC_OUT_LEN) {
203 rss_context = MCDI_OUT_DWORD(req, RSS_CONTEXT_ALLOC_OUT_RSS_CONTEXT_ID);
204 if (rss_context == EF10_RSS_CONTEXT_INVALID) {
209 *rss_contextp = rss_context;
222 EFSYS_PROBE1(fail1, efx_rc_t, rc);
226 #endif /* EFSYS_OPT_RX_SCALE */
228 #if EFSYS_OPT_RX_SCALE
230 efx_mcdi_rss_context_free(
232 __in uint32_t rss_context)
235 uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_FREE_IN_LEN,
236 MC_CMD_RSS_CONTEXT_FREE_OUT_LEN)];
239 if (rss_context == EF10_RSS_CONTEXT_INVALID) {
244 (void) memset(payload, 0, sizeof (payload));
245 req.emr_cmd = MC_CMD_RSS_CONTEXT_FREE;
246 req.emr_in_buf = payload;
247 req.emr_in_length = MC_CMD_RSS_CONTEXT_FREE_IN_LEN;
248 req.emr_out_buf = payload;
249 req.emr_out_length = MC_CMD_RSS_CONTEXT_FREE_OUT_LEN;
251 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_FREE_IN_RSS_CONTEXT_ID, rss_context);
253 efx_mcdi_execute_quiet(enp, &req);
255 if (req.emr_rc != 0) {
265 EFSYS_PROBE1(fail1, efx_rc_t, rc);
269 #endif /* EFSYS_OPT_RX_SCALE */
271 #if EFSYS_OPT_RX_SCALE
273 efx_mcdi_rss_context_set_flags(
275 __in uint32_t rss_context,
276 __in efx_rx_hash_type_t type)
279 uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_SET_FLAGS_IN_LEN,
280 MC_CMD_RSS_CONTEXT_SET_FLAGS_OUT_LEN)];
283 if (rss_context == EF10_RSS_CONTEXT_INVALID) {
288 (void) memset(payload, 0, sizeof (payload));
289 req.emr_cmd = MC_CMD_RSS_CONTEXT_SET_FLAGS;
290 req.emr_in_buf = payload;
291 req.emr_in_length = MC_CMD_RSS_CONTEXT_SET_FLAGS_IN_LEN;
292 req.emr_out_buf = payload;
293 req.emr_out_length = MC_CMD_RSS_CONTEXT_SET_FLAGS_OUT_LEN;
295 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_SET_FLAGS_IN_RSS_CONTEXT_ID,
298 MCDI_IN_POPULATE_DWORD_4(req, RSS_CONTEXT_SET_FLAGS_IN_FLAGS,
299 RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_IPV4_EN,
300 (type & EFX_RX_HASH_IPV4) ? 1 : 0,
301 RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_TCPV4_EN,
302 (type & EFX_RX_HASH_TCPIPV4) ? 1 : 0,
303 RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_IPV6_EN,
304 (type & EFX_RX_HASH_IPV6) ? 1 : 0,
305 RSS_CONTEXT_SET_FLAGS_IN_TOEPLITZ_TCPV6_EN,
306 (type & EFX_RX_HASH_TCPIPV6) ? 1 : 0);
308 efx_mcdi_execute(enp, &req);
310 if (req.emr_rc != 0) {
320 EFSYS_PROBE1(fail1, efx_rc_t, rc);
324 #endif /* EFSYS_OPT_RX_SCALE */
326 #if EFSYS_OPT_RX_SCALE
328 efx_mcdi_rss_context_set_key(
330 __in uint32_t rss_context,
331 __in_ecount(n) uint8_t *key,
335 uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_SET_KEY_IN_LEN,
336 MC_CMD_RSS_CONTEXT_SET_KEY_OUT_LEN)];
339 if (rss_context == EF10_RSS_CONTEXT_INVALID) {
344 (void) memset(payload, 0, sizeof (payload));
345 req.emr_cmd = MC_CMD_RSS_CONTEXT_SET_KEY;
346 req.emr_in_buf = payload;
347 req.emr_in_length = MC_CMD_RSS_CONTEXT_SET_KEY_IN_LEN;
348 req.emr_out_buf = payload;
349 req.emr_out_length = MC_CMD_RSS_CONTEXT_SET_KEY_OUT_LEN;
351 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_SET_KEY_IN_RSS_CONTEXT_ID,
354 EFSYS_ASSERT3U(n, ==, MC_CMD_RSS_CONTEXT_SET_KEY_IN_TOEPLITZ_KEY_LEN);
355 if (n != MC_CMD_RSS_CONTEXT_SET_KEY_IN_TOEPLITZ_KEY_LEN) {
360 memcpy(MCDI_IN2(req, uint8_t, RSS_CONTEXT_SET_KEY_IN_TOEPLITZ_KEY),
363 efx_mcdi_execute(enp, &req);
365 if (req.emr_rc != 0) {
377 EFSYS_PROBE1(fail1, efx_rc_t, rc);
381 #endif /* EFSYS_OPT_RX_SCALE */
383 #if EFSYS_OPT_RX_SCALE
385 efx_mcdi_rss_context_set_table(
387 __in uint32_t rss_context,
388 __in_ecount(n) unsigned int *table,
392 uint8_t payload[MAX(MC_CMD_RSS_CONTEXT_SET_TABLE_IN_LEN,
393 MC_CMD_RSS_CONTEXT_SET_TABLE_OUT_LEN)];
397 if (rss_context == EF10_RSS_CONTEXT_INVALID) {
402 (void) memset(payload, 0, sizeof (payload));
403 req.emr_cmd = MC_CMD_RSS_CONTEXT_SET_TABLE;
404 req.emr_in_buf = payload;
405 req.emr_in_length = MC_CMD_RSS_CONTEXT_SET_TABLE_IN_LEN;
406 req.emr_out_buf = payload;
407 req.emr_out_length = MC_CMD_RSS_CONTEXT_SET_TABLE_OUT_LEN;
409 MCDI_IN_SET_DWORD(req, RSS_CONTEXT_SET_TABLE_IN_RSS_CONTEXT_ID,
413 MCDI_IN2(req, uint8_t, RSS_CONTEXT_SET_TABLE_IN_INDIRECTION_TABLE);
416 i < MC_CMD_RSS_CONTEXT_SET_TABLE_IN_INDIRECTION_TABLE_LEN;
418 req_table[i] = (n > 0) ? (uint8_t)table[i % n] : 0;
421 efx_mcdi_execute(enp, &req);
423 if (req.emr_rc != 0) {
433 EFSYS_PROBE1(fail1, efx_rc_t, rc);
437 #endif /* EFSYS_OPT_RX_SCALE */
440 __checkReturn efx_rc_t
444 #if EFSYS_OPT_RX_SCALE
446 if (efx_mcdi_rss_context_alloc(enp, EFX_RX_SCALE_EXCLUSIVE, EFX_MAXRSS,
447 &enp->en_rss_context) == 0) {
449 * Allocated an exclusive RSS context, which allows both the
450 * indirection table and key to be modified.
452 enp->en_rss_support = EFX_RX_SCALE_EXCLUSIVE;
453 enp->en_hash_support = EFX_RX_HASH_AVAILABLE;
456 * Failed to allocate an exclusive RSS context. Continue
457 * operation without support for RSS. The pseudo-header in
458 * received packets will not contain a Toeplitz hash value.
460 enp->en_rss_support = EFX_RX_SCALE_UNAVAILABLE;
461 enp->en_hash_support = EFX_RX_HASH_UNAVAILABLE;
464 #endif /* EFSYS_OPT_RX_SCALE */
469 #if EFSYS_OPT_RX_SCATTER
470 __checkReturn efx_rc_t
471 ef10_rx_scatter_enable(
473 __in unsigned int buf_size)
475 _NOTE(ARGUNUSED(enp, buf_size))
478 #endif /* EFSYS_OPT_RX_SCATTER */
480 #if EFSYS_OPT_RX_SCALE
481 __checkReturn efx_rc_t
482 ef10_rx_scale_mode_set(
484 __in efx_rx_hash_alg_t alg,
485 __in efx_rx_hash_type_t type,
486 __in boolean_t insert)
490 EFSYS_ASSERT3U(alg, ==, EFX_RX_HASHALG_TOEPLITZ);
491 EFSYS_ASSERT3U(insert, ==, B_TRUE);
493 if ((alg != EFX_RX_HASHALG_TOEPLITZ) || (insert == B_FALSE)) {
498 if (enp->en_rss_support == EFX_RX_SCALE_UNAVAILABLE) {
503 if ((rc = efx_mcdi_rss_context_set_flags(enp,
504 enp->en_rss_context, type)) != 0)
514 EFSYS_PROBE1(fail1, efx_rc_t, rc);
518 #endif /* EFSYS_OPT_RX_SCALE */
520 #if EFSYS_OPT_RX_SCALE
521 __checkReturn efx_rc_t
522 ef10_rx_scale_key_set(
524 __in_ecount(n) uint8_t *key,
529 if (enp->en_rss_support == EFX_RX_SCALE_UNAVAILABLE) {
534 if ((rc = efx_mcdi_rss_context_set_key(enp,
535 enp->en_rss_context, key, n)) != 0)
543 EFSYS_PROBE1(fail1, efx_rc_t, rc);
547 #endif /* EFSYS_OPT_RX_SCALE */
549 #if EFSYS_OPT_RX_SCALE
550 __checkReturn efx_rc_t
551 ef10_rx_scale_tbl_set(
553 __in_ecount(n) unsigned int *table,
558 if (enp->en_rss_support == EFX_RX_SCALE_UNAVAILABLE) {
563 if ((rc = efx_mcdi_rss_context_set_table(enp,
564 enp->en_rss_context, table, n)) != 0)
572 EFSYS_PROBE1(fail1, efx_rc_t, rc);
576 #endif /* EFSYS_OPT_RX_SCALE */
580 * EF10 RX pseudo-header
581 * ---------------------
583 * Receive packets are prefixed by an (optional) 14 byte pseudo-header:
585 * +00: Toeplitz hash value.
586 * (32bit little-endian)
587 * +04: Outer VLAN tag. Zero if the packet did not have an outer VLAN tag.
589 * +06: Inner VLAN tag. Zero if the packet did not have an inner VLAN tag.
591 * +08: Packet Length. Zero if the RX datapath was in cut-through mode.
592 * (16bit little-endian)
593 * +10: MAC timestamp. Zero if timestamping is not enabled.
594 * (32bit little-endian)
596 * See "The RX Pseudo-header" in SF-109306-TC.
599 __checkReturn efx_rc_t
600 ef10_rx_prefix_pktlen(
602 __in uint8_t *buffer,
603 __out uint16_t *lengthp)
605 _NOTE(ARGUNUSED(enp))
608 * The RX pseudo-header contains the packet length, excluding the
609 * pseudo-header. If the hardware receive datapath was operating in
610 * cut-through mode then the length in the RX pseudo-header will be
611 * zero, and the packet length must be obtained from the DMA length
612 * reported in the RX event.
614 *lengthp = buffer[8] | (buffer[9] << 8);
618 #if EFSYS_OPT_RX_SCALE
619 __checkReturn uint32_t
622 __in efx_rx_hash_alg_t func,
623 __in uint8_t *buffer)
625 _NOTE(ARGUNUSED(enp))
628 case EFX_RX_HASHALG_TOEPLITZ:
639 #endif /* EFSYS_OPT_RX_SCALE */
644 __in_ecount(n) efsys_dma_addr_t *addrp,
647 __in unsigned int completed,
648 __in unsigned int added)
655 /* The client driver must not overfill the queue */
656 EFSYS_ASSERT3U(added - completed + n, <=,
657 EFX_RXQ_LIMIT(erp->er_mask + 1));
659 id = added & (erp->er_mask);
660 for (i = 0; i < n; i++) {
661 EFSYS_PROBE4(rx_post, unsigned int, erp->er_index,
662 unsigned int, id, efsys_dma_addr_t, addrp[i],
665 EFX_POPULATE_QWORD_3(qword,
666 ESF_DZ_RX_KER_BYTE_CNT, (uint32_t)(size),
667 ESF_DZ_RX_KER_BUF_ADDR_DW0,
668 (uint32_t)(addrp[i] & 0xffffffff),
669 ESF_DZ_RX_KER_BUF_ADDR_DW1,
670 (uint32_t)(addrp[i] >> 32));
672 offset = id * sizeof (efx_qword_t);
673 EFSYS_MEM_WRITEQ(erp->er_esmp, offset, &qword);
675 id = (id + 1) & (erp->er_mask);
682 __in unsigned int added,
683 __inout unsigned int *pushedp)
685 efx_nic_t *enp = erp->er_enp;
686 unsigned int pushed = *pushedp;
690 /* Hardware has alignment restriction for WPTR */
691 wptr = P2ALIGN(added, EF10_RX_WPTR_ALIGN);
697 /* Push the populated descriptors out */
698 wptr &= erp->er_mask;
700 EFX_POPULATE_DWORD_1(dword, ERF_DZ_RX_DESC_WPTR, wptr);
702 /* Guarantee ordering of memory (descriptors) and PIO (doorbell) */
703 EFX_DMA_SYNC_QUEUE_FOR_DEVICE(erp->er_esmp, erp->er_mask + 1,
704 wptr, pushed & erp->er_mask);
705 EFSYS_PIO_WRITE_BARRIER();
706 EFX_BAR_TBL_WRITED(enp, ER_DZ_RX_DESC_UPD_REG,
707 erp->er_index, &dword, B_FALSE);
710 __checkReturn efx_rc_t
714 efx_nic_t *enp = erp->er_enp;
717 if ((rc = efx_mcdi_fini_rxq(enp, erp->er_index)) != 0)
723 EFSYS_PROBE1(fail1, efx_rc_t, rc);
733 _NOTE(ARGUNUSED(erp))
737 __checkReturn efx_rc_t
740 __in unsigned int index,
741 __in unsigned int label,
742 __in efx_rxq_type_t type,
743 __in efsys_mem_t *esmp,
749 efx_nic_cfg_t *encp = &(enp->en_nic_cfg);
751 boolean_t disable_scatter;
753 _NOTE(ARGUNUSED(id, erp))
755 EFX_STATIC_ASSERT(EFX_EV_RX_NLABELS == (1 << ESF_DZ_RX_QLABEL_WIDTH));
756 EFSYS_ASSERT3U(label, <, EFX_EV_RX_NLABELS);
757 EFSYS_ASSERT3U(enp->en_rx_qcount + 1, <, encp->enc_rxq_limit);
759 EFX_STATIC_ASSERT(ISP2(EFX_RXQ_MAXNDESCS));
760 EFX_STATIC_ASSERT(ISP2(EFX_RXQ_MINNDESCS));
762 if (!ISP2(n) || (n < EFX_RXQ_MINNDESCS) || (n > EFX_RXQ_MAXNDESCS)) {
766 if (index >= encp->enc_rxq_limit) {
771 /* Scatter can only be disabled if the firmware supports doing so */
772 if (type == EFX_RXQ_TYPE_SCATTER)
773 disable_scatter = B_FALSE;
775 disable_scatter = encp->enc_rx_disable_scatter_supported;
777 if ((rc = efx_mcdi_init_rxq(enp, n, eep->ee_index, label, index,
778 esmp, disable_scatter)) != 0)
782 erp->er_label = label;
784 ef10_ev_rxlabel_init(eep, erp, label);
793 EFSYS_PROBE1(fail1, efx_rc_t, rc);
802 efx_nic_t *enp = erp->er_enp;
803 efx_evq_t *eep = erp->er_eep;
804 unsigned int label = erp->er_label;
806 ef10_ev_rxlabel_fini(eep, label);
808 EFSYS_ASSERT(enp->en_rx_qcount != 0);
811 EFSYS_KMEM_FREE(enp->en_esip, sizeof (efx_rxq_t), erp);
818 #if EFSYS_OPT_RX_SCALE
819 if (enp->en_rss_support != EFX_RX_SCALE_UNAVAILABLE) {
820 (void) efx_mcdi_rss_context_free(enp, enp->en_rss_context);
822 enp->en_rss_context = 0;
823 enp->en_rss_support = EFX_RX_SCALE_UNAVAILABLE;
825 _NOTE(ARGUNUSED(enp))
826 #endif /* EFSYS_OPT_RX_SCALE */
829 #endif /* EFSYS_OPT_HUNTINGTON || EFSYS_OPT_MEDFORD */