1 /******************************************************************************
3 Copyright (c) 2013-2018, Intel Corporation
6 Redistribution and use in source and binary forms, with or without
7 modification, are permitted provided that the following conditions are met:
9 1. Redistributions of source code must retain the above copyright notice,
10 this list of conditions and the following disclaimer.
12 2. Redistributions in binary form must reproduce the above copyright
13 notice, this list of conditions and the following disclaimer in the
14 documentation and/or other materials provided with the distribution.
16 3. Neither the name of the Intel Corporation nor the names of its
17 contributors may be used to endorse or promote products derived from
18 this software without specific prior written permission.
20 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
21 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 POSSIBILITY OF SUCH DAMAGE.
32 ******************************************************************************/
42 #include "ixl_pf_qmgr.h"
44 #define VF_FLAG_ENABLED 0x01
45 #define VF_FLAG_SET_MAC_CAP 0x02
46 #define VF_FLAG_VLAN_CAP 0x04
47 #define VF_FLAG_PROMISC_CAP 0x08
48 #define VF_FLAG_MAC_ANTI_SPOOF 0x10
50 #define IXL_ICR0_CRIT_ERR_MASK \
51 (I40E_PFINT_ICR0_PCI_EXCEPTION_MASK | \
52 I40E_PFINT_ICR0_ECC_ERR_MASK | \
53 I40E_PFINT_ICR0_PE_CRITERR_MASK)
56 #define IXL_VPINT_LNKLSTN_REG(hw, vector, vf_num) \
57 I40E_VPINT_LNKLSTN(((vector) - 1) + \
58 (((hw)->func_caps.num_msix_vectors_vf - 1) * (vf_num)))
60 #define IXL_VFINT_DYN_CTLN_REG(hw, vector, vf_num) \
61 I40E_VFINT_DYN_CTLN(((vector) - 1) + \
62 (((hw)->func_caps.num_msix_vectors_vf - 1) * (vf_num)))
70 enum ixl_i2c_access_method_t {
71 IXL_I2C_ACCESS_METHOD_BEST_AVAILABLE = 0,
72 IXL_I2C_ACCESS_METHOD_BIT_BANG_I2CPARAMS = 1,
73 IXL_I2C_ACCESS_METHOD_REGISTER_I2CCMD = 2,
74 IXL_I2C_ACCESS_METHOD_AQ = 3,
75 IXL_I2C_ACCESS_METHOD_TYPE_LENGTH = 4
78 /* Used in struct ixl_pf's state field */
80 IXL_PF_STATE_RECOVERY_MODE = (1 << 0),
81 IXL_PF_STATE_ADAPTER_RESETTING = (1 << 1),
82 IXL_PF_STATE_MDD_PENDING = (1 << 2),
83 IXL_PF_STATE_PF_RESET_REQ = (1 << 3),
84 IXL_PF_STATE_VF_RESET_REQ = (1 << 4),
85 IXL_PF_STATE_PF_CRIT_ERR = (1 << 5),
86 IXL_PF_STATE_CORE_RESET_REQ = (1 << 6),
87 IXL_PF_STATE_GLOB_RESET_REQ = (1 << 7),
88 IXL_PF_STATE_EMP_RESET_REQ = (1 << 8),
89 IXL_PF_STATE_FW_LLDP_DISABLED = (1 << 9),
90 IXL_PF_STATE_EEE_ENABLED = (1 << 10),
93 #define IXL_PF_IN_RECOVERY_MODE(pf) \
94 ((atomic_load_acq_32(&pf->state) & IXL_PF_STATE_RECOVERY_MODE) != 0)
102 u8 mac[ETHER_ADDR_LEN];
104 struct virtchnl_version_info version;
106 struct ixl_pf_qtag qtag;
109 /* Physical controller structure */
114 struct i40e_osdep osdep;
117 struct resource *pci_mem;
126 struct ixl_pf_qmgr qmgr;
127 struct ixl_pf_qtag qtag;
129 char admin_mtx_name[16]; /* name of the admin mutex */
130 struct mtx admin_mtx; /* mutex to protect the admin timer */
131 struct callout admin_timer; /* timer to trigger admin task */
135 bool enable_tx_fc_filter;
144 int enable_vf_loopback;
147 int advertised_speed;
148 int fc; /* link flow ctrl setting */
149 enum ixl_dbg_mask dbg_mask;
152 /* Misc stats maintained by the driver */
155 /* Statistics from hw */
156 struct i40e_hw_port_stats stats;
157 struct i40e_hw_port_stats stats_offsets;
158 bool stat_offsets_loaded;
160 /* I2C access methods */
161 enum ixl_i2c_access_method_t i2c_access_method;
162 s32 (*read_i2c_byte)(struct ixl_pf *pf, u8 byte_offset,
163 u8 dev_addr, u8 *data);
164 s32 (*write_i2c_byte)(struct ixl_pf *pf, u8 byte_offset,
165 u8 dev_addr, u8 data);
175 * Defines used for NVM update ioctls.
176 * This value is used in the Solaris tool, too.
178 #define I40E_NVM_ACCESS \
179 (((((((('E' << 4) + '1') << 4) + 'K') << 4) + 'G') << 4) | 5)
181 #define IXL_DEFAULT_PHY_INT_MASK \
182 ((~(I40E_AQ_EVENT_LINK_UPDOWN | I40E_AQ_EVENT_MODULE_QUAL_FAIL \
183 | I40E_AQ_EVENT_MEDIA_NA)) & 0x3FF)
185 /*** Sysctl help messages; displayed with "sysctl -d" ***/
187 #define IXL_SYSCTL_HELP_SET_ADVERTISE \
188 "\nControl advertised link speed.\n" \
190 "\t 0x1 - advertise 100M\n" \
191 "\t 0x2 - advertise 1G\n" \
192 "\t 0x4 - advertise 10G\n" \
193 "\t 0x8 - advertise 20G\n" \
194 "\t0x10 - advertise 25G\n" \
195 "\t0x20 - advertise 40G\n" \
196 "\t0x40 - advertise 2.5G\n" \
197 "\t0x80 - advertise 5G\n\n" \
198 "Set to 0 to disable link.\n" \
199 "Use \"sysctl -x\" to view flags properly."
201 #define IXL_SYSCTL_HELP_SUPPORTED_SPEED \
202 "\nSupported link speeds.\n" \
212 "Use \"sysctl -x\" to view flags properly."
214 #define IXL_SYSCTL_HELP_FC \
215 "\nSet flow control mode using the values below.\n" \
219 "\t3 - tx and rx pause"
221 #define IXL_SYSCTL_HELP_LINK_STATUS \
222 "\nExecutes a \"Get Link Status\" command on the Admin Queue, and displays" \
225 #define IXL_SYSCTL_HELP_FW_LLDP \
226 "\nFW LLDP engine:\n" \
230 #define IXL_SYSCTL_HELP_READ_I2C \
231 "\nRead a byte from I2C bus\n" \
232 "Input: 32-bit value\n" \
233 "\tbits 0-7: device address (0xA0 or 0xA2)\n" \
234 "\tbits 8-15: offset (0-255)\n" \
235 "\tbits 16-31: unused\n" \
236 "Output: 8-bit value read"
238 #define IXL_SYSCTL_HELP_WRITE_I2C \
239 "\nWrite a byte to the I2C bus\n" \
240 "Input: 32-bit value\n" \
241 "\tbits 0-7: device address (0xA0 or 0xA2)\n" \
242 "\tbits 8-15: offset (0-255)\n" \
243 "\tbits 16-23: value to write\n" \
244 "\tbits 24-31: unused\n" \
245 "Output: 8-bit value written"
247 #define IXL_SYSCTL_HELP_I2C_METHOD \
248 "\nI2C access method that driver will use:\n" \
249 "\t0 - best available method\n" \
250 "\t1 - bit bang via I2CPARAMS register\n" \
251 "\t2 - register read/write via I2CCMD register\n" \
252 "\t3 - Use Admin Queue command (best)\n" \
253 "Using the Admin Queue is only supported on 710 devices with FW version 1.7 or higher"
255 #define IXL_SYSCTL_HELP_VF_LOOPBACK \
256 "\nDetermines mode that embedded device switch will use when SR-IOV is initialized:\n" \
257 "\t0 - Disable (VEPA)\n" \
258 "\t1 - Enable (VEB)\n" \
259 "Enabling this will allow VFs in separate VMs to communicate over the hardware bridge."
261 MALLOC_DECLARE(M_IXL);
263 /*** Functions / Macros ***/
264 /* Adjust the level here to 10 or over to print stats messages */
265 #define I40E_VC_DEBUG(p, level, ...) \
268 ixl_dbg(p, IXL_DBG_IOV_VC, ##__VA_ARGS__); \
271 #define i40e_send_vf_nack(pf, vf, op, st) \
272 ixl_send_vf_nack_msg((pf), (vf), (op), (st), __FILE__, __LINE__)
275 #define ixl_dbg(pf, m, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, m, s, ##__VA_ARGS__)
276 #define ixl_dbg_info(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_INFO, s, ##__VA_ARGS__)
277 #define ixl_dbg_filter(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_FILTER, s, ##__VA_ARGS__)
278 #define ixl_dbg_iov(pf, s, ...) ixl_debug_core((pf)->dev, (pf)->dbg_mask, IXL_DBG_IOV, s, ##__VA_ARGS__)
280 /* PF-only function declarations */
281 int ixl_setup_interface(device_t, struct ixl_pf *);
282 void ixl_print_nvm_cmd(device_t, struct i40e_nvm_access *);
284 void ixl_handle_que(void *context, int pending);
286 void ixl_init(void *);
287 void ixl_local_timer(void *);
288 void ixl_register_vlan(void *, struct ifnet *, u16);
289 void ixl_unregister_vlan(void *, struct ifnet *, u16);
290 int ixl_intr(void *);
291 int ixl_msix_que(void *);
292 int ixl_msix_adminq(void *);
293 void ixl_do_adminq(void *, int);
295 int ixl_res_alloc_cmp(const void *, const void *);
296 const char * ixl_switch_res_type_string(u8);
297 void ixl_add_sysctls_mac_stats(struct sysctl_ctx_list *,
298 struct sysctl_oid_list *, struct i40e_hw_port_stats *);
300 void ixl_media_status(struct ifnet *, struct ifmediareq *);
301 int ixl_media_change(struct ifnet *);
302 int ixl_ioctl(struct ifnet *, u_long, caddr_t);
304 void ixl_enable_queue(struct i40e_hw *, int);
305 void ixl_disable_queue(struct i40e_hw *, int);
306 void ixl_enable_intr0(struct i40e_hw *);
307 void ixl_disable_intr0(struct i40e_hw *);
308 void ixl_nvm_version_str(struct i40e_hw *hw, struct sbuf *buf);
309 void ixl_stat_update48(struct i40e_hw *, u32, u32, bool,
311 void ixl_stat_update32(struct i40e_hw *, u32, bool,
314 void ixl_stop(struct ixl_pf *);
315 void ixl_vsi_add_sysctls(struct ixl_vsi *, const char *, bool);
316 int ixl_get_hw_capabilities(struct ixl_pf *);
317 void ixl_link_up_msg(struct ixl_pf *);
318 void ixl_update_link_status(struct ixl_pf *);
319 int ixl_setup_stations(struct ixl_pf *);
320 int ixl_switch_config(struct ixl_pf *);
321 void ixl_stop_locked(struct ixl_pf *);
322 int ixl_teardown_hw_structs(struct ixl_pf *);
323 void ixl_init_locked(struct ixl_pf *);
324 void ixl_set_rss_key(struct ixl_pf *);
325 void ixl_set_rss_pctypes(struct ixl_pf *);
326 void ixl_set_rss_hlut(struct ixl_pf *);
327 int ixl_setup_adminq_msix(struct ixl_pf *);
328 int ixl_setup_adminq_tq(struct ixl_pf *);
329 void ixl_teardown_adminq_msix(struct ixl_pf *);
330 void ixl_configure_intr0_msix(struct ixl_pf *);
331 void ixl_configure_queue_intr_msix(struct ixl_pf *);
332 void ixl_free_adminq_tq(struct ixl_pf *);
333 int ixl_setup_legacy(struct ixl_pf *);
334 int ixl_init_msix(struct ixl_pf *);
335 void ixl_configure_tx_itr(struct ixl_pf *);
336 void ixl_configure_rx_itr(struct ixl_pf *);
337 void ixl_configure_itr(struct ixl_pf *);
338 void ixl_configure_legacy(struct ixl_pf *);
339 void ixl_free_pci_resources(struct ixl_pf *);
340 void ixl_link_event(struct ixl_pf *, struct i40e_arq_event_info *);
341 void ixl_config_rss(struct ixl_pf *);
342 int ixl_set_advertised_speeds(struct ixl_pf *, int, bool);
343 void ixl_set_initial_advertised_speeds(struct ixl_pf *);
344 void ixl_print_nvm_version(struct ixl_pf *pf);
345 void ixl_add_sysctls_recovery_mode(struct ixl_pf *);
346 void ixl_add_device_sysctls(struct ixl_pf *);
347 void ixl_handle_mdd_event(struct ixl_pf *);
348 void ixl_add_hw_stats(struct ixl_pf *);
349 void ixl_update_stats_counters(struct ixl_pf *);
350 void ixl_pf_reset_stats(struct ixl_pf *);
351 void ixl_get_bus_info(struct ixl_pf *pf);
352 int ixl_aq_get_link_status(struct ixl_pf *,
353 struct i40e_aqc_get_link_status *);
355 int ixl_handle_nvmupd_cmd(struct ixl_pf *, struct ifdrv *);
356 int ixl_handle_i2c_eeprom_read_cmd(struct ixl_pf *, struct ifreq *ifr);
358 int ixl_setup_hmc(struct ixl_pf *);
359 void ixl_shutdown_hmc(struct ixl_pf *);
360 void ixl_handle_empr_reset(struct ixl_pf *);
361 int ixl_prepare_for_reset(struct ixl_pf *pf, bool is_up);
362 int ixl_rebuild_hw_structs_after_reset(struct ixl_pf *, bool is_up);
363 int ixl_pf_reset(struct ixl_pf *);
365 void ixl_set_queue_rx_itr(struct ixl_rx_queue *);
366 void ixl_set_queue_tx_itr(struct ixl_tx_queue *);
368 void ixl_add_filter(struct ixl_vsi *, const u8 *, s16 vlan);
369 void ixl_del_filter(struct ixl_vsi *, const u8 *, s16 vlan);
370 void ixl_reconfigure_filters(struct ixl_vsi *vsi);
372 int ixl_disable_rings(struct ixl_pf *, struct ixl_vsi *, struct ixl_pf_qtag *);
373 int ixl_disable_tx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16);
374 int ixl_disable_rx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16);
375 int ixl_disable_ring(struct ixl_pf *pf, struct ixl_pf_qtag *, u16);
377 int ixl_enable_rings(struct ixl_vsi *);
378 int ixl_enable_tx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16);
379 int ixl_enable_rx_ring(struct ixl_pf *, struct ixl_pf_qtag *, u16);
380 int ixl_enable_ring(struct ixl_pf *pf, struct ixl_pf_qtag *, u16);
382 void ixl_update_eth_stats(struct ixl_vsi *);
383 void ixl_cap_txcsum_tso(struct ixl_vsi *, struct ifnet *, int);
384 int ixl_initialize_vsi(struct ixl_vsi *);
385 void ixl_add_ifmedia(struct ifmedia *, u64);
386 int ixl_setup_queue_msix(struct ixl_vsi *);
387 int ixl_setup_queue_tqs(struct ixl_vsi *);
388 int ixl_teardown_queue_msix(struct ixl_vsi *);
389 void ixl_free_queue_tqs(struct ixl_vsi *);
390 void ixl_enable_intr(struct ixl_vsi *);
391 void ixl_disable_rings_intr(struct ixl_vsi *);
392 void ixl_set_promisc(struct ixl_vsi *);
393 void ixl_add_multi(struct ixl_vsi *);
394 int ixl_del_multi(struct ixl_vsi *);
395 void ixl_setup_vlan_filters(struct ixl_vsi *);
396 void ixl_init_filters(struct ixl_vsi *);
397 void ixl_add_hw_filters(struct ixl_vsi *, int, int);
398 void ixl_del_hw_filters(struct ixl_vsi *, int);
399 void ixl_del_default_hw_filters(struct ixl_vsi *);
400 struct ixl_mac_filter *
401 ixl_find_filter(struct ixl_vsi *, const u8 *, s16);
402 void ixl_add_mc_filter(struct ixl_vsi *, u8 *);
403 void ixl_free_mac_filters(struct ixl_vsi *vsi);
404 void ixl_update_vsi_stats(struct ixl_vsi *);
405 void ixl_vsi_reset_stats(struct ixl_vsi *);
407 void ixl_vsi_free_queues(struct ixl_vsi *vsi);
409 void ixl_if_init(if_ctx_t ctx);
410 void ixl_if_stop(if_ctx_t ctx);
413 * I2C Function prototypes
415 int ixl_find_i2c_interface(struct ixl_pf *);
416 s32 ixl_read_i2c_byte_bb(struct ixl_pf *pf, u8 byte_offset,
417 u8 dev_addr, u8 *data);
418 s32 ixl_write_i2c_byte_bb(struct ixl_pf *pf, u8 byte_offset,
419 u8 dev_addr, u8 data);
420 s32 ixl_read_i2c_byte_reg(struct ixl_pf *pf, u8 byte_offset,
421 u8 dev_addr, u8 *data);
422 s32 ixl_write_i2c_byte_reg(struct ixl_pf *pf, u8 byte_offset,
423 u8 dev_addr, u8 data);
424 s32 ixl_read_i2c_byte_aq(struct ixl_pf *pf, u8 byte_offset,
425 u8 dev_addr, u8 *data);
426 s32 ixl_write_i2c_byte_aq(struct ixl_pf *pf, u8 byte_offset,
427 u8 dev_addr, u8 data);
429 u64 ixl_max_aq_speed_to_value(u8);
430 int ixl_attach_get_link_status(struct ixl_pf *);
431 int ixl_sysctl_set_flowcntl(SYSCTL_HANDLER_ARGS);
433 #endif /* _IXL_PF_H_ */