2 * Copyright (c) 2007, 2014 Mellanox Technologies. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <sys/types.h>
35 #include <linux/if_vlan.h>
37 #include <linux/mlx4/device.h>
38 #include <linux/mlx4/cmd.h>
42 #define EN_IFQ_MIN_INTERVAL 3000
45 int mlx4_SET_VLAN_FLTR(struct mlx4_dev *dev, struct mlx4_en_priv *priv)
47 struct mlx4_cmd_mailbox *mailbox;
48 struct mlx4_set_vlan_fltr_mbox *filter;
55 mailbox = mlx4_alloc_cmd_mailbox(dev);
57 return PTR_ERR(mailbox);
59 filter = mailbox->buf;
60 memset(filter, 0, sizeof(*filter));
61 for (i = VLAN_FLTR_SIZE - 1; i >= 0; i--) {
63 for (j = 0; j < 32; j++) {
64 if (test_bit(index, priv->active_vlans))
68 filter->entry[i] = cpu_to_be32(entry);
70 err = mlx4_cmd(dev, mailbox->dma, priv->port, 0, MLX4_CMD_SET_VLAN_FLTR,
71 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
72 mlx4_free_cmd_mailbox(dev, mailbox);
76 int mlx4_en_QUERY_PORT(struct mlx4_en_dev *mdev, u8 port)
78 struct mlx4_en_query_port_context *qport_context;
79 struct mlx4_en_priv *priv = netdev_priv(mdev->pndev[port]);
80 struct mlx4_en_port_state *state = &priv->port_state;
81 struct mlx4_cmd_mailbox *mailbox;
84 mailbox = mlx4_alloc_cmd_mailbox(mdev->dev);
86 return PTR_ERR(mailbox);
87 memset(mailbox->buf, 0, sizeof(*qport_context));
88 err = mlx4_cmd_box(mdev->dev, 0, mailbox->dma, port, 0,
89 MLX4_CMD_QUERY_PORT, MLX4_CMD_TIME_CLASS_B,
93 qport_context = mailbox->buf;
95 /* This command is always accessed from Ethtool context
96 * already synchronized, no need in locking */
97 state->link_state = !!(qport_context->link_up & MLX4_EN_LINK_UP_MASK);
98 switch (qport_context->link_speed & MLX4_EN_SPEED_MASK) {
99 case MLX4_EN_1G_SPEED:
100 state->link_speed = 1000;
102 case MLX4_EN_10G_SPEED_XAUI:
103 case MLX4_EN_10G_SPEED_XFI:
104 state->link_speed = 10000;
106 case MLX4_EN_20G_SPEED:
107 state->link_speed = 20000;
109 case MLX4_EN_40G_SPEED:
110 state->link_speed = 40000;
112 case MLX4_EN_56G_SPEED:
113 state->link_speed = 56000;
116 state->link_speed = -1;
119 state->transciver = qport_context->transceiver;
120 state->autoneg = !!(qport_context->autoneg & MLX4_EN_AUTONEG_MASK);
123 mlx4_free_cmd_mailbox(mdev->dev, mailbox);
127 static void mlx4_en_fold_software_stats(struct net_device *dev)
129 struct mlx4_en_priv *priv = netdev_priv(dev);
130 struct mlx4_en_dev *mdev = priv->mdev;
134 if (!priv->port_up || mlx4_is_master(mdev->dev))
139 for (i = 0; i < priv->rx_ring_num; i++) {
140 const struct mlx4_en_rx_ring *ring = priv->rx_ring[i];
142 packets += READ_ONCE(ring->packets);
143 bytes += READ_ONCE(ring->bytes);
145 priv->pkstats.rx_packets = packets;
146 priv->pkstats.rx_bytes = bytes;
150 for (i = 0; i < priv->tx_ring_num; i++) {
151 const struct mlx4_en_tx_ring *ring = priv->tx_ring[i];
153 packets += READ_ONCE(ring->packets);
154 bytes += READ_ONCE(ring->bytes);
156 priv->pkstats.tx_packets = packets;
157 priv->pkstats.tx_bytes = bytes;
160 int mlx4_en_DUMP_ETH_STATS(struct mlx4_en_dev *mdev, u8 port, u8 reset)
162 struct mlx4_en_stat_out_mbox *mlx4_en_stats;
163 struct mlx4_en_stat_out_flow_control_mbox *flowstats;
164 struct net_device *dev = mdev->pndev[port];
165 struct mlx4_en_priv *priv = netdev_priv(dev);
166 struct mlx4_en_vport_stats *vport_stats = &priv->vport_stats;
167 struct mlx4_cmd_mailbox *mailbox = NULL;
168 struct mlx4_cmd_mailbox *mailbox_flow = NULL;
169 u64 in_mod = reset << 8 | port;
173 unsigned long period = (unsigned long) (jiffies - priv->last_ifq_jiffies);
174 struct mlx4_en_vport_stats tmp_vport_stats;
176 if (jiffies_to_msecs(period) < EN_IFQ_MIN_INTERVAL ||
177 priv->counter_index == 0xff)
180 mailbox = mlx4_alloc_cmd_mailbox(mdev->dev);
181 if (IS_ERR(mailbox)) {
182 err = PTR_ERR(mailbox);
186 mailbox_flow = mlx4_alloc_cmd_mailbox(mdev->dev);
187 if (IS_ERR(mailbox_flow)) {
188 mlx4_free_cmd_mailbox(mdev->dev, mailbox);
189 err = PTR_ERR(mailbox_flow);
193 /* 0xffs indicates invalid value */
194 memset(mailbox_flow->buf, 0xff, sizeof(*flowstats) *
195 MLX4_NUM_PRIORITIES);
197 if (mdev->dev->caps.flags2 & MLX4_DEV_CAP_FLAG2_FLOWSTATS_EN) {
198 memset(mailbox_flow->buf, 0, sizeof(*flowstats));
199 err = mlx4_cmd_box(mdev->dev, 0, mailbox_flow->dma,
200 in_mod | 1<<12, 0, MLX4_CMD_DUMP_ETH_STATS,
201 MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
207 err = mlx4_cmd_box(mdev->dev, 0, mailbox->dma, in_mod, 0,
208 MLX4_CMD_DUMP_ETH_STATS, MLX4_CMD_TIME_CLASS_B,
213 mlx4_en_stats = mailbox->buf;
215 spin_lock(&priv->stats_lock);
217 priv->port_stats.rx_chksum_good = 0;
218 priv->port_stats.rx_chksum_none = 0;
219 for (i = 0; i < priv->rx_ring_num; i++) {
220 priv->port_stats.rx_chksum_good += priv->rx_ring[i]->csum_ok;
221 priv->port_stats.rx_chksum_none += priv->rx_ring[i]->csum_none;
224 priv->port_stats.tx_chksum_offload = 0;
225 priv->port_stats.queue_stopped = 0;
226 priv->port_stats.wake_queue = 0;
227 for (i = 0; i < priv->tx_ring_num; i++) {
228 priv->port_stats.tx_chksum_offload += priv->tx_ring[i]->tx_csum;
229 priv->port_stats.queue_stopped += priv->tx_ring[i]->queue_stopped;
230 priv->port_stats.wake_queue += priv->tx_ring[i]->wake_queue;
231 priv->port_stats.oversized_packets += priv->tx_ring[i]->oversized_packets;
234 priv->pkstats.rx_packets = be64_to_cpu(mlx4_en_stats->RTOT_prio_0) +
235 be64_to_cpu(mlx4_en_stats->RTOT_prio_1) +
236 be64_to_cpu(mlx4_en_stats->RTOT_prio_2) +
237 be64_to_cpu(mlx4_en_stats->RTOT_prio_3) +
238 be64_to_cpu(mlx4_en_stats->RTOT_prio_4) +
239 be64_to_cpu(mlx4_en_stats->RTOT_prio_5) +
240 be64_to_cpu(mlx4_en_stats->RTOT_prio_6) +
241 be64_to_cpu(mlx4_en_stats->RTOT_prio_7) +
242 be64_to_cpu(mlx4_en_stats->RTOT_novlan);
243 priv->pkstats.rx_bytes = be64_to_cpu(mlx4_en_stats->ROCT_prio_0) +
244 be64_to_cpu(mlx4_en_stats->ROCT_prio_1) +
245 be64_to_cpu(mlx4_en_stats->ROCT_prio_2) +
246 be64_to_cpu(mlx4_en_stats->ROCT_prio_3) +
247 be64_to_cpu(mlx4_en_stats->ROCT_prio_4) +
248 be64_to_cpu(mlx4_en_stats->ROCT_prio_5) +
249 be64_to_cpu(mlx4_en_stats->ROCT_prio_6) +
250 be64_to_cpu(mlx4_en_stats->ROCT_prio_7) +
251 be64_to_cpu(mlx4_en_stats->ROCT_novlan);
252 priv->pkstats.rx_multicast_packets = be64_to_cpu(mlx4_en_stats->MCAST_prio_0) +
253 be64_to_cpu(mlx4_en_stats->MCAST_prio_1) +
254 be64_to_cpu(mlx4_en_stats->MCAST_prio_2) +
255 be64_to_cpu(mlx4_en_stats->MCAST_prio_3) +
256 be64_to_cpu(mlx4_en_stats->MCAST_prio_4) +
257 be64_to_cpu(mlx4_en_stats->MCAST_prio_5) +
258 be64_to_cpu(mlx4_en_stats->MCAST_prio_6) +
259 be64_to_cpu(mlx4_en_stats->MCAST_prio_7) +
260 be64_to_cpu(mlx4_en_stats->MCAST_novlan);
261 priv->pkstats.rx_broadcast_packets = be64_to_cpu(mlx4_en_stats->RBCAST_prio_0) +
262 be64_to_cpu(mlx4_en_stats->RBCAST_prio_1) +
263 be64_to_cpu(mlx4_en_stats->RBCAST_prio_2) +
264 be64_to_cpu(mlx4_en_stats->RBCAST_prio_3) +
265 be64_to_cpu(mlx4_en_stats->RBCAST_prio_4) +
266 be64_to_cpu(mlx4_en_stats->RBCAST_prio_5) +
267 be64_to_cpu(mlx4_en_stats->RBCAST_prio_6) +
268 be64_to_cpu(mlx4_en_stats->RBCAST_prio_7) +
269 be64_to_cpu(mlx4_en_stats->RBCAST_novlan);
270 priv->pkstats.rx_errors = be64_to_cpu(mlx4_en_stats->PCS) +
271 be32_to_cpu(mlx4_en_stats->RJBBR) +
272 be32_to_cpu(mlx4_en_stats->RCRC) +
273 be32_to_cpu(mlx4_en_stats->RRUNT) +
274 be64_to_cpu(mlx4_en_stats->RInRangeLengthErr) +
275 be64_to_cpu(mlx4_en_stats->ROutRangeLengthErr) +
276 be32_to_cpu(mlx4_en_stats->RSHORT) +
277 be64_to_cpu(mlx4_en_stats->RGIANT_prio_0) +
278 be64_to_cpu(mlx4_en_stats->RGIANT_prio_1) +
279 be64_to_cpu(mlx4_en_stats->RGIANT_prio_2) +
280 be64_to_cpu(mlx4_en_stats->RGIANT_prio_3) +
281 be64_to_cpu(mlx4_en_stats->RGIANT_prio_4) +
282 be64_to_cpu(mlx4_en_stats->RGIANT_prio_5) +
283 be64_to_cpu(mlx4_en_stats->RGIANT_prio_6) +
284 be64_to_cpu(mlx4_en_stats->RGIANT_prio_7) +
285 be64_to_cpu(mlx4_en_stats->RGIANT_novlan);
286 priv->pkstats.rx_dropped = be32_to_cpu(mlx4_en_stats->RdropOvflw);
287 priv->pkstats.rx_length_errors = be32_to_cpu(mlx4_en_stats->RdropLength);
288 priv->pkstats.rx_over_errors = be32_to_cpu(mlx4_en_stats->RdropOvflw);
289 priv->pkstats.rx_crc_errors = be32_to_cpu(mlx4_en_stats->RCRC);
290 priv->pkstats.rx_jabbers = be32_to_cpu(mlx4_en_stats->RJBBR);
291 priv->pkstats.rx_in_range_length_error = be64_to_cpu(mlx4_en_stats->RInRangeLengthErr);
292 priv->pkstats.rx_out_range_length_error = be64_to_cpu(mlx4_en_stats->ROutRangeLengthErr);
293 priv->pkstats.rx_lt_64_bytes_packets = be64_to_cpu(mlx4_en_stats->R64_prio_0) +
294 be64_to_cpu(mlx4_en_stats->R64_prio_1) +
295 be64_to_cpu(mlx4_en_stats->R64_prio_2) +
296 be64_to_cpu(mlx4_en_stats->R64_prio_3) +
297 be64_to_cpu(mlx4_en_stats->R64_prio_4) +
298 be64_to_cpu(mlx4_en_stats->R64_prio_5) +
299 be64_to_cpu(mlx4_en_stats->R64_prio_6) +
300 be64_to_cpu(mlx4_en_stats->R64_prio_7) +
301 be64_to_cpu(mlx4_en_stats->R64_novlan);
302 priv->pkstats.rx_127_bytes_packets = be64_to_cpu(mlx4_en_stats->R127_prio_0) +
303 be64_to_cpu(mlx4_en_stats->R127_prio_1) +
304 be64_to_cpu(mlx4_en_stats->R127_prio_2) +
305 be64_to_cpu(mlx4_en_stats->R127_prio_3) +
306 be64_to_cpu(mlx4_en_stats->R127_prio_4) +
307 be64_to_cpu(mlx4_en_stats->R127_prio_5) +
308 be64_to_cpu(mlx4_en_stats->R127_prio_6) +
309 be64_to_cpu(mlx4_en_stats->R127_prio_7) +
310 be64_to_cpu(mlx4_en_stats->R127_novlan);
311 priv->pkstats.rx_255_bytes_packets = be64_to_cpu(mlx4_en_stats->R255_prio_0) +
312 be64_to_cpu(mlx4_en_stats->R255_prio_1) +
313 be64_to_cpu(mlx4_en_stats->R255_prio_2) +
314 be64_to_cpu(mlx4_en_stats->R255_prio_3) +
315 be64_to_cpu(mlx4_en_stats->R255_prio_4) +
316 be64_to_cpu(mlx4_en_stats->R255_prio_5) +
317 be64_to_cpu(mlx4_en_stats->R255_prio_6) +
318 be64_to_cpu(mlx4_en_stats->R255_prio_7) +
319 be64_to_cpu(mlx4_en_stats->R255_novlan);
320 priv->pkstats.rx_511_bytes_packets = be64_to_cpu(mlx4_en_stats->R511_prio_0) +
321 be64_to_cpu(mlx4_en_stats->R511_prio_1) +
322 be64_to_cpu(mlx4_en_stats->R511_prio_2) +
323 be64_to_cpu(mlx4_en_stats->R511_prio_3) +
324 be64_to_cpu(mlx4_en_stats->R511_prio_4) +
325 be64_to_cpu(mlx4_en_stats->R511_prio_5) +
326 be64_to_cpu(mlx4_en_stats->R511_prio_6) +
327 be64_to_cpu(mlx4_en_stats->R511_prio_7) +
328 be64_to_cpu(mlx4_en_stats->R511_novlan);
329 priv->pkstats.rx_1023_bytes_packets = be64_to_cpu(mlx4_en_stats->R1023_prio_0) +
330 be64_to_cpu(mlx4_en_stats->R1023_prio_1) +
331 be64_to_cpu(mlx4_en_stats->R1023_prio_2) +
332 be64_to_cpu(mlx4_en_stats->R1023_prio_3) +
333 be64_to_cpu(mlx4_en_stats->R1023_prio_4) +
334 be64_to_cpu(mlx4_en_stats->R1023_prio_5) +
335 be64_to_cpu(mlx4_en_stats->R1023_prio_6) +
336 be64_to_cpu(mlx4_en_stats->R1023_prio_7) +
337 be64_to_cpu(mlx4_en_stats->R1023_novlan);
338 priv->pkstats.rx_1518_bytes_packets = be64_to_cpu(mlx4_en_stats->R1518_prio_0) +
339 be64_to_cpu(mlx4_en_stats->R1518_prio_1) +
340 be64_to_cpu(mlx4_en_stats->R1518_prio_2) +
341 be64_to_cpu(mlx4_en_stats->R1518_prio_3) +
342 be64_to_cpu(mlx4_en_stats->R1518_prio_4) +
343 be64_to_cpu(mlx4_en_stats->R1518_prio_5) +
344 be64_to_cpu(mlx4_en_stats->R1518_prio_6) +
345 be64_to_cpu(mlx4_en_stats->R1518_prio_7) +
346 be64_to_cpu(mlx4_en_stats->R1518_novlan);
347 priv->pkstats.rx_1522_bytes_packets = be64_to_cpu(mlx4_en_stats->R1522_prio_0) +
348 be64_to_cpu(mlx4_en_stats->R1522_prio_1) +
349 be64_to_cpu(mlx4_en_stats->R1522_prio_2) +
350 be64_to_cpu(mlx4_en_stats->R1522_prio_3) +
351 be64_to_cpu(mlx4_en_stats->R1522_prio_4) +
352 be64_to_cpu(mlx4_en_stats->R1522_prio_5) +
353 be64_to_cpu(mlx4_en_stats->R1522_prio_6) +
354 be64_to_cpu(mlx4_en_stats->R1522_prio_7) +
355 be64_to_cpu(mlx4_en_stats->R1522_novlan);
356 priv->pkstats.rx_1548_bytes_packets = be64_to_cpu(mlx4_en_stats->R1548_prio_0) +
357 be64_to_cpu(mlx4_en_stats->R1548_prio_1) +
358 be64_to_cpu(mlx4_en_stats->R1548_prio_2) +
359 be64_to_cpu(mlx4_en_stats->R1548_prio_3) +
360 be64_to_cpu(mlx4_en_stats->R1548_prio_4) +
361 be64_to_cpu(mlx4_en_stats->R1548_prio_5) +
362 be64_to_cpu(mlx4_en_stats->R1548_prio_6) +
363 be64_to_cpu(mlx4_en_stats->R1548_prio_7) +
364 be64_to_cpu(mlx4_en_stats->R1548_novlan);
365 priv->pkstats.rx_gt_1548_bytes_packets = be64_to_cpu(mlx4_en_stats->R2MTU_prio_0) +
366 be64_to_cpu(mlx4_en_stats->R2MTU_prio_1) +
367 be64_to_cpu(mlx4_en_stats->R2MTU_prio_2) +
368 be64_to_cpu(mlx4_en_stats->R2MTU_prio_3) +
369 be64_to_cpu(mlx4_en_stats->R2MTU_prio_4) +
370 be64_to_cpu(mlx4_en_stats->R2MTU_prio_5) +
371 be64_to_cpu(mlx4_en_stats->R2MTU_prio_6) +
372 be64_to_cpu(mlx4_en_stats->R2MTU_prio_7) +
373 be64_to_cpu(mlx4_en_stats->R2MTU_novlan);
376 priv->pkstats.tx_packets = be64_to_cpu(mlx4_en_stats->TTOT_prio_0) +
377 be64_to_cpu(mlx4_en_stats->TTOT_prio_1) +
378 be64_to_cpu(mlx4_en_stats->TTOT_prio_2) +
379 be64_to_cpu(mlx4_en_stats->TTOT_prio_3) +
380 be64_to_cpu(mlx4_en_stats->TTOT_prio_4) +
381 be64_to_cpu(mlx4_en_stats->TTOT_prio_5) +
382 be64_to_cpu(mlx4_en_stats->TTOT_prio_6) +
383 be64_to_cpu(mlx4_en_stats->TTOT_prio_7) +
384 be64_to_cpu(mlx4_en_stats->TTOT_novlan);
385 priv->pkstats.tx_bytes = be64_to_cpu(mlx4_en_stats->TOCT_prio_0) +
386 be64_to_cpu(mlx4_en_stats->TOCT_prio_1) +
387 be64_to_cpu(mlx4_en_stats->TOCT_prio_2) +
388 be64_to_cpu(mlx4_en_stats->TOCT_prio_3) +
389 be64_to_cpu(mlx4_en_stats->TOCT_prio_4) +
390 be64_to_cpu(mlx4_en_stats->TOCT_prio_5) +
391 be64_to_cpu(mlx4_en_stats->TOCT_prio_6) +
392 be64_to_cpu(mlx4_en_stats->TOCT_prio_7) +
393 be64_to_cpu(mlx4_en_stats->TOCT_novlan);
394 priv->pkstats.tx_multicast_packets = be64_to_cpu(mlx4_en_stats->TMCAST_prio_0) +
395 be64_to_cpu(mlx4_en_stats->TMCAST_prio_1) +
396 be64_to_cpu(mlx4_en_stats->TMCAST_prio_2) +
397 be64_to_cpu(mlx4_en_stats->TMCAST_prio_3) +
398 be64_to_cpu(mlx4_en_stats->TMCAST_prio_4) +
399 be64_to_cpu(mlx4_en_stats->TMCAST_prio_5) +
400 be64_to_cpu(mlx4_en_stats->TMCAST_prio_6) +
401 be64_to_cpu(mlx4_en_stats->TMCAST_prio_7) +
402 be64_to_cpu(mlx4_en_stats->TMCAST_novlan);
403 priv->pkstats.tx_broadcast_packets = be64_to_cpu(mlx4_en_stats->TBCAST_prio_0) +
404 be64_to_cpu(mlx4_en_stats->TBCAST_prio_1) +
405 be64_to_cpu(mlx4_en_stats->TBCAST_prio_2) +
406 be64_to_cpu(mlx4_en_stats->TBCAST_prio_3) +
407 be64_to_cpu(mlx4_en_stats->TBCAST_prio_4) +
408 be64_to_cpu(mlx4_en_stats->TBCAST_prio_5) +
409 be64_to_cpu(mlx4_en_stats->TBCAST_prio_6) +
410 be64_to_cpu(mlx4_en_stats->TBCAST_prio_7) +
411 be64_to_cpu(mlx4_en_stats->TBCAST_novlan);
412 priv->pkstats.tx_errors = be64_to_cpu(mlx4_en_stats->TGIANT_prio_0) +
413 be64_to_cpu(mlx4_en_stats->TGIANT_prio_1) +
414 be64_to_cpu(mlx4_en_stats->TGIANT_prio_2) +
415 be64_to_cpu(mlx4_en_stats->TGIANT_prio_3) +
416 be64_to_cpu(mlx4_en_stats->TGIANT_prio_4) +
417 be64_to_cpu(mlx4_en_stats->TGIANT_prio_5) +
418 be64_to_cpu(mlx4_en_stats->TGIANT_prio_6) +
419 be64_to_cpu(mlx4_en_stats->TGIANT_prio_7) +
420 be64_to_cpu(mlx4_en_stats->TGIANT_novlan);
421 priv->pkstats.tx_dropped = be32_to_cpu(mlx4_en_stats->TDROP) -
422 priv->pkstats.tx_errors;
423 priv->pkstats.tx_lt_64_bytes_packets = be64_to_cpu(mlx4_en_stats->T64_prio_0) +
424 be64_to_cpu(mlx4_en_stats->T64_prio_1) +
425 be64_to_cpu(mlx4_en_stats->T64_prio_2) +
426 be64_to_cpu(mlx4_en_stats->T64_prio_3) +
427 be64_to_cpu(mlx4_en_stats->T64_prio_4) +
428 be64_to_cpu(mlx4_en_stats->T64_prio_5) +
429 be64_to_cpu(mlx4_en_stats->T64_prio_6) +
430 be64_to_cpu(mlx4_en_stats->T64_prio_7) +
431 be64_to_cpu(mlx4_en_stats->T64_novlan);
432 priv->pkstats.tx_127_bytes_packets = be64_to_cpu(mlx4_en_stats->T127_prio_0) +
433 be64_to_cpu(mlx4_en_stats->T127_prio_1) +
434 be64_to_cpu(mlx4_en_stats->T127_prio_2) +
435 be64_to_cpu(mlx4_en_stats->T127_prio_3) +
436 be64_to_cpu(mlx4_en_stats->T127_prio_4) +
437 be64_to_cpu(mlx4_en_stats->T127_prio_5) +
438 be64_to_cpu(mlx4_en_stats->T127_prio_6) +
439 be64_to_cpu(mlx4_en_stats->T127_prio_7) +
440 be64_to_cpu(mlx4_en_stats->T127_novlan);
441 priv->pkstats.tx_255_bytes_packets = be64_to_cpu(mlx4_en_stats->T255_prio_0) +
442 be64_to_cpu(mlx4_en_stats->T255_prio_1) +
443 be64_to_cpu(mlx4_en_stats->T255_prio_2) +
444 be64_to_cpu(mlx4_en_stats->T255_prio_3) +
445 be64_to_cpu(mlx4_en_stats->T255_prio_4) +
446 be64_to_cpu(mlx4_en_stats->T255_prio_5) +
447 be64_to_cpu(mlx4_en_stats->T255_prio_6) +
448 be64_to_cpu(mlx4_en_stats->T255_prio_7) +
449 be64_to_cpu(mlx4_en_stats->T255_novlan);
450 priv->pkstats.tx_511_bytes_packets = be64_to_cpu(mlx4_en_stats->T511_prio_0) +
451 be64_to_cpu(mlx4_en_stats->T511_prio_1) +
452 be64_to_cpu(mlx4_en_stats->T511_prio_2) +
453 be64_to_cpu(mlx4_en_stats->T511_prio_3) +
454 be64_to_cpu(mlx4_en_stats->T511_prio_4) +
455 be64_to_cpu(mlx4_en_stats->T511_prio_5) +
456 be64_to_cpu(mlx4_en_stats->T511_prio_6) +
457 be64_to_cpu(mlx4_en_stats->T511_prio_7) +
458 be64_to_cpu(mlx4_en_stats->T511_novlan);
459 priv->pkstats.tx_1023_bytes_packets = be64_to_cpu(mlx4_en_stats->T1023_prio_0) +
460 be64_to_cpu(mlx4_en_stats->T1023_prio_1) +
461 be64_to_cpu(mlx4_en_stats->T1023_prio_2) +
462 be64_to_cpu(mlx4_en_stats->T1023_prio_3) +
463 be64_to_cpu(mlx4_en_stats->T1023_prio_4) +
464 be64_to_cpu(mlx4_en_stats->T1023_prio_5) +
465 be64_to_cpu(mlx4_en_stats->T1023_prio_6) +
466 be64_to_cpu(mlx4_en_stats->T1023_prio_7) +
467 be64_to_cpu(mlx4_en_stats->T1023_novlan);
468 priv->pkstats.tx_1518_bytes_packets = be64_to_cpu(mlx4_en_stats->T1518_prio_0) +
469 be64_to_cpu(mlx4_en_stats->T1518_prio_1) +
470 be64_to_cpu(mlx4_en_stats->T1518_prio_2) +
471 be64_to_cpu(mlx4_en_stats->T1518_prio_3) +
472 be64_to_cpu(mlx4_en_stats->T1518_prio_4) +
473 be64_to_cpu(mlx4_en_stats->T1518_prio_5) +
474 be64_to_cpu(mlx4_en_stats->T1518_prio_6) +
475 be64_to_cpu(mlx4_en_stats->T1518_prio_7) +
476 be64_to_cpu(mlx4_en_stats->T1518_novlan);
477 priv->pkstats.tx_1522_bytes_packets = be64_to_cpu(mlx4_en_stats->T1522_prio_0) +
478 be64_to_cpu(mlx4_en_stats->T1522_prio_1) +
479 be64_to_cpu(mlx4_en_stats->T1522_prio_2) +
480 be64_to_cpu(mlx4_en_stats->T1522_prio_3) +
481 be64_to_cpu(mlx4_en_stats->T1522_prio_4) +
482 be64_to_cpu(mlx4_en_stats->T1522_prio_5) +
483 be64_to_cpu(mlx4_en_stats->T1522_prio_6) +
484 be64_to_cpu(mlx4_en_stats->T1522_prio_7) +
485 be64_to_cpu(mlx4_en_stats->T1522_novlan);
486 priv->pkstats.tx_1548_bytes_packets = be64_to_cpu(mlx4_en_stats->T1548_prio_0) +
487 be64_to_cpu(mlx4_en_stats->T1548_prio_1) +
488 be64_to_cpu(mlx4_en_stats->T1548_prio_2) +
489 be64_to_cpu(mlx4_en_stats->T1548_prio_3) +
490 be64_to_cpu(mlx4_en_stats->T1548_prio_4) +
491 be64_to_cpu(mlx4_en_stats->T1548_prio_5) +
492 be64_to_cpu(mlx4_en_stats->T1548_prio_6) +
493 be64_to_cpu(mlx4_en_stats->T1548_prio_7) +
494 be64_to_cpu(mlx4_en_stats->T1548_novlan);
495 priv->pkstats.tx_gt_1548_bytes_packets = be64_to_cpu(mlx4_en_stats->T2MTU_prio_0) +
496 be64_to_cpu(mlx4_en_stats->T2MTU_prio_1) +
497 be64_to_cpu(mlx4_en_stats->T2MTU_prio_2) +
498 be64_to_cpu(mlx4_en_stats->T2MTU_prio_3) +
499 be64_to_cpu(mlx4_en_stats->T2MTU_prio_4) +
500 be64_to_cpu(mlx4_en_stats->T2MTU_prio_5) +
501 be64_to_cpu(mlx4_en_stats->T2MTU_prio_6) +
502 be64_to_cpu(mlx4_en_stats->T2MTU_prio_7) +
503 be64_to_cpu(mlx4_en_stats->T2MTU_novlan);
505 priv->pkstats.rx_prio[0][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_0);
506 priv->pkstats.rx_prio[0][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_0);
507 priv->pkstats.rx_prio[1][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_1);
508 priv->pkstats.rx_prio[1][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_1);
509 priv->pkstats.rx_prio[2][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_2);
510 priv->pkstats.rx_prio[2][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_2);
511 priv->pkstats.rx_prio[3][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_3);
512 priv->pkstats.rx_prio[3][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_3);
513 priv->pkstats.rx_prio[4][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_4);
514 priv->pkstats.rx_prio[4][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_4);
515 priv->pkstats.rx_prio[5][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_5);
516 priv->pkstats.rx_prio[5][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_5);
517 priv->pkstats.rx_prio[6][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_6);
518 priv->pkstats.rx_prio[6][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_6);
519 priv->pkstats.rx_prio[7][0] = be64_to_cpu(mlx4_en_stats->RTOT_prio_7);
520 priv->pkstats.rx_prio[7][1] = be64_to_cpu(mlx4_en_stats->ROCT_prio_7);
521 priv->pkstats.rx_prio[8][0] = be64_to_cpu(mlx4_en_stats->RTOT_novlan);
522 priv->pkstats.rx_prio[8][1] = be64_to_cpu(mlx4_en_stats->ROCT_novlan);
523 priv->pkstats.tx_prio[0][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_0);
524 priv->pkstats.tx_prio[0][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_0);
525 priv->pkstats.tx_prio[1][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_1);
526 priv->pkstats.tx_prio[1][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_1);
527 priv->pkstats.tx_prio[2][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_2);
528 priv->pkstats.tx_prio[2][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_2);
529 priv->pkstats.tx_prio[3][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_3);
530 priv->pkstats.tx_prio[3][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_3);
531 priv->pkstats.tx_prio[4][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_4);
532 priv->pkstats.tx_prio[4][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_4);
533 priv->pkstats.tx_prio[5][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_5);
534 priv->pkstats.tx_prio[5][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_5);
535 priv->pkstats.tx_prio[6][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_6);
536 priv->pkstats.tx_prio[6][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_6);
537 priv->pkstats.tx_prio[7][0] = be64_to_cpu(mlx4_en_stats->TTOT_prio_7);
538 priv->pkstats.tx_prio[7][1] = be64_to_cpu(mlx4_en_stats->TOCT_prio_7);
539 priv->pkstats.tx_prio[8][0] = be64_to_cpu(mlx4_en_stats->TTOT_novlan);
540 priv->pkstats.tx_prio[8][1] = be64_to_cpu(mlx4_en_stats->TOCT_novlan);
542 flowstats = mailbox_flow->buf;
544 for (i = 0; i < MLX4_NUM_PRIORITIES; i++) {
545 priv->flowstats[i].rx_pause =
546 be64_to_cpu(flowstats[i].rx_pause);
547 priv->flowstats[i].rx_pause_duration =
548 be64_to_cpu(flowstats[i].rx_pause_duration);
549 priv->flowstats[i].rx_pause_transition =
550 be64_to_cpu(flowstats[i].rx_pause_transition);
551 priv->flowstats[i].tx_pause =
552 be64_to_cpu(flowstats[i].tx_pause);
553 priv->flowstats[i].tx_pause_duration =
554 be64_to_cpu(flowstats[i].tx_pause_duration);
555 priv->flowstats[i].tx_pause_transition =
556 be64_to_cpu(flowstats[i].tx_pause_transition);
559 mlx4_en_fold_software_stats(dev);
561 spin_unlock(&priv->stats_lock);
563 memset(&tmp_vport_stats, 0, sizeof(tmp_vport_stats));
565 err = mlx4_get_vport_ethtool_stats(mdev->dev, port,
566 &tmp_vport_stats, reset);
567 spin_lock(&priv->stats_lock);
569 /* ethtool stats format */
570 vport_stats->rx_unicast_packets = tmp_vport_stats.rx_unicast_packets;
571 vport_stats->rx_unicast_bytes = tmp_vport_stats.rx_unicast_bytes;
572 vport_stats->rx_multicast_packets = tmp_vport_stats.rx_multicast_packets;
573 vport_stats->rx_multicast_bytes = tmp_vport_stats.rx_multicast_bytes;
574 vport_stats->rx_broadcast_packets = tmp_vport_stats.rx_broadcast_packets;
575 vport_stats->rx_broadcast_bytes = tmp_vport_stats.rx_broadcast_bytes;
576 vport_stats->rx_dropped = tmp_vport_stats.rx_dropped;
577 vport_stats->rx_errors = tmp_vport_stats.rx_errors;
578 vport_stats->tx_unicast_packets = tmp_vport_stats.tx_unicast_packets;
579 vport_stats->tx_unicast_bytes = tmp_vport_stats.tx_unicast_bytes;
580 vport_stats->tx_multicast_packets = tmp_vport_stats.tx_multicast_packets;
581 vport_stats->tx_multicast_bytes = tmp_vport_stats.tx_multicast_bytes;
582 vport_stats->tx_broadcast_packets = tmp_vport_stats.tx_broadcast_packets;
583 vport_stats->tx_broadcast_bytes = tmp_vport_stats.tx_broadcast_bytes;
584 vport_stats->tx_errors = tmp_vport_stats.tx_errors;
587 #if __FreeBSD_version >= 1100000
589 if_inc_counter(dev, IFCOUNTER_IPACKETS,
590 priv->pkstats.rx_packets - priv->pkstats_last.rx_packets);
591 if_inc_counter(dev, IFCOUNTER_OPACKETS,
592 priv->pkstats.tx_packets - priv->pkstats_last.tx_packets);
593 if_inc_counter(dev, IFCOUNTER_IBYTES,
594 priv->pkstats.rx_bytes - priv->pkstats_last.rx_bytes);
595 if_inc_counter(dev, IFCOUNTER_OBYTES,
596 priv->pkstats.tx_bytes - priv->pkstats_last.tx_bytes);
597 if_inc_counter(dev, IFCOUNTER_IERRORS,
598 priv->pkstats.rx_errors - priv->pkstats_last.rx_errors);
599 if_inc_counter(dev, IFCOUNTER_IQDROPS,
600 priv->pkstats.rx_dropped - priv->pkstats_last.rx_dropped);
601 if_inc_counter(dev, IFCOUNTER_IMCASTS,
602 priv->pkstats.rx_multicast_packets - priv->pkstats_last.rx_multicast_packets);
603 if_inc_counter(dev, IFCOUNTER_OMCASTS,
604 priv->pkstats.tx_multicast_packets - priv->pkstats_last.tx_multicast_packets);
606 priv->pkstats_last = priv->pkstats;
608 dev->if_ipackets = priv->pkstats.rx_packets;
609 dev->if_opackets = priv->pkstats.tx_packets;
610 dev->if_ibytes = priv->pkstats.rx_bytes;
611 dev->if_obytes = priv->pkstats.tx_bytes;
612 dev->if_ierrors = priv->pkstats.rx_errors;
613 dev->if_iqdrops = priv->pkstats.rx_dropped;
614 dev->if_imcasts = priv->pkstats.rx_multicast_packets;
615 dev->if_omcasts = priv->pkstats.tx_multicast_packets;
616 dev->if_collisions = 0;
619 spin_unlock(&priv->stats_lock);
622 mlx4_free_cmd_mailbox(mdev->dev, mailbox_flow);
623 mlx4_free_cmd_mailbox(mdev->dev, mailbox);
627 priv->last_ifq_jiffies = jiffies;