1 /***********************license start***************
2 * Copyright (c) 2003-2010 Cavium Networks (support@cavium.com). All rights
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions are
10 * * Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above
14 * copyright notice, this list of conditions and the following
15 * disclaimer in the documentation and/or other materials provided
16 * with the distribution.
18 * * Neither the name of Cavium Networks nor the names of
19 * its contributors may be used to endorse or promote products
20 * derived from this software without specific prior written
23 * This Software, including technical data, may be subject to U.S. export control
24 * laws, including the U.S. Export Administration Act and its associated
25 * regulations, and may be subject to export or import regulations in other
28 * TO THE MAXIMUM EXTENT PERMITTED BY LAW, THE SOFTWARE IS PROVIDED "AS IS"
29 * AND WITH ALL FAULTS AND CAVIUM NETWORKS MAKES NO PROMISES, REPRESENTATIONS OR
30 * WARRANTIES, EITHER EXPRESS, IMPLIED, STATUTORY, OR OTHERWISE, WITH RESPECT TO
31 * THE SOFTWARE, INCLUDING ITS CONDITION, ITS CONFORMITY TO ANY REPRESENTATION OR
32 * DESCRIPTION, OR THE EXISTENCE OF ANY LATENT OR PATENT DEFECTS, AND CAVIUM
33 * SPECIFICALLY DISCLAIMS ALL IMPLIED (IF ANY) WARRANTIES OF TITLE,
34 * MERCHANTABILITY, NONINFRINGEMENT, FITNESS FOR A PARTICULAR PURPOSE, LACK OF
35 * VIRUSES, ACCURACY OR COMPLETENESS, QUIET ENJOYMENT, QUIET POSSESSION OR
36 * CORRESPONDENCE TO DESCRIPTION. THE ENTIRE RISK ARISING OUT OF USE OR
37 * PERFORMANCE OF THE SOFTWARE LIES WITH YOU.
38 ***********************license end**************************************/
49 * Helper functions for common, but complicated tasks.
51 * <hr>$Revision: 52004 $<hr>
53 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
54 #include <linux/module.h>
55 #include <asm/octeon/cvmx.h>
56 #include <asm/octeon/cvmx-config.h>
57 #include <asm/octeon/cvmx-bootmem.h>
58 #include <asm/octeon/cvmx-sriox-defs.h>
59 #include <asm/octeon/cvmx-npi-defs.h>
60 #include <asm/octeon/cvmx-pexp-defs.h>
61 #include <asm/octeon/cvmx-pip-defs.h>
62 #include <asm/octeon/cvmx-asxx-defs.h>
63 #include <asm/octeon/cvmx-gmxx-defs.h>
64 #include <asm/octeon/cvmx-smix-defs.h>
65 #include <asm/octeon/cvmx-dbg-defs.h>
67 #include <asm/octeon/cvmx-gmx.h>
68 #include <asm/octeon/cvmx-fpa.h>
69 #include <asm/octeon/cvmx-pip.h>
70 #include <asm/octeon/cvmx-pko.h>
71 #include <asm/octeon/cvmx-ipd.h>
72 #include <asm/octeon/cvmx-spi.h>
73 #include <asm/octeon/cvmx-clock.h>
74 #include <asm/octeon/cvmx-helper.h>
75 #include <asm/octeon/cvmx-helper-board.h>
76 #include <asm/octeon/cvmx-helper-errata.h>
78 #if !defined(__FreeBSD__) || !defined(_KERNEL)
79 #include "executive-config.h"
82 #include "cvmx-sysinfo.h"
83 #include "cvmx-bootmem.h"
84 #include "cvmx-version.h"
85 #include "cvmx-helper-check-defines.h"
87 #include "cvmx-error.h"
88 #if !defined(__FreeBSD__) || !defined(_KERNEL)
89 #include "cvmx-config.h"
97 #include "cvmx-helper.h"
98 #include "cvmx-helper-board.h"
99 #include "cvmx-helper-errata.h"
104 #ifdef CVMX_ENABLE_PKO_FUNCTIONS
107 * cvmx_override_pko_queue_priority(int ipd_port, uint64_t
108 * priorities[16]) is a function pointer. It is meant to allow
109 * customization of the PKO queue priorities based on the port
110 * number. Users should set this pointer to a function before
111 * calling any cvmx-helper operations.
113 CVMX_SHARED void (*cvmx_override_pko_queue_priority)(int pko_port, uint64_t priorities[16]) = NULL;
114 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
115 EXPORT_SYMBOL(cvmx_override_pko_queue_priority);
119 * cvmx_override_ipd_port_setup(int ipd_port) is a function
120 * pointer. It is meant to allow customization of the IPD port
121 * setup before packet input/output comes online. It is called
122 * after cvmx-helper does the default IPD configuration, but
123 * before IPD is enabled. Users should set this pointer to a
124 * function before calling any cvmx-helper operations.
126 CVMX_SHARED void (*cvmx_override_ipd_port_setup)(int ipd_port) = NULL;
128 /* Port count per interface */
129 static CVMX_SHARED int interface_port_count[6] = {0,};
130 /* Port last configured link info index by IPD/PKO port */
131 static CVMX_SHARED cvmx_helper_link_info_t port_link_info[CVMX_PIP_NUM_INPUT_PORTS];
135 * Return the number of interfaces the chip has. Each interface
136 * may have multiple ports. Most chips support two interfaces,
137 * but the CNX0XX and CNX1XX are exceptions. These only support
140 * @return Number of interfaces on chip
142 int cvmx_helper_get_number_of_interfaces(void)
144 switch (cvmx_sysinfo_get()->board_type) {
145 #if defined(OCTEON_VENDOR_LANNER)
146 case CVMX_BOARD_TYPE_CUST_LANNER_MR955:
148 case CVMX_BOARD_TYPE_CUST_LANNER_MR730:
155 if (OCTEON_IS_MODEL(OCTEON_CN63XX))
157 else if (OCTEON_IS_MODEL(OCTEON_CN56XX) || OCTEON_IS_MODEL(OCTEON_CN52XX))
162 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
163 EXPORT_SYMBOL(cvmx_helper_get_number_of_interfaces);
168 * Return the number of ports on an interface. Depending on the
169 * chip and configuration, this can be 1-16. A value of 0
170 * specifies that the interface doesn't exist or isn't usable.
172 * @param interface Interface to get the port count for
174 * @return Number of ports on interface. Can be Zero.
176 int cvmx_helper_ports_on_interface(int interface)
178 return interface_port_count[interface];
180 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
181 EXPORT_SYMBOL(cvmx_helper_ports_on_interface);
186 * Get the operating mode of an interface. Depending on the Octeon
187 * chip and configuration, this function returns an enumeration
188 * of the type of packet I/O supported by an interface.
190 * @param interface Interface to probe
192 * @return Mode of the interface. Unknown or unsupported interfaces return
195 cvmx_helper_interface_mode_t cvmx_helper_interface_get_mode(int interface)
197 cvmx_gmxx_inf_mode_t mode;
199 return CVMX_HELPER_INTERFACE_MODE_NPI;
203 if (OCTEON_IS_MODEL(OCTEON_CN56XX) || OCTEON_IS_MODEL(OCTEON_CN52XX) || OCTEON_IS_MODEL(OCTEON_CN6XXX))
204 return CVMX_HELPER_INTERFACE_MODE_LOOP;
206 return CVMX_HELPER_INTERFACE_MODE_DISABLED;
209 if (OCTEON_IS_MODEL(OCTEON_CN6XXX) && (interface == 4 || interface == 5))
211 cvmx_sriox_status_reg_t sriox_status_reg;
212 sriox_status_reg.u64 = cvmx_read_csr(CVMX_SRIOX_STATUS_REG(interface-4));
213 if (sriox_status_reg.s.srio)
214 return CVMX_HELPER_INTERFACE_MODE_SRIO;
216 return CVMX_HELPER_INTERFACE_MODE_DISABLED;
219 if (interface == 0 && cvmx_sysinfo_get()->board_type == CVMX_BOARD_TYPE_CN3005_EVB_HS5 && cvmx_sysinfo_get()->board_rev_major == 1)
221 /* Lie about interface type of CN3005 board. This board has a switch on port 1 like
222 ** the other evaluation boards, but it is connected over RGMII instead of GMII. Report
223 ** GMII mode so that the speed is forced to 1 Gbit full duplex. Other than some initial configuration
224 ** (which does not use the output of this function) there is no difference in setup between GMII and RGMII modes.
226 return CVMX_HELPER_INTERFACE_MODE_GMII;
229 /* Interface 1 is always disabled on CN31XX and CN30XX */
230 if ((interface == 1) && (OCTEON_IS_MODEL(OCTEON_CN31XX) || OCTEON_IS_MODEL(OCTEON_CN30XX) || OCTEON_IS_MODEL(OCTEON_CN50XX) || OCTEON_IS_MODEL(OCTEON_CN52XX) || OCTEON_IS_MODEL(OCTEON_CN63XX)))
231 return CVMX_HELPER_INTERFACE_MODE_DISABLED;
233 mode.u64 = cvmx_read_csr(CVMX_GMXX_INF_MODE(interface));
235 if (OCTEON_IS_MODEL(OCTEON_CN56XX) || OCTEON_IS_MODEL(OCTEON_CN52XX))
237 switch(mode.cn56xx.mode)
239 case 0: return CVMX_HELPER_INTERFACE_MODE_DISABLED;
240 case 1: return CVMX_HELPER_INTERFACE_MODE_XAUI;
241 case 2: return CVMX_HELPER_INTERFACE_MODE_SGMII;
242 case 3: return CVMX_HELPER_INTERFACE_MODE_PICMG;
243 default:return CVMX_HELPER_INTERFACE_MODE_DISABLED;
246 else if (OCTEON_IS_MODEL(OCTEON_CN63XX))
248 switch(mode.cn63xx.mode)
250 case 0: return CVMX_HELPER_INTERFACE_MODE_SGMII;
251 case 1: return CVMX_HELPER_INTERFACE_MODE_XAUI;
252 default: return CVMX_HELPER_INTERFACE_MODE_DISABLED;
258 return CVMX_HELPER_INTERFACE_MODE_DISABLED;
262 if (OCTEON_IS_MODEL(OCTEON_CN38XX) || OCTEON_IS_MODEL(OCTEON_CN58XX))
263 return CVMX_HELPER_INTERFACE_MODE_SPI;
265 return CVMX_HELPER_INTERFACE_MODE_GMII;
268 return CVMX_HELPER_INTERFACE_MODE_RGMII;
271 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
272 EXPORT_SYMBOL(cvmx_helper_interface_get_mode);
277 * Configure the IPD/PIP tagging and QoS options for a specific
278 * port. This function determines the POW work queue entry
279 * contents for a port. The setup performed here is controlled by
280 * the defines in executive-config.h.
282 * @param ipd_port Port to configure. This follows the IPD numbering, not the
283 * per interface numbering
285 * @return Zero on success, negative on failure
287 static int __cvmx_helper_port_setup_ipd(int ipd_port)
289 cvmx_pip_prt_cfgx_t port_config;
290 cvmx_pip_prt_tagx_t tag_config;
292 port_config.u64 = cvmx_read_csr(CVMX_PIP_PRT_CFGX(ipd_port));
293 tag_config.u64 = cvmx_read_csr(CVMX_PIP_PRT_TAGX(ipd_port));
295 /* Have each port go to a different POW queue */
296 port_config.s.qos = ipd_port & 0x7;
298 /* Process the headers and place the IP header in the work queue */
299 port_config.s.mode = CVMX_HELPER_INPUT_PORT_SKIP_MODE;
301 tag_config.s.ip6_src_flag = CVMX_HELPER_INPUT_TAG_IPV6_SRC_IP;
302 tag_config.s.ip6_dst_flag = CVMX_HELPER_INPUT_TAG_IPV6_DST_IP;
303 tag_config.s.ip6_sprt_flag = CVMX_HELPER_INPUT_TAG_IPV6_SRC_PORT;
304 tag_config.s.ip6_dprt_flag = CVMX_HELPER_INPUT_TAG_IPV6_DST_PORT;
305 tag_config.s.ip6_nxth_flag = CVMX_HELPER_INPUT_TAG_IPV6_NEXT_HEADER;
306 tag_config.s.ip4_src_flag = CVMX_HELPER_INPUT_TAG_IPV4_SRC_IP;
307 tag_config.s.ip4_dst_flag = CVMX_HELPER_INPUT_TAG_IPV4_DST_IP;
308 tag_config.s.ip4_sprt_flag = CVMX_HELPER_INPUT_TAG_IPV4_SRC_PORT;
309 tag_config.s.ip4_dprt_flag = CVMX_HELPER_INPUT_TAG_IPV4_DST_PORT;
310 tag_config.s.ip4_pctl_flag = CVMX_HELPER_INPUT_TAG_IPV4_PROTOCOL;
311 tag_config.s.inc_prt_flag = CVMX_HELPER_INPUT_TAG_INPUT_PORT;
312 tag_config.s.tcp6_tag_type = CVMX_HELPER_INPUT_TAG_TYPE;
313 tag_config.s.tcp4_tag_type = CVMX_HELPER_INPUT_TAG_TYPE;
314 tag_config.s.ip6_tag_type = CVMX_HELPER_INPUT_TAG_TYPE;
315 tag_config.s.ip4_tag_type = CVMX_HELPER_INPUT_TAG_TYPE;
316 tag_config.s.non_tag_type = CVMX_HELPER_INPUT_TAG_TYPE;
317 /* Put all packets in group 0. Other groups can be used by the app */
318 tag_config.s.grp = 0;
320 cvmx_pip_config_port(ipd_port, port_config, tag_config);
322 /* Give the user a chance to override our setting for each port */
323 if (cvmx_override_ipd_port_setup)
324 cvmx_override_ipd_port_setup(ipd_port);
331 * This function probes an interface to determine the actual
332 * number of hardware ports connected to it. It doesn't setup the
333 * ports or enable them. The main goal here is to set the global
334 * interface_port_count[interface] correctly. Hardware setup of the
335 * ports will be performed later.
337 * @param interface Interface to probe
339 * @return Zero on success, negative on failure
341 int cvmx_helper_interface_probe(int interface)
343 /* At this stage in the game we don't want packets to be moving yet.
344 The following probe calls should perform hardware setup
345 needed to determine port counts. Receive must still be disabled */
346 switch (cvmx_helper_interface_get_mode(interface))
348 /* These types don't support ports to IPD/PKO */
349 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
350 case CVMX_HELPER_INTERFACE_MODE_PCIE:
351 interface_port_count[interface] = 0;
353 /* XAUI is a single high speed port */
354 case CVMX_HELPER_INTERFACE_MODE_XAUI:
355 interface_port_count[interface] = __cvmx_helper_xaui_probe(interface);
357 /* RGMII/GMII/MII are all treated about the same. Most functions
358 refer to these ports as RGMII */
359 case CVMX_HELPER_INTERFACE_MODE_RGMII:
360 case CVMX_HELPER_INTERFACE_MODE_GMII:
361 interface_port_count[interface] = __cvmx_helper_rgmii_probe(interface);
363 /* SPI4 can have 1-16 ports depending on the device at the other end */
364 case CVMX_HELPER_INTERFACE_MODE_SPI:
365 interface_port_count[interface] = __cvmx_helper_spi_probe(interface);
367 /* SGMII can have 1-4 ports depending on how many are hooked up */
368 case CVMX_HELPER_INTERFACE_MODE_SGMII:
369 case CVMX_HELPER_INTERFACE_MODE_PICMG:
370 interface_port_count[interface] = __cvmx_helper_sgmii_probe(interface);
372 /* PCI target Network Packet Interface */
373 case CVMX_HELPER_INTERFACE_MODE_NPI:
374 interface_port_count[interface] = __cvmx_helper_npi_probe(interface);
376 /* Special loopback only ports. These are not the same as other ports
378 case CVMX_HELPER_INTERFACE_MODE_LOOP:
379 interface_port_count[interface] = __cvmx_helper_loop_probe(interface);
381 /* SRIO has 2^N ports, where N is number of interfaces */
382 case CVMX_HELPER_INTERFACE_MODE_SRIO:
383 interface_port_count[interface] = __cvmx_helper_srio_probe(interface);
387 interface_port_count[interface] = __cvmx_helper_board_interface_probe(interface, interface_port_count[interface]);
389 /* Make sure all global variables propagate to other cores */
398 * Setup the IPD/PIP for the ports on an interface. Packet
399 * classification and tagging are set for every port on the
400 * interface. The number of ports on the interface must already
403 * @param interface Interface to setup IPD/PIP for
405 * @return Zero on success, negative on failure
407 static int __cvmx_helper_interface_setup_ipd(int interface)
409 int ipd_port = cvmx_helper_get_ipd_port(interface, 0);
410 int num_ports = interface_port_count[interface];
414 __cvmx_helper_port_setup_ipd(ipd_port);
423 * Setup global setting for IPD/PIP not related to a specific
424 * interface or port. This must be called before IPD is enabled.
426 * @return Zero on success, negative on failure.
428 static int __cvmx_helper_global_setup_ipd(void)
430 #ifndef CVMX_HELPER_IPD_DRAM_MODE
431 #define CVMX_HELPER_IPD_DRAM_MODE CVMX_IPD_OPC_MODE_STT
433 /* Setup the global packet input options */
434 cvmx_ipd_config(CVMX_FPA_PACKET_POOL_SIZE/8,
435 CVMX_HELPER_FIRST_MBUFF_SKIP/8,
436 CVMX_HELPER_NOT_FIRST_MBUFF_SKIP/8,
437 (CVMX_HELPER_FIRST_MBUFF_SKIP+8) / 128, /* The +8 is to account for the next ptr */
438 (CVMX_HELPER_NOT_FIRST_MBUFF_SKIP+8) / 128, /* The +8 is to account for the next ptr */
440 CVMX_HELPER_IPD_DRAM_MODE,
448 * Setup the PKO for the ports on an interface. The number of
449 * queues per port and the priority of each PKO output queue
450 * is set here. PKO must be disabled when this function is called.
452 * @param interface Interface to setup PKO for
454 * @return Zero on success, negative on failure
456 static int __cvmx_helper_interface_setup_pko(int interface)
458 /* Each packet output queue has an associated priority. The higher the
459 priority, the more often it can send a packet. A priority of 8 means
460 it can send in all 8 rounds of contention. We're going to make each
461 queue one less than the last.
462 The vector of priorities has been extended to support CN5xxx CPUs,
463 where up to 16 queues can be associated to a port.
464 To keep backward compatibility we don't change the initial 8
465 priorities and replicate them in the second half.
466 With per-core PKO queues (PKO lockless operation) all queues have
467 the same priority. */
468 uint64_t priorities[16] = {8,7,6,5,4,3,2,1,8,7,6,5,4,3,2,1};
470 /* Setup the IPD/PIP and PKO for the ports discovered above. Here packet
471 classification, tagging and output priorities are set */
472 int ipd_port = cvmx_helper_get_ipd_port(interface, 0);
473 int num_ports = interface_port_count[interface];
476 /* Give the user a chance to override the per queue priorities */
477 if (cvmx_override_pko_queue_priority)
478 cvmx_override_pko_queue_priority(ipd_port, priorities);
480 cvmx_pko_config_port(ipd_port, cvmx_pko_get_base_queue_per_core(ipd_port, 0),
481 cvmx_pko_get_num_queues(ipd_port), priorities);
490 * Setup global setting for PKO not related to a specific
491 * interface or port. This must be called before PKO is enabled.
493 * @return Zero on success, negative on failure.
495 static int __cvmx_helper_global_setup_pko(void)
497 /* Disable tagwait FAU timeout. This needs to be done before anyone might
498 start packet output using tags */
499 cvmx_iob_fau_timeout_t fau_to;
501 fau_to.s.tout_val = 0xfff;
502 fau_to.s.tout_enb = 0;
503 cvmx_write_csr(CVMX_IOB_FAU_TIMEOUT, fau_to.u64);
510 * Setup global backpressure setting.
512 * @return Zero on success, negative on failure
514 static int __cvmx_helper_global_setup_backpressure(void)
516 #if CVMX_HELPER_DISABLE_RGMII_BACKPRESSURE
517 /* Disable backpressure if configured to do so */
518 /* Disable backpressure (pause frame) generation */
519 int num_interfaces = cvmx_helper_get_number_of_interfaces();
521 for (interface=0; interface<num_interfaces; interface++)
523 switch (cvmx_helper_interface_get_mode(interface))
525 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
526 case CVMX_HELPER_INTERFACE_MODE_PCIE:
527 case CVMX_HELPER_INTERFACE_MODE_SRIO:
528 case CVMX_HELPER_INTERFACE_MODE_NPI:
529 case CVMX_HELPER_INTERFACE_MODE_LOOP:
530 case CVMX_HELPER_INTERFACE_MODE_XAUI:
532 case CVMX_HELPER_INTERFACE_MODE_RGMII:
533 case CVMX_HELPER_INTERFACE_MODE_GMII:
534 case CVMX_HELPER_INTERFACE_MODE_SPI:
535 case CVMX_HELPER_INTERFACE_MODE_SGMII:
536 case CVMX_HELPER_INTERFACE_MODE_PICMG:
537 cvmx_gmx_set_backpressure_override(interface, 0xf);
541 //cvmx_dprintf("Disabling backpressure\n");
549 * Verify the per port IPD backpressure is aligned properly.
550 * @return Zero if working, non zero if misaligned
552 static int __cvmx_helper_backpressure_is_misaligned(void)
554 uint64_t ipd_int_enb;
555 cvmx_ipd_ctl_status_t ipd_reg;
559 const int port1 = 16;
560 cvmx_helper_interface_mode_t mode0 = cvmx_helper_interface_get_mode(0);
561 cvmx_helper_interface_mode_t mode1 = cvmx_helper_interface_get_mode(1);
563 /* Disable error interrupts while we check backpressure */
564 ipd_int_enb = cvmx_read_csr(CVMX_IPD_INT_ENB);
565 cvmx_write_csr(CVMX_IPD_INT_ENB, 0);
567 /* Enable per port backpressure */
568 ipd_reg.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS);
569 ipd_reg.s.pbp_en = 1;
570 cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_reg.u64);
572 if (mode0 != CVMX_HELPER_INTERFACE_MODE_DISABLED)
574 /* Enable backpressure for port with a zero threshold */
575 cvmx_write_csr(CVMX_IPD_PORTX_BP_PAGE_CNT(port0), 1<<17);
576 /* Add 1000 to the page count to simulate packets coming in */
577 cvmx_write_csr(CVMX_IPD_SUB_PORT_BP_PAGE_CNT, (port0<<25) | 1000);
580 if (mode1 != CVMX_HELPER_INTERFACE_MODE_DISABLED)
582 /* Enable backpressure for port with a zero threshold */
583 cvmx_write_csr(CVMX_IPD_PORTX_BP_PAGE_CNT(port1), 1<<17);
584 /* Add 1000 to the page count to simulate packets coming in */
585 cvmx_write_csr(CVMX_IPD_SUB_PORT_BP_PAGE_CNT, (port1<<25) | 1000);
588 /* Wait 500 cycles for the BP to update */
591 /* Read the BP state from the debug select register */
594 case CVMX_HELPER_INTERFACE_MODE_SPI:
595 cvmx_write_csr(CVMX_NPI_DBG_SELECT, 0x9004);
596 bp_status0 = cvmx_read_csr(CVMX_DBG_DATA);
597 bp_status0 = 0xffff & ~bp_status0;
599 case CVMX_HELPER_INTERFACE_MODE_RGMII:
600 case CVMX_HELPER_INTERFACE_MODE_GMII:
601 cvmx_write_csr(CVMX_NPI_DBG_SELECT, 0x0e00);
602 bp_status0 = 0xffff & cvmx_read_csr(CVMX_DBG_DATA);
604 case CVMX_HELPER_INTERFACE_MODE_XAUI:
605 case CVMX_HELPER_INTERFACE_MODE_SGMII:
606 case CVMX_HELPER_INTERFACE_MODE_PICMG:
607 cvmx_write_csr(CVMX_PEXP_NPEI_DBG_SELECT, 0x0e00);
608 bp_status0 = 0xffff & cvmx_read_csr(CVMX_PEXP_NPEI_DBG_DATA);
611 bp_status0 = 1<<port0;
615 /* Read the BP state from the debug select register */
618 case CVMX_HELPER_INTERFACE_MODE_SPI:
619 cvmx_write_csr(CVMX_NPI_DBG_SELECT, 0x9804);
620 bp_status1 = cvmx_read_csr(CVMX_DBG_DATA);
621 bp_status1 = 0xffff & ~bp_status1;
623 case CVMX_HELPER_INTERFACE_MODE_RGMII:
624 case CVMX_HELPER_INTERFACE_MODE_GMII:
625 cvmx_write_csr(CVMX_NPI_DBG_SELECT, 0x1600);
626 bp_status1 = 0xffff & cvmx_read_csr(CVMX_DBG_DATA);
628 case CVMX_HELPER_INTERFACE_MODE_XAUI:
629 case CVMX_HELPER_INTERFACE_MODE_SGMII:
630 case CVMX_HELPER_INTERFACE_MODE_PICMG:
631 cvmx_write_csr(CVMX_PEXP_NPEI_DBG_SELECT, 0x1600);
632 bp_status1 = 0xffff & cvmx_read_csr(CVMX_PEXP_NPEI_DBG_DATA);
635 bp_status1 = 1<<(port1-16);
639 if (mode0 != CVMX_HELPER_INTERFACE_MODE_DISABLED)
642 cvmx_write_csr(CVMX_IPD_SUB_PORT_BP_PAGE_CNT, (port0<<25) | (0x1ffffff & -1000));
643 cvmx_write_csr(CVMX_IPD_PORTX_BP_PAGE_CNT(port0), 0);
646 if (mode1 != CVMX_HELPER_INTERFACE_MODE_DISABLED)
649 cvmx_write_csr(CVMX_IPD_SUB_PORT_BP_PAGE_CNT, (port1<<25) | (0x1ffffff & -1000));
650 cvmx_write_csr(CVMX_IPD_PORTX_BP_PAGE_CNT(port1), 0);
653 /* Clear any error interrupts that might have been set */
654 cvmx_write_csr(CVMX_IPD_INT_SUM, 0x1f);
655 cvmx_write_csr(CVMX_IPD_INT_ENB, ipd_int_enb);
657 return ((bp_status0 != 1ull<<port0) || (bp_status1 != 1ull<<(port1-16)));
663 * Enable packet input/output from the hardware. This function is
664 * called after all internal setup is complete and IPD is enabled.
665 * After this function completes, packets will be accepted from the
666 * hardware ports. PKO should still be disabled to make sure packets
667 * aren't sent out partially setup hardware.
669 * @param interface Interface to enable
671 * @return Zero on success, negative on failure
673 static int __cvmx_helper_packet_hardware_enable(int interface)
676 switch (cvmx_helper_interface_get_mode(interface))
678 /* These types don't support ports to IPD/PKO */
679 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
680 case CVMX_HELPER_INTERFACE_MODE_PCIE:
683 /* XAUI is a single high speed port */
684 case CVMX_HELPER_INTERFACE_MODE_XAUI:
685 result = __cvmx_helper_xaui_enable(interface);
687 /* RGMII/GMII/MII are all treated about the same. Most functions
688 refer to these ports as RGMII */
689 case CVMX_HELPER_INTERFACE_MODE_RGMII:
690 case CVMX_HELPER_INTERFACE_MODE_GMII:
691 result = __cvmx_helper_rgmii_enable(interface);
693 /* SPI4 can have 1-16 ports depending on the device at the other end */
694 case CVMX_HELPER_INTERFACE_MODE_SPI:
695 result = __cvmx_helper_spi_enable(interface);
697 /* SGMII can have 1-4 ports depending on how many are hooked up */
698 case CVMX_HELPER_INTERFACE_MODE_SGMII:
699 case CVMX_HELPER_INTERFACE_MODE_PICMG:
700 result = __cvmx_helper_sgmii_enable(interface);
702 /* PCI target Network Packet Interface */
703 case CVMX_HELPER_INTERFACE_MODE_NPI:
704 result = __cvmx_helper_npi_enable(interface);
706 /* Special loopback only ports. These are not the same as other ports
708 case CVMX_HELPER_INTERFACE_MODE_LOOP:
709 result = __cvmx_helper_loop_enable(interface);
711 /* SRIO has 2^N ports, where N is number of interfaces */
712 case CVMX_HELPER_INTERFACE_MODE_SRIO:
713 result = __cvmx_helper_srio_enable(interface);
716 result |= __cvmx_helper_board_hardware_enable(interface);
722 * Called after all internal packet IO paths are setup. This
723 * function enables IPD/PIP and begins packet input and output.
725 * @return Zero on success, negative on failure
727 int cvmx_helper_ipd_and_packet_input_enable(void)
735 /* Time to enable hardware ports packet input and output. Note that at this
736 point IPD/PIP must be fully functional and PKO must be disabled */
737 num_interfaces = cvmx_helper_get_number_of_interfaces();
738 for (interface=0; interface<num_interfaces; interface++)
740 if (cvmx_helper_ports_on_interface(interface) > 0)
742 //cvmx_dprintf("Enabling packet I/O on interface %d\n", interface);
743 __cvmx_helper_packet_hardware_enable(interface);
747 /* Finally enable PKO now that the entire path is up and running */
750 if ((OCTEON_IS_MODEL(OCTEON_CN31XX_PASS1) || OCTEON_IS_MODEL(OCTEON_CN30XX_PASS1)) &&
751 (cvmx_sysinfo_get()->board_type != CVMX_BOARD_TYPE_SIM))
752 __cvmx_helper_errata_fix_ipd_ptr_alignment();
755 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
756 EXPORT_SYMBOL(cvmx_helper_ipd_and_packet_input_enable);
760 * Initialize the PIP, IPD, and PKO hardware to support
761 * simple priority based queues for the ethernet ports. Each
762 * port is configured with a number of priority queues based
763 * on CVMX_PKO_QUEUES_PER_PORT_* where each queue is lower
764 * priority than the previous.
766 * @return Zero on success, non-zero on failure
768 int cvmx_helper_initialize_packet_io_global(void)
772 cvmx_l2c_cfg_t l2c_cfg;
773 cvmx_smix_en_t smix_en;
774 const int num_interfaces = cvmx_helper_get_number_of_interfaces();
776 /* CN52XX pass 1: Due to a bug in 2nd order CDR, it needs to be disabled */
777 if (OCTEON_IS_MODEL(OCTEON_CN52XX_PASS1_0))
778 __cvmx_helper_errata_qlm_disable_2nd_order_cdr(1);
780 /* Tell L2 to give the IOB statically higher priority compared to the
781 cores. This avoids conditions where IO blocks might be starved under
782 very high L2 loads */
783 if (OCTEON_IS_MODEL(OCTEON_CN6XXX))
785 cvmx_l2c_ctl_t l2c_ctl;
786 l2c_ctl.u64 = cvmx_read_csr(CVMX_L2C_CTL);
787 l2c_ctl.s.rsp_arb_mode = 1;
788 l2c_ctl.s.xmc_arb_mode = 0;
789 cvmx_write_csr(CVMX_L2C_CTL, l2c_ctl.u64);
793 l2c_cfg.u64 = cvmx_read_csr(CVMX_L2C_CFG);
794 l2c_cfg.s.lrf_arb_mode = 0;
795 l2c_cfg.s.rfb_arb_mode = 0;
796 cvmx_write_csr(CVMX_L2C_CFG, l2c_cfg.u64);
799 if (cvmx_sysinfo_get()->board_type != CVMX_BOARD_TYPE_SIM)
801 /* Make sure SMI/MDIO is enabled so we can query PHYs */
802 smix_en.u64 = cvmx_read_csr(CVMX_SMIX_EN(0));
806 cvmx_write_csr(CVMX_SMIX_EN(0), smix_en.u64);
809 /* Newer chips actually have two SMI/MDIO interfaces */
810 if (!OCTEON_IS_MODEL(OCTEON_CN3XXX) &&
811 !OCTEON_IS_MODEL(OCTEON_CN58XX) &&
812 !OCTEON_IS_MODEL(OCTEON_CN50XX))
814 smix_en.u64 = cvmx_read_csr(CVMX_SMIX_EN(1));
818 cvmx_write_csr(CVMX_SMIX_EN(1), smix_en.u64);
823 for (interface=0; interface<num_interfaces; interface++)
824 result |= cvmx_helper_interface_probe(interface);
826 cvmx_pko_initialize_global();
827 for (interface=0; interface<num_interfaces; interface++)
829 if (cvmx_helper_ports_on_interface(interface) > 0)
830 cvmx_dprintf("Interface %d has %d ports (%s)\n",
831 interface, cvmx_helper_ports_on_interface(interface),
832 cvmx_helper_interface_mode_to_string(cvmx_helper_interface_get_mode(interface)));
833 result |= __cvmx_helper_interface_setup_ipd(interface);
834 result |= __cvmx_helper_interface_setup_pko(interface);
837 result |= __cvmx_helper_global_setup_ipd();
838 result |= __cvmx_helper_global_setup_pko();
840 /* Enable any flow control and backpressure */
841 result |= __cvmx_helper_global_setup_backpressure();
843 #if CVMX_HELPER_ENABLE_IPD
844 result |= cvmx_helper_ipd_and_packet_input_enable();
848 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
849 EXPORT_SYMBOL(cvmx_helper_initialize_packet_io_global);
854 * Does core local initialization for packet io
856 * @return Zero on success, non-zero on failure
858 int cvmx_helper_initialize_packet_io_local(void)
860 return cvmx_pko_initialize_local();
865 * Undo the initialization performed in
866 * cvmx_helper_initialize_packet_io_global(). After calling this routine and the
867 * local version on each core, packet IO for Octeon will be disabled and placed
868 * in the initial reset state. It will then be safe to call the initialize
869 * later on. Note that this routine does not empty the FPA pools. It frees all
870 * buffers used by the packet IO hardware to the FPA so a function emptying the
871 * FPA after shutdown should find all packet buffers in the FPA.
873 * @return Zero on success, negative on failure.
875 int cvmx_helper_shutdown_packet_io_global(void)
877 const int timeout = 5; /* Wait up to 5 seconds for timeouts */
886 /* Step 1: Disable all backpressure */
887 for (interface=0; interface<2; interface++)
888 if (cvmx_helper_interface_get_mode(interface) != CVMX_HELPER_INTERFACE_MODE_DISABLED)
889 cvmx_gmx_set_backpressure_override(interface, 0xf);
892 /* Step 2: Wait for the PKO queues to drain */
893 num_interfaces = cvmx_helper_get_number_of_interfaces();
894 for (interface=0; interface<num_interfaces; interface++)
896 num_ports = cvmx_helper_ports_on_interface(interface);
897 for (index=0; index<num_ports; index++)
899 int pko_port = cvmx_helper_get_ipd_port(interface, index);
900 int queue = cvmx_pko_get_base_queue(pko_port);
901 int max_queue = queue + cvmx_pko_get_num_queues(pko_port);
902 while (queue < max_queue)
904 int count = cvmx_cmd_queue_length(CVMX_CMD_QUEUE_PKO(queue));
905 uint64_t start_cycle = cvmx_get_cycle();
906 uint64_t stop_cycle = start_cycle +
907 cvmx_clock_get_rate(CVMX_CLOCK_CORE) * timeout;
908 while (count && (cvmx_get_cycle() < stop_cycle))
911 count = cvmx_cmd_queue_length(CVMX_CMD_QUEUE_PKO(queue));
915 cvmx_dprintf("PKO port %d, queue %d, timeout waiting for idle\n",
924 /* Step 3: Disable TX and RX on all ports */
925 for (interface=0; interface<2; interface++)
927 switch (cvmx_helper_interface_get_mode(interface))
929 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
930 case CVMX_HELPER_INTERFACE_MODE_PCIE:
931 /* Not a packet interface */
933 case CVMX_HELPER_INTERFACE_MODE_NPI:
934 case CVMX_HELPER_INTERFACE_MODE_SRIO:
935 /* We don't handle the NPI/NPEI/SRIO packet engines. The caller
936 must know these are idle */
938 case CVMX_HELPER_INTERFACE_MODE_LOOP:
939 /* Nothing needed. Once PKO is idle, the loopback devices
942 case CVMX_HELPER_INTERFACE_MODE_SPI:
943 /* SPI cannot be disabled from Octeon. It is the responsibility
944 of the caller to make sure SPI is idle before doing
946 /* Fall through and do the same processing as RGMII/GMII */
947 case CVMX_HELPER_INTERFACE_MODE_GMII:
948 case CVMX_HELPER_INTERFACE_MODE_RGMII:
949 /* Disable outermost RX at the ASX block */
950 cvmx_write_csr(CVMX_ASXX_RX_PRT_EN(interface), 0);
951 num_ports = cvmx_helper_ports_on_interface(interface);
954 for (index=0; index<num_ports; index++)
956 cvmx_gmxx_prtx_cfg_t gmx_cfg;
957 gmx_cfg.u64 = cvmx_read_csr(CVMX_GMXX_PRTX_CFG(index, interface));
959 cvmx_write_csr(CVMX_GMXX_PRTX_CFG(index, interface), gmx_cfg.u64);
960 /* Poll the GMX state machine waiting for it to become idle */
961 cvmx_write_csr(CVMX_NPI_DBG_SELECT, interface*0x800 + index*0x100 + 0x880);
962 if (CVMX_WAIT_FOR_FIELD64(CVMX_DBG_DATA, cvmx_dbg_data_t, data&7, ==, 0, timeout*1000000))
964 cvmx_dprintf("GMX RX path timeout waiting for idle\n");
967 if (CVMX_WAIT_FOR_FIELD64(CVMX_DBG_DATA, cvmx_dbg_data_t, data&0xf, ==, 0, timeout*1000000))
969 cvmx_dprintf("GMX TX path timeout waiting for idle\n");
973 /* Disable outermost TX at the ASX block */
974 cvmx_write_csr(CVMX_ASXX_TX_PRT_EN(interface), 0);
975 /* Disable interrupts for interface */
976 cvmx_write_csr(CVMX_ASXX_INT_EN(interface), 0);
977 cvmx_write_csr(CVMX_GMXX_TX_INT_EN(interface), 0);
979 case CVMX_HELPER_INTERFACE_MODE_XAUI:
980 case CVMX_HELPER_INTERFACE_MODE_SGMII:
981 case CVMX_HELPER_INTERFACE_MODE_PICMG:
982 num_ports = cvmx_helper_ports_on_interface(interface);
985 for (index=0; index<num_ports; index++)
987 cvmx_gmxx_prtx_cfg_t gmx_cfg;
988 gmx_cfg.u64 = cvmx_read_csr(CVMX_GMXX_PRTX_CFG(index, interface));
990 cvmx_write_csr(CVMX_GMXX_PRTX_CFG(index, interface), gmx_cfg.u64);
991 if (CVMX_WAIT_FOR_FIELD64(CVMX_GMXX_PRTX_CFG(index, interface), cvmx_gmxx_prtx_cfg_t, rx_idle, ==, 1, timeout*1000000))
993 cvmx_dprintf("GMX RX path timeout waiting for idle\n");
996 if (CVMX_WAIT_FOR_FIELD64(CVMX_GMXX_PRTX_CFG(index, interface), cvmx_gmxx_prtx_cfg_t, tx_idle, ==, 1, timeout*1000000))
998 cvmx_dprintf("GMX TX path timeout waiting for idle\n");
1006 /* Step 4: Retrieve all packets from the POW and free them */
1007 while ((work = cvmx_pow_work_request_sync(CVMX_POW_WAIT)))
1009 cvmx_helper_free_packet_data(work);
1010 cvmx_fpa_free(work, CVMX_FPA_WQE_POOL, 0);
1013 /* Step 4b: Special workaround for pass 2 errata */
1014 if (OCTEON_IS_MODEL(OCTEON_CN38XX_PASS2))
1016 cvmx_ipd_ptr_count_t ipd_cnt;
1018 ipd_cnt.u64 = cvmx_read_csr(CVMX_IPD_PTR_COUNT);
1019 to_add = (ipd_cnt.s.wqev_cnt + ipd_cnt.s.wqe_pcnt) & 0x7;
1023 cvmx_dprintf("Aligning CN38XX pass 2 IPD counters\n");
1024 if (cvmx_helper_interface_get_mode(0) == CVMX_HELPER_INTERFACE_MODE_RGMII)
1026 else if (cvmx_helper_interface_get_mode(1) == CVMX_HELPER_INTERFACE_MODE_RGMII)
1031 char *buffer = cvmx_fpa_alloc(CVMX_FPA_PACKET_POOL);
1034 int queue = cvmx_pko_get_base_queue(port);
1035 cvmx_pko_command_word0_t pko_command;
1036 cvmx_buf_ptr_t packet;
1037 uint64_t start_cycle;
1038 uint64_t stop_cycle;
1040 /* Populate a minimal packet */
1041 memset(buffer, 0xff, 6);
1042 memset(buffer+6, 0, 54);
1043 pko_command.u64 = 0;
1044 pko_command.s.dontfree = 1;
1045 pko_command.s.total_bytes = 60;
1046 pko_command.s.segs = 1;
1048 packet.s.addr = cvmx_ptr_to_phys(buffer);
1049 packet.s.size = CVMX_FPA_PACKET_POOL_SIZE;
1050 __cvmx_helper_rgmii_configure_loopback(port, 1, 0);
1053 cvmx_pko_send_packet_prepare(port, queue, CVMX_PKO_LOCK_CMD_QUEUE);
1054 if (cvmx_pko_send_packet_finish(port, queue, pko_command, packet, CVMX_PKO_LOCK_CMD_QUEUE))
1056 cvmx_dprintf("ERROR: Unable to align IPD counters (PKO failed)\n");
1060 cvmx_fpa_free(buffer, CVMX_FPA_PACKET_POOL, 0);
1062 /* Wait for the packets to loop back */
1063 start_cycle = cvmx_get_cycle();
1064 stop_cycle = start_cycle + cvmx_clock_get_rate(CVMX_CLOCK_CORE) * timeout;
1065 while (cvmx_cmd_queue_length(CVMX_CMD_QUEUE_PKO(queue)) &&
1066 (cvmx_get_cycle() < stop_cycle))
1071 __cvmx_helper_rgmii_configure_loopback(port, 0, 0);
1076 cvmx_dprintf("ERROR: Unable to align IPD counters (Packet pool empty)\n");
1079 cvmx_dprintf("ERROR: Unable to align IPD counters\n");
1083 /* Step 5: Disable IPD and PKO. PIP is taken care of in the next step */
1087 /* Step 6: Drain all prefetched buffers from IPD/PIP. Note that IPD/PIP
1088 have not been reset yet */
1089 __cvmx_ipd_free_ptr();
1091 /* Step 7: Free the PKO command buffers and put PKO in reset */
1092 cvmx_pko_shutdown();
1094 /* Step 8: Disable MAC address filtering */
1095 for (interface=0; interface<2; interface++)
1097 switch (cvmx_helper_interface_get_mode(interface))
1099 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
1100 case CVMX_HELPER_INTERFACE_MODE_PCIE:
1101 case CVMX_HELPER_INTERFACE_MODE_SRIO:
1102 case CVMX_HELPER_INTERFACE_MODE_NPI:
1103 case CVMX_HELPER_INTERFACE_MODE_LOOP:
1105 case CVMX_HELPER_INTERFACE_MODE_XAUI:
1106 case CVMX_HELPER_INTERFACE_MODE_GMII:
1107 case CVMX_HELPER_INTERFACE_MODE_RGMII:
1108 case CVMX_HELPER_INTERFACE_MODE_SPI:
1109 case CVMX_HELPER_INTERFACE_MODE_SGMII:
1110 case CVMX_HELPER_INTERFACE_MODE_PICMG:
1111 num_ports = cvmx_helper_ports_on_interface(interface);
1114 for (index=0; index<num_ports; index++)
1116 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CTL(index, interface), 1);
1117 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM_EN(index, interface), 0);
1118 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM0(index, interface), 0);
1119 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM1(index, interface), 0);
1120 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM2(index, interface), 0);
1121 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM3(index, interface), 0);
1122 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM4(index, interface), 0);
1123 cvmx_write_csr(CVMX_GMXX_RXX_ADR_CAM5(index, interface), 0);
1129 /* Step 9: Drain all FPA buffers out of pool 0 before we reset IPD/PIP.
1130 This is needed to keep IPD_QUE0_FREE_PAGE_CNT in sync. We use pool 1
1131 for temporary storage */
1135 void *buffer = cvmx_fpa_alloc(0);
1138 cvmx_fpa_free(buffer, 1, 0);
1146 /* Step 10: Reset IPD and PIP */
1148 cvmx_ipd_ctl_status_t ipd_ctl_status;
1149 ipd_ctl_status.u64 = cvmx_read_csr(CVMX_IPD_CTL_STATUS);
1150 ipd_ctl_status.s.reset = 1;
1151 cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_ctl_status.u64);
1153 if ((cvmx_sysinfo_get()->board_type != CVMX_BOARD_TYPE_SIM) &&
1154 (OCTEON_IS_MODEL(OCTEON_CN3XXX) || OCTEON_IS_MODEL(OCTEON_CN5XXX)))
1156 /* only try 1000 times. Normally if this works it will happen in
1157 ** the first 50 loops. */
1158 int max_loops = 1000;
1160 /* Per port backpressure counters can get misaligned after an
1161 IPD reset. This code realigns them by performing repeated
1162 resets. See IPD-13473 */
1164 if (__cvmx_helper_backpressure_is_misaligned())
1166 cvmx_dprintf("Starting to align per port backpressure counters.\n");
1167 while (__cvmx_helper_backpressure_is_misaligned() && (loop++ < max_loops))
1169 cvmx_write_csr(CVMX_IPD_CTL_STATUS, ipd_ctl_status.u64);
1172 if (loop < max_loops)
1173 cvmx_dprintf("Completed aligning per port backpressure counters (%d loops).\n", loop);
1176 cvmx_dprintf("ERROR: unable to align per port backpressure counters.\n");
1177 /* For now, don't hang.... */
1182 /* PIP_SFT_RST not present in CN38XXp{1,2} */
1183 if (!OCTEON_IS_MODEL(OCTEON_CN38XX_PASS2))
1185 cvmx_pip_sft_rst_t pip_sft_rst;
1186 pip_sft_rst.u64 = cvmx_read_csr(CVMX_PIP_SFT_RST);
1187 pip_sft_rst.s.rst = 1;
1188 cvmx_write_csr(CVMX_PIP_SFT_RST, pip_sft_rst.u64);
1192 /* Step 11: Restore the FPA buffers into pool 0 */
1193 while (pool0_count--)
1194 cvmx_fpa_free(cvmx_fpa_alloc(1), 0, 0);
1198 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
1199 EXPORT_SYMBOL(cvmx_helper_shutdown_packet_io_global);
1204 * Does core local shutdown of packet io
1206 * @return Zero on success, non-zero on failure
1208 int cvmx_helper_shutdown_packet_io_local(void)
1210 /* Currently there is nothing to do per core. This may change in
1218 * Auto configure an IPD/PKO port link state and speed. This
1219 * function basically does the equivalent of:
1220 * cvmx_helper_link_set(ipd_port, cvmx_helper_link_get(ipd_port));
1222 * @param ipd_port IPD/PKO port to auto configure
1224 * @return Link state after configure
1226 cvmx_helper_link_info_t cvmx_helper_link_autoconf(int ipd_port)
1228 cvmx_helper_link_info_t link_info;
1229 int interface = cvmx_helper_get_interface_num(ipd_port);
1230 int index = cvmx_helper_get_interface_index_num(ipd_port);
1232 if (index >= cvmx_helper_ports_on_interface(interface))
1238 link_info = cvmx_helper_link_get(ipd_port);
1239 if (link_info.u64 == port_link_info[ipd_port].u64)
1242 #if !defined(CVMX_BUILD_FOR_LINUX_KERNEL) && !defined(CVMX_BUILD_FOR_FREEBSD_KERNEL)
1243 if (!link_info.s.link_up)
1244 cvmx_error_disable_group(CVMX_ERROR_GROUP_ETHERNET, ipd_port);
1247 /* If we fail to set the link speed, port_link_info will not change */
1248 cvmx_helper_link_set(ipd_port, link_info);
1250 #if !defined(CVMX_BUILD_FOR_LINUX_KERNEL) && !defined(CVMX_BUILD_FOR_FREEBSD_KERNEL)
1251 if (link_info.s.link_up)
1252 cvmx_error_enable_group(CVMX_ERROR_GROUP_ETHERNET, ipd_port);
1255 /* port_link_info should be the current value, which will be different
1256 than expect if cvmx_helper_link_set() failed */
1257 return port_link_info[ipd_port];
1259 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
1260 EXPORT_SYMBOL(cvmx_helper_link_autoconf);
1264 * Return the link state of an IPD/PKO port as returned by
1265 * auto negotiation. The result of this function may not match
1266 * Octeon's link config if auto negotiation has changed since
1267 * the last call to cvmx_helper_link_set().
1269 * @param ipd_port IPD/PKO port to query
1271 * @return Link state
1273 cvmx_helper_link_info_t cvmx_helper_link_get(int ipd_port)
1275 cvmx_helper_link_info_t result;
1276 int interface = cvmx_helper_get_interface_num(ipd_port);
1277 int index = cvmx_helper_get_interface_index_num(ipd_port);
1279 /* The default result will be a down link unless the code below
1283 if (index >= cvmx_helper_ports_on_interface(interface))
1286 switch (cvmx_helper_interface_get_mode(interface))
1288 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
1289 case CVMX_HELPER_INTERFACE_MODE_PCIE:
1290 /* Network links are not supported */
1292 case CVMX_HELPER_INTERFACE_MODE_XAUI:
1293 result = __cvmx_helper_xaui_link_get(ipd_port);
1295 case CVMX_HELPER_INTERFACE_MODE_GMII:
1297 result = __cvmx_helper_rgmii_link_get(ipd_port);
1300 result.s.full_duplex = 1;
1301 result.s.link_up = 1;
1302 result.s.speed = 1000;
1305 case CVMX_HELPER_INTERFACE_MODE_RGMII:
1306 result = __cvmx_helper_rgmii_link_get(ipd_port);
1308 case CVMX_HELPER_INTERFACE_MODE_SPI:
1309 result = __cvmx_helper_spi_link_get(ipd_port);
1311 case CVMX_HELPER_INTERFACE_MODE_SGMII:
1312 case CVMX_HELPER_INTERFACE_MODE_PICMG:
1313 result = __cvmx_helper_sgmii_link_get(ipd_port);
1315 case CVMX_HELPER_INTERFACE_MODE_SRIO:
1316 result = __cvmx_helper_srio_link_get(ipd_port);
1318 case CVMX_HELPER_INTERFACE_MODE_NPI:
1319 case CVMX_HELPER_INTERFACE_MODE_LOOP:
1320 /* Network links are not supported */
1325 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
1326 EXPORT_SYMBOL(cvmx_helper_link_get);
1331 * Configure an IPD/PKO port for the specified link state. This
1332 * function does not influence auto negotiation at the PHY level.
1333 * The passed link state must always match the link state returned
1334 * by cvmx_helper_link_get(). It is normally best to use
1335 * cvmx_helper_link_autoconf() instead.
1337 * @param ipd_port IPD/PKO port to configure
1338 * @param link_info The new link state
1340 * @return Zero on success, negative on failure
1342 int cvmx_helper_link_set(int ipd_port, cvmx_helper_link_info_t link_info)
1345 int interface = cvmx_helper_get_interface_num(ipd_port);
1346 int index = cvmx_helper_get_interface_index_num(ipd_port);
1348 if (index >= cvmx_helper_ports_on_interface(interface))
1351 switch (cvmx_helper_interface_get_mode(interface))
1353 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
1354 case CVMX_HELPER_INTERFACE_MODE_PCIE:
1356 case CVMX_HELPER_INTERFACE_MODE_XAUI:
1357 result = __cvmx_helper_xaui_link_set(ipd_port, link_info);
1359 /* RGMII/GMII/MII are all treated about the same. Most functions
1360 refer to these ports as RGMII */
1361 case CVMX_HELPER_INTERFACE_MODE_RGMII:
1362 case CVMX_HELPER_INTERFACE_MODE_GMII:
1363 result = __cvmx_helper_rgmii_link_set(ipd_port, link_info);
1365 case CVMX_HELPER_INTERFACE_MODE_SPI:
1366 result = __cvmx_helper_spi_link_set(ipd_port, link_info);
1368 case CVMX_HELPER_INTERFACE_MODE_SGMII:
1369 case CVMX_HELPER_INTERFACE_MODE_PICMG:
1370 result = __cvmx_helper_sgmii_link_set(ipd_port, link_info);
1372 case CVMX_HELPER_INTERFACE_MODE_SRIO:
1373 result = __cvmx_helper_srio_link_set(ipd_port, link_info);
1375 case CVMX_HELPER_INTERFACE_MODE_NPI:
1376 case CVMX_HELPER_INTERFACE_MODE_LOOP:
1379 /* Set the port_link_info here so that the link status is updated
1380 no matter how cvmx_helper_link_set is called. We don't change
1381 the value if link_set failed */
1383 port_link_info[ipd_port].u64 = link_info.u64;
1386 #ifdef CVMX_BUILD_FOR_LINUX_KERNEL
1387 EXPORT_SYMBOL(cvmx_helper_link_set);
1392 * Configure a port for internal and/or external loopback. Internal loopback
1393 * causes packets sent by the port to be received by Octeon. External loopback
1394 * causes packets received from the wire to sent out again.
1396 * @param ipd_port IPD/PKO port to loopback.
1397 * @param enable_internal
1398 * Non zero if you want internal loopback
1399 * @param enable_external
1400 * Non zero if you want external loopback
1402 * @return Zero on success, negative on failure.
1404 int cvmx_helper_configure_loopback(int ipd_port, int enable_internal, int enable_external)
1407 int interface = cvmx_helper_get_interface_num(ipd_port);
1408 int index = cvmx_helper_get_interface_index_num(ipd_port);
1410 if (index >= cvmx_helper_ports_on_interface(interface))
1413 switch (cvmx_helper_interface_get_mode(interface))
1415 case CVMX_HELPER_INTERFACE_MODE_DISABLED:
1416 case CVMX_HELPER_INTERFACE_MODE_PCIE:
1417 case CVMX_HELPER_INTERFACE_MODE_SRIO:
1418 case CVMX_HELPER_INTERFACE_MODE_SPI:
1419 case CVMX_HELPER_INTERFACE_MODE_NPI:
1420 case CVMX_HELPER_INTERFACE_MODE_LOOP:
1422 case CVMX_HELPER_INTERFACE_MODE_XAUI:
1423 result = __cvmx_helper_xaui_configure_loopback(ipd_port, enable_internal, enable_external);
1425 case CVMX_HELPER_INTERFACE_MODE_RGMII:
1426 case CVMX_HELPER_INTERFACE_MODE_GMII:
1427 result = __cvmx_helper_rgmii_configure_loopback(ipd_port, enable_internal, enable_external);
1429 case CVMX_HELPER_INTERFACE_MODE_SGMII:
1430 case CVMX_HELPER_INTERFACE_MODE_PICMG:
1431 result = __cvmx_helper_sgmii_configure_loopback(ipd_port, enable_internal, enable_external);
1437 #endif /* CVMX_ENABLE_PKO_FUNCTIONS */