1 // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause)
2 /* Copyright (C) 2015-2017 Netronome Systems, Inc. */
4 /* Authors: David Brunecz <david.brunecz@netronome.com>
5 * Jakub Kicinski <jakub.kicinski@netronome.com>
6 * Jason Mcmullan <jason.mcmullan@netronome.com>
9 #include <linux/bitfield.h>
10 #include <linux/ethtool.h>
11 #include <linux/if_ether.h>
12 #include <linux/kernel.h>
13 #include <linux/module.h>
17 #include "nfp6000/nfp6000.h"
19 #define NSP_ETH_NBI_PORT_COUNT 24
20 #define NSP_ETH_MAX_COUNT (2 * NSP_ETH_NBI_PORT_COUNT)
21 #define NSP_ETH_TABLE_SIZE (NSP_ETH_MAX_COUNT * \
22 sizeof(union eth_table_entry))
24 #define NSP_ETH_PORT_LANES GENMASK_ULL(3, 0)
25 #define NSP_ETH_PORT_INDEX GENMASK_ULL(15, 8)
26 #define NSP_ETH_PORT_LABEL GENMASK_ULL(53, 48)
27 #define NSP_ETH_PORT_PHYLABEL GENMASK_ULL(59, 54)
28 #define NSP_ETH_PORT_FEC_SUPP_BASER BIT_ULL(60)
29 #define NSP_ETH_PORT_FEC_SUPP_RS BIT_ULL(61)
31 #define NSP_ETH_PORT_LANES_MASK cpu_to_le64(NSP_ETH_PORT_LANES)
33 #define NSP_ETH_STATE_CONFIGURED BIT_ULL(0)
34 #define NSP_ETH_STATE_ENABLED BIT_ULL(1)
35 #define NSP_ETH_STATE_TX_ENABLED BIT_ULL(2)
36 #define NSP_ETH_STATE_RX_ENABLED BIT_ULL(3)
37 #define NSP_ETH_STATE_RATE GENMASK_ULL(11, 8)
38 #define NSP_ETH_STATE_INTERFACE GENMASK_ULL(19, 12)
39 #define NSP_ETH_STATE_MEDIA GENMASK_ULL(21, 20)
40 #define NSP_ETH_STATE_OVRD_CHNG BIT_ULL(22)
41 #define NSP_ETH_STATE_ANEG GENMASK_ULL(25, 23)
42 #define NSP_ETH_STATE_FEC GENMASK_ULL(27, 26)
44 #define NSP_ETH_CTRL_CONFIGURED BIT_ULL(0)
45 #define NSP_ETH_CTRL_ENABLED BIT_ULL(1)
46 #define NSP_ETH_CTRL_TX_ENABLED BIT_ULL(2)
47 #define NSP_ETH_CTRL_RX_ENABLED BIT_ULL(3)
48 #define NSP_ETH_CTRL_SET_RATE BIT_ULL(4)
49 #define NSP_ETH_CTRL_SET_LANES BIT_ULL(5)
50 #define NSP_ETH_CTRL_SET_ANEG BIT_ULL(6)
51 #define NSP_ETH_CTRL_SET_FEC BIT_ULL(7)
71 union eth_table_entry {
79 __le64 raw[NSP_ETH_NUM_RAW];
83 enum nfp_eth_rate rate;
85 } nsp_eth_rate_tbl[] = {
87 { RATE_10M, SPEED_10, },
88 { RATE_100M, SPEED_100, },
89 { RATE_1G, SPEED_1000, },
90 { RATE_10G, SPEED_10000, },
91 { RATE_25G, SPEED_25000, },
94 static unsigned int nfp_eth_rate2speed(enum nfp_eth_rate rate)
98 for (i = 0; i < ARRAY_SIZE(nsp_eth_rate_tbl); i++)
99 if (nsp_eth_rate_tbl[i].rate == rate)
100 return nsp_eth_rate_tbl[i].speed;
105 static unsigned int nfp_eth_speed2rate(unsigned int speed)
109 for (i = 0; i < ARRAY_SIZE(nsp_eth_rate_tbl); i++)
110 if (nsp_eth_rate_tbl[i].speed == speed)
111 return nsp_eth_rate_tbl[i].rate;
116 static void nfp_eth_copy_mac_reverse(u8 *dst, const u8 *src)
120 for (i = 0; i < ETH_ALEN; i++)
121 dst[ETH_ALEN - i - 1] = src[i];
125 nfp_eth_port_translate(struct nfp_nsp *nsp, const union eth_table_entry *src,
126 unsigned int index, struct nfp_eth_table_port *dst)
132 port = le64_to_cpu(src->port);
133 state = le64_to_cpu(src->state);
135 dst->eth_index = FIELD_GET(NSP_ETH_PORT_INDEX, port);
137 dst->nbi = index / NSP_ETH_NBI_PORT_COUNT;
138 dst->base = index % NSP_ETH_NBI_PORT_COUNT;
139 dst->lanes = FIELD_GET(NSP_ETH_PORT_LANES, port);
141 dst->enabled = FIELD_GET(NSP_ETH_STATE_ENABLED, state);
142 dst->tx_enabled = FIELD_GET(NSP_ETH_STATE_TX_ENABLED, state);
143 dst->rx_enabled = FIELD_GET(NSP_ETH_STATE_RX_ENABLED, state);
145 rate = nfp_eth_rate2speed(FIELD_GET(NSP_ETH_STATE_RATE, state));
146 dst->speed = dst->lanes * rate;
148 dst->interface = FIELD_GET(NSP_ETH_STATE_INTERFACE, state);
149 dst->media = FIELD_GET(NSP_ETH_STATE_MEDIA, state);
151 nfp_eth_copy_mac_reverse(dst->mac_addr, src->mac_addr);
153 dst->label_port = FIELD_GET(NSP_ETH_PORT_PHYLABEL, port);
154 dst->label_subport = FIELD_GET(NSP_ETH_PORT_LABEL, port);
156 if (nfp_nsp_get_abi_ver_minor(nsp) < 17)
159 dst->override_changed = FIELD_GET(NSP_ETH_STATE_OVRD_CHNG, state);
160 dst->aneg = FIELD_GET(NSP_ETH_STATE_ANEG, state);
162 if (nfp_nsp_get_abi_ver_minor(nsp) < 22)
165 fec = FIELD_GET(NSP_ETH_PORT_FEC_SUPP_BASER, port);
166 dst->fec_modes_supported |= fec << NFP_FEC_BASER_BIT;
167 fec = FIELD_GET(NSP_ETH_PORT_FEC_SUPP_RS, port);
168 dst->fec_modes_supported |= fec << NFP_FEC_REED_SOLOMON_BIT;
169 if (dst->fec_modes_supported)
170 dst->fec_modes_supported |= NFP_FEC_AUTO | NFP_FEC_DISABLED;
172 dst->fec = 1 << FIELD_GET(NSP_ETH_STATE_FEC, state);
176 nfp_eth_calc_port_geometry(struct nfp_cpp *cpp, struct nfp_eth_table *table)
180 for (i = 0; i < table->count; i++) {
181 table->max_index = max(table->max_index, table->ports[i].index);
183 for (j = 0; j < table->count; j++) {
184 if (table->ports[i].label_port !=
185 table->ports[j].label_port)
187 table->ports[i].port_lanes += table->ports[j].lanes;
191 if (table->ports[i].label_subport ==
192 table->ports[j].label_subport)
194 "Port %d subport %d is a duplicate\n",
195 table->ports[i].label_port,
196 table->ports[i].label_subport);
198 table->ports[i].is_split = true;
204 nfp_eth_calc_port_type(struct nfp_cpp *cpp, struct nfp_eth_table_port *entry)
206 if (entry->interface == NFP_INTERFACE_NONE) {
207 entry->port_type = PORT_NONE;
209 } else if (entry->interface == NFP_INTERFACE_RJ45) {
210 entry->port_type = PORT_TP;
214 if (entry->media == NFP_MEDIA_FIBRE)
215 entry->port_type = PORT_FIBRE;
217 entry->port_type = PORT_DA;
221 * nfp_eth_read_ports() - retrieve port information
222 * @cpp: NFP CPP handle
224 * Read the port information from the device. Returned structure should
225 * be freed with kfree() once no longer needed.
227 * Return: populated ETH table or NULL on error.
229 struct nfp_eth_table *nfp_eth_read_ports(struct nfp_cpp *cpp)
231 struct nfp_eth_table *ret;
234 nsp = nfp_nsp_open(cpp);
238 ret = __nfp_eth_read_ports(cpp, nsp);
244 struct nfp_eth_table *
245 __nfp_eth_read_ports(struct nfp_cpp *cpp, struct nfp_nsp *nsp)
247 union eth_table_entry *entries;
248 struct nfp_eth_table *table;
249 int i, j, ret, cnt = 0;
251 entries = kzalloc(NSP_ETH_TABLE_SIZE, GFP_KERNEL);
255 ret = nfp_nsp_read_eth_table(nsp, entries, NSP_ETH_TABLE_SIZE);
257 nfp_err(cpp, "reading port table failed %d\n", ret);
261 for (i = 0; i < NSP_ETH_MAX_COUNT; i++)
262 if (entries[i].port & NSP_ETH_PORT_LANES_MASK)
265 /* Some versions of flash will give us 0 instead of port count.
266 * For those that give a port count, verify it against the value
269 if (ret && ret != cnt) {
270 nfp_err(cpp, "table entry count reported (%d) does not match entries present (%d)\n",
275 table = kzalloc(struct_size(table, ports, cnt), GFP_KERNEL);
280 for (i = 0, j = 0; i < NSP_ETH_MAX_COUNT; i++)
281 if (entries[i].port & NSP_ETH_PORT_LANES_MASK)
282 nfp_eth_port_translate(nsp, &entries[i], i,
285 nfp_eth_calc_port_geometry(cpp, table);
286 for (i = 0; i < table->count; i++)
287 nfp_eth_calc_port_type(cpp, &table->ports[i]);
298 struct nfp_nsp *nfp_eth_config_start(struct nfp_cpp *cpp, unsigned int idx)
300 union eth_table_entry *entries;
304 entries = kzalloc(NSP_ETH_TABLE_SIZE, GFP_KERNEL);
306 return ERR_PTR(-ENOMEM);
308 nsp = nfp_nsp_open(cpp);
314 ret = nfp_nsp_read_eth_table(nsp, entries, NSP_ETH_TABLE_SIZE);
316 nfp_err(cpp, "reading port table failed %d\n", ret);
320 if (!(entries[idx].port & NSP_ETH_PORT_LANES_MASK)) {
321 nfp_warn(cpp, "trying to set port state on disabled port %d\n",
326 nfp_nsp_config_set_state(nsp, entries, idx);
332 return ERR_PTR(-EIO);
335 void nfp_eth_config_cleanup_end(struct nfp_nsp *nsp)
337 union eth_table_entry *entries = nfp_nsp_config_entries(nsp);
339 nfp_nsp_config_set_modified(nsp, false);
340 nfp_nsp_config_clear_state(nsp);
346 * nfp_eth_config_commit_end() - perform recorded configuration changes
347 * @nsp: NFP NSP handle returned from nfp_eth_config_start()
349 * Perform the configuration which was requested with __nfp_eth_set_*()
350 * helpers and recorded in @nsp state. If device was already configured
351 * as requested or no __nfp_eth_set_*() operations were made no NSP command
355 * 0 - configuration successful;
356 * 1 - no changes were needed;
357 * -ERRNO - configuration failed.
359 int nfp_eth_config_commit_end(struct nfp_nsp *nsp)
361 union eth_table_entry *entries = nfp_nsp_config_entries(nsp);
364 if (nfp_nsp_config_modified(nsp)) {
365 ret = nfp_nsp_write_eth_table(nsp, entries, NSP_ETH_TABLE_SIZE);
366 ret = ret < 0 ? ret : 0;
369 nfp_eth_config_cleanup_end(nsp);
375 * nfp_eth_set_mod_enable() - set PHY module enable control bit
376 * @cpp: NFP CPP handle
377 * @idx: NFP chip-wide port index
378 * @enable: Desired state
380 * Enable or disable PHY module (this usually means setting the TX lanes
384 * 0 - configuration successful;
385 * 1 - no changes were needed;
386 * -ERRNO - configuration failed.
388 int nfp_eth_set_mod_enable(struct nfp_cpp *cpp, unsigned int idx, bool enable)
390 union eth_table_entry *entries;
394 nsp = nfp_eth_config_start(cpp, idx);
398 entries = nfp_nsp_config_entries(nsp);
400 /* Check if we are already in requested state */
401 reg = le64_to_cpu(entries[idx].state);
402 if (enable != FIELD_GET(NSP_ETH_CTRL_ENABLED, reg)) {
403 reg = le64_to_cpu(entries[idx].control);
404 reg &= ~NSP_ETH_CTRL_ENABLED;
405 reg |= FIELD_PREP(NSP_ETH_CTRL_ENABLED, enable);
406 entries[idx].control = cpu_to_le64(reg);
408 nfp_nsp_config_set_modified(nsp, true);
411 return nfp_eth_config_commit_end(nsp);
415 * nfp_eth_set_configured() - set PHY module configured control bit
416 * @cpp: NFP CPP handle
417 * @idx: NFP chip-wide port index
418 * @configed: Desired state
420 * Set the ifup/ifdown state on the PHY.
423 * 0 - configuration successful;
424 * 1 - no changes were needed;
425 * -ERRNO - configuration failed.
427 int nfp_eth_set_configured(struct nfp_cpp *cpp, unsigned int idx, bool configed)
429 union eth_table_entry *entries;
433 nsp = nfp_eth_config_start(cpp, idx);
437 /* Older ABI versions did support this feature, however this has only
438 * been reliable since ABI 20.
440 if (nfp_nsp_get_abi_ver_minor(nsp) < 20) {
441 nfp_eth_config_cleanup_end(nsp);
445 entries = nfp_nsp_config_entries(nsp);
447 /* Check if we are already in requested state */
448 reg = le64_to_cpu(entries[idx].state);
449 if (configed != FIELD_GET(NSP_ETH_STATE_CONFIGURED, reg)) {
450 reg = le64_to_cpu(entries[idx].control);
451 reg &= ~NSP_ETH_CTRL_CONFIGURED;
452 reg |= FIELD_PREP(NSP_ETH_CTRL_CONFIGURED, configed);
453 entries[idx].control = cpu_to_le64(reg);
455 nfp_nsp_config_set_modified(nsp, true);
458 return nfp_eth_config_commit_end(nsp);
462 nfp_eth_set_bit_config(struct nfp_nsp *nsp, unsigned int raw_idx,
463 const u64 mask, const unsigned int shift,
464 unsigned int val, const u64 ctrl_bit)
466 union eth_table_entry *entries = nfp_nsp_config_entries(nsp);
467 unsigned int idx = nfp_nsp_config_idx(nsp);
470 /* Note: set features were added in ABI 0.14 but the error
471 * codes were initially not populated correctly.
473 if (nfp_nsp_get_abi_ver_minor(nsp) < 17) {
474 nfp_err(nfp_nsp_cpp(nsp),
475 "set operations not supported, please update flash\n");
479 /* Check if we are already in requested state */
480 reg = le64_to_cpu(entries[idx].raw[raw_idx]);
481 if (val == (reg & mask) >> shift)
485 reg |= (val << shift) & mask;
486 entries[idx].raw[raw_idx] = cpu_to_le64(reg);
488 entries[idx].control |= cpu_to_le64(ctrl_bit);
490 nfp_nsp_config_set_modified(nsp, true);
495 #define NFP_ETH_SET_BIT_CONFIG(nsp, raw_idx, mask, val, ctrl_bit) \
497 __BF_FIELD_CHECK(mask, 0ULL, val, "NFP_ETH_SET_BIT_CONFIG: "); \
498 nfp_eth_set_bit_config(nsp, raw_idx, mask, __bf_shf(mask), \
503 * __nfp_eth_set_aneg() - set PHY autonegotiation control bit
504 * @nsp: NFP NSP handle returned from nfp_eth_config_start()
505 * @mode: Desired autonegotiation mode
507 * Allow/disallow PHY module to advertise/perform autonegotiation.
508 * Will write to hwinfo overrides in the flash (persistent config).
510 * Return: 0 or -ERRNO.
512 int __nfp_eth_set_aneg(struct nfp_nsp *nsp, enum nfp_eth_aneg mode)
514 return NFP_ETH_SET_BIT_CONFIG(nsp, NSP_ETH_RAW_STATE,
515 NSP_ETH_STATE_ANEG, mode,
516 NSP_ETH_CTRL_SET_ANEG);
520 * __nfp_eth_set_fec() - set PHY forward error correction control bit
521 * @nsp: NFP NSP handle returned from nfp_eth_config_start()
522 * @mode: Desired fec mode
524 * Set the PHY module forward error correction mode.
525 * Will write to hwinfo overrides in the flash (persistent config).
527 * Return: 0 or -ERRNO.
529 static int __nfp_eth_set_fec(struct nfp_nsp *nsp, enum nfp_eth_fec mode)
531 return NFP_ETH_SET_BIT_CONFIG(nsp, NSP_ETH_RAW_STATE,
532 NSP_ETH_STATE_FEC, mode,
533 NSP_ETH_CTRL_SET_FEC);
537 * nfp_eth_set_fec() - set PHY forward error correction control mode
538 * @cpp: NFP CPP handle
539 * @idx: NFP chip-wide port index
540 * @mode: Desired fec mode
543 * 0 - configuration successful;
544 * 1 - no changes were needed;
545 * -ERRNO - configuration failed.
548 nfp_eth_set_fec(struct nfp_cpp *cpp, unsigned int idx, enum nfp_eth_fec mode)
553 nsp = nfp_eth_config_start(cpp, idx);
557 err = __nfp_eth_set_fec(nsp, mode);
559 nfp_eth_config_cleanup_end(nsp);
563 return nfp_eth_config_commit_end(nsp);
567 * __nfp_eth_set_speed() - set interface speed/rate
568 * @nsp: NFP NSP handle returned from nfp_eth_config_start()
569 * @speed: Desired speed (per lane)
571 * Set lane speed. Provided @speed value should be subport speed divided
572 * by number of lanes this subport is spanning (i.e. 10000 for 40G, 25000 for
574 * Will write to hwinfo overrides in the flash (persistent config).
576 * Return: 0 or -ERRNO.
578 int __nfp_eth_set_speed(struct nfp_nsp *nsp, unsigned int speed)
580 enum nfp_eth_rate rate;
582 rate = nfp_eth_speed2rate(speed);
583 if (rate == RATE_INVALID) {
584 nfp_warn(nfp_nsp_cpp(nsp),
585 "could not find matching lane rate for speed %u\n",
590 return NFP_ETH_SET_BIT_CONFIG(nsp, NSP_ETH_RAW_STATE,
591 NSP_ETH_STATE_RATE, rate,
592 NSP_ETH_CTRL_SET_RATE);
596 * __nfp_eth_set_split() - set interface lane split
597 * @nsp: NFP NSP handle returned from nfp_eth_config_start()
598 * @lanes: Desired lanes per port
600 * Set number of lanes in the port.
601 * Will write to hwinfo overrides in the flash (persistent config).
603 * Return: 0 or -ERRNO.
605 int __nfp_eth_set_split(struct nfp_nsp *nsp, unsigned int lanes)
607 return NFP_ETH_SET_BIT_CONFIG(nsp, NSP_ETH_RAW_PORT, NSP_ETH_PORT_LANES,
608 lanes, NSP_ETH_CTRL_SET_LANES);