mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-08-24 01:41:39 +00:00
net: add driver for Netronome NFP4000/NFP6000 NIC VFs
Add driver for Virtual Functions for the Netronome's NFP-4000 and NFP-6000 based NICs. Signed-off-by: Jakub Kicinski <jakub.kicinski@netronome.com> Signed-off-by: Rolf Neugebauer <rolf.neugebauer@netronome.com> Signed-off-by: David S. Miller <davem@davemloft.net>
This commit is contained in:
parent
2d1e0254ef
commit
4c3523623d
12 changed files with 4821 additions and 0 deletions
|
@ -7364,6 +7364,13 @@ F: include/net/netrom.h
|
|||
F: include/uapi/linux/netrom.h
|
||||
F: net/netrom/
|
||||
|
||||
NETRONOME ETHERNET DRIVERS
|
||||
M: Jakub Kicinski <jakub.kicinski@netronome.com>
|
||||
M: Rolf Neugebauer <rolf.neugebauer@netronome.com>
|
||||
L: oss-drivers@netronome.com
|
||||
S: Maintained
|
||||
F: drivers/net/ethernet/netronome/
|
||||
|
||||
NETWORK BLOCK DEVICE (NBD)
|
||||
M: Markus Pargmann <mpa@pengutronix.de>
|
||||
S: Maintained
|
||||
|
|
|
@ -121,6 +121,7 @@ config FEALNX
|
|||
cards. <http://www.myson.com.tw/>
|
||||
|
||||
source "drivers/net/ethernet/natsemi/Kconfig"
|
||||
source "drivers/net/ethernet/netronome/Kconfig"
|
||||
source "drivers/net/ethernet/8390/Kconfig"
|
||||
|
||||
config NET_NETX
|
||||
|
|
|
@ -52,6 +52,7 @@ obj-$(CONFIG_NET_VENDOR_MOXART) += moxa/
|
|||
obj-$(CONFIG_NET_VENDOR_MYRI) += myricom/
|
||||
obj-$(CONFIG_FEALNX) += fealnx.o
|
||||
obj-$(CONFIG_NET_VENDOR_NATSEMI) += natsemi/
|
||||
obj-$(CONFIG_NET_VENDOR_NETRONOME) += netronome/
|
||||
obj-$(CONFIG_NET_NETX) += netx-eth.o
|
||||
obj-$(CONFIG_NET_VENDOR_NUVOTON) += nuvoton/
|
||||
obj-$(CONFIG_NET_VENDOR_NVIDIA) += nvidia/
|
||||
|
|
36
drivers/net/ethernet/netronome/Kconfig
Normal file
36
drivers/net/ethernet/netronome/Kconfig
Normal file
|
@ -0,0 +1,36 @@
|
|||
#
|
||||
# Netronome device configuration
|
||||
#
|
||||
|
||||
config NET_VENDOR_NETRONOME
|
||||
bool "Netronome(R) devices"
|
||||
default y
|
||||
---help---
|
||||
If you have a Netronome(R) network (Ethernet) card or device, say Y.
|
||||
|
||||
Note that the answer to this question doesn't directly affect the
|
||||
kernel: saying N will just cause the configurator to skip all
|
||||
the questions about Netronome(R) cards. If you say Y, you will be
|
||||
asked for your specific card in the following questions.
|
||||
|
||||
if NET_VENDOR_NETRONOME
|
||||
|
||||
config NFP_NETVF
|
||||
tristate "Netronome(R) NFP4000/NFP6000 VF NIC driver"
|
||||
depends on PCI && PCI_MSI
|
||||
depends on VXLAN || VXLAN=n
|
||||
---help---
|
||||
This driver supports SR-IOV virtual functions of
|
||||
the Netronome(R) NFP4000/NFP6000 cards working as
|
||||
a advanced Ethernet NIC.
|
||||
|
||||
config NFP_NET_DEBUG
|
||||
bool "Debug support for Netronome(R) NFP3200/NFP6000 NIC drivers"
|
||||
depends on NFP_NET || NFP_NETVF
|
||||
---help---
|
||||
Enable extra sanity checks and debugfs support in
|
||||
Netronome(R) NFP3200/NFP6000 NIC PF and VF drivers.
|
||||
Note: selecting this option may adversely impact
|
||||
performance.
|
||||
|
||||
endif
|
5
drivers/net/ethernet/netronome/Makefile
Normal file
5
drivers/net/ethernet/netronome/Makefile
Normal file
|
@ -0,0 +1,5 @@
|
|||
#
|
||||
# Makefile for the Netronome network device drivers
|
||||
#
|
||||
|
||||
obj-$(CONFIG_NFP_NETVF) += nfp/
|
8
drivers/net/ethernet/netronome/nfp/Makefile
Normal file
8
drivers/net/ethernet/netronome/nfp/Makefile
Normal file
|
@ -0,0 +1,8 @@
|
|||
obj-$(CONFIG_NFP_NETVF) += nfp_netvf.o
|
||||
|
||||
nfp_netvf-objs := \
|
||||
nfp_net_common.o \
|
||||
nfp_net_ethtool.o \
|
||||
nfp_netvf_main.o
|
||||
|
||||
nfp_netvf-$(CONFIG_NFP_NET_DEBUG) += nfp_net_debugfs.o
|
748
drivers/net/ethernet/netronome/nfp/nfp_net.h
Normal file
748
drivers/net/ethernet/netronome/nfp/nfp_net.h
Normal file
|
@ -0,0 +1,748 @@
|
|||
/*
|
||||
* Copyright (C) 2015 Netronome Systems, Inc.
|
||||
*
|
||||
* This software is dual licensed under the GNU General License Version 2,
|
||||
* June 1991 as shown in the file COPYING in the top-level directory of this
|
||||
* source tree or the BSD 2-Clause License provided below. You have the
|
||||
* option to license this software under the complete terms of either license.
|
||||
*
|
||||
* The BSD 2-Clause License:
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or
|
||||
* without modification, are permitted provided that the following
|
||||
* conditions are met:
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer in the documentation and/or other materials
|
||||
* provided with the distribution.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
/*
|
||||
* nfp_net.h
|
||||
* Declarations for Netronome network device driver.
|
||||
* Authors: Jakub Kicinski <jakub.kicinski@netronome.com>
|
||||
* Jason McMullan <jason.mcmullan@netronome.com>
|
||||
* Rolf Neugebauer <rolf.neugebauer@netronome.com>
|
||||
*/
|
||||
|
||||
#ifndef _NFP_NET_H_
|
||||
#define _NFP_NET_H_
|
||||
|
||||
#include <linux/interrupt.h>
|
||||
#include <linux/netdevice.h>
|
||||
#include <linux/pci.h>
|
||||
#include <asm-generic/io-64-nonatomic-hi-lo.h>
|
||||
|
||||
#include "nfp_net_ctrl.h"
|
||||
|
||||
#define nn_err(nn, fmt, args...) netdev_err((nn)->netdev, fmt, ## args)
|
||||
#define nn_warn(nn, fmt, args...) netdev_warn((nn)->netdev, fmt, ## args)
|
||||
#define nn_info(nn, fmt, args...) netdev_info((nn)->netdev, fmt, ## args)
|
||||
#define nn_dbg(nn, fmt, args...) netdev_dbg((nn)->netdev, fmt, ## args)
|
||||
#define nn_warn_ratelimit(nn, fmt, args...) \
|
||||
do { \
|
||||
if (unlikely(net_ratelimit())) \
|
||||
netdev_warn((nn)->netdev, fmt, ## args); \
|
||||
} while (0)
|
||||
|
||||
/* Max time to wait for NFP to respond on updates (in ms) */
|
||||
#define NFP_NET_POLL_TIMEOUT 5000
|
||||
|
||||
/* Bar allocation */
|
||||
#define NFP_NET_CRTL_BAR 0
|
||||
#define NFP_NET_Q0_BAR 2
|
||||
#define NFP_NET_Q1_BAR 4 /* OBSOLETE */
|
||||
|
||||
/* Max bits in DMA address */
|
||||
#define NFP_NET_MAX_DMA_BITS 40
|
||||
|
||||
/* Default size for MTU and freelist buffer sizes */
|
||||
#define NFP_NET_DEFAULT_MTU 1500
|
||||
#define NFP_NET_DEFAULT_RX_BUFSZ 2048
|
||||
|
||||
/* Maximum number of bytes prepended to a packet */
|
||||
#define NFP_NET_MAX_PREPEND 64
|
||||
|
||||
/* Interrupt definitions */
|
||||
#define NFP_NET_NON_Q_VECTORS 2
|
||||
#define NFP_NET_IRQ_LSC_IDX 0
|
||||
#define NFP_NET_IRQ_EXN_IDX 1
|
||||
|
||||
/* Queue/Ring definitions */
|
||||
#define NFP_NET_MAX_TX_RINGS 64 /* Max. # of Tx rings per device */
|
||||
#define NFP_NET_MAX_RX_RINGS 64 /* Max. # of Rx rings per device */
|
||||
|
||||
#define NFP_NET_MIN_TX_DESCS 256 /* Min. # of Tx descs per ring */
|
||||
#define NFP_NET_MIN_RX_DESCS 256 /* Min. # of Rx descs per ring */
|
||||
#define NFP_NET_MAX_TX_DESCS (256 * 1024) /* Max. # of Tx descs per ring */
|
||||
#define NFP_NET_MAX_RX_DESCS (256 * 1024) /* Max. # of Rx descs per ring */
|
||||
|
||||
#define NFP_NET_TX_DESCS_DEFAULT 4096 /* Default # of Tx descs per ring */
|
||||
#define NFP_NET_RX_DESCS_DEFAULT 4096 /* Default # of Rx descs per ring */
|
||||
|
||||
#define NFP_NET_FL_BATCH 16 /* Add freelist in this Batch size */
|
||||
|
||||
/* Offload definitions */
|
||||
#define NFP_NET_N_VXLAN_PORTS (NFP_NET_CFG_VXLAN_SZ / sizeof(__be16))
|
||||
|
||||
/* Forward declarations */
|
||||
struct nfp_net;
|
||||
struct nfp_net_r_vector;
|
||||
|
||||
/* Convenience macro for writing dma address into RX/TX descriptors */
|
||||
#define nfp_desc_set_dma_addr(desc, dma_addr) \
|
||||
do { \
|
||||
__typeof(desc) __d = (desc); \
|
||||
dma_addr_t __addr = (dma_addr); \
|
||||
\
|
||||
__d->dma_addr_lo = cpu_to_le32(lower_32_bits(__addr)); \
|
||||
__d->dma_addr_hi = upper_32_bits(__addr) & 0xff; \
|
||||
} while (0)
|
||||
|
||||
/* TX descriptor format */
|
||||
|
||||
#define PCIE_DESC_TX_EOP BIT(7)
|
||||
#define PCIE_DESC_TX_OFFSET_MASK GENMASK(6, 0)
|
||||
#define PCIE_DESC_TX_MSS_MASK GENMASK(13, 0)
|
||||
|
||||
/* Flags in the host TX descriptor */
|
||||
#define PCIE_DESC_TX_CSUM BIT(7)
|
||||
#define PCIE_DESC_TX_IP4_CSUM BIT(6)
|
||||
#define PCIE_DESC_TX_TCP_CSUM BIT(5)
|
||||
#define PCIE_DESC_TX_UDP_CSUM BIT(4)
|
||||
#define PCIE_DESC_TX_VLAN BIT(3)
|
||||
#define PCIE_DESC_TX_LSO BIT(2)
|
||||
#define PCIE_DESC_TX_ENCAP BIT(1)
|
||||
#define PCIE_DESC_TX_O_IP4_CSUM BIT(0)
|
||||
|
||||
struct nfp_net_tx_desc {
|
||||
union {
|
||||
struct {
|
||||
u8 dma_addr_hi; /* High bits of host buf address */
|
||||
__le16 dma_len; /* Length to DMA for this desc */
|
||||
u8 offset_eop; /* Offset in buf where pkt starts +
|
||||
* highest bit is eop flag.
|
||||
*/
|
||||
__le32 dma_addr_lo; /* Low 32bit of host buf addr */
|
||||
|
||||
__le16 mss; /* MSS to be used for LSO */
|
||||
u8 l4_offset; /* LSO, where the L4 data starts */
|
||||
u8 flags; /* TX Flags, see @PCIE_DESC_TX_* */
|
||||
|
||||
__le16 vlan; /* VLAN tag to add if indicated */
|
||||
__le16 data_len; /* Length of frame + meta data */
|
||||
} __packed;
|
||||
__le32 vals[4];
|
||||
};
|
||||
};
|
||||
|
||||
/**
|
||||
* struct nfp_net_tx_buf - software TX buffer descriptor
|
||||
* @skb: sk_buff associated with this buffer
|
||||
* @dma_addr: DMA mapping address of the buffer
|
||||
* @fidx: Fragment index (-1 for the head and [0..nr_frags-1] for frags)
|
||||
* @pkt_cnt: Number of packets to be produced out of the skb associated
|
||||
* with this buffer (valid only on the head's buffer).
|
||||
* Will be 1 for all non-TSO packets.
|
||||
* @real_len: Number of bytes which to be produced out of the skb (valid only
|
||||
* on the head's buffer). Equal to skb->len for non-TSO packets.
|
||||
*/
|
||||
struct nfp_net_tx_buf {
|
||||
struct sk_buff *skb;
|
||||
dma_addr_t dma_addr;
|
||||
short int fidx;
|
||||
u16 pkt_cnt;
|
||||
u32 real_len;
|
||||
};
|
||||
|
||||
/**
|
||||
* struct nfp_net_tx_ring - TX ring structure
|
||||
* @r_vec: Back pointer to ring vector structure
|
||||
* @idx: Ring index from Linux's perspective
|
||||
* @qcidx: Queue Controller Peripheral (QCP) queue index for the TX queue
|
||||
* @qcp_q: Pointer to base of the QCP TX queue
|
||||
* @cnt: Size of the queue in number of descriptors
|
||||
* @wr_p: TX ring write pointer (free running)
|
||||
* @rd_p: TX ring read pointer (free running)
|
||||
* @qcp_rd_p: Local copy of QCP TX queue read pointer
|
||||
* @wr_ptr_add: Accumulated number of buffers to add to QCP write pointer
|
||||
* (used for .xmit_more delayed kick)
|
||||
* @txbufs: Array of transmitted TX buffers, to free on transmit
|
||||
* @txds: Virtual address of TX ring in host memory
|
||||
* @dma: DMA address of the TX ring
|
||||
* @size: Size, in bytes, of the TX ring (needed to free)
|
||||
*/
|
||||
struct nfp_net_tx_ring {
|
||||
struct nfp_net_r_vector *r_vec;
|
||||
|
||||
u32 idx;
|
||||
int qcidx;
|
||||
u8 __iomem *qcp_q;
|
||||
|
||||
u32 cnt;
|
||||
u32 wr_p;
|
||||
u32 rd_p;
|
||||
u32 qcp_rd_p;
|
||||
|
||||
u32 wr_ptr_add;
|
||||
|
||||
struct nfp_net_tx_buf *txbufs;
|
||||
struct nfp_net_tx_desc *txds;
|
||||
|
||||
dma_addr_t dma;
|
||||
unsigned int size;
|
||||
} ____cacheline_aligned;
|
||||
|
||||
/* RX and freelist descriptor format */
|
||||
|
||||
#define PCIE_DESC_RX_DD BIT(7)
|
||||
#define PCIE_DESC_RX_META_LEN_MASK GENMASK(6, 0)
|
||||
|
||||
/* Flags in the RX descriptor */
|
||||
#define PCIE_DESC_RX_RSS cpu_to_le16(BIT(15))
|
||||
#define PCIE_DESC_RX_I_IP4_CSUM cpu_to_le16(BIT(14))
|
||||
#define PCIE_DESC_RX_I_IP4_CSUM_OK cpu_to_le16(BIT(13))
|
||||
#define PCIE_DESC_RX_I_TCP_CSUM cpu_to_le16(BIT(12))
|
||||
#define PCIE_DESC_RX_I_TCP_CSUM_OK cpu_to_le16(BIT(11))
|
||||
#define PCIE_DESC_RX_I_UDP_CSUM cpu_to_le16(BIT(10))
|
||||
#define PCIE_DESC_RX_I_UDP_CSUM_OK cpu_to_le16(BIT(9))
|
||||
#define PCIE_DESC_RX_SPARE cpu_to_le16(BIT(8))
|
||||
#define PCIE_DESC_RX_EOP cpu_to_le16(BIT(7))
|
||||
#define PCIE_DESC_RX_IP4_CSUM cpu_to_le16(BIT(6))
|
||||
#define PCIE_DESC_RX_IP4_CSUM_OK cpu_to_le16(BIT(5))
|
||||
#define PCIE_DESC_RX_TCP_CSUM cpu_to_le16(BIT(4))
|
||||
#define PCIE_DESC_RX_TCP_CSUM_OK cpu_to_le16(BIT(3))
|
||||
#define PCIE_DESC_RX_UDP_CSUM cpu_to_le16(BIT(2))
|
||||
#define PCIE_DESC_RX_UDP_CSUM_OK cpu_to_le16(BIT(1))
|
||||
#define PCIE_DESC_RX_VLAN cpu_to_le16(BIT(0))
|
||||
|
||||
#define PCIE_DESC_RX_CSUM_ALL (PCIE_DESC_RX_IP4_CSUM | \
|
||||
PCIE_DESC_RX_TCP_CSUM | \
|
||||
PCIE_DESC_RX_UDP_CSUM | \
|
||||
PCIE_DESC_RX_I_IP4_CSUM | \
|
||||
PCIE_DESC_RX_I_TCP_CSUM | \
|
||||
PCIE_DESC_RX_I_UDP_CSUM)
|
||||
#define PCIE_DESC_RX_CSUM_OK_SHIFT 1
|
||||
#define __PCIE_DESC_RX_CSUM_ALL le16_to_cpu(PCIE_DESC_RX_CSUM_ALL)
|
||||
#define __PCIE_DESC_RX_CSUM_ALL_OK (__PCIE_DESC_RX_CSUM_ALL >> \
|
||||
PCIE_DESC_RX_CSUM_OK_SHIFT)
|
||||
|
||||
struct nfp_net_rx_desc {
|
||||
union {
|
||||
struct {
|
||||
u8 dma_addr_hi; /* High bits of the buf address */
|
||||
__le16 reserved; /* Must be zero */
|
||||
u8 meta_len_dd; /* Must be zero */
|
||||
|
||||
__le32 dma_addr_lo; /* Low bits of the buffer address */
|
||||
} __packed fld;
|
||||
|
||||
struct {
|
||||
__le16 data_len; /* Length of the frame + meta data */
|
||||
u8 reserved;
|
||||
u8 meta_len_dd; /* Length of meta data prepended +
|
||||
* descriptor done flag.
|
||||
*/
|
||||
|
||||
__le16 flags; /* RX flags. See @PCIE_DESC_RX_* */
|
||||
__le16 vlan; /* VLAN if stripped */
|
||||
} __packed rxd;
|
||||
|
||||
__le32 vals[2];
|
||||
};
|
||||
};
|
||||
|
||||
struct nfp_net_rx_hash {
|
||||
__be32 hash_type;
|
||||
__be32 hash;
|
||||
};
|
||||
|
||||
/**
|
||||
* struct nfp_net_rx_buf - software RX buffer descriptor
|
||||
* @skb: sk_buff associated with this buffer
|
||||
* @dma_addr: DMA mapping address of the buffer
|
||||
*/
|
||||
struct nfp_net_rx_buf {
|
||||
struct sk_buff *skb;
|
||||
dma_addr_t dma_addr;
|
||||
};
|
||||
|
||||
/**
|
||||
* struct nfp_net_rx_ring - RX ring structure
|
||||
* @r_vec: Back pointer to ring vector structure
|
||||
* @cnt: Size of the queue in number of descriptors
|
||||
* @wr_p: FL/RX ring write pointer (free running)
|
||||
* @rd_p: FL/RX ring read pointer (free running)
|
||||
* @idx: Ring index from Linux's perspective
|
||||
* @fl_qcidx: Queue Controller Peripheral (QCP) queue index for the freelist
|
||||
* @rx_qcidx: Queue Controller Peripheral (QCP) queue index for the RX queue
|
||||
* @qcp_fl: Pointer to base of the QCP freelist queue
|
||||
* @qcp_rx: Pointer to base of the QCP RX queue
|
||||
* @wr_ptr_add: Accumulated number of buffers to add to QCP write pointer
|
||||
* (used for free list batching)
|
||||
* @rxbufs: Array of transmitted FL/RX buffers
|
||||
* @rxds: Virtual address of FL/RX ring in host memory
|
||||
* @dma: DMA address of the FL/RX ring
|
||||
* @size: Size, in bytes, of the FL/RX ring (needed to free)
|
||||
*/
|
||||
struct nfp_net_rx_ring {
|
||||
struct nfp_net_r_vector *r_vec;
|
||||
|
||||
u32 cnt;
|
||||
u32 wr_p;
|
||||
u32 rd_p;
|
||||
|
||||
u16 idx;
|
||||
u16 wr_ptr_add;
|
||||
|
||||
int fl_qcidx;
|
||||
int rx_qcidx;
|
||||
u8 __iomem *qcp_fl;
|
||||
u8 __iomem *qcp_rx;
|
||||
|
||||
struct nfp_net_rx_buf *rxbufs;
|
||||
struct nfp_net_rx_desc *rxds;
|
||||
|
||||
dma_addr_t dma;
|
||||
unsigned int size;
|
||||
} ____cacheline_aligned;
|
||||
|
||||
/**
|
||||
* struct nfp_net_r_vector - Per ring interrupt vector configuration
|
||||
* @nfp_net: Backpointer to nfp_net structure
|
||||
* @napi: NAPI structure for this ring vec
|
||||
* @tx_ring: Pointer to TX ring
|
||||
* @rx_ring: Pointer to RX ring
|
||||
* @irq_idx: Index into MSI-X table
|
||||
* @rx_sync: Seqlock for atomic updates of RX stats
|
||||
* @rx_pkts: Number of received packets
|
||||
* @rx_bytes: Number of received bytes
|
||||
* @rx_drops: Number of packets dropped on RX due to lack of resources
|
||||
* @hw_csum_rx_ok: Counter of packets where the HW checksum was OK
|
||||
* @hw_csum_rx_inner_ok: Counter of packets where the inner HW checksum was OK
|
||||
* @hw_csum_rx_error: Counter of packets with bad checksums
|
||||
* @tx_sync: Seqlock for atomic updates of TX stats
|
||||
* @tx_pkts: Number of Transmitted packets
|
||||
* @tx_bytes: Number of Transmitted bytes
|
||||
* @hw_csum_tx: Counter of packets with TX checksum offload requested
|
||||
* @hw_csum_tx_inner: Counter of inner TX checksum offload requests
|
||||
* @tx_gather: Counter of packets with Gather DMA
|
||||
* @tx_lso: Counter of LSO packets sent
|
||||
* @tx_errors: How many TX errors were encountered
|
||||
* @tx_busy: How often was TX busy (no space)?
|
||||
* @handler: Interrupt handler for this ring vector
|
||||
* @name: Name of the interrupt vector
|
||||
* @affinity_mask: SMP affinity mask for this vector
|
||||
*
|
||||
* This structure ties RX and TX rings to interrupt vectors and a NAPI
|
||||
* context. This currently only supports one RX and TX ring per
|
||||
* interrupt vector but might be extended in the future to allow
|
||||
* association of multiple rings per vector.
|
||||
*/
|
||||
struct nfp_net_r_vector {
|
||||
struct nfp_net *nfp_net;
|
||||
struct napi_struct napi;
|
||||
|
||||
struct nfp_net_tx_ring *tx_ring;
|
||||
struct nfp_net_rx_ring *rx_ring;
|
||||
|
||||
int irq_idx;
|
||||
|
||||
struct u64_stats_sync rx_sync;
|
||||
u64 rx_pkts;
|
||||
u64 rx_bytes;
|
||||
u64 rx_drops;
|
||||
u64 hw_csum_rx_ok;
|
||||
u64 hw_csum_rx_inner_ok;
|
||||
u64 hw_csum_rx_error;
|
||||
|
||||
struct u64_stats_sync tx_sync;
|
||||
u64 tx_pkts;
|
||||
u64 tx_bytes;
|
||||
u64 hw_csum_tx;
|
||||
u64 hw_csum_tx_inner;
|
||||
u64 tx_gather;
|
||||
u64 tx_lso;
|
||||
u64 tx_errors;
|
||||
u64 tx_busy;
|
||||
|
||||
irq_handler_t handler;
|
||||
char name[IFNAMSIZ + 8];
|
||||
cpumask_t affinity_mask;
|
||||
} ____cacheline_aligned;
|
||||
|
||||
/* Firmware version as it is written in the 32bit value in the BAR */
|
||||
struct nfp_net_fw_version {
|
||||
u8 minor;
|
||||
u8 major;
|
||||
u8 class;
|
||||
u8 resv;
|
||||
} __packed;
|
||||
|
||||
static inline bool nfp_net_fw_ver_eq(struct nfp_net_fw_version *fw_ver,
|
||||
u8 resv, u8 class, u8 major, u8 minor)
|
||||
{
|
||||
return fw_ver->resv == resv &&
|
||||
fw_ver->class == class &&
|
||||
fw_ver->major == major &&
|
||||
fw_ver->minor == minor;
|
||||
}
|
||||
|
||||
/**
|
||||
* struct nfp_net - NFP network device structure
|
||||
* @pdev: Backpointer to PCI device
|
||||
* @netdev: Backpointer to net_device structure
|
||||
* @nfp_fallback: Is the driver used in fallback mode?
|
||||
* @is_vf: Is the driver attached to a VF?
|
||||
* @is_nfp3200: Is the driver for a NFP-3200 card?
|
||||
* @fw_loaded: Is the firmware loaded?
|
||||
* @ctrl: Local copy of the control register/word.
|
||||
* @fl_bufsz: Currently configured size of the freelist buffers
|
||||
* @rx_offset: Offset in the RX buffers where packet data starts
|
||||
* @cpp: Pointer to the CPP handle
|
||||
* @nfp_dev_cpp: Pointer to the NFP Device handle
|
||||
* @ctrl_area: Pointer to the CPP area for the control BAR
|
||||
* @tx_area: Pointer to the CPP area for the TX queues
|
||||
* @rx_area: Pointer to the CPP area for the FL/RX queues
|
||||
* @fw_ver: Firmware version
|
||||
* @cap: Capabilities advertised by the Firmware
|
||||
* @max_mtu: Maximum support MTU advertised by the Firmware
|
||||
* @rss_cfg: RSS configuration
|
||||
* @rss_key: RSS secret key
|
||||
* @rss_itbl: RSS indirection table
|
||||
* @max_tx_rings: Maximum number of TX rings supported by the Firmware
|
||||
* @max_rx_rings: Maximum number of RX rings supported by the Firmware
|
||||
* @num_tx_rings: Currently configured number of TX rings
|
||||
* @num_rx_rings: Currently configured number of RX rings
|
||||
* @txd_cnt: Size of the TX ring in number of descriptors
|
||||
* @rxd_cnt: Size of the RX ring in number of descriptors
|
||||
* @tx_rings: Array of pre-allocated TX ring structures
|
||||
* @rx_rings: Array of pre-allocated RX ring structures
|
||||
* @num_irqs: Number of allocated interrupt vectors
|
||||
* @num_r_vecs: Number of used ring vectors
|
||||
* @r_vecs: Pre-allocated array of ring vectors
|
||||
* @irq_entries: Pre-allocated array of MSI-X entries
|
||||
* @lsc_handler: Handler for Link State Change interrupt
|
||||
* @lsc_name: Name for Link State Change interrupt
|
||||
* @exn_handler: Handler for Exception interrupt
|
||||
* @exn_name: Name for Exception interrupt
|
||||
* @shared_handler: Handler for shared interrupts
|
||||
* @shared_name: Name for shared interrupt
|
||||
* @me_freq_mhz: ME clock_freq (MHz)
|
||||
* @reconfig_lock: Protects HW reconfiguration request regs/machinery
|
||||
* @link_up: Is the link up?
|
||||
* @link_status_lock: Protects @link_up and ensures atomicity with BAR reading
|
||||
* @rx_coalesce_usecs: RX interrupt moderation usecs delay parameter
|
||||
* @rx_coalesce_max_frames: RX interrupt moderation frame count parameter
|
||||
* @tx_coalesce_usecs: TX interrupt moderation usecs delay parameter
|
||||
* @tx_coalesce_max_frames: TX interrupt moderation frame count parameter
|
||||
* @vxlan_ports: VXLAN ports for RX inner csum offload communicated to HW
|
||||
* @vxlan_usecnt: IPv4/IPv6 VXLAN port use counts
|
||||
* @qcp_cfg: Pointer to QCP queue used for configuration notification
|
||||
* @ctrl_bar: Pointer to mapped control BAR
|
||||
* @tx_bar: Pointer to mapped TX queues
|
||||
* @rx_bar: Pointer to mapped FL/RX queues
|
||||
* @debugfs_dir: Device directory in debugfs
|
||||
*/
|
||||
struct nfp_net {
|
||||
struct pci_dev *pdev;
|
||||
struct net_device *netdev;
|
||||
|
||||
unsigned nfp_fallback:1;
|
||||
unsigned is_vf:1;
|
||||
unsigned is_nfp3200:1;
|
||||
unsigned fw_loaded:1;
|
||||
|
||||
u32 ctrl;
|
||||
u32 fl_bufsz;
|
||||
|
||||
u32 rx_offset;
|
||||
|
||||
#ifdef CONFIG_PCI_IOV
|
||||
unsigned int num_vfs;
|
||||
struct vf_data_storage *vfinfo;
|
||||
int vf_rate_link_speed;
|
||||
#endif
|
||||
|
||||
struct nfp_cpp *cpp;
|
||||
struct platform_device *nfp_dev_cpp;
|
||||
struct nfp_cpp_area *ctrl_area;
|
||||
struct nfp_cpp_area *tx_area;
|
||||
struct nfp_cpp_area *rx_area;
|
||||
|
||||
struct nfp_net_fw_version fw_ver;
|
||||
u32 cap;
|
||||
u32 max_mtu;
|
||||
|
||||
u32 rss_cfg;
|
||||
u8 rss_key[NFP_NET_CFG_RSS_KEY_SZ];
|
||||
u8 rss_itbl[NFP_NET_CFG_RSS_ITBL_SZ];
|
||||
|
||||
int max_tx_rings;
|
||||
int max_rx_rings;
|
||||
|
||||
int num_tx_rings;
|
||||
int num_rx_rings;
|
||||
|
||||
int stride_tx;
|
||||
int stride_rx;
|
||||
|
||||
int txd_cnt;
|
||||
int rxd_cnt;
|
||||
|
||||
struct nfp_net_tx_ring tx_rings[NFP_NET_MAX_TX_RINGS];
|
||||
struct nfp_net_rx_ring rx_rings[NFP_NET_MAX_RX_RINGS];
|
||||
|
||||
u8 num_irqs;
|
||||
u8 num_r_vecs;
|
||||
struct nfp_net_r_vector r_vecs[NFP_NET_MAX_TX_RINGS];
|
||||
struct msix_entry irq_entries[NFP_NET_NON_Q_VECTORS +
|
||||
NFP_NET_MAX_TX_RINGS];
|
||||
|
||||
irq_handler_t lsc_handler;
|
||||
char lsc_name[IFNAMSIZ + 8];
|
||||
|
||||
irq_handler_t exn_handler;
|
||||
char exn_name[IFNAMSIZ + 8];
|
||||
|
||||
irq_handler_t shared_handler;
|
||||
char shared_name[IFNAMSIZ + 8];
|
||||
|
||||
u32 me_freq_mhz;
|
||||
|
||||
bool link_up;
|
||||
spinlock_t link_status_lock;
|
||||
|
||||
spinlock_t reconfig_lock;
|
||||
|
||||
u32 rx_coalesce_usecs;
|
||||
u32 rx_coalesce_max_frames;
|
||||
u32 tx_coalesce_usecs;
|
||||
u32 tx_coalesce_max_frames;
|
||||
|
||||
__be16 vxlan_ports[NFP_NET_N_VXLAN_PORTS];
|
||||
u8 vxlan_usecnt[NFP_NET_N_VXLAN_PORTS];
|
||||
|
||||
u8 __iomem *qcp_cfg;
|
||||
|
||||
u8 __iomem *ctrl_bar;
|
||||
u8 __iomem *q_bar;
|
||||
u8 __iomem *tx_bar;
|
||||
u8 __iomem *rx_bar;
|
||||
|
||||
struct dentry *debugfs_dir;
|
||||
};
|
||||
|
||||
/* Functions to read/write from/to a BAR
|
||||
* Performs any endian conversion necessary.
|
||||
*/
|
||||
static inline void nn_writeb(struct nfp_net *nn, int off, u8 val)
|
||||
{
|
||||
writeb(val, nn->ctrl_bar + off);
|
||||
}
|
||||
|
||||
/* NFP-3200 can't handle 16-bit accesses too well - hence no readw/writew */
|
||||
|
||||
static inline u32 nn_readl(struct nfp_net *nn, int off)
|
||||
{
|
||||
return readl(nn->ctrl_bar + off);
|
||||
}
|
||||
|
||||
static inline void nn_writel(struct nfp_net *nn, int off, u32 val)
|
||||
{
|
||||
writel(val, nn->ctrl_bar + off);
|
||||
}
|
||||
|
||||
static inline u64 nn_readq(struct nfp_net *nn, int off)
|
||||
{
|
||||
return readq(nn->ctrl_bar + off);
|
||||
}
|
||||
|
||||
static inline void nn_writeq(struct nfp_net *nn, int off, u64 val)
|
||||
{
|
||||
writeq(val, nn->ctrl_bar + off);
|
||||
}
|
||||
|
||||
/* Flush posted PCI writes by reading something without side effects */
|
||||
static inline void nn_pci_flush(struct nfp_net *nn)
|
||||
{
|
||||
nn_readl(nn, NFP_NET_CFG_VERSION);
|
||||
}
|
||||
|
||||
/* Queue Controller Peripheral access functions and definitions.
|
||||
*
|
||||
* Some of the BARs of the NFP are mapped to portions of the Queue
|
||||
* Controller Peripheral (QCP) address space on the NFP. A QCP queue
|
||||
* has a read and a write pointer (as well as a size and flags,
|
||||
* indicating overflow etc). The QCP offers a number of different
|
||||
* operation on queue pointers, but here we only offer function to
|
||||
* either add to a pointer or to read the pointer value.
|
||||
*/
|
||||
#define NFP_QCP_QUEUE_ADDR_SZ 0x800
|
||||
#define NFP_QCP_QUEUE_OFF(_x) ((_x) * NFP_QCP_QUEUE_ADDR_SZ)
|
||||
#define NFP_QCP_QUEUE_ADD_RPTR 0x0000
|
||||
#define NFP_QCP_QUEUE_ADD_WPTR 0x0004
|
||||
#define NFP_QCP_QUEUE_STS_LO 0x0008
|
||||
#define NFP_QCP_QUEUE_STS_LO_READPTR_mask 0x3ffff
|
||||
#define NFP_QCP_QUEUE_STS_HI 0x000c
|
||||
#define NFP_QCP_QUEUE_STS_HI_WRITEPTR_mask 0x3ffff
|
||||
|
||||
/* The offset of a QCP queues in the PCIe Target (same on NFP3200 and NFP6000 */
|
||||
#define NFP_PCIE_QUEUE(_q) (0x80000 + (NFP_QCP_QUEUE_ADDR_SZ * ((_q) & 0xff)))
|
||||
|
||||
/* nfp_qcp_ptr - Read or Write Pointer of a queue */
|
||||
enum nfp_qcp_ptr {
|
||||
NFP_QCP_READ_PTR = 0,
|
||||
NFP_QCP_WRITE_PTR
|
||||
};
|
||||
|
||||
/* There appear to be an *undocumented* upper limit on the value which
|
||||
* one can add to a queue and that value is either 0x3f or 0x7f. We
|
||||
* go with 0x3f as a conservative measure.
|
||||
*/
|
||||
#define NFP_QCP_MAX_ADD 0x3f
|
||||
|
||||
static inline void _nfp_qcp_ptr_add(u8 __iomem *q,
|
||||
enum nfp_qcp_ptr ptr, u32 val)
|
||||
{
|
||||
u32 off;
|
||||
|
||||
if (ptr == NFP_QCP_READ_PTR)
|
||||
off = NFP_QCP_QUEUE_ADD_RPTR;
|
||||
else
|
||||
off = NFP_QCP_QUEUE_ADD_WPTR;
|
||||
|
||||
while (val > NFP_QCP_MAX_ADD) {
|
||||
writel(NFP_QCP_MAX_ADD, q + off);
|
||||
val -= NFP_QCP_MAX_ADD;
|
||||
}
|
||||
|
||||
writel(val, q + off);
|
||||
}
|
||||
|
||||
/**
|
||||
* nfp_qcp_rd_ptr_add() - Add the value to the read pointer of a queue
|
||||
*
|
||||
* @q: Base address for queue structure
|
||||
* @val: Value to add to the queue pointer
|
||||
*
|
||||
* If @val is greater than @NFP_QCP_MAX_ADD multiple writes are performed.
|
||||
*/
|
||||
static inline void nfp_qcp_rd_ptr_add(u8 __iomem *q, u32 val)
|
||||
{
|
||||
_nfp_qcp_ptr_add(q, NFP_QCP_READ_PTR, val);
|
||||
}
|
||||
|
||||
/**
|
||||
* nfp_qcp_wr_ptr_add() - Add the value to the write pointer of a queue
|
||||
*
|
||||
* @q: Base address for queue structure
|
||||
* @val: Value to add to the queue pointer
|
||||
*
|
||||
* If @val is greater than @NFP_QCP_MAX_ADD multiple writes are performed.
|
||||
*/
|
||||
static inline void nfp_qcp_wr_ptr_add(u8 __iomem *q, u32 val)
|
||||
{
|
||||
_nfp_qcp_ptr_add(q, NFP_QCP_WRITE_PTR, val);
|
||||
}
|
||||
|
||||
static inline u32 _nfp_qcp_read(u8 __iomem *q, enum nfp_qcp_ptr ptr)
|
||||
{
|
||||
u32 off;
|
||||
u32 val;
|
||||
|
||||
if (ptr == NFP_QCP_READ_PTR)
|
||||
off = NFP_QCP_QUEUE_STS_LO;
|
||||
else
|
||||
off = NFP_QCP_QUEUE_STS_HI;
|
||||
|
||||
val = readl(q + off);
|
||||
|
||||
if (ptr == NFP_QCP_READ_PTR)
|
||||
return val & NFP_QCP_QUEUE_STS_LO_READPTR_mask;
|
||||
else
|
||||
return val & NFP_QCP_QUEUE_STS_HI_WRITEPTR_mask;
|
||||
}
|
||||
|
||||
/**
|
||||
* nfp_qcp_rd_ptr_read() - Read the current read pointer value for a queue
|
||||
* @q: Base address for queue structure
|
||||
*
|
||||
* Return: Value read.
|
||||
*/
|
||||
static inline u32 nfp_qcp_rd_ptr_read(u8 __iomem *q)
|
||||
{
|
||||
return _nfp_qcp_read(q, NFP_QCP_READ_PTR);
|
||||
}
|
||||
|
||||
/**
|
||||
* nfp_qcp_wr_ptr_read() - Read the current write pointer value for a queue
|
||||
* @q: Base address for queue structure
|
||||
*
|
||||
* Return: Value read.
|
||||
*/
|
||||
static inline u32 nfp_qcp_wr_ptr_read(u8 __iomem *q)
|
||||
{
|
||||
return _nfp_qcp_read(q, NFP_QCP_WRITE_PTR);
|
||||
}
|
||||
|
||||
/* Globals */
|
||||
extern const char nfp_net_driver_name[];
|
||||
extern const char nfp_net_driver_version[];
|
||||
|
||||
/* Prototypes */
|
||||
void nfp_net_get_fw_version(struct nfp_net_fw_version *fw_ver,
|
||||
void __iomem *ctrl_bar);
|
||||
|
||||
struct nfp_net *nfp_net_netdev_alloc(struct pci_dev *pdev,
|
||||
int max_tx_rings, int max_rx_rings);
|
||||
void nfp_net_netdev_free(struct nfp_net *nn);
|
||||
int nfp_net_netdev_init(struct net_device *netdev);
|
||||
void nfp_net_netdev_clean(struct net_device *netdev);
|
||||
void nfp_net_set_ethtool_ops(struct net_device *netdev);
|
||||
void nfp_net_info(struct nfp_net *nn);
|
||||
int nfp_net_reconfig(struct nfp_net *nn, u32 update);
|
||||
void nfp_net_rss_write_itbl(struct nfp_net *nn);
|
||||
void nfp_net_rss_write_key(struct nfp_net *nn);
|
||||
void nfp_net_coalesce_write_cfg(struct nfp_net *nn);
|
||||
int nfp_net_irqs_alloc(struct nfp_net *nn);
|
||||
void nfp_net_irqs_disable(struct nfp_net *nn);
|
||||
|
||||
#ifdef CONFIG_NFP_NET_DEBUG
|
||||
void nfp_net_debugfs_create(void);
|
||||
void nfp_net_debugfs_destroy(void);
|
||||
void nfp_net_debugfs_adapter_add(struct nfp_net *nn);
|
||||
void nfp_net_debugfs_adapter_del(struct nfp_net *nn);
|
||||
#else
|
||||
static inline void nfp_net_debugfs_create(void)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void nfp_net_debugfs_destroy(void)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void nfp_net_debugfs_adapter_add(struct nfp_net *nn)
|
||||
{
|
||||
}
|
||||
|
||||
static inline void nfp_net_debugfs_adapter_del(struct nfp_net *nn)
|
||||
{
|
||||
}
|
||||
#endif /* CONFIG_NFP_NET_DEBUG */
|
||||
|
||||
#endif /* _NFP_NET_H_ */
|
2432
drivers/net/ethernet/netronome/nfp/nfp_net_common.c
Normal file
2432
drivers/net/ethernet/netronome/nfp/nfp_net_common.c
Normal file
File diff suppressed because it is too large
Load diff
323
drivers/net/ethernet/netronome/nfp/nfp_net_ctrl.h
Normal file
323
drivers/net/ethernet/netronome/nfp/nfp_net_ctrl.h
Normal file
|
@ -0,0 +1,323 @@
|
|||
/*
|
||||
* Copyright (C) 2015 Netronome Systems, Inc.
|
||||
*
|
||||
* This software is dual licensed under the GNU General License Version 2,
|
||||
* June 1991 as shown in the file COPYING in the top-level directory of this
|
||||
* source tree or the BSD 2-Clause License provided below. You have the
|
||||
* option to license this software under the complete terms of either license.
|
||||
*
|
||||
* The BSD 2-Clause License:
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or
|
||||
* without modification, are permitted provided that the following
|
||||
* conditions are met:
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer in the documentation and/or other materials
|
||||
* provided with the distribution.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
/*
|
||||
* nfp_net_ctrl.h
|
||||
* Netronome network device driver: Control BAR layout
|
||||
* Authors: Jakub Kicinski <jakub.kicinski@netronome.com>
|
||||
* Jason McMullan <jason.mcmullan@netronome.com>
|
||||
* Rolf Neugebauer <rolf.neugebauer@netronome.com>
|
||||
* Brad Petrus <brad.petrus@netronome.com>
|
||||
*/
|
||||
|
||||
#ifndef _NFP_NET_CTRL_H_
|
||||
#define _NFP_NET_CTRL_H_
|
||||
|
||||
/* IMPORTANT: This header file is shared with the FW,
|
||||
* no OS specific constructs, please!
|
||||
*/
|
||||
|
||||
/**
|
||||
* Configuration BAR size.
|
||||
*
|
||||
* The configuration BAR is 8K in size, but on the NFP6000, due to
|
||||
* THB-350, 32k needs to be reserved.
|
||||
*/
|
||||
#define NFP_NET_CFG_BAR_SZ (32 * 1024)
|
||||
|
||||
/**
|
||||
* Offset in Freelist buffer where packet starts on RX
|
||||
*/
|
||||
#define NFP_NET_RX_OFFSET 32
|
||||
|
||||
/**
|
||||
* Maximum header size supported for LSO frames
|
||||
*/
|
||||
#define NFP_NET_LSO_MAX_HDR_SZ 255
|
||||
|
||||
/**
|
||||
* Hash type pre-pended when a RSS hash was computed
|
||||
*/
|
||||
#define NFP_NET_RSS_NONE 0
|
||||
#define NFP_NET_RSS_IPV4 1
|
||||
#define NFP_NET_RSS_IPV6 2
|
||||
#define NFP_NET_RSS_IPV6_EX 3
|
||||
#define NFP_NET_RSS_IPV4_TCP 4
|
||||
#define NFP_NET_RSS_IPV6_TCP 5
|
||||
#define NFP_NET_RSS_IPV6_EX_TCP 6
|
||||
#define NFP_NET_RSS_IPV4_UDP 7
|
||||
#define NFP_NET_RSS_IPV6_UDP 8
|
||||
#define NFP_NET_RSS_IPV6_EX_UDP 9
|
||||
|
||||
/**
|
||||
* @NFP_NET_TXR_MAX: Maximum number of TX rings
|
||||
* @NFP_NET_TXR_MASK: Mask for TX rings
|
||||
* @NFP_NET_RXR_MAX: Maximum number of RX rings
|
||||
* @NFP_NET_RXR_MASK: Mask for RX rings
|
||||
*/
|
||||
#define NFP_NET_TXR_MAX 64
|
||||
#define NFP_NET_TXR_MASK (NFP_NET_TXR_MAX - 1)
|
||||
#define NFP_NET_RXR_MAX 64
|
||||
#define NFP_NET_RXR_MASK (NFP_NET_RXR_MAX - 1)
|
||||
|
||||
/**
|
||||
* Read/Write config words (0x0000 - 0x002c)
|
||||
* @NFP_NET_CFG_CTRL: Global control
|
||||
* @NFP_NET_CFG_UPDATE: Indicate which fields are updated
|
||||
* @NFP_NET_CFG_TXRS_ENABLE: Bitmask of enabled TX rings
|
||||
* @NFP_NET_CFG_RXRS_ENABLE: Bitmask of enabled RX rings
|
||||
* @NFP_NET_CFG_MTU: Set MTU size
|
||||
* @NFP_NET_CFG_FLBUFSZ: Set freelist buffer size (must be larger than MTU)
|
||||
* @NFP_NET_CFG_EXN: MSI-X table entry for exceptions
|
||||
* @NFP_NET_CFG_LSC: MSI-X table entry for link state changes
|
||||
* @NFP_NET_CFG_MACADDR: MAC address
|
||||
*
|
||||
* TODO:
|
||||
* - define Error details in UPDATE
|
||||
*/
|
||||
#define NFP_NET_CFG_CTRL 0x0000
|
||||
#define NFP_NET_CFG_CTRL_ENABLE (0x1 << 0) /* Global enable */
|
||||
#define NFP_NET_CFG_CTRL_PROMISC (0x1 << 1) /* Enable Promisc mode */
|
||||
#define NFP_NET_CFG_CTRL_L2BC (0x1 << 2) /* Allow L2 Broadcast */
|
||||
#define NFP_NET_CFG_CTRL_L2MC (0x1 << 3) /* Allow L2 Multicast */
|
||||
#define NFP_NET_CFG_CTRL_RXCSUM (0x1 << 4) /* Enable RX Checksum */
|
||||
#define NFP_NET_CFG_CTRL_TXCSUM (0x1 << 5) /* Enable TX Checksum */
|
||||
#define NFP_NET_CFG_CTRL_RXVLAN (0x1 << 6) /* Enable VLAN strip */
|
||||
#define NFP_NET_CFG_CTRL_TXVLAN (0x1 << 7) /* Enable VLAN insert */
|
||||
#define NFP_NET_CFG_CTRL_SCATTER (0x1 << 8) /* Scatter DMA */
|
||||
#define NFP_NET_CFG_CTRL_GATHER (0x1 << 9) /* Gather DMA */
|
||||
#define NFP_NET_CFG_CTRL_LSO (0x1 << 10) /* LSO/TSO */
|
||||
#define NFP_NET_CFG_CTRL_RINGCFG (0x1 << 16) /* Ring runtime changes */
|
||||
#define NFP_NET_CFG_CTRL_RSS (0x1 << 17) /* RSS */
|
||||
#define NFP_NET_CFG_CTRL_IRQMOD (0x1 << 18) /* Interrupt moderation */
|
||||
#define NFP_NET_CFG_CTRL_RINGPRIO (0x1 << 19) /* Ring priorities */
|
||||
#define NFP_NET_CFG_CTRL_MSIXAUTO (0x1 << 20) /* MSI-X auto-masking */
|
||||
#define NFP_NET_CFG_CTRL_TXRWB (0x1 << 21) /* Write-back of TX ring*/
|
||||
#define NFP_NET_CFG_CTRL_L2SWITCH (0x1 << 22) /* L2 Switch */
|
||||
#define NFP_NET_CFG_CTRL_L2SWITCH_LOCAL (0x1 << 23) /* Switch to local */
|
||||
#define NFP_NET_CFG_CTRL_VXLAN (0x1 << 24) /* VXLAN tunnel support */
|
||||
#define NFP_NET_CFG_CTRL_NVGRE (0x1 << 25) /* NVGRE tunnel support */
|
||||
#define NFP_NET_CFG_UPDATE 0x0004
|
||||
#define NFP_NET_CFG_UPDATE_GEN (0x1 << 0) /* General update */
|
||||
#define NFP_NET_CFG_UPDATE_RING (0x1 << 1) /* Ring config change */
|
||||
#define NFP_NET_CFG_UPDATE_RSS (0x1 << 2) /* RSS config change */
|
||||
#define NFP_NET_CFG_UPDATE_TXRPRIO (0x1 << 3) /* TX Ring prio change */
|
||||
#define NFP_NET_CFG_UPDATE_RXRPRIO (0x1 << 4) /* RX Ring prio change */
|
||||
#define NFP_NET_CFG_UPDATE_MSIX (0x1 << 5) /* MSI-X change */
|
||||
#define NFP_NET_CFG_UPDATE_L2SWITCH (0x1 << 6) /* Switch changes */
|
||||
#define NFP_NET_CFG_UPDATE_RESET (0x1 << 7) /* Update due to FLR */
|
||||
#define NFP_NET_CFG_UPDATE_IRQMOD (0x1 << 8) /* IRQ mod change */
|
||||
#define NFP_NET_CFG_UPDATE_VXLAN (0x1 << 9) /* VXLAN port change */
|
||||
#define NFP_NET_CFG_UPDATE_ERR (0x1 << 31) /* A error occurred */
|
||||
#define NFP_NET_CFG_TXRS_ENABLE 0x0008
|
||||
#define NFP_NET_CFG_RXRS_ENABLE 0x0010
|
||||
#define NFP_NET_CFG_MTU 0x0018
|
||||
#define NFP_NET_CFG_FLBUFSZ 0x001c
|
||||
#define NFP_NET_CFG_EXN 0x001f
|
||||
#define NFP_NET_CFG_LSC 0x0020
|
||||
#define NFP_NET_CFG_MACADDR 0x0024
|
||||
|
||||
/**
|
||||
* Read-only words (0x0030 - 0x0050):
|
||||
* @NFP_NET_CFG_VERSION: Firmware version number
|
||||
* @NFP_NET_CFG_STS: Status
|
||||
* @NFP_NET_CFG_CAP: Capabilities (same bits as @NFP_NET_CFG_CTRL)
|
||||
* @NFP_NET_MAX_TXRINGS: Maximum number of TX rings
|
||||
* @NFP_NET_MAX_RXRINGS: Maximum number of RX rings
|
||||
* @NFP_NET_MAX_MTU: Maximum support MTU
|
||||
* @NFP_NET_CFG_START_TXQ: Start Queue Control Queue to use for TX (PF only)
|
||||
* @NFP_NET_CFG_START_RXQ: Start Queue Control Queue to use for RX (PF only)
|
||||
*
|
||||
* TODO:
|
||||
* - define more STS bits
|
||||
*/
|
||||
#define NFP_NET_CFG_VERSION 0x0030
|
||||
#define NFP_NET_CFG_VERSION_RESERVED_MASK (0xff << 24)
|
||||
#define NFP_NET_CFG_VERSION_CLASS_MASK (0xff << 16)
|
||||
#define NFP_NET_CFG_VERSION_CLASS(x) (((x) & 0xff) << 16)
|
||||
#define NFP_NET_CFG_VERSION_CLASS_GENERIC 0
|
||||
#define NFP_NET_CFG_VERSION_MAJOR_MASK (0xff << 8)
|
||||
#define NFP_NET_CFG_VERSION_MAJOR(x) (((x) & 0xff) << 8)
|
||||
#define NFP_NET_CFG_VERSION_MINOR_MASK (0xff << 0)
|
||||
#define NFP_NET_CFG_VERSION_MINOR(x) (((x) & 0xff) << 0)
|
||||
#define NFP_NET_CFG_STS 0x0034
|
||||
#define NFP_NET_CFG_STS_LINK (0x1 << 0) /* Link up or down */
|
||||
#define NFP_NET_CFG_CAP 0x0038
|
||||
#define NFP_NET_CFG_MAX_TXRINGS 0x003c
|
||||
#define NFP_NET_CFG_MAX_RXRINGS 0x0040
|
||||
#define NFP_NET_CFG_MAX_MTU 0x0044
|
||||
/* Next two words are being used by VFs for solving THB350 issue */
|
||||
#define NFP_NET_CFG_START_TXQ 0x0048
|
||||
#define NFP_NET_CFG_START_RXQ 0x004c
|
||||
|
||||
/**
|
||||
* NFP-3200 workaround (0x0050 - 0x0058)
|
||||
* @NFP_NET_CFG_SPARE_ADDR: DMA address for ME code to use (e.g. YDS-155 fix)
|
||||
*/
|
||||
#define NFP_NET_CFG_SPARE_ADDR 0x0050
|
||||
/**
|
||||
* NFP6000/NFP4000 - Prepend configuration
|
||||
*/
|
||||
#define NFP_NET_CFG_RX_OFFSET 0x0050
|
||||
#define NFP_NET_CFG_RX_OFFSET_DYNAMIC 0 /* Prepend mode */
|
||||
|
||||
/**
|
||||
* NFP6000/NFP4000 - VXLAN/UDP encap configuration
|
||||
* @NFP_NET_CFG_VXLAN_PORT: Base address of table of tunnels' UDP dst ports
|
||||
* @NFP_NET_CFG_VXLAN_SZ: Size of the UDP port table in bytes
|
||||
*/
|
||||
#define NFP_NET_CFG_VXLAN_PORT 0x0060
|
||||
#define NFP_NET_CFG_VXLAN_SZ 0x0008
|
||||
|
||||
/**
|
||||
* 64B reserved for future use (0x0080 - 0x00c0)
|
||||
*/
|
||||
#define NFP_NET_CFG_RESERVED 0x0080
|
||||
#define NFP_NET_CFG_RESERVED_SZ 0x0040
|
||||
|
||||
/**
|
||||
* RSS configuration (0x0100 - 0x01ac):
|
||||
* Used only when NFP_NET_CFG_CTRL_RSS is enabled
|
||||
* @NFP_NET_CFG_RSS_CFG: RSS configuration word
|
||||
* @NFP_NET_CFG_RSS_KEY: RSS "secret" key
|
||||
* @NFP_NET_CFG_RSS_ITBL: RSS indirection table
|
||||
*/
|
||||
#define NFP_NET_CFG_RSS_BASE 0x0100
|
||||
#define NFP_NET_CFG_RSS_CTRL NFP_NET_CFG_RSS_BASE
|
||||
#define NFP_NET_CFG_RSS_MASK (0x7f)
|
||||
#define NFP_NET_CFG_RSS_MASK_of(_x) ((_x) & 0x7f)
|
||||
#define NFP_NET_CFG_RSS_IPV4 (1 << 8) /* RSS for IPv4 */
|
||||
#define NFP_NET_CFG_RSS_IPV6 (1 << 9) /* RSS for IPv6 */
|
||||
#define NFP_NET_CFG_RSS_IPV4_TCP (1 << 10) /* RSS for IPv4/TCP */
|
||||
#define NFP_NET_CFG_RSS_IPV4_UDP (1 << 11) /* RSS for IPv4/UDP */
|
||||
#define NFP_NET_CFG_RSS_IPV6_TCP (1 << 12) /* RSS for IPv6/TCP */
|
||||
#define NFP_NET_CFG_RSS_IPV6_UDP (1 << 13) /* RSS for IPv6/UDP */
|
||||
#define NFP_NET_CFG_RSS_TOEPLITZ (1 << 24) /* Use Toeplitz hash */
|
||||
#define NFP_NET_CFG_RSS_KEY (NFP_NET_CFG_RSS_BASE + 0x4)
|
||||
#define NFP_NET_CFG_RSS_KEY_SZ 0x28
|
||||
#define NFP_NET_CFG_RSS_ITBL (NFP_NET_CFG_RSS_BASE + 0x4 + \
|
||||
NFP_NET_CFG_RSS_KEY_SZ)
|
||||
#define NFP_NET_CFG_RSS_ITBL_SZ 0x80
|
||||
|
||||
/**
|
||||
* TX ring configuration (0x200 - 0x800)
|
||||
* @NFP_NET_CFG_TXR_BASE: Base offset for TX ring configuration
|
||||
* @NFP_NET_CFG_TXR_ADDR: Per TX ring DMA address (8B entries)
|
||||
* @NFP_NET_CFG_TXR_WB_ADDR: Per TX ring write back DMA address (8B entries)
|
||||
* @NFP_NET_CFG_TXR_SZ: Per TX ring ring size (1B entries)
|
||||
* @NFP_NET_CFG_TXR_VEC: Per TX ring MSI-X table entry (1B entries)
|
||||
* @NFP_NET_CFG_TXR_PRIO: Per TX ring priority (1B entries)
|
||||
* @NFP_NET_CFG_TXR_IRQ_MOD: Per TX ring interrupt moderation packet
|
||||
*/
|
||||
#define NFP_NET_CFG_TXR_BASE 0x0200
|
||||
#define NFP_NET_CFG_TXR_ADDR(_x) (NFP_NET_CFG_TXR_BASE + ((_x) * 0x8))
|
||||
#define NFP_NET_CFG_TXR_WB_ADDR(_x) (NFP_NET_CFG_TXR_BASE + 0x200 + \
|
||||
((_x) * 0x8))
|
||||
#define NFP_NET_CFG_TXR_SZ(_x) (NFP_NET_CFG_TXR_BASE + 0x400 + (_x))
|
||||
#define NFP_NET_CFG_TXR_VEC(_x) (NFP_NET_CFG_TXR_BASE + 0x440 + (_x))
|
||||
#define NFP_NET_CFG_TXR_PRIO(_x) (NFP_NET_CFG_TXR_BASE + 0x480 + (_x))
|
||||
#define NFP_NET_CFG_TXR_IRQ_MOD(_x) (NFP_NET_CFG_TXR_BASE + 0x500 + \
|
||||
((_x) * 0x4))
|
||||
|
||||
/**
|
||||
* RX ring configuration (0x0800 - 0x0c00)
|
||||
* @NFP_NET_CFG_RXR_BASE: Base offset for RX ring configuration
|
||||
* @NFP_NET_CFG_RXR_ADDR: Per RX ring DMA address (8B entries)
|
||||
* @NFP_NET_CFG_RXR_SZ: Per RX ring ring size (1B entries)
|
||||
* @NFP_NET_CFG_RXR_VEC: Per RX ring MSI-X table entry (1B entries)
|
||||
* @NFP_NET_CFG_RXR_PRIO: Per RX ring priority (1B entries)
|
||||
* @NFP_NET_CFG_RXR_IRQ_MOD: Per RX ring interrupt moderation (4B entries)
|
||||
*/
|
||||
#define NFP_NET_CFG_RXR_BASE 0x0800
|
||||
#define NFP_NET_CFG_RXR_ADDR(_x) (NFP_NET_CFG_RXR_BASE + ((_x) * 0x8))
|
||||
#define NFP_NET_CFG_RXR_SZ(_x) (NFP_NET_CFG_RXR_BASE + 0x200 + (_x))
|
||||
#define NFP_NET_CFG_RXR_VEC(_x) (NFP_NET_CFG_RXR_BASE + 0x240 + (_x))
|
||||
#define NFP_NET_CFG_RXR_PRIO(_x) (NFP_NET_CFG_RXR_BASE + 0x280 + (_x))
|
||||
#define NFP_NET_CFG_RXR_IRQ_MOD(_x) (NFP_NET_CFG_RXR_BASE + 0x300 + \
|
||||
((_x) * 0x4))
|
||||
|
||||
/**
|
||||
* Interrupt Control/Cause registers (0x0c00 - 0x0d00)
|
||||
* These registers are only used when MSI-X auto-masking is not
|
||||
* enabled (@NFP_NET_CFG_CTRL_MSIXAUTO not set). The array is index
|
||||
* by MSI-X entry and are 1B in size. If an entry is zero, the
|
||||
* corresponding entry is enabled. If the FW generates an interrupt,
|
||||
* it writes a cause into the corresponding field. This also masks
|
||||
* the MSI-X entry and the host driver must clear the register to
|
||||
* re-enable the interrupt.
|
||||
*/
|
||||
#define NFP_NET_CFG_ICR_BASE 0x0c00
|
||||
#define NFP_NET_CFG_ICR(_x) (NFP_NET_CFG_ICR_BASE + (_x))
|
||||
#define NFP_NET_CFG_ICR_UNMASKED 0x0
|
||||
#define NFP_NET_CFG_ICR_RXTX 0x1
|
||||
#define NFP_NET_CFG_ICR_LSC 0x2
|
||||
|
||||
/**
|
||||
* General device stats (0x0d00 - 0x0d90)
|
||||
* all counters are 64bit.
|
||||
*/
|
||||
#define NFP_NET_CFG_STATS_BASE 0x0d00
|
||||
#define NFP_NET_CFG_STATS_RX_DISCARDS (NFP_NET_CFG_STATS_BASE + 0x00)
|
||||
#define NFP_NET_CFG_STATS_RX_ERRORS (NFP_NET_CFG_STATS_BASE + 0x08)
|
||||
#define NFP_NET_CFG_STATS_RX_OCTETS (NFP_NET_CFG_STATS_BASE + 0x10)
|
||||
#define NFP_NET_CFG_STATS_RX_UC_OCTETS (NFP_NET_CFG_STATS_BASE + 0x18)
|
||||
#define NFP_NET_CFG_STATS_RX_MC_OCTETS (NFP_NET_CFG_STATS_BASE + 0x20)
|
||||
#define NFP_NET_CFG_STATS_RX_BC_OCTETS (NFP_NET_CFG_STATS_BASE + 0x28)
|
||||
#define NFP_NET_CFG_STATS_RX_FRAMES (NFP_NET_CFG_STATS_BASE + 0x30)
|
||||
#define NFP_NET_CFG_STATS_RX_MC_FRAMES (NFP_NET_CFG_STATS_BASE + 0x38)
|
||||
#define NFP_NET_CFG_STATS_RX_BC_FRAMES (NFP_NET_CFG_STATS_BASE + 0x40)
|
||||
|
||||
#define NFP_NET_CFG_STATS_TX_DISCARDS (NFP_NET_CFG_STATS_BASE + 0x48)
|
||||
#define NFP_NET_CFG_STATS_TX_ERRORS (NFP_NET_CFG_STATS_BASE + 0x50)
|
||||
#define NFP_NET_CFG_STATS_TX_OCTETS (NFP_NET_CFG_STATS_BASE + 0x58)
|
||||
#define NFP_NET_CFG_STATS_TX_UC_OCTETS (NFP_NET_CFG_STATS_BASE + 0x60)
|
||||
#define NFP_NET_CFG_STATS_TX_MC_OCTETS (NFP_NET_CFG_STATS_BASE + 0x68)
|
||||
#define NFP_NET_CFG_STATS_TX_BC_OCTETS (NFP_NET_CFG_STATS_BASE + 0x70)
|
||||
#define NFP_NET_CFG_STATS_TX_FRAMES (NFP_NET_CFG_STATS_BASE + 0x78)
|
||||
#define NFP_NET_CFG_STATS_TX_MC_FRAMES (NFP_NET_CFG_STATS_BASE + 0x80)
|
||||
#define NFP_NET_CFG_STATS_TX_BC_FRAMES (NFP_NET_CFG_STATS_BASE + 0x88)
|
||||
|
||||
/**
|
||||
* Per ring stats (0x1000 - 0x1800)
|
||||
* options, 64bit per entry
|
||||
* @NFP_NET_CFG_TXR_STATS: TX ring statistics (Packet and Byte count)
|
||||
* @NFP_NET_CFG_RXR_STATS: RX ring statistics (Packet and Byte count)
|
||||
*/
|
||||
#define NFP_NET_CFG_TXR_STATS_BASE 0x1000
|
||||
#define NFP_NET_CFG_TXR_STATS(_x) (NFP_NET_CFG_TXR_STATS_BASE + \
|
||||
((_x) * 0x10))
|
||||
#define NFP_NET_CFG_RXR_STATS_BASE 0x1400
|
||||
#define NFP_NET_CFG_RXR_STATS(_x) (NFP_NET_CFG_RXR_STATS_BASE + \
|
||||
((_x) * 0x10))
|
||||
|
||||
#endif /* _NFP_NET_CTRL_H_ */
|
235
drivers/net/ethernet/netronome/nfp/nfp_net_debugfs.c
Normal file
235
drivers/net/ethernet/netronome/nfp/nfp_net_debugfs.c
Normal file
|
@ -0,0 +1,235 @@
|
|||
/*
|
||||
* Copyright (C) 2015 Netronome Systems, Inc.
|
||||
*
|
||||
* This software is dual licensed under the GNU General License Version 2,
|
||||
* June 1991 as shown in the file COPYING in the top-level directory of this
|
||||
* source tree or the BSD 2-Clause License provided below. You have the
|
||||
* option to license this software under the complete terms of either license.
|
||||
*
|
||||
* The BSD 2-Clause License:
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or
|
||||
* without modification, are permitted provided that the following
|
||||
* conditions are met:
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer in the documentation and/or other materials
|
||||
* provided with the distribution.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
#include <linux/debugfs.h>
|
||||
#include <linux/module.h>
|
||||
#include <linux/rtnetlink.h>
|
||||
|
||||
#include "nfp_net.h"
|
||||
|
||||
static struct dentry *nfp_dir;
|
||||
|
||||
static int nfp_net_debugfs_rx_q_read(struct seq_file *file, void *data)
|
||||
{
|
||||
struct nfp_net_rx_ring *rx_ring = file->private;
|
||||
int fl_rd_p, fl_wr_p, rx_rd_p, rx_wr_p, rxd_cnt;
|
||||
struct nfp_net_rx_desc *rxd;
|
||||
struct sk_buff *skb;
|
||||
struct nfp_net *nn;
|
||||
int i;
|
||||
|
||||
rtnl_lock();
|
||||
|
||||
if (!rx_ring->r_vec || !rx_ring->r_vec->nfp_net)
|
||||
goto out;
|
||||
nn = rx_ring->r_vec->nfp_net;
|
||||
if (!netif_running(nn->netdev))
|
||||
goto out;
|
||||
|
||||
rxd_cnt = rx_ring->cnt;
|
||||
|
||||
fl_rd_p = nfp_qcp_rd_ptr_read(rx_ring->qcp_fl);
|
||||
fl_wr_p = nfp_qcp_wr_ptr_read(rx_ring->qcp_fl);
|
||||
rx_rd_p = nfp_qcp_rd_ptr_read(rx_ring->qcp_rx);
|
||||
rx_wr_p = nfp_qcp_wr_ptr_read(rx_ring->qcp_rx);
|
||||
|
||||
seq_printf(file, "RX[%02d]: H_RD=%d H_WR=%d FL_RD=%d FL_WR=%d RX_RD=%d RX_WR=%d\n",
|
||||
rx_ring->idx, rx_ring->rd_p, rx_ring->wr_p,
|
||||
fl_rd_p, fl_wr_p, rx_rd_p, rx_wr_p);
|
||||
|
||||
for (i = 0; i < rxd_cnt; i++) {
|
||||
rxd = &rx_ring->rxds[i];
|
||||
seq_printf(file, "%04d: 0x%08x 0x%08x", i,
|
||||
rxd->vals[0], rxd->vals[1]);
|
||||
|
||||
skb = READ_ONCE(rx_ring->rxbufs[i].skb);
|
||||
if (skb)
|
||||
seq_printf(file, " skb->head=%p skb->data=%p",
|
||||
skb->head, skb->data);
|
||||
|
||||
if (rx_ring->rxbufs[i].dma_addr)
|
||||
seq_printf(file, " dma_addr=%pad",
|
||||
&rx_ring->rxbufs[i].dma_addr);
|
||||
|
||||
if (i == rx_ring->rd_p % rxd_cnt)
|
||||
seq_puts(file, " H_RD ");
|
||||
if (i == rx_ring->wr_p % rxd_cnt)
|
||||
seq_puts(file, " H_WR ");
|
||||
if (i == fl_rd_p % rxd_cnt)
|
||||
seq_puts(file, " FL_RD");
|
||||
if (i == fl_wr_p % rxd_cnt)
|
||||
seq_puts(file, " FL_WR");
|
||||
if (i == rx_rd_p % rxd_cnt)
|
||||
seq_puts(file, " RX_RD");
|
||||
if (i == rx_wr_p % rxd_cnt)
|
||||
seq_puts(file, " RX_WR");
|
||||
|
||||
seq_putc(file, '\n');
|
||||
}
|
||||
out:
|
||||
rtnl_unlock();
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int nfp_net_debugfs_rx_q_open(struct inode *inode, struct file *f)
|
||||
{
|
||||
return single_open(f, nfp_net_debugfs_rx_q_read, inode->i_private);
|
||||
}
|
||||
|
||||
static const struct file_operations nfp_rx_q_fops = {
|
||||
.owner = THIS_MODULE,
|
||||
.open = nfp_net_debugfs_rx_q_open,
|
||||
.release = single_release,
|
||||
.read = seq_read,
|
||||
.llseek = seq_lseek
|
||||
};
|
||||
|
||||
static int nfp_net_debugfs_tx_q_read(struct seq_file *file, void *data)
|
||||
{
|
||||
struct nfp_net_tx_ring *tx_ring = file->private;
|
||||
struct nfp_net_tx_desc *txd;
|
||||
int d_rd_p, d_wr_p, txd_cnt;
|
||||
struct sk_buff *skb;
|
||||
struct nfp_net *nn;
|
||||
int i;
|
||||
|
||||
rtnl_lock();
|
||||
|
||||
if (!tx_ring->r_vec || !tx_ring->r_vec->nfp_net)
|
||||
goto out;
|
||||
nn = tx_ring->r_vec->nfp_net;
|
||||
if (!netif_running(nn->netdev))
|
||||
goto out;
|
||||
|
||||
txd_cnt = tx_ring->cnt;
|
||||
|
||||
d_rd_p = nfp_qcp_rd_ptr_read(tx_ring->qcp_q);
|
||||
d_wr_p = nfp_qcp_wr_ptr_read(tx_ring->qcp_q);
|
||||
|
||||
seq_printf(file, "TX[%02d]: H_RD=%d H_WR=%d D_RD=%d D_WR=%d\n",
|
||||
tx_ring->idx, tx_ring->rd_p, tx_ring->wr_p, d_rd_p, d_wr_p);
|
||||
|
||||
for (i = 0; i < txd_cnt; i++) {
|
||||
txd = &tx_ring->txds[i];
|
||||
seq_printf(file, "%04d: 0x%08x 0x%08x 0x%08x 0x%08x", i,
|
||||
txd->vals[0], txd->vals[1],
|
||||
txd->vals[2], txd->vals[3]);
|
||||
|
||||
skb = READ_ONCE(tx_ring->txbufs[i].skb);
|
||||
if (skb)
|
||||
seq_printf(file, " skb->head=%p skb->data=%p",
|
||||
skb->head, skb->data);
|
||||
if (tx_ring->txbufs[i].dma_addr)
|
||||
seq_printf(file, " dma_addr=%pad",
|
||||
&tx_ring->txbufs[i].dma_addr);
|
||||
|
||||
if (i == tx_ring->rd_p % txd_cnt)
|
||||
seq_puts(file, " H_RD");
|
||||
if (i == tx_ring->wr_p % txd_cnt)
|
||||
seq_puts(file, " H_WR");
|
||||
if (i == d_rd_p % txd_cnt)
|
||||
seq_puts(file, " D_RD");
|
||||
if (i == d_wr_p % txd_cnt)
|
||||
seq_puts(file, " D_WR");
|
||||
|
||||
seq_putc(file, '\n');
|
||||
}
|
||||
out:
|
||||
rtnl_unlock();
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int nfp_net_debugfs_tx_q_open(struct inode *inode, struct file *f)
|
||||
{
|
||||
return single_open(f, nfp_net_debugfs_tx_q_read, inode->i_private);
|
||||
}
|
||||
|
||||
static const struct file_operations nfp_tx_q_fops = {
|
||||
.owner = THIS_MODULE,
|
||||
.open = nfp_net_debugfs_tx_q_open,
|
||||
.release = single_release,
|
||||
.read = seq_read,
|
||||
.llseek = seq_lseek
|
||||
};
|
||||
|
||||
void nfp_net_debugfs_adapter_add(struct nfp_net *nn)
|
||||
{
|
||||
static struct dentry *queues, *tx, *rx;
|
||||
char int_name[16];
|
||||
int i;
|
||||
|
||||
if (IS_ERR_OR_NULL(nfp_dir))
|
||||
return;
|
||||
|
||||
nn->debugfs_dir = debugfs_create_dir(pci_name(nn->pdev), nfp_dir);
|
||||
if (IS_ERR_OR_NULL(nn->debugfs_dir))
|
||||
return;
|
||||
|
||||
/* Create queue debugging sub-tree */
|
||||
queues = debugfs_create_dir("queue", nn->debugfs_dir);
|
||||
if (IS_ERR_OR_NULL(nn->debugfs_dir))
|
||||
return;
|
||||
|
||||
rx = debugfs_create_dir("rx", queues);
|
||||
tx = debugfs_create_dir("tx", queues);
|
||||
if (IS_ERR_OR_NULL(rx) || IS_ERR_OR_NULL(tx))
|
||||
return;
|
||||
|
||||
for (i = 0; i < nn->num_rx_rings; i++) {
|
||||
sprintf(int_name, "%d", i);
|
||||
debugfs_create_file(int_name, S_IRUSR, rx,
|
||||
&nn->rx_rings[i], &nfp_rx_q_fops);
|
||||
}
|
||||
|
||||
for (i = 0; i < nn->num_tx_rings; i++) {
|
||||
sprintf(int_name, "%d", i);
|
||||
debugfs_create_file(int_name, S_IRUSR, tx,
|
||||
&nn->tx_rings[i], &nfp_tx_q_fops);
|
||||
}
|
||||
}
|
||||
|
||||
void nfp_net_debugfs_adapter_del(struct nfp_net *nn)
|
||||
{
|
||||
debugfs_remove_recursive(nn->debugfs_dir);
|
||||
nn->debugfs_dir = NULL;
|
||||
}
|
||||
|
||||
void nfp_net_debugfs_create(void)
|
||||
{
|
||||
nfp_dir = debugfs_create_dir("nfp_net", NULL);
|
||||
}
|
||||
|
||||
void nfp_net_debugfs_destroy(void)
|
||||
{
|
||||
debugfs_remove_recursive(nfp_dir);
|
||||
nfp_dir = NULL;
|
||||
}
|
640
drivers/net/ethernet/netronome/nfp/nfp_net_ethtool.c
Normal file
640
drivers/net/ethernet/netronome/nfp/nfp_net_ethtool.c
Normal file
|
@ -0,0 +1,640 @@
|
|||
/*
|
||||
* Copyright (C) 2015 Netronome Systems, Inc.
|
||||
*
|
||||
* This software is dual licensed under the GNU General License Version 2,
|
||||
* June 1991 as shown in the file COPYING in the top-level directory of this
|
||||
* source tree or the BSD 2-Clause License provided below. You have the
|
||||
* option to license this software under the complete terms of either license.
|
||||
*
|
||||
* The BSD 2-Clause License:
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or
|
||||
* without modification, are permitted provided that the following
|
||||
* conditions are met:
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer in the documentation and/or other materials
|
||||
* provided with the distribution.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
/*
|
||||
* nfp_net_ethtool.c
|
||||
* Netronome network device driver: ethtool support
|
||||
* Authors: Jakub Kicinski <jakub.kicinski@netronome.com>
|
||||
* Jason McMullan <jason.mcmullan@netronome.com>
|
||||
* Rolf Neugebauer <rolf.neugebauer@netronome.com>
|
||||
* Brad Petrus <brad.petrus@netronome.com>
|
||||
*/
|
||||
|
||||
#include <linux/version.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/netdevice.h>
|
||||
#include <linux/etherdevice.h>
|
||||
#include <linux/interrupt.h>
|
||||
#include <linux/pci.h>
|
||||
#include <linux/ethtool.h>
|
||||
|
||||
#include "nfp_net_ctrl.h"
|
||||
#include "nfp_net.h"
|
||||
|
||||
/* Support for stats. Returns netdev, driver, and device stats */
|
||||
enum { NETDEV_ET_STATS, NFP_NET_DRV_ET_STATS, NFP_NET_DEV_ET_STATS };
|
||||
struct _nfp_net_et_stats {
|
||||
char name[ETH_GSTRING_LEN];
|
||||
int type;
|
||||
int sz;
|
||||
int off;
|
||||
};
|
||||
|
||||
#define NN_ET_NETDEV_STAT(m) NETDEV_ET_STATS, \
|
||||
FIELD_SIZEOF(struct net_device_stats, m), \
|
||||
offsetof(struct net_device_stats, m)
|
||||
/* For stats in the control BAR (other than Q stats) */
|
||||
#define NN_ET_DEV_STAT(m) NFP_NET_DEV_ET_STATS, \
|
||||
sizeof(u64), \
|
||||
(m)
|
||||
static const struct _nfp_net_et_stats nfp_net_et_stats[] = {
|
||||
/* netdev stats */
|
||||
{"rx_packets", NN_ET_NETDEV_STAT(rx_packets)},
|
||||
{"tx_packets", NN_ET_NETDEV_STAT(tx_packets)},
|
||||
{"rx_bytes", NN_ET_NETDEV_STAT(rx_bytes)},
|
||||
{"tx_bytes", NN_ET_NETDEV_STAT(tx_bytes)},
|
||||
{"rx_errors", NN_ET_NETDEV_STAT(rx_errors)},
|
||||
{"tx_errors", NN_ET_NETDEV_STAT(tx_errors)},
|
||||
{"rx_dropped", NN_ET_NETDEV_STAT(rx_dropped)},
|
||||
{"tx_dropped", NN_ET_NETDEV_STAT(tx_dropped)},
|
||||
{"multicast", NN_ET_NETDEV_STAT(multicast)},
|
||||
{"collisions", NN_ET_NETDEV_STAT(collisions)},
|
||||
{"rx_over_errors", NN_ET_NETDEV_STAT(rx_over_errors)},
|
||||
{"rx_crc_errors", NN_ET_NETDEV_STAT(rx_crc_errors)},
|
||||
{"rx_frame_errors", NN_ET_NETDEV_STAT(rx_frame_errors)},
|
||||
{"rx_fifo_errors", NN_ET_NETDEV_STAT(rx_fifo_errors)},
|
||||
{"rx_missed_errors", NN_ET_NETDEV_STAT(rx_missed_errors)},
|
||||
{"tx_aborted_errors", NN_ET_NETDEV_STAT(tx_aborted_errors)},
|
||||
{"tx_carrier_errors", NN_ET_NETDEV_STAT(tx_carrier_errors)},
|
||||
{"tx_fifo_errors", NN_ET_NETDEV_STAT(tx_fifo_errors)},
|
||||
/* Stats from the device */
|
||||
{"dev_rx_discards", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_DISCARDS)},
|
||||
{"dev_rx_errors", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_ERRORS)},
|
||||
{"dev_rx_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_OCTETS)},
|
||||
{"dev_rx_uc_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_UC_OCTETS)},
|
||||
{"dev_rx_mc_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_MC_OCTETS)},
|
||||
{"dev_rx_bc_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_BC_OCTETS)},
|
||||
{"dev_rx_pkts", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_FRAMES)},
|
||||
{"dev_rx_mc_pkts", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_MC_FRAMES)},
|
||||
{"dev_rx_bc_pkts", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_RX_BC_FRAMES)},
|
||||
|
||||
{"dev_tx_discards", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_DISCARDS)},
|
||||
{"dev_tx_errors", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_ERRORS)},
|
||||
{"dev_tx_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_OCTETS)},
|
||||
{"dev_tx_uc_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_UC_OCTETS)},
|
||||
{"dev_tx_mc_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_MC_OCTETS)},
|
||||
{"dev_tx_bc_bytes", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_BC_OCTETS)},
|
||||
{"dev_tx_pkts", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_FRAMES)},
|
||||
{"dev_tx_mc_pkts", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_MC_FRAMES)},
|
||||
{"dev_tx_bc_pkts", NN_ET_DEV_STAT(NFP_NET_CFG_STATS_TX_BC_FRAMES)},
|
||||
};
|
||||
|
||||
#define NN_ET_GLOBAL_STATS_LEN ARRAY_SIZE(nfp_net_et_stats)
|
||||
#define NN_ET_RVEC_STATS_LEN (nn->num_r_vecs * 3)
|
||||
#define NN_ET_RVEC_GATHER_STATS 7
|
||||
#define NN_ET_QUEUE_STATS_LEN ((nn->num_tx_rings + nn->num_rx_rings) * 2)
|
||||
#define NN_ET_STATS_LEN (NN_ET_GLOBAL_STATS_LEN + NN_ET_RVEC_GATHER_STATS + \
|
||||
NN_ET_RVEC_STATS_LEN + NN_ET_QUEUE_STATS_LEN)
|
||||
|
||||
static void nfp_net_get_drvinfo(struct net_device *netdev,
|
||||
struct ethtool_drvinfo *drvinfo)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
strlcpy(drvinfo->driver, nfp_net_driver_name, sizeof(drvinfo->driver));
|
||||
strlcpy(drvinfo->version, nfp_net_driver_version,
|
||||
sizeof(drvinfo->version));
|
||||
|
||||
snprintf(drvinfo->fw_version, sizeof(drvinfo->fw_version),
|
||||
"%d.%d.%d.%d",
|
||||
nn->fw_ver.resv, nn->fw_ver.class,
|
||||
nn->fw_ver.major, nn->fw_ver.minor);
|
||||
strlcpy(drvinfo->bus_info, pci_name(nn->pdev),
|
||||
sizeof(drvinfo->bus_info));
|
||||
|
||||
drvinfo->n_stats = NN_ET_STATS_LEN;
|
||||
drvinfo->regdump_len = NFP_NET_CFG_BAR_SZ;
|
||||
}
|
||||
|
||||
static void nfp_net_get_ringparam(struct net_device *netdev,
|
||||
struct ethtool_ringparam *ring)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
ring->rx_max_pending = NFP_NET_MAX_RX_DESCS;
|
||||
ring->tx_max_pending = NFP_NET_MAX_TX_DESCS;
|
||||
ring->rx_pending = nn->rxd_cnt;
|
||||
ring->tx_pending = nn->txd_cnt;
|
||||
}
|
||||
|
||||
static int nfp_net_set_ringparam(struct net_device *netdev,
|
||||
struct ethtool_ringparam *ring)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
u32 rxd_cnt, txd_cnt;
|
||||
|
||||
if (netif_running(netdev)) {
|
||||
/* Some NIC drivers allow reconfiguration on the fly,
|
||||
* some down the interface, change and then up it
|
||||
* again. For now we don't allow changes when the
|
||||
* device is up.
|
||||
*/
|
||||
nn_warn(nn, "Can't change rings while device is up\n");
|
||||
return -EBUSY;
|
||||
}
|
||||
|
||||
/* We don't have separate queues/rings for small/large frames. */
|
||||
if (ring->rx_mini_pending || ring->rx_jumbo_pending)
|
||||
return -EINVAL;
|
||||
|
||||
/* Round up to supported values */
|
||||
rxd_cnt = roundup_pow_of_two(ring->rx_pending);
|
||||
rxd_cnt = max_t(u32, rxd_cnt, NFP_NET_MIN_RX_DESCS);
|
||||
rxd_cnt = min_t(u32, rxd_cnt, NFP_NET_MAX_RX_DESCS);
|
||||
|
||||
txd_cnt = roundup_pow_of_two(ring->tx_pending);
|
||||
txd_cnt = max_t(u32, txd_cnt, NFP_NET_MIN_TX_DESCS);
|
||||
txd_cnt = min_t(u32, txd_cnt, NFP_NET_MAX_TX_DESCS);
|
||||
|
||||
if (nn->rxd_cnt != rxd_cnt || nn->txd_cnt != txd_cnt)
|
||||
nn_dbg(nn, "Change ring size: RxQ %u->%u, TxQ %u->%u\n",
|
||||
nn->rxd_cnt, rxd_cnt, nn->txd_cnt, txd_cnt);
|
||||
|
||||
nn->rxd_cnt = rxd_cnt;
|
||||
nn->txd_cnt = txd_cnt;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static void nfp_net_get_strings(struct net_device *netdev,
|
||||
u32 stringset, u8 *data)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
u8 *p = data;
|
||||
int i;
|
||||
|
||||
switch (stringset) {
|
||||
case ETH_SS_STATS:
|
||||
for (i = 0; i < NN_ET_GLOBAL_STATS_LEN; i++) {
|
||||
memcpy(p, nfp_net_et_stats[i].name, ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
}
|
||||
for (i = 0; i < nn->num_r_vecs; i++) {
|
||||
sprintf(p, "rvec_%u_rx_pkts", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
sprintf(p, "rvec_%u_tx_pkts", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
sprintf(p, "rvec_%u_tx_busy", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
}
|
||||
strncpy(p, "hw_rx_csum_ok", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
strncpy(p, "hw_rx_csum_inner_ok", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
strncpy(p, "hw_rx_csum_err", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
strncpy(p, "hw_tx_csum", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
strncpy(p, "hw_tx_inner_csum", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
strncpy(p, "tx_gather", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
strncpy(p, "tx_lso", ETH_GSTRING_LEN);
|
||||
p += ETH_GSTRING_LEN;
|
||||
for (i = 0; i < nn->num_tx_rings; i++) {
|
||||
sprintf(p, "txq_%u_pkts", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
sprintf(p, "txq_%u_bytes", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
}
|
||||
for (i = 0; i < nn->num_rx_rings; i++) {
|
||||
sprintf(p, "rxq_%u_pkts", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
sprintf(p, "rxq_%u_bytes", i);
|
||||
p += ETH_GSTRING_LEN;
|
||||
}
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
static void nfp_net_get_stats(struct net_device *netdev,
|
||||
struct ethtool_stats *stats, u64 *data)
|
||||
{
|
||||
u64 gathered_stats[NN_ET_RVEC_GATHER_STATS] = {};
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
struct rtnl_link_stats64 *netdev_stats;
|
||||
struct rtnl_link_stats64 temp = {};
|
||||
u64 tmp[NN_ET_RVEC_GATHER_STATS];
|
||||
u8 __iomem *io_p;
|
||||
int i, j, k;
|
||||
u8 *p;
|
||||
|
||||
netdev_stats = dev_get_stats(netdev, &temp);
|
||||
|
||||
for (i = 0; i < NN_ET_GLOBAL_STATS_LEN; i++) {
|
||||
switch (nfp_net_et_stats[i].type) {
|
||||
case NETDEV_ET_STATS:
|
||||
p = (char *)netdev_stats + nfp_net_et_stats[i].off;
|
||||
data[i] = nfp_net_et_stats[i].sz == sizeof(u64) ?
|
||||
*(u64 *)p : *(u32 *)p;
|
||||
break;
|
||||
|
||||
case NFP_NET_DEV_ET_STATS:
|
||||
io_p = nn->ctrl_bar + nfp_net_et_stats[i].off;
|
||||
data[i] = readq(io_p);
|
||||
break;
|
||||
}
|
||||
}
|
||||
for (j = 0; j < nn->num_r_vecs; j++) {
|
||||
unsigned int start;
|
||||
|
||||
do {
|
||||
start = u64_stats_fetch_begin(&nn->r_vecs[j].rx_sync);
|
||||
data[i++] = nn->r_vecs[j].rx_pkts;
|
||||
tmp[0] = nn->r_vecs[j].hw_csum_rx_ok;
|
||||
tmp[1] = nn->r_vecs[j].hw_csum_rx_inner_ok;
|
||||
tmp[2] = nn->r_vecs[j].hw_csum_rx_error;
|
||||
} while (u64_stats_fetch_retry(&nn->r_vecs[j].rx_sync, start));
|
||||
|
||||
do {
|
||||
start = u64_stats_fetch_begin(&nn->r_vecs[j].tx_sync);
|
||||
data[i++] = nn->r_vecs[j].tx_pkts;
|
||||
data[i++] = nn->r_vecs[j].tx_busy;
|
||||
tmp[3] = nn->r_vecs[j].hw_csum_tx;
|
||||
tmp[4] = nn->r_vecs[j].hw_csum_tx_inner;
|
||||
tmp[5] = nn->r_vecs[j].tx_gather;
|
||||
tmp[6] = nn->r_vecs[j].tx_lso;
|
||||
} while (u64_stats_fetch_retry(&nn->r_vecs[j].tx_sync, start));
|
||||
|
||||
for (k = 0; k < NN_ET_RVEC_GATHER_STATS; k++)
|
||||
gathered_stats[k] += tmp[k];
|
||||
}
|
||||
for (j = 0; j < NN_ET_RVEC_GATHER_STATS; j++)
|
||||
data[i++] = gathered_stats[j];
|
||||
for (j = 0; j < nn->num_tx_rings; j++) {
|
||||
io_p = nn->ctrl_bar + NFP_NET_CFG_TXR_STATS(j);
|
||||
data[i++] = readq(io_p);
|
||||
io_p = nn->ctrl_bar + NFP_NET_CFG_TXR_STATS(j) + 8;
|
||||
data[i++] = readq(io_p);
|
||||
}
|
||||
for (j = 0; j < nn->num_rx_rings; j++) {
|
||||
io_p = nn->ctrl_bar + NFP_NET_CFG_RXR_STATS(j);
|
||||
data[i++] = readq(io_p);
|
||||
io_p = nn->ctrl_bar + NFP_NET_CFG_RXR_STATS(j) + 8;
|
||||
data[i++] = readq(io_p);
|
||||
}
|
||||
}
|
||||
|
||||
static int nfp_net_get_sset_count(struct net_device *netdev, int sset)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
switch (sset) {
|
||||
case ETH_SS_STATS:
|
||||
return NN_ET_STATS_LEN;
|
||||
default:
|
||||
return -EOPNOTSUPP;
|
||||
}
|
||||
}
|
||||
|
||||
/* RX network flow classification (RSS, filters, etc)
|
||||
*/
|
||||
static u32 ethtool_flow_to_nfp_flag(u32 flow_type)
|
||||
{
|
||||
static const u32 xlate_ethtool_to_nfp[IPV6_FLOW + 1] = {
|
||||
[TCP_V4_FLOW] = NFP_NET_CFG_RSS_IPV4_TCP,
|
||||
[TCP_V6_FLOW] = NFP_NET_CFG_RSS_IPV6_TCP,
|
||||
[UDP_V4_FLOW] = NFP_NET_CFG_RSS_IPV4_UDP,
|
||||
[UDP_V6_FLOW] = NFP_NET_CFG_RSS_IPV6_UDP,
|
||||
[IPV4_FLOW] = NFP_NET_CFG_RSS_IPV4,
|
||||
[IPV6_FLOW] = NFP_NET_CFG_RSS_IPV6,
|
||||
};
|
||||
|
||||
if (flow_type >= ARRAY_SIZE(xlate_ethtool_to_nfp))
|
||||
return 0;
|
||||
|
||||
return xlate_ethtool_to_nfp[flow_type];
|
||||
}
|
||||
|
||||
static int nfp_net_get_rss_hash_opts(struct nfp_net *nn,
|
||||
struct ethtool_rxnfc *cmd)
|
||||
{
|
||||
u32 nfp_rss_flag;
|
||||
|
||||
cmd->data = 0;
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_RSS))
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
nfp_rss_flag = ethtool_flow_to_nfp_flag(cmd->flow_type);
|
||||
if (!nfp_rss_flag)
|
||||
return -EINVAL;
|
||||
|
||||
cmd->data |= RXH_IP_SRC | RXH_IP_DST;
|
||||
if (nn->rss_cfg & nfp_rss_flag)
|
||||
cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int nfp_net_get_rxnfc(struct net_device *netdev,
|
||||
struct ethtool_rxnfc *cmd, u32 *rule_locs)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
switch (cmd->cmd) {
|
||||
case ETHTOOL_GRXRINGS:
|
||||
cmd->data = nn->num_rx_rings;
|
||||
return 0;
|
||||
case ETHTOOL_GRXFH:
|
||||
return nfp_net_get_rss_hash_opts(nn, cmd);
|
||||
default:
|
||||
return -EOPNOTSUPP;
|
||||
}
|
||||
}
|
||||
|
||||
static int nfp_net_set_rss_hash_opt(struct nfp_net *nn,
|
||||
struct ethtool_rxnfc *nfc)
|
||||
{
|
||||
u32 new_rss_cfg = nn->rss_cfg;
|
||||
u32 nfp_rss_flag;
|
||||
int err;
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_RSS))
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
/* RSS only supports IP SA/DA and L4 src/dst ports */
|
||||
if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
|
||||
RXH_L4_B_0_1 | RXH_L4_B_2_3))
|
||||
return -EINVAL;
|
||||
|
||||
/* We need at least the IP SA/DA fields for hashing */
|
||||
if (!(nfc->data & RXH_IP_SRC) ||
|
||||
!(nfc->data & RXH_IP_DST))
|
||||
return -EINVAL;
|
||||
|
||||
nfp_rss_flag = ethtool_flow_to_nfp_flag(nfc->flow_type);
|
||||
if (!nfp_rss_flag)
|
||||
return -EINVAL;
|
||||
|
||||
switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
|
||||
case 0:
|
||||
new_rss_cfg &= ~nfp_rss_flag;
|
||||
break;
|
||||
case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
|
||||
new_rss_cfg |= nfp_rss_flag;
|
||||
break;
|
||||
default:
|
||||
return -EINVAL;
|
||||
}
|
||||
|
||||
new_rss_cfg |= NFP_NET_CFG_RSS_TOEPLITZ;
|
||||
new_rss_cfg |= NFP_NET_CFG_RSS_MASK;
|
||||
|
||||
if (new_rss_cfg == nn->rss_cfg)
|
||||
return 0;
|
||||
|
||||
writel(new_rss_cfg, nn->ctrl_bar + NFP_NET_CFG_RSS_CTRL);
|
||||
err = nfp_net_reconfig(nn, NFP_NET_CFG_UPDATE_RSS);
|
||||
if (err)
|
||||
return err;
|
||||
|
||||
nn->rss_cfg = new_rss_cfg;
|
||||
|
||||
nn_dbg(nn, "Changed RSS config to 0x%x\n", nn->rss_cfg);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int nfp_net_set_rxnfc(struct net_device *netdev,
|
||||
struct ethtool_rxnfc *cmd)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
switch (cmd->cmd) {
|
||||
case ETHTOOL_SRXFH:
|
||||
return nfp_net_set_rss_hash_opt(nn, cmd);
|
||||
default:
|
||||
return -EOPNOTSUPP;
|
||||
}
|
||||
}
|
||||
|
||||
static u32 nfp_net_get_rxfh_indir_size(struct net_device *netdev)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_RSS))
|
||||
return 0;
|
||||
|
||||
return ARRAY_SIZE(nn->rss_itbl);
|
||||
}
|
||||
|
||||
static u32 nfp_net_get_rxfh_key_size(struct net_device *netdev)
|
||||
{
|
||||
return NFP_NET_CFG_RSS_KEY_SZ;
|
||||
}
|
||||
|
||||
static int nfp_net_get_rxfh(struct net_device *netdev, u32 *indir, u8 *key,
|
||||
u8 *hfunc)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
int i;
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_RSS))
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
if (indir)
|
||||
for (i = 0; i < ARRAY_SIZE(nn->rss_itbl); i++)
|
||||
indir[i] = nn->rss_itbl[i];
|
||||
if (key)
|
||||
memcpy(key, nn->rss_key, NFP_NET_CFG_RSS_KEY_SZ);
|
||||
if (hfunc)
|
||||
*hfunc = ETH_RSS_HASH_TOP;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int nfp_net_set_rxfh(struct net_device *netdev,
|
||||
const u32 *indir, const u8 *key,
|
||||
const u8 hfunc)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
int i;
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_RSS) ||
|
||||
!(hfunc == ETH_RSS_HASH_NO_CHANGE || hfunc == ETH_RSS_HASH_TOP))
|
||||
return -EOPNOTSUPP;
|
||||
|
||||
if (!key && !indir)
|
||||
return 0;
|
||||
|
||||
if (key) {
|
||||
memcpy(nn->rss_key, key, NFP_NET_CFG_RSS_KEY_SZ);
|
||||
nfp_net_rss_write_key(nn);
|
||||
}
|
||||
if (indir) {
|
||||
for (i = 0; i < ARRAY_SIZE(nn->rss_itbl); i++)
|
||||
nn->rss_itbl[i] = indir[i];
|
||||
|
||||
nfp_net_rss_write_itbl(nn);
|
||||
}
|
||||
|
||||
return nfp_net_reconfig(nn, NFP_NET_CFG_UPDATE_RSS);
|
||||
}
|
||||
|
||||
/* Dump BAR registers
|
||||
*/
|
||||
static int nfp_net_get_regs_len(struct net_device *netdev)
|
||||
{
|
||||
return NFP_NET_CFG_BAR_SZ;
|
||||
}
|
||||
|
||||
static void nfp_net_get_regs(struct net_device *netdev,
|
||||
struct ethtool_regs *regs, void *p)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
u32 *regs_buf = p;
|
||||
int i;
|
||||
|
||||
regs->version = nn_readl(nn, NFP_NET_CFG_VERSION);
|
||||
|
||||
for (i = 0; i < NFP_NET_CFG_BAR_SZ / sizeof(u32); i++)
|
||||
regs_buf[i] = readl(nn->ctrl_bar + (i * sizeof(u32)));
|
||||
}
|
||||
|
||||
static int nfp_net_get_coalesce(struct net_device *netdev,
|
||||
struct ethtool_coalesce *ec)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_IRQMOD))
|
||||
return -EINVAL;
|
||||
|
||||
ec->rx_coalesce_usecs = nn->rx_coalesce_usecs;
|
||||
ec->rx_max_coalesced_frames = nn->rx_coalesce_max_frames;
|
||||
ec->tx_coalesce_usecs = nn->tx_coalesce_usecs;
|
||||
ec->tx_max_coalesced_frames = nn->tx_coalesce_max_frames;
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int nfp_net_set_coalesce(struct net_device *netdev,
|
||||
struct ethtool_coalesce *ec)
|
||||
{
|
||||
struct nfp_net *nn = netdev_priv(netdev);
|
||||
unsigned int factor;
|
||||
|
||||
if (ec->rx_coalesce_usecs_irq ||
|
||||
ec->rx_max_coalesced_frames_irq ||
|
||||
ec->tx_coalesce_usecs_irq ||
|
||||
ec->tx_max_coalesced_frames_irq ||
|
||||
ec->stats_block_coalesce_usecs ||
|
||||
ec->use_adaptive_rx_coalesce ||
|
||||
ec->use_adaptive_tx_coalesce ||
|
||||
ec->pkt_rate_low ||
|
||||
ec->rx_coalesce_usecs_low ||
|
||||
ec->rx_max_coalesced_frames_low ||
|
||||
ec->tx_coalesce_usecs_low ||
|
||||
ec->tx_max_coalesced_frames_low ||
|
||||
ec->pkt_rate_high ||
|
||||
ec->rx_coalesce_usecs_high ||
|
||||
ec->rx_max_coalesced_frames_high ||
|
||||
ec->tx_coalesce_usecs_high ||
|
||||
ec->tx_max_coalesced_frames_high ||
|
||||
ec->rate_sample_interval)
|
||||
return -ENOTSUPP;
|
||||
|
||||
/* Compute factor used to convert coalesce '_usecs' parameters to
|
||||
* ME timestamp ticks. There are 16 ME clock cycles for each timestamp
|
||||
* count.
|
||||
*/
|
||||
factor = nn->me_freq_mhz / 16;
|
||||
|
||||
/* Each pair of (usecs, max_frames) fields specifies that interrupts
|
||||
* should be coalesced until
|
||||
* (usecs > 0 && time_since_first_completion >= usecs) ||
|
||||
* (max_frames > 0 && completed_frames >= max_frames)
|
||||
*
|
||||
* It is illegal to set both usecs and max_frames to zero as this would
|
||||
* cause interrupts to never be generated. To disable coalescing, set
|
||||
* usecs = 0 and max_frames = 1.
|
||||
*
|
||||
* Some implementations ignore the value of max_frames and use the
|
||||
* condition time_since_first_completion >= usecs
|
||||
*/
|
||||
|
||||
if (!(nn->cap & NFP_NET_CFG_CTRL_IRQMOD))
|
||||
return -EINVAL;
|
||||
|
||||
/* ensure valid configuration */
|
||||
if (!ec->rx_coalesce_usecs && !ec->rx_max_coalesced_frames)
|
||||
return -EINVAL;
|
||||
|
||||
if (!ec->tx_coalesce_usecs && !ec->tx_max_coalesced_frames)
|
||||
return -EINVAL;
|
||||
|
||||
if (ec->rx_coalesce_usecs * factor >= ((1 << 16) - 1))
|
||||
return -EINVAL;
|
||||
|
||||
if (ec->tx_coalesce_usecs * factor >= ((1 << 16) - 1))
|
||||
return -EINVAL;
|
||||
|
||||
if (ec->rx_max_coalesced_frames >= ((1 << 16) - 1))
|
||||
return -EINVAL;
|
||||
|
||||
if (ec->tx_max_coalesced_frames >= ((1 << 16) - 1))
|
||||
return -EINVAL;
|
||||
|
||||
/* configuration is valid */
|
||||
nn->rx_coalesce_usecs = ec->rx_coalesce_usecs;
|
||||
nn->rx_coalesce_max_frames = ec->rx_max_coalesced_frames;
|
||||
nn->tx_coalesce_usecs = ec->tx_coalesce_usecs;
|
||||
nn->tx_coalesce_max_frames = ec->tx_max_coalesced_frames;
|
||||
|
||||
/* write configuration to device */
|
||||
nfp_net_coalesce_write_cfg(nn);
|
||||
return nfp_net_reconfig(nn, NFP_NET_CFG_UPDATE_IRQMOD);
|
||||
}
|
||||
|
||||
static const struct ethtool_ops nfp_net_ethtool_ops = {
|
||||
.get_drvinfo = nfp_net_get_drvinfo,
|
||||
.get_ringparam = nfp_net_get_ringparam,
|
||||
.set_ringparam = nfp_net_set_ringparam,
|
||||
.get_strings = nfp_net_get_strings,
|
||||
.get_ethtool_stats = nfp_net_get_stats,
|
||||
.get_sset_count = nfp_net_get_sset_count,
|
||||
.get_rxnfc = nfp_net_get_rxnfc,
|
||||
.set_rxnfc = nfp_net_set_rxnfc,
|
||||
.get_rxfh_indir_size = nfp_net_get_rxfh_indir_size,
|
||||
.get_rxfh_key_size = nfp_net_get_rxfh_key_size,
|
||||
.get_rxfh = nfp_net_get_rxfh,
|
||||
.set_rxfh = nfp_net_set_rxfh,
|
||||
.get_regs_len = nfp_net_get_regs_len,
|
||||
.get_regs = nfp_net_get_regs,
|
||||
.get_coalesce = nfp_net_get_coalesce,
|
||||
.set_coalesce = nfp_net_set_coalesce,
|
||||
};
|
||||
|
||||
void nfp_net_set_ethtool_ops(struct net_device *netdev)
|
||||
{
|
||||
netdev->ethtool_ops = &nfp_net_ethtool_ops;
|
||||
}
|
385
drivers/net/ethernet/netronome/nfp/nfp_netvf_main.c
Normal file
385
drivers/net/ethernet/netronome/nfp/nfp_netvf_main.c
Normal file
|
@ -0,0 +1,385 @@
|
|||
/*
|
||||
* Copyright (C) 2015 Netronome Systems, Inc.
|
||||
*
|
||||
* This software is dual licensed under the GNU General License Version 2,
|
||||
* June 1991 as shown in the file COPYING in the top-level directory of this
|
||||
* source tree or the BSD 2-Clause License provided below. You have the
|
||||
* option to license this software under the complete terms of either license.
|
||||
*
|
||||
* The BSD 2-Clause License:
|
||||
*
|
||||
* Redistribution and use in source and binary forms, with or
|
||||
* without modification, are permitted provided that the following
|
||||
* conditions are met:
|
||||
*
|
||||
* 1. Redistributions of source code must retain the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer.
|
||||
*
|
||||
* 2. Redistributions in binary form must reproduce the above
|
||||
* copyright notice, this list of conditions and the following
|
||||
* disclaimer in the documentation and/or other materials
|
||||
* provided with the distribution.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||||
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||||
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||||
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||||
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||||
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||||
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
* SOFTWARE.
|
||||
*/
|
||||
|
||||
/*
|
||||
* nfp_netvf_main.c
|
||||
* Netronome virtual function network device driver: Main entry point
|
||||
* Author: Jason McMullan <jason.mcmullan@netronome.com>
|
||||
* Rolf Neugebauer <rolf.neugebauer@netronome.com>
|
||||
*/
|
||||
|
||||
#include <linux/version.h>
|
||||
#include <linux/module.h>
|
||||
#include <linux/kernel.h>
|
||||
#include <linux/init.h>
|
||||
#include <linux/etherdevice.h>
|
||||
|
||||
#include "nfp_net_ctrl.h"
|
||||
#include "nfp_net.h"
|
||||
|
||||
const char nfp_net_driver_name[] = "nfp_netvf";
|
||||
const char nfp_net_driver_version[] = "0.1";
|
||||
#define PCI_DEVICE_NFP6000VF 0x6003
|
||||
static const struct pci_device_id nfp_netvf_pci_device_ids[] = {
|
||||
{ PCI_VENDOR_ID_NETRONOME, PCI_DEVICE_NFP6000VF,
|
||||
PCI_VENDOR_ID_NETRONOME, PCI_ANY_ID,
|
||||
PCI_ANY_ID, 0,
|
||||
},
|
||||
{ 0, } /* Required last entry. */
|
||||
};
|
||||
MODULE_DEVICE_TABLE(pci, nfp_netvf_pci_device_ids);
|
||||
|
||||
static void nfp_netvf_get_mac_addr(struct nfp_net *nn)
|
||||
{
|
||||
u8 mac_addr[ETH_ALEN];
|
||||
|
||||
put_unaligned_be32(nn_readl(nn, NFP_NET_CFG_MACADDR + 0), &mac_addr[0]);
|
||||
/* We can't do readw for NFP-3200 compatibility */
|
||||
put_unaligned_be16(nn_readl(nn, NFP_NET_CFG_MACADDR + 4) >> 16,
|
||||
&mac_addr[4]);
|
||||
|
||||
if (!is_valid_ether_addr(mac_addr)) {
|
||||
eth_hw_addr_random(nn->netdev);
|
||||
return;
|
||||
}
|
||||
|
||||
ether_addr_copy(nn->netdev->dev_addr, mac_addr);
|
||||
ether_addr_copy(nn->netdev->perm_addr, mac_addr);
|
||||
}
|
||||
|
||||
static int nfp_netvf_pci_probe(struct pci_dev *pdev,
|
||||
const struct pci_device_id *pci_id)
|
||||
{
|
||||
struct nfp_net_fw_version fw_ver;
|
||||
int max_tx_rings, max_rx_rings;
|
||||
u32 tx_bar_off, rx_bar_off;
|
||||
u32 tx_bar_sz, rx_bar_sz;
|
||||
int tx_bar_no, rx_bar_no;
|
||||
u8 __iomem *ctrl_bar;
|
||||
struct nfp_net *nn;
|
||||
int is_nfp3200;
|
||||
u32 startq;
|
||||
int stride;
|
||||
int err;
|
||||
|
||||
err = pci_enable_device_mem(pdev);
|
||||
if (err)
|
||||
return err;
|
||||
|
||||
err = pci_request_regions(pdev, nfp_net_driver_name);
|
||||
if (err) {
|
||||
dev_err(&pdev->dev, "Unable to allocate device memory.\n");
|
||||
goto err_pci_disable;
|
||||
}
|
||||
|
||||
switch (pdev->device) {
|
||||
case PCI_DEVICE_NFP6000VF:
|
||||
is_nfp3200 = 0;
|
||||
break;
|
||||
default:
|
||||
err = -ENODEV;
|
||||
goto err_pci_regions;
|
||||
}
|
||||
|
||||
pci_set_master(pdev);
|
||||
|
||||
err = dma_set_mask_and_coherent(&pdev->dev,
|
||||
DMA_BIT_MASK(NFP_NET_MAX_DMA_BITS));
|
||||
if (err)
|
||||
goto err_pci_regions;
|
||||
|
||||
/* Map the Control BAR.
|
||||
*
|
||||
* Irrespective of the advertised BAR size we only map the
|
||||
* first NFP_NET_CFG_BAR_SZ of the BAR. This keeps the code
|
||||
* the identical for PF and VF drivers.
|
||||
*/
|
||||
ctrl_bar = ioremap_nocache(pci_resource_start(pdev, NFP_NET_CRTL_BAR),
|
||||
NFP_NET_CFG_BAR_SZ);
|
||||
if (!ctrl_bar) {
|
||||
dev_err(&pdev->dev,
|
||||
"Failed to map resource %d\n", NFP_NET_CRTL_BAR);
|
||||
err = -EIO;
|
||||
goto err_pci_regions;
|
||||
}
|
||||
|
||||
nfp_net_get_fw_version(&fw_ver, ctrl_bar);
|
||||
if (fw_ver.class != NFP_NET_CFG_VERSION_CLASS_GENERIC) {
|
||||
dev_err(&pdev->dev, "Unknown Firmware ABI %d.%d.%d.%d\n",
|
||||
fw_ver.resv, fw_ver.class, fw_ver.major, fw_ver.minor);
|
||||
err = -EINVAL;
|
||||
goto err_ctrl_unmap;
|
||||
}
|
||||
|
||||
/* Determine stride */
|
||||
if (nfp_net_fw_ver_eq(&fw_ver, 0, 0, 0, 0) ||
|
||||
nfp_net_fw_ver_eq(&fw_ver, 0, 0, 0, 1) ||
|
||||
nfp_net_fw_ver_eq(&fw_ver, 0, 0, 0x12, 0x48)) {
|
||||
stride = 2;
|
||||
tx_bar_no = NFP_NET_Q0_BAR;
|
||||
rx_bar_no = NFP_NET_Q1_BAR;
|
||||
dev_warn(&pdev->dev, "OBSOLETE Firmware detected - VF isolation not available\n");
|
||||
} else {
|
||||
switch (fw_ver.major) {
|
||||
case 1 ... 3:
|
||||
if (is_nfp3200) {
|
||||
stride = 2;
|
||||
tx_bar_no = NFP_NET_Q0_BAR;
|
||||
rx_bar_no = NFP_NET_Q1_BAR;
|
||||
} else {
|
||||
stride = 4;
|
||||
tx_bar_no = NFP_NET_Q0_BAR;
|
||||
rx_bar_no = tx_bar_no;
|
||||
}
|
||||
break;
|
||||
default:
|
||||
dev_err(&pdev->dev, "Unsupported Firmware ABI %d.%d.%d.%d\n",
|
||||
fw_ver.resv, fw_ver.class,
|
||||
fw_ver.major, fw_ver.minor);
|
||||
err = -EINVAL;
|
||||
goto err_ctrl_unmap;
|
||||
}
|
||||
}
|
||||
|
||||
/* Find out how many rings are supported */
|
||||
max_tx_rings = readl(ctrl_bar + NFP_NET_CFG_MAX_TXRINGS);
|
||||
max_rx_rings = readl(ctrl_bar + NFP_NET_CFG_MAX_RXRINGS);
|
||||
|
||||
tx_bar_sz = NFP_QCP_QUEUE_ADDR_SZ * max_tx_rings * stride;
|
||||
rx_bar_sz = NFP_QCP_QUEUE_ADDR_SZ * max_rx_rings * stride;
|
||||
|
||||
/* Sanity checks */
|
||||
if (tx_bar_sz > pci_resource_len(pdev, tx_bar_no)) {
|
||||
dev_err(&pdev->dev,
|
||||
"TX BAR too small for number of TX rings. Adjusting\n");
|
||||
tx_bar_sz = pci_resource_len(pdev, tx_bar_no);
|
||||
max_tx_rings = (tx_bar_sz / NFP_QCP_QUEUE_ADDR_SZ) / 2;
|
||||
}
|
||||
if (rx_bar_sz > pci_resource_len(pdev, rx_bar_no)) {
|
||||
dev_err(&pdev->dev,
|
||||
"RX BAR too small for number of RX rings. Adjusting\n");
|
||||
rx_bar_sz = pci_resource_len(pdev, rx_bar_no);
|
||||
max_rx_rings = (rx_bar_sz / NFP_QCP_QUEUE_ADDR_SZ) / 2;
|
||||
}
|
||||
|
||||
/* XXX Implement a workaround for THB-350 here. Ideally, we
|
||||
* have a different PCI ID for A rev VFs.
|
||||
*/
|
||||
switch (pdev->device) {
|
||||
case PCI_DEVICE_NFP6000VF:
|
||||
startq = readl(ctrl_bar + NFP_NET_CFG_START_TXQ);
|
||||
tx_bar_off = NFP_PCIE_QUEUE(startq);
|
||||
startq = readl(ctrl_bar + NFP_NET_CFG_START_RXQ);
|
||||
rx_bar_off = NFP_PCIE_QUEUE(startq);
|
||||
break;
|
||||
default:
|
||||
err = -ENODEV;
|
||||
goto err_ctrl_unmap;
|
||||
}
|
||||
|
||||
/* Allocate and initialise the netdev */
|
||||
nn = nfp_net_netdev_alloc(pdev, max_tx_rings, max_rx_rings);
|
||||
if (IS_ERR(nn)) {
|
||||
err = PTR_ERR(nn);
|
||||
goto err_ctrl_unmap;
|
||||
}
|
||||
|
||||
nn->fw_ver = fw_ver;
|
||||
nn->ctrl_bar = ctrl_bar;
|
||||
nn->is_vf = 1;
|
||||
nn->is_nfp3200 = is_nfp3200;
|
||||
nn->stride_tx = stride;
|
||||
nn->stride_rx = stride;
|
||||
|
||||
if (rx_bar_no == tx_bar_no) {
|
||||
u32 bar_off, bar_sz;
|
||||
resource_size_t map_addr;
|
||||
|
||||
/* Make a single overlapping BAR mapping */
|
||||
if (tx_bar_off < rx_bar_off)
|
||||
bar_off = tx_bar_off;
|
||||
else
|
||||
bar_off = rx_bar_off;
|
||||
|
||||
if ((tx_bar_off + tx_bar_sz) > (rx_bar_off + rx_bar_sz))
|
||||
bar_sz = (tx_bar_off + tx_bar_sz) - bar_off;
|
||||
else
|
||||
bar_sz = (rx_bar_off + rx_bar_sz) - bar_off;
|
||||
|
||||
map_addr = pci_resource_start(pdev, tx_bar_no) + bar_off;
|
||||
nn->q_bar = ioremap_nocache(map_addr, bar_sz);
|
||||
if (!nn->q_bar) {
|
||||
nn_err(nn, "Failed to map resource %d\n", tx_bar_no);
|
||||
err = -EIO;
|
||||
goto err_netdev_free;
|
||||
}
|
||||
|
||||
/* TX queues */
|
||||
nn->tx_bar = nn->q_bar + (tx_bar_off - bar_off);
|
||||
/* RX queues */
|
||||
nn->rx_bar = nn->q_bar + (rx_bar_off - bar_off);
|
||||
} else {
|
||||
resource_size_t map_addr;
|
||||
|
||||
/* TX queues */
|
||||
map_addr = pci_resource_start(pdev, tx_bar_no) + tx_bar_off;
|
||||
nn->tx_bar = ioremap_nocache(map_addr, tx_bar_sz);
|
||||
if (!nn->tx_bar) {
|
||||
nn_err(nn, "Failed to map resource %d\n", tx_bar_no);
|
||||
err = -EIO;
|
||||
goto err_netdev_free;
|
||||
}
|
||||
|
||||
/* RX queues */
|
||||
map_addr = pci_resource_start(pdev, rx_bar_no) + rx_bar_off;
|
||||
nn->rx_bar = ioremap_nocache(map_addr, rx_bar_sz);
|
||||
if (!nn->rx_bar) {
|
||||
nn_err(nn, "Failed to map resource %d\n", rx_bar_no);
|
||||
err = -EIO;
|
||||
goto err_unmap_tx;
|
||||
}
|
||||
}
|
||||
|
||||
nfp_netvf_get_mac_addr(nn);
|
||||
|
||||
err = nfp_net_irqs_alloc(nn);
|
||||
if (!err) {
|
||||
nn_warn(nn, "Unable to allocate MSI-X Vectors. Exiting\n");
|
||||
err = -EIO;
|
||||
goto err_unmap_rx;
|
||||
}
|
||||
|
||||
/* Get ME clock frequency from ctrl BAR
|
||||
* XXX for now frequency is hardcoded until we figure out how
|
||||
* to get the value from nfp-hwinfo into ctrl bar
|
||||
*/
|
||||
nn->me_freq_mhz = 1200;
|
||||
|
||||
err = nfp_net_netdev_init(nn->netdev);
|
||||
if (err)
|
||||
goto err_irqs_disable;
|
||||
|
||||
pci_set_drvdata(pdev, nn);
|
||||
|
||||
nfp_net_info(nn);
|
||||
nfp_net_debugfs_adapter_add(nn);
|
||||
|
||||
return 0;
|
||||
|
||||
err_irqs_disable:
|
||||
nfp_net_irqs_disable(nn);
|
||||
err_unmap_rx:
|
||||
if (!nn->q_bar)
|
||||
iounmap(nn->rx_bar);
|
||||
err_unmap_tx:
|
||||
if (!nn->q_bar)
|
||||
iounmap(nn->tx_bar);
|
||||
else
|
||||
iounmap(nn->q_bar);
|
||||
err_netdev_free:
|
||||
pci_set_drvdata(pdev, NULL);
|
||||
nfp_net_netdev_free(nn);
|
||||
err_ctrl_unmap:
|
||||
iounmap(ctrl_bar);
|
||||
err_pci_regions:
|
||||
pci_release_regions(pdev);
|
||||
err_pci_disable:
|
||||
pci_disable_device(pdev);
|
||||
return err;
|
||||
}
|
||||
|
||||
static void nfp_netvf_pci_remove(struct pci_dev *pdev)
|
||||
{
|
||||
struct nfp_net *nn = pci_get_drvdata(pdev);
|
||||
|
||||
/* Note, the order is slightly different from above as we need
|
||||
* to keep the nn pointer around till we have freed everything.
|
||||
*/
|
||||
nfp_net_debugfs_adapter_del(nn);
|
||||
|
||||
nfp_net_netdev_clean(nn->netdev);
|
||||
|
||||
nfp_net_irqs_disable(nn);
|
||||
|
||||
if (!nn->q_bar) {
|
||||
iounmap(nn->rx_bar);
|
||||
iounmap(nn->tx_bar);
|
||||
} else {
|
||||
iounmap(nn->q_bar);
|
||||
}
|
||||
iounmap(nn->ctrl_bar);
|
||||
|
||||
pci_set_drvdata(pdev, NULL);
|
||||
|
||||
nfp_net_netdev_free(nn);
|
||||
|
||||
pci_release_regions(pdev);
|
||||
pci_disable_device(pdev);
|
||||
}
|
||||
|
||||
static struct pci_driver nfp_netvf_pci_driver = {
|
||||
.name = nfp_net_driver_name,
|
||||
.id_table = nfp_netvf_pci_device_ids,
|
||||
.probe = nfp_netvf_pci_probe,
|
||||
.remove = nfp_netvf_pci_remove,
|
||||
};
|
||||
|
||||
static int __init nfp_netvf_init(void)
|
||||
{
|
||||
int err;
|
||||
|
||||
pr_info("%s: NFP VF Network driver, Copyright (C) 2014-2015 Netronome Systems\n",
|
||||
nfp_net_driver_name);
|
||||
|
||||
nfp_net_debugfs_create();
|
||||
err = pci_register_driver(&nfp_netvf_pci_driver);
|
||||
if (err) {
|
||||
nfp_net_debugfs_destroy();
|
||||
return err;
|
||||
}
|
||||
|
||||
return 0;
|
||||
}
|
||||
|
||||
static void __exit nfp_netvf_exit(void)
|
||||
{
|
||||
pci_unregister_driver(&nfp_netvf_pci_driver);
|
||||
nfp_net_debugfs_destroy();
|
||||
}
|
||||
|
||||
module_init(nfp_netvf_init);
|
||||
module_exit(nfp_netvf_exit);
|
||||
|
||||
MODULE_AUTHOR("Netronome Systems <oss-drivers@netronome.com>");
|
||||
MODULE_LICENSE("GPL");
|
||||
MODULE_DESCRIPTION("NFP VF network device driver");
|
Loading…
Reference in a new issue