Files
linux-nv-oot/drivers/net/ethernet/nvidia/nvethernet/ether_linux.h
Wayne Wang(SW-TEGRA) f0d6883945 nvethernet: add mutex lock for osi mdio
There is chance to hit race condition when doing mdio read/write from
different application.

This would lead to PHY not work properly intermittently.

Bug 5211090

Change-Id: I62afbc1d206fd4cf02a0b58036e8d38ca84968ac
Signed-off-by: Wayne Wang(SW-TEGRA) <waywang@nvidia.com>
Reviewed-on: https://git-master.nvidia.com/r/c/linux-nvidia/+/3453343
(cherry picked from commit 1442bbd24a8fe0423fc67b5b004b2a07d604c109)
Reviewed-on: https://git-master.nvidia.com/r/c/linux-nv-oot/+/3479480
Reviewed-by: Revanth Kumar Uppala <ruppala@nvidia.com>
GVS: buildbot_gerritrpt <buildbot_gerritrpt@nvidia.com>
Reviewed-by: Srinivas Ramachandran <srinivasra@nvidia.com>
2025-11-25 23:57:26 -08:00

997 lines
28 KiB
C

/* SPDX-License-Identifier: GPL-2.0-only */
/* SPDX-FileCopyrightText: Copyright (c) 2019-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
*
* This program is free software; you can redistribute it and/or modify it
* under the terms and conditions of the GNU General Public License,
* version 2, as published by the Free Software Foundation.
*
* This program is distributed in the hope it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
* more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
#ifndef ETHER_LINUX_H
#define ETHER_LINUX_H
#include <nvidia/conftest.h>
#include <linux/platform/tegra/ptp-notifier.h>
#include <linux/ptp_clock_kernel.h>
#include <linux/pinctrl/consumer.h>
#include <linux/platform_device.h>
#include <linux/etherdevice.h>
#include <linux/net_tstamp.h>
#include <linux/pm_runtime.h>
#include <linux/interrupt.h>
#include <linux/workqueue.h>
#include <linux/spinlock.h>
#include <linux/of_gpio.h>
#include <linux/of_mdio.h>
#include <linux/if_vlan.h>
#include <linux/thermal.h>
#include <linux/debugfs.h>
#include <linux/of_net.h>
#include <linux/module.h>
#include <linux/reset.h>
#include <linux/slab.h>
#include <linux/smp.h>
#include <linux/clk.h>
#include <linux/err.h>
#include <linux/tcp.h>
#include <linux/udp.h>
#include <linux/of.h>
#include <linux/ktime.h>
#include <linux/hrtimer.h>
#include <linux/version.h>
#include <linux/list.h>
#include <net/genetlink.h>
#include <net/pkt_sched.h>
#include <soc/tegra/virt/hv-ivc.h>
#include <soc/tegra/fuse.h>
#if IS_ENABLED(CONFIG_PAGE_POOL)
#if defined(NV_NET_PAGE_POOL_H_PRESENT)
#include <net/page_pool.h>
#else
#include <net/page_pool/types.h>
#include <net/page_pool/helpers.h>
#endif
#define ETHER_PAGE_POOL
#endif
#include <osi_core.h>
#include <osi_dma.h>
#include <mmc.h>
#include <ivc_core.h>
#include "ioctl.h"
#ifdef MACSEC_SUPPORT
#include "macsec.h"
#endif
#ifdef ETHER_NVGRO
#include <net/inet_common.h>
#include <uapi/linux/ip.h>
#include <net/udp.h>
#endif /* ETHER_NVGRO */
/**
* @brief Define for default DMA bit mask
*/
#define DMA_MASK_NONE 0x0ULL
/**
* @brief Constant for CBS value calculate
*/
#define ETH_1K 1000
#define MULTIPLIER_32 32
#define MULTIPLIER_8 8
#define MULTIPLIER_4 4
/**
* @brief Max number of Ethernet IRQs supported in HW
*/
#define ETHER_MAX_IRQS 4
/**
* @brief Maximum index for IRQ numbers array.
*/
#define ETHER_IRQ_MAX_IDX 9
/**
* @brief Size of Ethernet IRQ name.
*/
#define ETHER_IRQ_NAME_SZ 32
/**
* @brief CPU to handle ethernet common interrupt
*/
#define ETHER_COMMON_IRQ_DEFAULT_CPU 4U
/**
* @addtogroup MAC address DT string
*/
#define ETH_MAC_STR_LEN 20
/**
* @addtogroup Maximum number of child nodes
*/
#define MAX_CHILD_NODES 0xFFFFU
/**
* @addtogroup Helper for INT_32 MAX
*/
#define OSD_INT_MAX 0x7FFFFFFF
/**
* @addtogroup Ethernet Transmit Queue Priority
*
* @brief Macros to define the default, maximum and invalid range of Transmit
* queue priority. These macros are used to check the bounds of Tx queue
* priority provided in the device tree.
* @{
*/
#define ETHER_QUEUE_PRIO_DEFAULT 0U
#define ETHER_QUEUE_PRIO_MAX 7U
#define ETHER_QUEUE_PRIO_INVALID 0xFFU
/** @} */
/**
* @brief Ethernet default PTP clock frequency
*/
#define ETHER_DFLT_PTP_CLK 312500000U
#define ETHER_DFLT_PTP_CLK_UFPGA 78125000U
/**
* @brief Ethernet default PTP default RxQ
*/
#define ETHER_DEFAULT_PTP_QUEUE 3U
/**
* @brief SEC to MSEC converter
*/
#define ETHER_SECTOMSEC 1000U
/**
* @brief Ethernet clk rates
*/
#define ETHER_RX_INPUT_CLK_RATE 125000000UL
#define ETHER_MGBE_MAC_DIV_RATE_25G 781250000UL
#define ETHER_MGBE_MAC_DIV_RATE_10G 312500000UL
#define ETHER_MGBE_MAC_DIV_RATE_5G 156250000UL
#define ETHER_MGBE_MAC_DIV_RATE_2_5G 78125000UL
// gbe_pll2_txclkref (644 MHz) --> programmable link TX_CLK divider
// --> link_Tx_clk --> fixed 1/2 gear box divider --> lane TX clk.
#define ETHER_MGBE_TXRX_CLK_XAUI_25G 805664000UL
#define ETHER_MGBE_TX_CLK_USXGMII_10G 644531250UL
#define ETHER_MGBE_TX_CLK_USXGMII_5G 322265625UL
#define ETHER_MGBE_RX_CLK_USXGMII_10G 644531250UL
#define ETHER_MGBE_RX_CLK_USXGMII_5G 322265625UL
#define ETHER_MGBE_TXRX_PCS_CLK_XAUI_25G 390625000UL
#define ETHER_MGBE_TX_PCS_CLK_USXGMII_10G 156250000UL
#define ETHER_MGBE_TX_PCS_CLK_USXGMII_5G 78125000UL
#define ETHER_MGBE_RX_PCS_CLK_USXGMII_10G 156250000UL
#define ETHER_MGBE_RX_PCS_CLK_USXGMII_5G 78125000UL
#define ETHER_EQOS_TX_CLK_2_5G 312500000UL
#define ETHER_EQOS_TX_CLK_1000M 125000000UL
#define ETHER_EQOS_TX_CLK_100M 25000000UL
#define ETHER_EQOS_TX_CLK_10M 2500000UL
#define ETHER_EQOS_UPHY_LX_TX_2_5G_CLK 195312500UL
#define ETHER_EQOS_UPHY_LX_TX_1G_CLK 78125000UL
#define ETHER_EQOS_RX_PCS_CLK_2_5G 312500000UL
#define ETHER_EQOS_RX_CLK_1000M 125000000UL
#define ETHER_EQOS_UPHY_LX_RX_2_5G_CLK 195312500UL
#define ETHER_MGBE_APP_25G_CLK 650000000UL
#define ETHER_MGBE_APP_10G_5G_CLK 480000000UL
/**
* @brief 1 Second in Neno Second
*/
#define ETHER_ONESEC_NENOSEC 1000000000ULL
/**
* @addtogroup CONFIG Ethernet configuration error codes
*
* @brief Error codes for fail/success.
* @{
*/
#define EQOS_CONFIG_FAIL -3
#define EQOS_CONFIG_SUCCESS 0
/** @} */
/**
* @addtogroup ADDR Ethernet MAC address register count
*
* @brief MAC L2 address filter count
* @{
*/
#define ETHER_ADDR_REG_CNT_128 128
#define ETHER_ADDR_REG_CNT_64 64
#define ETHER_ADDR_REG_CNT_48 48
#define ETHER_ADDR_REG_CNT_32 32
#define ETHER_ADDR_REG_CNT_1 1
/** @} */
/**
* @addtogroup HW MAC HW Filter Hash Table size
*
* @brief Represents Hash Table sizes.
* @{
*/
#define HW_HASH_TBL_SZ_3 3
#define HW_HASH_TBL_SZ_2 2
#define HW_HASH_TBL_SZ_1 1
#define HW_HASH_TBL_SZ_0 0
/** @} */
/**
* @brief Max pending SKB count
*/
//TBD: does need change for T264?
#define ETHER_MAX_PENDING_SKB_CNT (64 * OSI_MGBE_MAX_NUM_CHANS)
/**
* @brief Maximum buffer length per DMA descriptor (16KB).
*/
#define ETHER_TX_MAX_BUFF_SIZE 0x3FFF
/**
* @brief Maximum skb frame(GSO/TSO) size (64KB)
*/
#define ETHER_TX_MAX_FRAME_SIZE GSO_MAX_SIZE
/**
* @brief IVC wait timeout cnt in micro seconds.
*/
#define IVC_WAIT_TIMEOUT_CNT 200000
/**
* @brief Broadcast and MAC address macros
*/
#define ETHER_MAC_ADDRESS_INDEX 1U
#define ETHER_BC_ADDRESS_INDEX 0U
#define ETHER_MAC_ADDRESS_INDEX_T26X 0U
#define ETHER_BC_ADDRESS_INDEX_T26X 1U
#define ETHER_ADDRESS_MAC 1
#define ETHER_ADDRESS_BC 0
#ifdef ETHER_NVGRO
/* NVGRO packets purge threshold in msec */
#define NVGRO_AGE_THRESHOLD 500
#define NVGRO_PURGE_TIMER_THRESHOLD 5000
#define NVGRO_RX_RUNNING OSI_BIT(0)
#define NVGRO_PURGE_TIMER_RUNNING OSI_BIT(1)
#endif
/**
* @brief Invalid MDIO address for fixed link
*/
#define FIXED_PHY_INVALID_MDIO_ADDR 0xFFU
#define ETHER_ADDRESS_32BIT 0
#define ETHER_ADDRESS_40BIT 1
#define ETHER_ADDRESS_48BIT 2
/**
* @addtogroup coalesce defines
*
* @brief Used to configure coalesce.
* @{
*/
#define ETHER_MIN_TX_COALESCE_USEC 32U
#define ETHER_MIN_TX_COALESCE_FRAMES 1U
#define ETHER_MAX_TX_COALESCE_USEC 1020U
#define ETHER_MIN_RX_COALESCE_FRAMES 1U
#define ETHER_MAX_RX_COALESCE_USEC 1020U
#define ETHER_EQOS_MIN_RX_COALESCE_USEC 5U
#define ETHER_MGBE_MIN_RX_COALESCE_USEC 6U
/** @} */
#define ETHER_INVALID_CHAN_NUM 0xFFU
/**
* @brief Check if Tx data buffer length is within bounds.
*
* Algorithm: Check the data length if it is valid.
*
* @param[in] length: Tx data buffer length to check
*
* @retval true if length is valid
* @retval false otherwise
*/
static inline bool valid_tx_len(unsigned int length)
{
if (length > 0U && length <= ETHER_TX_MAX_FRAME_SIZE) {
return true;
} else {
return false;
}
}
/* Descriptors required for maximum contiguous TSO/GSO packet
* one extra descriptor if there is linear buffer payload
*/
#define ETHER_TX_MAX_SPLIT ((GSO_MAX_SIZE / ETHER_TX_MAX_BUFF_SIZE) + 1)
/* Maximum possible descriptors needed for an SKB:
* - Maximum number of SKB frags
* - Maximum descriptors for contiguous TSO/GSO packet
* - Possible context descriptor
* - Possible TSO header descriptor
*/
#define ETHER_TX_DESC_THRESHOLD (MAX_SKB_FRAGS + ETHER_TX_MAX_SPLIT + 2)
#define ETHER_TX_MAX_FRAME(x) ((x) / ETHER_TX_DESC_THRESHOLD)
/**
*@brief Returns count of available transmit descriptors
*
* Algorithm: Check the difference between current descriptor index
* and the descriptor index to be cleaned.
*
* @param[in] tx_ring: Tx ring instance associated with channel number
*
* @note MAC needs to be initialized and Tx ring allocated.
*
* @returns Number of available descriptors in the given Tx ring.
*/
static inline int ether_avail_txdesc_cnt(struct osi_dma_priv_data *osi_dma,
struct osi_tx_ring *tx_ring)
{
if (unlikely((osi_dma->tx_ring_sz == 0U) ||
(tx_ring->cur_tx_idx >= osi_dma->tx_ring_sz))) {
return -EINVAL;
}
if (tx_ring->clean_idx > (tx_ring->cur_tx_idx + 1U)) {
return ((tx_ring->clean_idx - (tx_ring->cur_tx_idx + 1U)) &
(osi_dma->tx_ring_sz - 1U));
} else {
return (((tx_ring->clean_idx + osi_dma->tx_ring_sz) -
(tx_ring->cur_tx_idx + 1U)) &
(osi_dma->tx_ring_sz - 1U));
}
}
/**
* @brief Timer to trigger Work queue periodically which read HW counters
* and store locally. If data is at line rate, 2^32 entry get will filled in
* 36 second for 1 G interface and 3.6 sec for 10 G interface.
*/
#define ETHER_STATS_TIMER 3000U
/**
* @brief Timer to trigger Work queue periodically which read TX timestamp
* for PTP packets. Timer is in milisecond.
*/
#define ETHER_TS_MS_TIMER 1U
#define ETHER_VM_IRQ_TX_CHAN_MASK(x) BIT((x) * 2U)
#define ETHER_VM_IRQ_RX_CHAN_MASK(x) BIT(((x) * 2U) + 1U)
/* MDIO clause 45 bit */
#define MII_DEVADDR_C45_SHIFT 16
/**
* @brief DMA Transmit Channel NAPI
*/
struct ether_tx_napi {
/** Transmit channel number */
unsigned int chan;
/** OSD private data */
struct ether_priv_data *pdata;
/** NAPI instance associated with transmit channel */
struct napi_struct napi;
/** SW timer associated with transmit channel */
struct hrtimer tx_usecs_timer;
/** SW timer flag associated with transmit channel */
atomic_t tx_usecs_timer_armed;
};
/**
*@brief DMA Receive Channel NAPI
*/
struct ether_rx_napi {
/** Receive channel number */
unsigned int chan;
/** OSD private data */
struct ether_priv_data *pdata;
/** NAPI instance associated with transmit channel */
struct napi_struct napi;
};
/**
* @brief VM Based IRQ data
*/
struct ether_vm_irq_data {
/** List of DMA Tx/Rx channel mask */
unsigned int chan_mask[3];
/** OSD private data */
struct ether_priv_data *pdata;
};
/**
* @brief Ethernet IVC context
*/
struct ether_ivc_ctxt {
/** ivc cookie */
struct tegra_hv_ivc_cookie *ivck;
/** ivc lock */
raw_spinlock_t ivck_lock;
/** Flag to indicate ivc started or stopped */
unsigned int ivc_state;
};
/**
* @brief local L2 filter table structure
*/
struct ether_mac_addr {
/** L2 address */
unsigned char addr[ETH_ALEN];
/** DMA channel to route packets */
unsigned int dma_chan;
};
/**
* @brief tx timestamp pending skb list node structure
*/
struct ether_tx_ts_skb_list {
/** Link list node head */
struct list_head list_head;
/** if node is in use */
unsigned int in_use;
/** skb pointer */
struct sk_buff *skb;
/** packet id to identify timestamp */
unsigned int pktid;
/** vdmaid to identify timestamp */
unsigned int vdmaid;
/** SKB jiffies to find time */
unsigned long pkt_jiffies;
};
/**
* @brief skb list with timestamp node structure
*/
struct ether_timestamp_skb_list {
/** Link list node head */
struct list_head list_h;
/** skb pointer */
struct sk_buff *skb;
/* Nano sec tx timestamp for skbinfo*/
unsigned long long nsec;
/** if node is in use */
unsigned int in_use;
};
/**
* @brief ether_xtra_stat_counters - OSI core extra stat counters
*/
struct ether_xtra_stat_counters {
/** rx skb allocation failure count */
nveu64_t re_alloc_rxbuf_failed[OSI_MGBE_MAX_NUM_CHANS];
/** TX per channel interrupt count */
nveu64_t tx_normal_irq_n[OSI_MGBE_MAX_NUM_CHANS];
/** TX per channel SW timer callback count */
nveu64_t tx_usecs_swtimer_n[OSI_MGBE_MAX_NUM_CHANS];
/** RX per channel interrupt count */
nveu64_t rx_normal_irq_n[OSI_MGBE_MAX_NUM_CHANS];
/** link connect count */
nveu64_t link_connect_count;
/** link disconnect count */
nveu64_t link_disconnect_count;
};
/**
* @brief Ethernet driver private data
*/
struct ether_priv_data {
/** OSI core private data */
struct osi_core_priv_data *osi_core;
/** OSI DMA private data */
struct osi_dma_priv_data *osi_dma;
/** Virtual address of reserved DMA buffer */
void *resv_buf_virt_addr;
/** Physical address of reserved DMA buffer */
nveu64_t resv_buf_phy_addr;
/** HW supported feature list */
struct osi_hw_features hw_feat;
/** Array of DMA Transmit channel NAPI */
struct ether_tx_napi *tx_napi[OSI_MGBE_MAX_NUM_CHANS];
/** Array of DMA Receive channel NAPI */
struct ether_rx_napi *rx_napi[OSI_MGBE_MAX_NUM_CHANS];
/** Network device associated with driver */
struct net_device *ndev;
/** Base device associated with driver */
struct device *dev;
/** Reset for the MAC */
struct reset_control *mac_rst;
/** Reset for the XPCS */
struct reset_control *xpcs_rst;
/** PLLREFE clock */
struct clk *pllrefe_clk;
/** Clock from AXI */
struct clk *axi_clk;
/** Clock from AXI CBB */
struct clk *axi_cbb_clk;
/** Receive clock (which will be driven from the PHY) */
struct clk *rx_clk;
/** PTP reference clock from AXI */
struct clk *ptp_ref_clk;
/** Transmit clock */
struct clk *tx_clk;
/** Transmit clock divider */
struct clk *tx_div_clk;
/** Receive Monitoring clock */
struct clk *rx_m_clk;
/** Transmit Monitoring clock */
struct clk *tx_m_clk;
/** RX PCS monitoring clock */
struct clk *rx_pcs_m_clk;
/** RX PCS input clock */
struct clk *rx_pcs_input_clk;
/** RX PCS clock */
struct clk *rx_pcs_clk;
/** TX PCS clock */
struct clk *tx_pcs_clk;
/** MAC DIV clock */
struct clk *mac_div_clk;
/** MAC clock */
struct clk *mac_clk;
/** EEE PCS clock */
struct clk *eee_pcs_clk;
/** APP clock */
struct clk *app_clk;
/** MAC Rx input clk */
struct clk *rx_input_clk;
/** PLL refgp_out1 clock */
struct clk *pllrefgp_out1;
/** utmi_pll1_clkout480 clock*/
struct clk *utmi_pll1_clkout480;
/** pll_bpmpcam clock */
struct clk *pll_bpmpcam;
/** Tx serdes clock */
struct clk *tx_ser_clk;
/** Rx serdes clock */
struct clk *rx_ser_clk;
/** Pointer to PHY device tree node */
struct device_node *phy_node;
/** Pointer to MDIO device tree node */
struct device_node *mdio_node;
/** Pointer to MII bus instance */
struct mii_bus *mii;
/** Pointer to the PHY device */
struct phy_device *phydev;
/** Interface type assciated with MAC (SGMII/RGMII/...)
* this information will be provided with phy-mode DT entry */
phy_interface_t interface;
/** Previous detected link */
unsigned int oldlink;
/** PHY link speed */
int speed;
/** Previous detected mode */
int oldduplex;
/** Reset for PHY */
int phy_reset;
/** Rx IRQ alloc mask */
unsigned int rx_irq_alloc_mask;
/** Tx IRQ alloc mask */
unsigned int tx_irq_alloc_mask;
/** Common IRQ alloc mask */
unsigned int common_irq_alloc_mask;
/** Common IRQ number for MAC */
int common_irq;
/** CPU affinity mask for Common IRQ */
cpumask_t common_isr_cpu_mask;
/** CPU ID for handling Common IRQ */
unsigned int common_isr_cpu_id;
/** Array of DMA Transmit channel IRQ numbers */
int tx_irqs[ETHER_MAX_IRQS];
/** Array of DMA Receive channel IRQ numbers */
int rx_irqs[ETHER_MAX_IRQS];
/** Array of VM IRQ numbers */
int vm_irqs[OSI_MAX_VM_IRQS];
/** IRQ name */
char irq_names[ETHER_IRQ_MAX_IDX][ETHER_IRQ_NAME_SZ];
/** memory allocation mask */
unsigned long long dma_mask;
/** Current state of features enabled in HW*/
netdev_features_t hw_feat_cur_state;
/** MAC loopback mode */
unsigned int mac_loopback_mode;
/** Array of MTL queue TX priority */
unsigned int txq_prio[OSI_MGBE_MAX_NUM_PDMA_CHANS];
/** Spin lock for Tx/Rx interrupt enable registers */
raw_spinlock_t rlock;
/** max address register count, 2*mac_addr64_sel */
int num_mac_addr_regs;
/** Last address reg filter index added in last call*/
unsigned int last_filter_index;
/** vlan hash filter 1: hash, 0: perfect */
unsigned int vlan_hash_filtering;
/** L2 filter mode */
unsigned int l2_filtering_mode;
/** PTP clock operations structure */
struct ptp_clock_info ptp_clock_ops;
/** PTP system clock */
struct ptp_clock *ptp_clock;
/** PTP reference clock supported by platform */
unsigned int ptp_ref_clock_speed;
/** HW tx time stamping enable */
unsigned int hwts_tx_en;
/** HW rx time stamping enable */
unsigned int hwts_rx_en;
/** Max MTU supported by platform */
unsigned int max_platform_mtu;
/** Spin lock for PTP registers */
raw_spinlock_t ptp_lock;
/** Clocks enable check */
bool clks_enable;
/** Promiscuous mode support, configuration in DT */
unsigned int promisc_mode;
/** Delayed work queue to read RMON counters periodically */
struct delayed_work ether_stats_work;
/** set speed work */
struct delayed_work set_speed_work;
/** Flag to check if EEE LPI is enabled for the MAC */
unsigned int eee_enabled;
/** Flag to check if EEE LPI is active currently */
unsigned int eee_active;
/** Flag to check if EEE LPI is enabled for MAC transmitter */
unsigned int tx_lpi_enabled;
/** Time (usec) MAC waits to enter LPI after Tx complete */
unsigned int tx_lpi_timer;
/** ivc context */
struct ether_ivc_ctxt ictxt;
/** VM channel info data associated with VM IRQ */
struct ether_vm_irq_data *vm_irq_data;
#ifdef ETHER_PAGE_POOL
/** Pointer to page pool */
struct page_pool *page_pool[OSI_MGBE_MAX_NUM_CHANS];
#endif
#ifdef CONFIG_DEBUG_FS
/** Debug fs directory pointer */
struct dentry *dbgfs_dir;
/** HW features dump debug fs pointer */
struct dentry *dbgfs_hw_feat;
/** Descriptor dump debug fs pointer */
struct dentry *dbgfs_desc_dump;
/** Register dump debug fs pointer */
struct dentry *dbgfs_reg_dump;
/** Holds the time in usec for suspend routine completion */
u64 suspend_profile_time;
/** Holds the time in usec for resume routine completion */
u64 resume_profile_time;
#endif
#ifdef MACSEC_SUPPORT
/** MACsec priv data */
struct macsec_priv_data *macsec_pdata;
#endif /* MACSEC_SUPPORT */
/** local L2 filter address list head pointer */
struct ether_mac_addr mac_addr[ETHER_ADDR_REG_CNT_128];
/** skb tx timestamp update work queue */
struct delayed_work tx_ts_work;
/** local skb list head */
struct list_head tx_ts_skb_head;
/** local skb list head with timestamp*/
struct list_head timestamp_skb_head;
/** pre allocated memory for ether_tx_ts_skb_list list */
struct ether_tx_ts_skb_list tx_ts_skb[ETHER_MAX_PENDING_SKB_CNT];
/** pre allocated memory for ether_timestamp_skb_list list */
struct ether_timestamp_skb_list timestamp_skb[ETHER_MAX_PENDING_SKB_CNT];
/** Atomic variable to hold the current pad calibration status */
atomic_t padcal_in_progress;
/** eqos dev pinctrl handle */
struct pinctrl *pin;
/** eqos rgmii rx input pins enable state */
struct pinctrl_state *mii_rx_enable_state;
/** eqos rgmii rx input pins disable state */
struct pinctrl_state *mii_rx_disable_state;
/** PHY reset Post delay */
int phy_reset_post_delay;
/** PHY reset duration delay */
int phy_reset_duration;
#ifdef ETHER_NVGRO
/** Master queue */
struct sk_buff_head mq;
/** Master queue */
struct sk_buff_head fq;
/** expected IP ID */
u16 expected_ip_id;
/** Timer for purginging the packets in FQ and MQ based on threshold */
struct timer_list nvgro_timer;
/** Rx processing state for NVGRO */
atomic_t rx_state;
/** Purge timer state for NVGRO */
atomic_t timer_state;
/** NVGRO packet age threshold in milseconds */
u32 pkt_age_msec;
/** NVGRO purge timer interval */
u32 nvgro_timer_intrvl;
/** NVGRO packet dropped count */
u64 nvgro_dropped;
#endif
/** Platform MDIO address */
unsigned int mdio_addr;
/** Skip MAC reset */
unsigned int skip_mac_reset;
/** Fixed link enable/disable */
unsigned int fixed_link;
/** Flag to represent rx_m clk enabled or not */
bool rx_m_enabled;
/** Flag to represent tx_m clk enabled or not */
bool tx_m_enabled;
/** Flag to represent rx_pcs_m clk enabled or not */
bool rx_pcs_m_enabled;
/* Timer value in msec for ether_stats_work thread */
unsigned int stats_timer;
#ifdef HSI_SUPPORT
/** Delayed work queue for error reporting */
struct delayed_work ether_hsi_work;
/** HSI lock */
struct mutex hsi_lock;
#endif
/** Protect critical section of TX TS SKB list */
raw_spinlock_t txts_lock;
/** Ref count for ether_get_tx_ts_func */
atomic_t tx_ts_ref_cnt;
/** Ref count for set_speed_work_func */
atomic_t set_speed_ref_cnt;
/** flag to enable logs using ethtool */
u32 msg_enable;
/** flag to indicate to start/stop the Tx */
unsigned int tx_start_stop;
/** Tasklet for restarting UPHY lanes */
struct tasklet_struct lane_restart_task;
/** xtra sw error counters */
struct ether_xtra_stat_counters xstats;
/** PTP configuration passed by aplication */
struct hwtstamp_config ptp_config;
/** Flag to hold DT config to disable Rx csum in HW */
uint32_t disable_rx_csum;
/** select Tx queue/dma channel for testing */
unsigned int tx_queue_select;
#ifdef BW_TEST
/** enable tx bandwidth for testing */
unsigned int test_tx_bandwidth;
/** enable tx bandwidth pkt size */
unsigned int tx_bandwidth_pkt_size;
/** delayed work - tx bandwidth for testing */
struct delayed_work tx_bandwidth_work;
/** tx bandwidth pkt work queue */
struct workqueue_struct *tx_bw_wq;
#endif
/** COE mode enabled */
u32 coe_enable;
/** OSI instance of COE */
struct osi_mgbe_coe mgbe_coe;
/** Flag to retry restart_lane_bringup logic */
u32 force_restart_lane_bringup;
/** MDIO lock for OSI function calls **/
struct mutex osi_mdio_lock;
};
/**
* @brief Set ethtool operations
*
* @param[in] ndev: network device instance
*
* @note Network device needs to created.
*/
void ether_set_ethtool_ops(struct net_device *ndev);
/**
* @brief Creates Ethernet sysfs group
*
* @param[in] pdata: Ethernet driver private data
*
* @retval 0 - success,
* @retval "negative value" - failure.
*/
int ether_sysfs_register(struct ether_priv_data *pdata);
/**
* @brief Removes Ethernet sysfs group
*
* @param[in] pdata: Ethernet driver private data
*
* @note nvethernet sysfs group need to be registered during probe.
*/
void ether_sysfs_unregister(struct ether_priv_data *pdata);
/**
* @brief Function to register ptp clock driver
*
* Algorithm: This function is used to register the ptp clock driver to kernel
*
* @param[in] pdata: Pointer to private data structure.
*
* @note Driver probe need to be completed successfully with ethernet
* network device created
*
* @retval 0 on success
* @retval "negative value" on Failure
*/
int ether_ptp_init(struct ether_priv_data *pdata);
/**
* @brief Function to unregister ptp clock driver
*
* Algorithm: This function is used to remove ptp clock driver from kernel.
*
* @param[in] pdata: Pointer to private data structure.
*
* @note PTP clock driver need to be successfully registered during init
*/
void ether_ptp_remove(struct ether_priv_data *pdata);
/**
* @brief Function to handle PTP settings.
*
* Algorithm: This function is used to handle the hardware PTP settings.
*
* @param[in] pdata: Pointer to private data structure.
* @param[in] ifr: Interface request structure used for socket ioctl
*
* @note PTP clock driver need to be successfully registered during
* initialization and HW need to support PTP functionality.
*
* @retval 0 on success
* @retval "negative value" on Failure
*/
int ether_handle_hwtstamp_ioctl(struct ether_priv_data *pdata,
struct ifreq *ifr);
#ifndef OSI_STRIPPED_LIB
int ether_conf_eee(struct ether_priv_data *pdata, unsigned int tx_lpi_enable);
#endif /* !OSI_STRIPPED_LIB */
/**
* @brief ether_padctrl_mii_rx_pins - Enable/Disable RGMII Rx pins.
*
* @param[in] priv: OSD private data structure.
* @param[in] enable: Enable/Disable EQOS RGMII Rx pins
*
* @retval 0 on success
* @retval negative value on failure.
*/
int ether_padctrl_mii_rx_pins(void *priv, unsigned int enable);
#ifndef OSI_STRIPPED_LIB
void ether_selftest_get_strings(struct ether_priv_data *pdata, u8 *data);
int ether_selftest_get_count(struct ether_priv_data *pdata);
#else
static inline void ether_selftest_run(struct net_device *dev,
struct ethtool_test *etest, u64 *buf)
{
}
static inline void ether_selftest_get_strings(struct ether_priv_data *pdata,
u8 *data)
{
}
static inline int ether_selftest_get_count(struct ether_priv_data *pdata)
{
return -EOPNOTSUPP;
}
#endif /* CONFIG_NVETHERNET_SELFTESTS */
/**
* @brief ether_assign_osd_ops - Assigns OSD ops for OSI
*
* @param[in] osi_core: OSI CORE data structure
* @param[in] osi_dma: OSI DMA data structure.
*
* @note
* API Group:
* - Initialization: Yes
* - Run time: No
* - De-initialization: No
*/
void ether_assign_osd_ops(struct osi_core_priv_data *osi_core,
struct osi_dma_priv_data *osi_dma);
void ether_set_rx_mode(struct net_device *dev);
/**
* @brief Function to configure traffic class
*
* Algorithm: This function is used to handle the hardware TC
* settings.
*
* @param[in] pdata: Pointer to private data structure.
* @param[in] qopt: Pointer to qdisc taprio offload data.
*
* @note MAC interface should be up.
*
* @retval 0 on success
* @retval "negative value" on Failure
*/
int ether_tc_setup_taprio(struct ether_priv_data *pdata,
struct tc_taprio_qopt_offload *qopt);
/**
* @brief Function to configure credit base shapper
*
* Algorithm: This function is used to handle the hardware CBS
* settings.
*
* @param[in] pdata: Pointer to private data structure.
* @param[in] qopt: Pointer to qdisc taprio offload data.
*
* @note MAC interface should be up.
*
* @retval 0 on success
* @retval "negative value" on Failure
*/
int ether_tc_setup_cbs(struct ether_priv_data *pdata,
struct tc_cbs_qopt_offload *qopt);
/**
* @brief Get Tx done timestamp from OSI and update in skb
*
* @param[in] pdata: Pointer to private data structure.
*
* @note Network interface should be up
*
* @retval 0 on success
* @retval EAGAIN on Failure
*/
int ether_get_tx_ts(struct ether_priv_data *pdata);
void ether_restart_lane_bringup_task(struct tasklet_struct *t);
static inline nveu64_t update_stats_counter(nveu64_t last_value, nveu64_t incr)
{
nveu64_t temp = last_value + incr;
if (temp < last_value) {
/* Stats overflow, so reset it to zero */
temp = 0UL;
}
return temp;
}
#ifdef ETHER_NVGRO
void ether_nvgro_purge_timer(struct timer_list *t);
#endif /* ETHER_NVGRO */
#ifdef BW_TEST
void ether_tx_bandwidth_work(struct work_struct *work);
#endif
#ifdef ETHER_VLAN_VID_SUPPORT
/**
* @brief Adds VLAN ID. This function is invoked by upper
* layer when a new VLAN id is registered. This function updates the HW
* filter with new VLAN id. New vlan id can be added with vconfig -
* vconfig add interface_name vlan_id
*
* Algorithm:
* 1) Check for hash or perfect filtering.
* 2) invoke osi call accordingly.
*
* @param[in] ndev: Network device structure
* @param[in] vlan_proto: VLAN proto VLAN_PROTO_8021Q = 0 VLAN_PROTO_8021AD = 1
* @param[in] vid: VLAN ID.
*
* @note Ethernet interface should be up
*
* @retval 0 on success
* @retval "negative value" on failure.
*/
int ether_vlan_rx_add_vid(struct net_device *ndev, __be16 vlan_proto, u16 vid);
/**
* @brief Removes VLAN ID. This function is invoked by
* upper layer when a new VALN id is removed. This function updates the
* HW filter. vlan id can be removed with vconfig -
* vconfig rem interface_name vlan_id
*
* Algorithm:
* 1) Check for hash or perfect filtering.
* 2) invoke osi call accordingly.
*
* @param[in] ndev: Network device structure
* @param[in] vlan_proto: VLAN proto VLAN_PROTO_8021Q = 0 VLAN_PROTO_8021AD = 1
* @param[in] vid: VLAN ID.
*
* @note Ethernet interface should be up
*
* @retval 0 on success
* @retval "negative value" on failure.
*/
int ether_vlan_rx_kill_vid(struct net_device *ndev, __be16 vlan_proto, u16 vid);
#endif /* ETHER_VLAN_VID_SUPPORT */
#endif /* ETHER_LINUX_H */