// SPDX-License-Identifier: GPL-2.0 /* Copyright(c) 1999 - 2018 Intel Corporation. */ #include <linux/types.h> #include <linux/module.h> #include <linux/pci.h> #include <linux/netdevice.h> #include <linux/vmalloc.h> #include <linux/string.h> #include <linux/in.h> #include <linux/interrupt.h> #include <linux/ip.h> #include <linux/tcp.h> #include <linux/sctp.h> #include <linux/pkt_sched.h> #include <linux/ipv6.h> #include <linux/slab.h> #include <net/checksum.h> #include <net/ip6_checksum.h> #include <linux/etherdevice.h> #include <linux/ethtool.h> #include <linux/if.h> #include <linux/if_vlan.h> #include <linux/if_macvlan.h> #include <linux/if_bridge.h> #include <linux/prefetch.h> #include <linux/bpf.h> #include <linux/bpf_trace.h> #include <linux/atomic.h> #include <linux/numa.h> #include <generated/utsrelease.h> #include <scsi/fc/fc_fcoe.h> #include <net/udp_tunnel.h> #include <net/pkt_cls.h> #include <net/tc_act/tc_gact.h> #include <net/tc_act/tc_mirred.h> #include <net/vxlan.h> #include <net/mpls.h> #include <net/netdev_queues.h> #include <net/xdp_sock_drv.h> #include <net/xfrm.h> #include "ixgbe.h" #include "ixgbe_common.h" #include "ixgbe_dcb_82599.h" #include "ixgbe_phy.h" #include "ixgbe_sriov.h" #include "ixgbe_model.h" #include "ixgbe_txrx_common.h" char ixgbe_driver_name[] = …; static const char ixgbe_driver_string[] = …; #ifdef IXGBE_FCOE char ixgbe_default_device_descr[] = …; #else static char ixgbe_default_device_descr[] = "Intel(R) 10 Gigabit Network Connection"; #endif static const char ixgbe_copyright[] = …; static const char ixgbe_overheat_msg[] = …; static const struct ixgbe_info *ixgbe_info_tbl[] = …; /* ixgbe_pci_tbl - PCI Device ID Table * * Wildcard entries (PCI_ANY_ID) should come last * Last entry must be all 0s * * { Vendor ID, Device ID, SubVendor ID, SubDevice ID, * Class, Class Mask, private data (not used) } */ static const struct pci_device_id ixgbe_pci_tbl[] = …; MODULE_DEVICE_TABLE(pci, ixgbe_pci_tbl); #ifdef CONFIG_IXGBE_DCA static int ixgbe_notify_dca(struct notifier_block *, unsigned long event, void *p); static struct notifier_block dca_notifier = …; #endif #ifdef CONFIG_PCI_IOV static unsigned int max_vfs; module_param(max_vfs, uint, 0); MODULE_PARM_DESC(…) …; #endif /* CONFIG_PCI_IOV */ static bool allow_unsupported_sfp; module_param(allow_unsupported_sfp, bool, 0444); MODULE_PARM_DESC(…) …; #define DEFAULT_MSG_ENABLE … static int debug = …; module_param(debug, int, 0); MODULE_PARM_DESC(…) …; MODULE_DESCRIPTION(…) …; MODULE_LICENSE(…) …; DEFINE_STATIC_KEY_FALSE(ixgbe_xdp_locking_key); EXPORT_SYMBOL(…); static struct workqueue_struct *ixgbe_wq; static bool ixgbe_check_cfg_remove(struct ixgbe_hw *hw, struct pci_dev *pdev); static void ixgbe_watchdog_link_is_down(struct ixgbe_adapter *); static const struct net_device_ops ixgbe_netdev_ops; static bool netif_is_ixgbe(struct net_device *dev) { … } static int ixgbe_read_pci_cfg_word_parent(struct ixgbe_adapter *adapter, u32 reg, u16 *value) { … } static int ixgbe_get_parent_bus_info(struct ixgbe_adapter *adapter) { … } /** * ixgbe_pcie_from_parent - Determine whether PCIe info should come from parent * @hw: hw specific details * * This function is used by probe to determine whether a device's PCI-Express * bandwidth details should be gathered from the parent bus instead of from the * device. Used to ensure that various locations all have the correct device ID * checks. */ static inline bool ixgbe_pcie_from_parent(struct ixgbe_hw *hw) { … } static void ixgbe_check_minimum_link(struct ixgbe_adapter *adapter, int expected_gts) { … } static void ixgbe_service_event_schedule(struct ixgbe_adapter *adapter) { … } static void ixgbe_remove_adapter(struct ixgbe_hw *hw) { … } static u32 ixgbe_check_remove(struct ixgbe_hw *hw, u32 reg) { … } /** * ixgbe_read_reg - Read from device register * @hw: hw specific details * @reg: offset of register to read * * Returns : value read or IXGBE_FAILED_READ_REG if removed * * This function is used to read device registers. It checks for device * removal by confirming any read that returns all ones by checking the * status register value for all ones. This function avoids reading from * the hardware if a removal was previously detected in which case it * returns IXGBE_FAILED_READ_REG (all ones). */ u32 ixgbe_read_reg(struct ixgbe_hw *hw, u32 reg) { … } static bool ixgbe_check_cfg_remove(struct ixgbe_hw *hw, struct pci_dev *pdev) { … } u16 ixgbe_read_pci_cfg_word(struct ixgbe_hw *hw, u32 reg) { … } #ifdef CONFIG_PCI_IOV static u32 ixgbe_read_pci_cfg_dword(struct ixgbe_hw *hw, u32 reg) { … } #endif /* CONFIG_PCI_IOV */ void ixgbe_write_pci_cfg_word(struct ixgbe_hw *hw, u32 reg, u16 value) { … } static void ixgbe_service_event_complete(struct ixgbe_adapter *adapter) { … } struct ixgbe_reg_info { … }; static const struct ixgbe_reg_info ixgbe_reg_info_tbl[] = …; /* * ixgbe_regdump - register printout routine */ static void ixgbe_regdump(struct ixgbe_hw *hw, struct ixgbe_reg_info *reginfo) { … } static void ixgbe_print_buffer(struct ixgbe_ring *ring, int n) { … } /* * ixgbe_dump - Print registers, tx-rings and rx-rings */ static void ixgbe_dump(struct ixgbe_adapter *adapter) { … } static void ixgbe_release_hw_control(struct ixgbe_adapter *adapter) { … } static void ixgbe_get_hw_control(struct ixgbe_adapter *adapter) { … } /** * ixgbe_set_ivar - set the IVAR registers, mapping interrupt causes to vectors * @adapter: pointer to adapter struct * @direction: 0 for Rx, 1 for Tx, -1 for other causes * @queue: queue to map the corresponding interrupt to * @msix_vector: the vector to map to the corresponding queue * */ static void ixgbe_set_ivar(struct ixgbe_adapter *adapter, s8 direction, u8 queue, u8 msix_vector) { … } void ixgbe_irq_rearm_queues(struct ixgbe_adapter *adapter, u64 qmask) { … } static void ixgbe_update_xoff_rx_lfc(struct ixgbe_adapter *adapter) { … } static void ixgbe_update_xoff_received(struct ixgbe_adapter *adapter) { … } static u64 ixgbe_get_tx_completed(struct ixgbe_ring *ring) { … } static u64 ixgbe_get_tx_pending(struct ixgbe_ring *ring) { … } static inline bool ixgbe_check_tx_hang(struct ixgbe_ring *tx_ring) { … } /** * ixgbe_tx_timeout_reset - initiate reset due to Tx timeout * @adapter: driver private struct **/ static void ixgbe_tx_timeout_reset(struct ixgbe_adapter *adapter) { … } /** * ixgbe_tx_maxrate - callback to set the maximum per-queue bitrate * @netdev: network interface device structure * @queue_index: Tx queue to set * @maxrate: desired maximum transmit bitrate **/ static int ixgbe_tx_maxrate(struct net_device *netdev, int queue_index, u32 maxrate) { … } /** * ixgbe_update_tx_ring_stats - Update Tx ring specific counters * @tx_ring: ring to update * @q_vector: queue vector ring belongs to * @pkts: number of processed packets * @bytes: number of processed bytes */ void ixgbe_update_tx_ring_stats(struct ixgbe_ring *tx_ring, struct ixgbe_q_vector *q_vector, u64 pkts, u64 bytes) { … } /** * ixgbe_update_rx_ring_stats - Update Rx ring specific counters * @rx_ring: ring to update * @q_vector: queue vector ring belongs to * @pkts: number of processed packets * @bytes: number of processed bytes */ void ixgbe_update_rx_ring_stats(struct ixgbe_ring *rx_ring, struct ixgbe_q_vector *q_vector, u64 pkts, u64 bytes) { … } /** * ixgbe_clean_tx_irq - Reclaim resources after transmit completes * @q_vector: structure containing interrupt and ring information * @tx_ring: tx ring to clean * @napi_budget: Used to determine if we are in netpoll **/ static bool ixgbe_clean_tx_irq(struct ixgbe_q_vector *q_vector, struct ixgbe_ring *tx_ring, int napi_budget) { … } #ifdef CONFIG_IXGBE_DCA static void ixgbe_update_tx_dca(struct ixgbe_adapter *adapter, struct ixgbe_ring *tx_ring, int cpu) { … } static void ixgbe_update_rx_dca(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring, int cpu) { … } static void ixgbe_update_dca(struct ixgbe_q_vector *q_vector) { … } static void ixgbe_setup_dca(struct ixgbe_adapter *adapter) { … } static int __ixgbe_notify_dca(struct device *dev, void *data) { … } #endif /* CONFIG_IXGBE_DCA */ #define IXGBE_RSS_L4_TYPES_MASK … static inline void ixgbe_rx_hash(struct ixgbe_ring *ring, union ixgbe_adv_rx_desc *rx_desc, struct sk_buff *skb) { … } #ifdef IXGBE_FCOE /** * ixgbe_rx_is_fcoe - check the rx desc for incoming pkt type * @ring: structure containing ring specific data * @rx_desc: advanced rx descriptor * * Returns : true if it is FCoE pkt */ static inline bool ixgbe_rx_is_fcoe(struct ixgbe_ring *ring, union ixgbe_adv_rx_desc *rx_desc) { … } #endif /* IXGBE_FCOE */ /** * ixgbe_rx_checksum - indicate in skb if hw indicated a good cksum * @ring: structure containing ring specific data * @rx_desc: current Rx descriptor being processed * @skb: skb currently being received and modified **/ static inline void ixgbe_rx_checksum(struct ixgbe_ring *ring, union ixgbe_adv_rx_desc *rx_desc, struct sk_buff *skb) { … } static unsigned int ixgbe_rx_offset(struct ixgbe_ring *rx_ring) { … } static bool ixgbe_alloc_mapped_page(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *bi) { … } /** * ixgbe_alloc_rx_buffers - Replace used receive buffers * @rx_ring: ring to place buffers on * @cleaned_count: number of buffers to replace **/ void ixgbe_alloc_rx_buffers(struct ixgbe_ring *rx_ring, u16 cleaned_count) { … } static void ixgbe_set_rsc_gso_size(struct ixgbe_ring *ring, struct sk_buff *skb) { … } static void ixgbe_update_rsc_stats(struct ixgbe_ring *rx_ring, struct sk_buff *skb) { … } /** * ixgbe_process_skb_fields - Populate skb header fields from Rx descriptor * @rx_ring: rx descriptor ring packet is being transacted on * @rx_desc: pointer to the EOP Rx descriptor * @skb: pointer to current skb being populated * * This function checks the ring, descriptor, and packet information in * order to populate the hash, checksum, VLAN, timestamp, protocol, and * other fields within the skb. **/ void ixgbe_process_skb_fields(struct ixgbe_ring *rx_ring, union ixgbe_adv_rx_desc *rx_desc, struct sk_buff *skb) { … } void ixgbe_rx_skb(struct ixgbe_q_vector *q_vector, struct sk_buff *skb) { … } /** * ixgbe_is_non_eop - process handling of non-EOP buffers * @rx_ring: Rx ring being processed * @rx_desc: Rx descriptor for current buffer * @skb: Current socket buffer containing buffer in progress * * This function updates next to clean. If the buffer is an EOP buffer * this function exits returning false, otherwise it will place the * sk_buff in the next buffer to be chained and return true indicating * that this is in fact a non-EOP buffer. **/ static bool ixgbe_is_non_eop(struct ixgbe_ring *rx_ring, union ixgbe_adv_rx_desc *rx_desc, struct sk_buff *skb) { … } /** * ixgbe_pull_tail - ixgbe specific version of skb_pull_tail * @rx_ring: rx descriptor ring packet is being transacted on * @skb: pointer to current skb being adjusted * * This function is an ixgbe specific version of __pskb_pull_tail. The * main difference between this version and the original function is that * this function can make several assumptions about the state of things * that allow for significant optimizations versus the standard function. * As a result we can do things like drop a frag and maintain an accurate * truesize for the skb. */ static void ixgbe_pull_tail(struct ixgbe_ring *rx_ring, struct sk_buff *skb) { … } /** * ixgbe_dma_sync_frag - perform DMA sync for first frag of SKB * @rx_ring: rx descriptor ring packet is being transacted on * @skb: pointer to current skb being updated * * This function provides a basic DMA sync up for the first fragment of an * skb. The reason for doing this is that the first fragment cannot be * unmapped until we have reached the end of packet descriptor for a buffer * chain. */ static void ixgbe_dma_sync_frag(struct ixgbe_ring *rx_ring, struct sk_buff *skb) { … } /** * ixgbe_cleanup_headers - Correct corrupted or empty headers * @rx_ring: rx descriptor ring packet is being transacted on * @rx_desc: pointer to the EOP Rx descriptor * @skb: pointer to current skb being fixed * * Check if the skb is valid in the XDP case it will be an error pointer. * Return true in this case to abort processing and advance to next * descriptor. * * Check for corrupted packet headers caused by senders on the local L2 * embedded NIC switch not setting up their Tx Descriptors right. These * should be very rare. * * Also address the case where we are pulling data in on pages only * and as such no data is present in the skb header. * * In addition if skb is not at least 60 bytes we need to pad it so that * it is large enough to qualify as a valid Ethernet frame. * * Returns true if an error was encountered and skb was freed. **/ bool ixgbe_cleanup_headers(struct ixgbe_ring *rx_ring, union ixgbe_adv_rx_desc *rx_desc, struct sk_buff *skb) { … } /** * ixgbe_reuse_rx_page - page flip buffer and store it back on the ring * @rx_ring: rx descriptor ring to store buffers on * @old_buff: donor buffer to have page reused * * Synchronizes page for reuse by the adapter **/ static void ixgbe_reuse_rx_page(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *old_buff) { … } static bool ixgbe_can_reuse_rx_page(struct ixgbe_rx_buffer *rx_buffer, int rx_buffer_pgcnt) { … } /** * ixgbe_add_rx_frag - Add contents of Rx buffer to sk_buff * @rx_ring: rx descriptor ring to transact packets on * @rx_buffer: buffer containing page to add * @skb: sk_buff to place the data into * @size: size of data in rx_buffer * * This function will add the data contained in rx_buffer->page to the skb. * This is done either through a direct copy if the data in the buffer is * less than the skb header size, otherwise it will just attach the page as * a frag to the skb. * * The function will then update the page offset if necessary and return * true if the buffer can be reused by the adapter. **/ static void ixgbe_add_rx_frag(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *rx_buffer, struct sk_buff *skb, unsigned int size) { … } static struct ixgbe_rx_buffer *ixgbe_get_rx_buffer(struct ixgbe_ring *rx_ring, union ixgbe_adv_rx_desc *rx_desc, struct sk_buff **skb, const unsigned int size, int *rx_buffer_pgcnt) { … } static void ixgbe_put_rx_buffer(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *rx_buffer, struct sk_buff *skb, int rx_buffer_pgcnt) { … } static struct sk_buff *ixgbe_construct_skb(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *rx_buffer, struct xdp_buff *xdp, union ixgbe_adv_rx_desc *rx_desc) { … } static struct sk_buff *ixgbe_build_skb(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *rx_buffer, struct xdp_buff *xdp, union ixgbe_adv_rx_desc *rx_desc) { … } static struct sk_buff *ixgbe_run_xdp(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring, struct xdp_buff *xdp) { … } static unsigned int ixgbe_rx_frame_truesize(struct ixgbe_ring *rx_ring, unsigned int size) { … } static void ixgbe_rx_buffer_flip(struct ixgbe_ring *rx_ring, struct ixgbe_rx_buffer *rx_buffer, unsigned int size) { … } /** * ixgbe_clean_rx_irq - Clean completed descriptors from Rx ring - bounce buf * @q_vector: structure containing interrupt and ring information * @rx_ring: rx descriptor ring to transact packets on * @budget: Total limit on number of packets to process * * This function provides a "bounce buffer" approach to Rx interrupt * processing. The advantage to this is that on systems that have * expensive overhead for IOMMU access this provides a means of avoiding * it by maintaining the mapping of the page to the syste. * * Returns amount of work completed **/ static int ixgbe_clean_rx_irq(struct ixgbe_q_vector *q_vector, struct ixgbe_ring *rx_ring, const int budget) { … } /** * ixgbe_configure_msix - Configure MSI-X hardware * @adapter: board private structure * * ixgbe_configure_msix sets up the hardware to properly generate MSI-X * interrupts. **/ static void ixgbe_configure_msix(struct ixgbe_adapter *adapter) { … } /** * ixgbe_update_itr - update the dynamic ITR value based on statistics * @q_vector: structure containing interrupt and ring information * @ring_container: structure containing ring performance data * * Stores a new ITR value based on packets and byte * counts during the last interrupt. The advantage of per interrupt * computation is faster updates and more accurate ITR for the current * traffic pattern. Constants in this function were computed * based on theoretical maximum wire speed and thresholds were set based * on testing data as well as attempting to minimize response time * while increasing bulk throughput. **/ static void ixgbe_update_itr(struct ixgbe_q_vector *q_vector, struct ixgbe_ring_container *ring_container) { … } /** * ixgbe_write_eitr - write EITR register in hardware specific way * @q_vector: structure containing interrupt and ring information * * This function is made to be called by ethtool and by the driver * when it needs to update EITR registers at runtime. Hardware * specific quirks/differences are taken care of here. */ void ixgbe_write_eitr(struct ixgbe_q_vector *q_vector) { … } static void ixgbe_set_itr(struct ixgbe_q_vector *q_vector) { … } /** * ixgbe_check_overtemp_subtask - check for over temperature * @adapter: pointer to adapter **/ static void ixgbe_check_overtemp_subtask(struct ixgbe_adapter *adapter) { … } static void ixgbe_check_fan_failure(struct ixgbe_adapter *adapter, u32 eicr) { … } static void ixgbe_check_overtemp_event(struct ixgbe_adapter *adapter, u32 eicr) { … } static inline bool ixgbe_is_sfp(struct ixgbe_hw *hw) { … } static void ixgbe_check_sfp_event(struct ixgbe_adapter *adapter, u32 eicr) { … } static void ixgbe_check_lsc(struct ixgbe_adapter *adapter) { … } static inline void ixgbe_irq_enable_queues(struct ixgbe_adapter *adapter, u64 qmask) { … } /** * ixgbe_irq_enable - Enable default interrupt generation settings * @adapter: board private structure * @queues: enable irqs for queues * @flush: flush register write **/ static inline void ixgbe_irq_enable(struct ixgbe_adapter *adapter, bool queues, bool flush) { … } static irqreturn_t ixgbe_msix_other(int irq, void *data) { … } static irqreturn_t ixgbe_msix_clean_rings(int irq, void *data) { … } /** * ixgbe_poll - NAPI Rx polling callback * @napi: structure for representing this polling device * @budget: how many packets driver is allowed to clean * * This function is used for legacy and MSI, NAPI mode **/ int ixgbe_poll(struct napi_struct *napi, int budget) { … } /** * ixgbe_request_msix_irqs - Initialize MSI-X interrupts * @adapter: board private structure * * ixgbe_request_msix_irqs allocates MSI-X vectors and requests * interrupts from the kernel. **/ static int ixgbe_request_msix_irqs(struct ixgbe_adapter *adapter) { … } /** * ixgbe_intr - legacy mode Interrupt Handler * @irq: interrupt number * @data: pointer to a network interface device structure **/ static irqreturn_t ixgbe_intr(int irq, void *data) { … } /** * ixgbe_request_irq - initialize interrupts * @adapter: board private structure * * Attempts to configure interrupts using the best available * capabilities of the hardware and kernel. **/ static int ixgbe_request_irq(struct ixgbe_adapter *adapter) { … } static void ixgbe_free_irq(struct ixgbe_adapter *adapter) { … } /** * ixgbe_irq_disable - Mask off interrupt generation on the NIC * @adapter: board private structure **/ static inline void ixgbe_irq_disable(struct ixgbe_adapter *adapter) { … } /** * ixgbe_configure_msi_and_legacy - Initialize PIN (INTA...) and MSI interrupts * @adapter: board private structure * **/ static void ixgbe_configure_msi_and_legacy(struct ixgbe_adapter *adapter) { … } /** * ixgbe_configure_tx_ring - Configure 8259x Tx ring after Reset * @adapter: board private structure * @ring: structure containing ring specific data * * Configure the Tx descriptor ring after a reset. **/ void ixgbe_configure_tx_ring(struct ixgbe_adapter *adapter, struct ixgbe_ring *ring) { … } static void ixgbe_setup_mtqc(struct ixgbe_adapter *adapter) { … } /** * ixgbe_configure_tx - Configure 8259x Transmit Unit after Reset * @adapter: board private structure * * Configure the Tx unit of the MAC after a reset. **/ static void ixgbe_configure_tx(struct ixgbe_adapter *adapter) { … } static void ixgbe_enable_rx_drop(struct ixgbe_adapter *adapter, struct ixgbe_ring *ring) { … } static void ixgbe_disable_rx_drop(struct ixgbe_adapter *adapter, struct ixgbe_ring *ring) { … } #ifdef CONFIG_IXGBE_DCB void ixgbe_set_rx_drop_en(struct ixgbe_adapter *adapter) #else static void ixgbe_set_rx_drop_en(struct ixgbe_adapter *adapter) #endif { … } #define IXGBE_SRRCTL_BSIZEHDRSIZE_SHIFT … static void ixgbe_configure_srrctl(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring) { … } /** * ixgbe_rss_indir_tbl_entries - Return RSS indirection table entries * @adapter: device handle * * - 82598/82599/X540: 128 * - X550(non-SRIOV mode): 512 * - X550(SRIOV mode): 64 */ u32 ixgbe_rss_indir_tbl_entries(struct ixgbe_adapter *adapter) { … } /** * ixgbe_store_key - Write the RSS key to HW * @adapter: device handle * * Write the RSS key stored in adapter.rss_key to HW. */ void ixgbe_store_key(struct ixgbe_adapter *adapter) { … } /** * ixgbe_init_rss_key - Initialize adapter RSS key * @adapter: device handle * * Allocates and initializes the RSS key if it is not allocated. **/ static inline int ixgbe_init_rss_key(struct ixgbe_adapter *adapter) { … } /** * ixgbe_store_reta - Write the RETA table to HW * @adapter: device handle * * Write the RSS redirection table stored in adapter.rss_indir_tbl[] to HW. */ void ixgbe_store_reta(struct ixgbe_adapter *adapter) { … } /** * ixgbe_store_vfreta - Write the RETA table to HW (x550 devices in SRIOV mode) * @adapter: device handle * * Write the RSS redirection table stored in adapter.rss_indir_tbl[] to HW. */ static void ixgbe_store_vfreta(struct ixgbe_adapter *adapter) { … } static void ixgbe_setup_reta(struct ixgbe_adapter *adapter) { … } static void ixgbe_setup_vfreta(struct ixgbe_adapter *adapter) { … } static void ixgbe_setup_mrqc(struct ixgbe_adapter *adapter) { … } /** * ixgbe_configure_rscctl - enable RSC for the indicated ring * @adapter: address of board private structure * @ring: structure containing ring specific data **/ static void ixgbe_configure_rscctl(struct ixgbe_adapter *adapter, struct ixgbe_ring *ring) { … } #define IXGBE_MAX_RX_DESC_POLL … static void ixgbe_rx_desc_queue_enable(struct ixgbe_adapter *adapter, struct ixgbe_ring *ring) { … } void ixgbe_configure_rx_ring(struct ixgbe_adapter *adapter, struct ixgbe_ring *ring) { … } static void ixgbe_setup_psrtype(struct ixgbe_adapter *adapter) { … } static void ixgbe_configure_virtualization(struct ixgbe_adapter *adapter) { … } static void ixgbe_set_rx_buffer_len(struct ixgbe_adapter *adapter) { … } static void ixgbe_setup_rdrxctl(struct ixgbe_adapter *adapter) { … } /** * ixgbe_configure_rx - Configure 8259x Receive Unit after Reset * @adapter: board private structure * * Configure the Rx unit of the MAC after a reset. **/ static void ixgbe_configure_rx(struct ixgbe_adapter *adapter) { … } static int ixgbe_vlan_rx_add_vid(struct net_device *netdev, __be16 proto, u16 vid) { … } static int ixgbe_find_vlvf_entry(struct ixgbe_hw *hw, u32 vlan) { … } void ixgbe_update_pf_promisc_vlvf(struct ixgbe_adapter *adapter, u32 vid) { … } static int ixgbe_vlan_rx_kill_vid(struct net_device *netdev, __be16 proto, u16 vid) { … } /** * ixgbe_vlan_strip_disable - helper to disable hw vlan stripping * @adapter: driver data */ static void ixgbe_vlan_strip_disable(struct ixgbe_adapter *adapter) { … } /** * ixgbe_vlan_strip_enable - helper to enable hw vlan stripping * @adapter: driver data */ static void ixgbe_vlan_strip_enable(struct ixgbe_adapter *adapter) { … } static void ixgbe_vlan_promisc_enable(struct ixgbe_adapter *adapter) { … } #define VFTA_BLOCK_SIZE … static void ixgbe_scrub_vfta(struct ixgbe_adapter *adapter, u32 vfta_offset) { … } static void ixgbe_vlan_promisc_disable(struct ixgbe_adapter *adapter) { … } static void ixgbe_restore_vlan(struct ixgbe_adapter *adapter) { … } /** * ixgbe_write_mc_addr_list - write multicast addresses to MTA * @netdev: network interface device structure * * Writes multicast address list to the MTA hash table. * Returns: -ENOMEM on failure * 0 on no addresses written * X on writing X addresses to MTA **/ static int ixgbe_write_mc_addr_list(struct net_device *netdev) { … } #ifdef CONFIG_PCI_IOV void ixgbe_full_sync_mac_table(struct ixgbe_adapter *adapter) { … } #endif static void ixgbe_sync_mac_table(struct ixgbe_adapter *adapter) { … } static void ixgbe_flush_sw_mac_table(struct ixgbe_adapter *adapter) { … } static int ixgbe_available_rars(struct ixgbe_adapter *adapter, u16 pool) { … } /* this function destroys the first RAR entry */ static void ixgbe_mac_set_default_filter(struct ixgbe_adapter *adapter) { … } int ixgbe_add_mac_filter(struct ixgbe_adapter *adapter, const u8 *addr, u16 pool) { … } int ixgbe_del_mac_filter(struct ixgbe_adapter *adapter, const u8 *addr, u16 pool) { … } static int ixgbe_uc_sync(struct net_device *netdev, const unsigned char *addr) { … } static int ixgbe_uc_unsync(struct net_device *netdev, const unsigned char *addr) { … } /** * ixgbe_set_rx_mode - Unicast, Multicast and Promiscuous mode set * @netdev: network interface device structure * * The set_rx_method entry point is called whenever the unicast/multicast * address list or the network interface flags are updated. This routine is * responsible for configuring the hardware for proper unicast, multicast and * promiscuous mode. **/ void ixgbe_set_rx_mode(struct net_device *netdev) { … } static void ixgbe_napi_enable_all(struct ixgbe_adapter *adapter) { … } static void ixgbe_napi_disable_all(struct ixgbe_adapter *adapter) { … } static int ixgbe_udp_tunnel_sync(struct net_device *dev, unsigned int table) { … } static const struct udp_tunnel_nic_info ixgbe_udp_tunnels_x550 = …; static const struct udp_tunnel_nic_info ixgbe_udp_tunnels_x550em_a = …; #ifdef CONFIG_IXGBE_DCB /** * ixgbe_configure_dcb - Configure DCB hardware * @adapter: ixgbe adapter struct * * This is called by the driver on open to configure the DCB hardware. * This is also called by the gennetlink interface when reconfiguring * the DCB state. */ static void ixgbe_configure_dcb(struct ixgbe_adapter *adapter) { … } #endif /* Additional bittime to account for IXGBE framing */ #define IXGBE_ETH_FRAMING … /** * ixgbe_hpbthresh - calculate high water mark for flow control * * @adapter: board private structure to calculate for * @pb: packet buffer to calculate */ static int ixgbe_hpbthresh(struct ixgbe_adapter *adapter, int pb) { … } /** * ixgbe_lpbthresh - calculate low water mark for flow control * * @adapter: board private structure to calculate for * @pb: packet buffer to calculate */ static int ixgbe_lpbthresh(struct ixgbe_adapter *adapter, int pb) { … } /* * ixgbe_pbthresh_setup - calculate and setup high low water marks */ static void ixgbe_pbthresh_setup(struct ixgbe_adapter *adapter) { … } static void ixgbe_configure_pb(struct ixgbe_adapter *adapter) { … } static void ixgbe_fdir_filter_restore(struct ixgbe_adapter *adapter) { … } /** * ixgbe_clean_rx_ring - Free Rx Buffers per Queue * @rx_ring: ring to free buffers from **/ static void ixgbe_clean_rx_ring(struct ixgbe_ring *rx_ring) { … } static int ixgbe_fwd_ring_up(struct ixgbe_adapter *adapter, struct ixgbe_fwd_adapter *accel) { … } static int ixgbe_macvlan_up(struct net_device *vdev, struct netdev_nested_priv *priv) { … } static void ixgbe_configure_dfwd(struct ixgbe_adapter *adapter) { … } static void ixgbe_configure(struct ixgbe_adapter *adapter) { … } /** * ixgbe_sfp_link_config - set up SFP+ link * @adapter: pointer to private adapter struct **/ static void ixgbe_sfp_link_config(struct ixgbe_adapter *adapter) { … } /** * ixgbe_non_sfp_link_config - set up non-SFP+ link * @hw: pointer to private hardware struct * * Returns 0 on success, negative on failure **/ static int ixgbe_non_sfp_link_config(struct ixgbe_hw *hw) { … } /** * ixgbe_clear_vf_stats_counters - Clear out VF stats after reset * @adapter: board private structure * * On a reset we need to clear out the VF stats or accounting gets * messed up because they're not clear on read. **/ static void ixgbe_clear_vf_stats_counters(struct ixgbe_adapter *adapter) { … } static void ixgbe_setup_gpie(struct ixgbe_adapter *adapter) { … } static void ixgbe_up_complete(struct ixgbe_adapter *adapter) { … } void ixgbe_reinit_locked(struct ixgbe_adapter *adapter) { … } void ixgbe_up(struct ixgbe_adapter *adapter) { … } static unsigned long ixgbe_get_completion_timeout(struct ixgbe_adapter *adapter) { … } void ixgbe_disable_rx(struct ixgbe_adapter *adapter) { … } void ixgbe_disable_tx(struct ixgbe_adapter *adapter) { … } void ixgbe_reset(struct ixgbe_adapter *adapter) { … } /** * ixgbe_clean_tx_ring - Free Tx Buffers * @tx_ring: ring to be cleaned **/ static void ixgbe_clean_tx_ring(struct ixgbe_ring *tx_ring) { … } /** * ixgbe_clean_all_rx_rings - Free Rx Buffers for all queues * @adapter: board private structure **/ static void ixgbe_clean_all_rx_rings(struct ixgbe_adapter *adapter) { … } /** * ixgbe_clean_all_tx_rings - Free Tx Buffers for all queues * @adapter: board private structure **/ static void ixgbe_clean_all_tx_rings(struct ixgbe_adapter *adapter) { … } static void ixgbe_fdir_filter_exit(struct ixgbe_adapter *adapter) { … } void ixgbe_down(struct ixgbe_adapter *adapter) { … } /** * ixgbe_set_eee_capable - helper function to determine EEE support on X550 * @adapter: board private structure */ static void ixgbe_set_eee_capable(struct ixgbe_adapter *adapter) { … } /** * ixgbe_tx_timeout - Respond to a Tx Hang * @netdev: network interface device structure * @txqueue: queue number that timed out **/ static void ixgbe_tx_timeout(struct net_device *netdev, unsigned int __always_unused txqueue) { … } #ifdef CONFIG_IXGBE_DCB static void ixgbe_init_dcb(struct ixgbe_adapter *adapter) { … } #endif /** * ixgbe_sw_init - Initialize general software structures (struct ixgbe_adapter) * @adapter: board private structure to initialize * @ii: pointer to ixgbe_info for device * * ixgbe_sw_init initializes the Adapter private data structure. * Fields are initialized based on PCI device information and * OS network device settings (MTU size). **/ static int ixgbe_sw_init(struct ixgbe_adapter *adapter, const struct ixgbe_info *ii) { … } /** * ixgbe_setup_tx_resources - allocate Tx resources (Descriptors) * @tx_ring: tx descriptor ring (for a specific queue) to setup * * Return 0 on success, negative on failure **/ int ixgbe_setup_tx_resources(struct ixgbe_ring *tx_ring) { … } /** * ixgbe_setup_all_tx_resources - allocate all queues Tx resources * @adapter: board private structure * * If this function returns with an error, then it's possible one or * more of the rings is populated (while the rest are not). It is the * callers duty to clean those orphaned rings. * * Return 0 on success, negative on failure **/ static int ixgbe_setup_all_tx_resources(struct ixgbe_adapter *adapter) { … } static int ixgbe_rx_napi_id(struct ixgbe_ring *rx_ring) { … } /** * ixgbe_setup_rx_resources - allocate Rx resources (Descriptors) * @adapter: pointer to ixgbe_adapter * @rx_ring: rx descriptor ring (for a specific queue) to setup * * Returns 0 on success, negative on failure **/ int ixgbe_setup_rx_resources(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring) { … } /** * ixgbe_setup_all_rx_resources - allocate all queues Rx resources * @adapter: board private structure * * If this function returns with an error, then it's possible one or * more of the rings is populated (while the rest are not). It is the * callers duty to clean those orphaned rings. * * Return 0 on success, negative on failure **/ static int ixgbe_setup_all_rx_resources(struct ixgbe_adapter *adapter) { … } /** * ixgbe_free_tx_resources - Free Tx Resources per Queue * @tx_ring: Tx descriptor ring for a specific queue * * Free all transmit software resources **/ void ixgbe_free_tx_resources(struct ixgbe_ring *tx_ring) { … } /** * ixgbe_free_all_tx_resources - Free Tx Resources for All Queues * @adapter: board private structure * * Free all transmit software resources **/ static void ixgbe_free_all_tx_resources(struct ixgbe_adapter *adapter) { … } /** * ixgbe_free_rx_resources - Free Rx Resources * @rx_ring: ring to clean the resources from * * Free all receive software resources **/ void ixgbe_free_rx_resources(struct ixgbe_ring *rx_ring) { … } /** * ixgbe_free_all_rx_resources - Free Rx Resources for All Queues * @adapter: board private structure * * Free all receive software resources **/ static void ixgbe_free_all_rx_resources(struct ixgbe_adapter *adapter) { … } /** * ixgbe_max_xdp_frame_size - returns the maximum allowed frame size for XDP * @adapter: device handle, pointer to adapter */ static int ixgbe_max_xdp_frame_size(struct ixgbe_adapter *adapter) { … } /** * ixgbe_change_mtu - Change the Maximum Transfer Unit * @netdev: network interface device structure * @new_mtu: new value for maximum frame size * * Returns 0 on success, negative on failure **/ static int ixgbe_change_mtu(struct net_device *netdev, int new_mtu) { … } /** * ixgbe_open - Called when a network interface is made active * @netdev: network interface device structure * * Returns 0 on success, negative value on failure * * The open entry point is called when a network interface is made * active by the system (IFF_UP). At this point all resources needed * for transmit and receive operations are allocated, the interrupt * handler is registered with the OS, the watchdog timer is started, * and the stack is notified that the interface is ready. **/ int ixgbe_open(struct net_device *netdev) { … } static void ixgbe_close_suspend(struct ixgbe_adapter *adapter) { … } /** * ixgbe_close - Disables a network interface * @netdev: network interface device structure * * Returns 0, this is not allowed to fail * * The close entry point is called when an interface is de-activated * by the OS. The hardware is still under the drivers control, but * needs to be disabled. A global MAC reset is issued to stop the * hardware, and all transmit and receive resources are freed. **/ int ixgbe_close(struct net_device *netdev) { … } static int ixgbe_resume(struct device *dev_d) { … } static int __ixgbe_shutdown(struct pci_dev *pdev, bool *enable_wake) { … } static int ixgbe_suspend(struct device *dev_d) { … } static void ixgbe_shutdown(struct pci_dev *pdev) { … } /** * ixgbe_update_stats - Update the board statistics counters. * @adapter: board private structure **/ void ixgbe_update_stats(struct ixgbe_adapter *adapter) { … } /** * ixgbe_fdir_reinit_subtask - worker thread to reinit FDIR filter table * @adapter: pointer to the device adapter structure **/ static void ixgbe_fdir_reinit_subtask(struct ixgbe_adapter *adapter) { … } /** * ixgbe_check_hang_subtask - check for hung queues and dropped interrupts * @adapter: pointer to the device adapter structure * * This function serves two purposes. First it strobes the interrupt lines * in order to make certain interrupts are occurring. Secondly it sets the * bits needed to check for TX hangs. As a result we should immediately * determine if a hang has occurred. */ static void ixgbe_check_hang_subtask(struct ixgbe_adapter *adapter) { … } /** * ixgbe_watchdog_update_link - update the link status * @adapter: pointer to the device adapter structure **/ static void ixgbe_watchdog_update_link(struct ixgbe_adapter *adapter) { … } static void ixgbe_update_default_up(struct ixgbe_adapter *adapter) { … } /** * ixgbe_watchdog_link_is_up - update netif_carrier status and * print link up message * @adapter: pointer to the device adapter structure **/ static void ixgbe_watchdog_link_is_up(struct ixgbe_adapter *adapter) { … } /** * ixgbe_watchdog_link_is_down - update netif_carrier status and * print link down message * @adapter: pointer to the adapter structure **/ static void ixgbe_watchdog_link_is_down(struct ixgbe_adapter *adapter) { … } static bool ixgbe_ring_tx_pending(struct ixgbe_adapter *adapter) { … } static bool ixgbe_vf_tx_pending(struct ixgbe_adapter *adapter) { … } /** * ixgbe_watchdog_flush_tx - flush queues on link down * @adapter: pointer to the device adapter structure **/ static void ixgbe_watchdog_flush_tx(struct ixgbe_adapter *adapter) { … } #ifdef CONFIG_PCI_IOV static void ixgbe_bad_vf_abort(struct ixgbe_adapter *adapter, u32 vf) { … } static void ixgbe_check_for_bad_vf(struct ixgbe_adapter *adapter) { … } static void ixgbe_spoof_check(struct ixgbe_adapter *adapter) { … } #else static void ixgbe_spoof_check(struct ixgbe_adapter __always_unused *adapter) { } static void ixgbe_check_for_bad_vf(struct ixgbe_adapter __always_unused *adapter) { } #endif /* CONFIG_PCI_IOV */ /** * ixgbe_watchdog_subtask - check and bring link up * @adapter: pointer to the device adapter structure **/ static void ixgbe_watchdog_subtask(struct ixgbe_adapter *adapter) { … } /** * ixgbe_sfp_detection_subtask - poll for SFP+ cable * @adapter: the ixgbe adapter structure **/ static void ixgbe_sfp_detection_subtask(struct ixgbe_adapter *adapter) { … } /** * ixgbe_sfp_link_config_subtask - set up link SFP after module install * @adapter: the ixgbe adapter structure **/ static void ixgbe_sfp_link_config_subtask(struct ixgbe_adapter *adapter) { … } /** * ixgbe_service_timer - Timer Call-back * @t: pointer to timer_list structure **/ static void ixgbe_service_timer(struct timer_list *t) { … } static void ixgbe_phy_interrupt_subtask(struct ixgbe_adapter *adapter) { … } static void ixgbe_reset_subtask(struct ixgbe_adapter *adapter) { … } /** * ixgbe_check_fw_error - Check firmware for errors * @adapter: the adapter private structure * * Check firmware errors in register FWSM */ static bool ixgbe_check_fw_error(struct ixgbe_adapter *adapter) { … } /** * ixgbe_service_task - manages and runs subtasks * @work: pointer to work_struct containing our data **/ static void ixgbe_service_task(struct work_struct *work) { … } static int ixgbe_tso(struct ixgbe_ring *tx_ring, struct ixgbe_tx_buffer *first, u8 *hdr_len, struct ixgbe_ipsec_tx_data *itd) { … } static void ixgbe_tx_csum(struct ixgbe_ring *tx_ring, struct ixgbe_tx_buffer *first, struct ixgbe_ipsec_tx_data *itd) { … } #define IXGBE_SET_FLAG(_input, _flag, _result) … static u32 ixgbe_tx_cmd_type(struct sk_buff *skb, u32 tx_flags) { … } static void ixgbe_tx_olinfo_status(union ixgbe_adv_tx_desc *tx_desc, u32 tx_flags, unsigned int paylen) { … } static int __ixgbe_maybe_stop_tx(struct ixgbe_ring *tx_ring, u16 size) { … } static inline int ixgbe_maybe_stop_tx(struct ixgbe_ring *tx_ring, u16 size) { … } static int ixgbe_tx_map(struct ixgbe_ring *tx_ring, struct ixgbe_tx_buffer *first, const u8 hdr_len) { … } static void ixgbe_atr(struct ixgbe_ring *ring, struct ixgbe_tx_buffer *first) { … } #ifdef IXGBE_FCOE static u16 ixgbe_select_queue(struct net_device *dev, struct sk_buff *skb, struct net_device *sb_dev) { … } #endif int ixgbe_xmit_xdp_ring(struct ixgbe_ring *ring, struct xdp_frame *xdpf) { … } netdev_tx_t ixgbe_xmit_frame_ring(struct sk_buff *skb, struct ixgbe_adapter *adapter, struct ixgbe_ring *tx_ring) { … } static netdev_tx_t __ixgbe_xmit_frame(struct sk_buff *skb, struct net_device *netdev, struct ixgbe_ring *ring) { … } static netdev_tx_t ixgbe_xmit_frame(struct sk_buff *skb, struct net_device *netdev) { … } /** * ixgbe_set_mac - Change the Ethernet Address of the NIC * @netdev: network interface device structure * @p: pointer to an address structure * * Returns 0 on success, negative on failure **/ static int ixgbe_set_mac(struct net_device *netdev, void *p) { … } static int ixgbe_mdio_read(struct net_device *netdev, int prtad, int devad, u16 addr) { … } static int ixgbe_mdio_write(struct net_device *netdev, int prtad, int devad, u16 addr, u16 value) { … } static int ixgbe_ioctl(struct net_device *netdev, struct ifreq *req, int cmd) { … } /** * ixgbe_add_sanmac_netdev - Add the SAN MAC address to the corresponding * netdev->dev_addrs * @dev: network interface device structure * * Returns non-zero on failure **/ static int ixgbe_add_sanmac_netdev(struct net_device *dev) { … } /** * ixgbe_del_sanmac_netdev - Removes the SAN MAC address to the corresponding * netdev->dev_addrs * @dev: network interface device structure * * Returns non-zero on failure **/ static int ixgbe_del_sanmac_netdev(struct net_device *dev) { … } static void ixgbe_get_ring_stats64(struct rtnl_link_stats64 *stats, struct ixgbe_ring *ring) { … } static void ixgbe_get_stats64(struct net_device *netdev, struct rtnl_link_stats64 *stats) { … } static int ixgbe_ndo_get_vf_stats(struct net_device *netdev, int vf, struct ifla_vf_stats *vf_stats) { … } #ifdef CONFIG_IXGBE_DCB /** * ixgbe_validate_rtr - verify 802.1Qp to Rx packet buffer mapping is valid. * @adapter: pointer to ixgbe_adapter * @tc: number of traffic classes currently enabled * * Configure a valid 802.1Qp to Rx packet buffer mapping ie confirm * 802.1Q priority maps to a packet buffer that exists. */ static void ixgbe_validate_rtr(struct ixgbe_adapter *adapter, u8 tc) { … } /** * ixgbe_set_prio_tc_map - Configure netdev prio tc map * @adapter: Pointer to adapter struct * * Populate the netdev user priority to tc map */ static void ixgbe_set_prio_tc_map(struct ixgbe_adapter *adapter) { … } #endif /* CONFIG_IXGBE_DCB */ static int ixgbe_reassign_macvlan_pool(struct net_device *vdev, struct netdev_nested_priv *priv) { … } static void ixgbe_defrag_macvlan_pools(struct net_device *dev) { … } /** * ixgbe_setup_tc - configure net_device for multiple traffic classes * * @dev: net device to configure * @tc: number of traffic classes to enable */ int ixgbe_setup_tc(struct net_device *dev, u8 tc) { … } static int ixgbe_delete_clsu32(struct ixgbe_adapter *adapter, struct tc_cls_u32_offload *cls) { … } static int ixgbe_configure_clsu32_add_hnode(struct ixgbe_adapter *adapter, struct tc_cls_u32_offload *cls) { … } static int ixgbe_configure_clsu32_del_hnode(struct ixgbe_adapter *adapter, struct tc_cls_u32_offload *cls) { … } #ifdef CONFIG_NET_CLS_ACT struct upper_walk_data { … }; static int get_macvlan_queue(struct net_device *upper, struct netdev_nested_priv *priv) { … } static int handle_redirect_action(struct ixgbe_adapter *adapter, int ifindex, u8 *queue, u64 *action) { … } static int parse_tc_actions(struct ixgbe_adapter *adapter, struct tcf_exts *exts, u64 *action, u8 *queue) { … } #else static int parse_tc_actions(struct ixgbe_adapter *adapter, struct tcf_exts *exts, u64 *action, u8 *queue) { return -EINVAL; } #endif /* CONFIG_NET_CLS_ACT */ static int ixgbe_clsu32_build_input(struct ixgbe_fdir_filter *input, union ixgbe_atr_input *mask, struct tc_cls_u32_offload *cls, struct ixgbe_mat_field *field_ptr, struct ixgbe_nexthdr *nexthdr) { … } static int ixgbe_configure_clsu32(struct ixgbe_adapter *adapter, struct tc_cls_u32_offload *cls) { … } static int ixgbe_setup_tc_cls_u32(struct ixgbe_adapter *adapter, struct tc_cls_u32_offload *cls_u32) { … } static int ixgbe_setup_tc_block_cb(enum tc_setup_type type, void *type_data, void *cb_priv) { … } static int ixgbe_setup_tc_mqprio(struct net_device *dev, struct tc_mqprio_qopt *mqprio) { … } static LIST_HEAD(ixgbe_block_cb_list); static int __ixgbe_setup_tc(struct net_device *dev, enum tc_setup_type type, void *type_data) { … } #ifdef CONFIG_PCI_IOV void ixgbe_sriov_reinit(struct ixgbe_adapter *adapter) { … } #endif void ixgbe_do_reset(struct net_device *netdev) { … } static netdev_features_t ixgbe_fix_features(struct net_device *netdev, netdev_features_t features) { … } static void ixgbe_reset_l2fw_offload(struct ixgbe_adapter *adapter) { … } static int ixgbe_set_features(struct net_device *netdev, netdev_features_t features) { … } static int ixgbe_ndo_fdb_add(struct ndmsg *ndm, struct nlattr *tb[], struct net_device *dev, const unsigned char *addr, u16 vid, u16 flags, struct netlink_ext_ack *extack) { … } /** * ixgbe_configure_bridge_mode - set various bridge modes * @adapter: the private structure * @mode: requested bridge mode * * Configure some settings require for various bridge modes. **/ static int ixgbe_configure_bridge_mode(struct ixgbe_adapter *adapter, __u16 mode) { … } static int ixgbe_ndo_bridge_setlink(struct net_device *dev, struct nlmsghdr *nlh, u16 flags, struct netlink_ext_ack *extack) { … } static int ixgbe_ndo_bridge_getlink(struct sk_buff *skb, u32 pid, u32 seq, struct net_device *dev, u32 filter_mask, int nlflags) { … } static void *ixgbe_fwd_add(struct net_device *pdev, struct net_device *vdev) { … } static void ixgbe_fwd_del(struct net_device *pdev, void *priv) { … } #define IXGBE_MAX_MAC_HDR_LEN … #define IXGBE_MAX_NETWORK_HDR_LEN … static netdev_features_t ixgbe_features_check(struct sk_buff *skb, struct net_device *dev, netdev_features_t features) { … } static int ixgbe_xdp_setup(struct net_device *dev, struct bpf_prog *prog) { … } static int ixgbe_xdp(struct net_device *dev, struct netdev_bpf *xdp) { … } void ixgbe_xdp_ring_update_tail(struct ixgbe_ring *ring) { … } void ixgbe_xdp_ring_update_tail_locked(struct ixgbe_ring *ring) { … } static int ixgbe_xdp_xmit(struct net_device *dev, int n, struct xdp_frame **frames, u32 flags) { … } static const struct net_device_ops ixgbe_netdev_ops = …; static void ixgbe_disable_txr_hw(struct ixgbe_adapter *adapter, struct ixgbe_ring *tx_ring) { … } static void ixgbe_disable_txr(struct ixgbe_adapter *adapter, struct ixgbe_ring *tx_ring) { … } static void ixgbe_disable_rxr_hw(struct ixgbe_adapter *adapter, struct ixgbe_ring *rx_ring) { … } static void ixgbe_reset_txr_stats(struct ixgbe_ring *tx_ring) { … } static void ixgbe_reset_rxr_stats(struct ixgbe_ring *rx_ring) { … } /** * ixgbe_irq_disable_single - Disable single IRQ vector * @adapter: adapter structure * @ring: ring index **/ static void ixgbe_irq_disable_single(struct ixgbe_adapter *adapter, u32 ring) { … } /** * ixgbe_txrx_ring_disable - Disable Rx/Tx/XDP Tx rings * @adapter: adapter structure * @ring: ring index * * This function disables a certain Rx/Tx/XDP Tx ring. The function * assumes that the netdev is running. **/ void ixgbe_txrx_ring_disable(struct ixgbe_adapter *adapter, int ring) { … } /** * ixgbe_txrx_ring_enable - Enable Rx/Tx/XDP Tx rings * @adapter: adapter structure * @ring: ring index * * This function enables a certain Rx/Tx/XDP Tx ring. The function * assumes that the netdev is running. **/ void ixgbe_txrx_ring_enable(struct ixgbe_adapter *adapter, int ring) { … } /** * ixgbe_enumerate_functions - Get the number of ports this device has * @adapter: adapter structure * * This function enumerates the phsyical functions co-located on a single slot, * in order to determine how many ports a device has. This is most useful in * determining the required GT/s of PCIe bandwidth necessary for optimal * performance. **/ static inline int ixgbe_enumerate_functions(struct ixgbe_adapter *adapter) { … } /** * ixgbe_wol_supported - Check whether device supports WoL * @adapter: the adapter private structure * @device_id: the device ID * @subdevice_id: the subsystem device ID * * This function is used by probe and ethtool to determine * which devices have WoL support * **/ bool ixgbe_wol_supported(struct ixgbe_adapter *adapter, u16 device_id, u16 subdevice_id) { … } /** * ixgbe_set_fw_version - Set FW version * @adapter: the adapter private structure * * This function is used by probe and ethtool to determine the FW version to * format to display. The FW version is taken from the EEPROM/NVM. */ static void ixgbe_set_fw_version(struct ixgbe_adapter *adapter) { … } /** * ixgbe_probe - Device Initialization Routine * @pdev: PCI device information struct * @ent: entry in ixgbe_pci_tbl * * Returns 0 on success, negative on failure * * ixgbe_probe initializes an adapter identified by a pci_dev structure. * The OS initialization, configuring of the adapter private structure, * and a hardware reset occur. **/ static int ixgbe_probe(struct pci_dev *pdev, const struct pci_device_id *ent) { … } /** * ixgbe_remove - Device Removal Routine * @pdev: PCI device information struct * * ixgbe_remove is called by the PCI subsystem to alert the driver * that it should release a PCI device. The could be caused by a * Hot-Plug event, or because the driver is going to be removed from * memory. **/ static void ixgbe_remove(struct pci_dev *pdev) { … } /** * ixgbe_io_error_detected - called when PCI error is detected * @pdev: Pointer to PCI device * @state: The current pci connection state * * This function is called after a PCI bus error affecting * this device has been detected. */ static pci_ers_result_t ixgbe_io_error_detected(struct pci_dev *pdev, pci_channel_state_t state) { … } /** * ixgbe_io_slot_reset - called after the pci bus has been reset. * @pdev: Pointer to PCI device * * Restart the card from scratch, as if from a cold-boot. */ static pci_ers_result_t ixgbe_io_slot_reset(struct pci_dev *pdev) { … } /** * ixgbe_io_resume - called when traffic can start flowing again. * @pdev: Pointer to PCI device * * This callback is called when the error recovery driver tells us that * its OK to resume normal operation. */ static void ixgbe_io_resume(struct pci_dev *pdev) { … } static const struct pci_error_handlers ixgbe_err_handler = …; static DEFINE_SIMPLE_DEV_PM_OPS(ixgbe_pm_ops, ixgbe_suspend, ixgbe_resume); static struct pci_driver ixgbe_driver = …; /** * ixgbe_init_module - Driver Registration Routine * * ixgbe_init_module is the first routine called when the driver is * loaded. All it does is register with the PCI subsystem. **/ static int __init ixgbe_init_module(void) { … } module_init(…) …; /** * ixgbe_exit_module - Driver Exit Cleanup Routine * * ixgbe_exit_module is called just before the driver is removed * from memory. **/ static void __exit ixgbe_exit_module(void) { … } #ifdef CONFIG_IXGBE_DCA static int ixgbe_notify_dca(struct notifier_block *nb, unsigned long event, void *p) { … } #endif /* CONFIG_IXGBE_DCA */ module_exit(ixgbe_exit_module); /* ixgbe_main.c */
Codebase Browser
linux