// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) #include <linux/dma-mapping.h> #include <linux/ip.h> #include <linux/pci.h> #include <linux/skbuff.h> #include <linux/tcp.h> #include <uapi/linux/udp.h> #include "funeth.h" #include "funeth_ktls.h" #include "funeth_txrx.h" #include "funeth_trace.h" #include "fun_queue.h" #define FUN_XDP_CLEAN_THRES … #define FUN_XDP_CLEAN_BATCH … /* DMA-map a packet and return the (length, DMA_address) pairs for its * segments. If a mapping error occurs -ENOMEM is returned. The packet * consists of an skb_shared_info and one additional address/length pair. */ static int fun_map_pkt(struct device *dev, const struct skb_shared_info *si, void *data, unsigned int data_len, dma_addr_t *addr, unsigned int *len) { … } /* Return the address just past the end of a Tx queue's descriptor ring. * It exploits the fact that the HW writeback area is just after the end * of the descriptor ring. */ static void *txq_end(const struct funeth_txq *q) { … } /* Return the amount of space within a Tx ring from the given address to the * end. */ static unsigned int txq_to_end(const struct funeth_txq *q, void *p) { … } /* Return the number of Tx descriptors occupied by a Tx request. */ static unsigned int tx_req_ndesc(const struct fun_eth_tx_req *req) { … } /* Write a gather list to the Tx descriptor at @req from @ngle address/length * pairs. */ static struct fun_dataop_gl *fun_write_gl(const struct funeth_txq *q, struct fun_eth_tx_req *req, const dma_addr_t *addrs, const unsigned int *lens, unsigned int ngle) { … } static __be16 tcp_hdr_doff_flags(const struct tcphdr *th) { … } static struct sk_buff *fun_tls_tx(struct sk_buff *skb, struct funeth_txq *q, unsigned int *tls_len) { … } /* Write as many descriptors as needed for the supplied skb starting at the * current producer location. The caller has made certain enough descriptors * are available. * * Returns the number of descriptors written, 0 on error. */ static unsigned int write_pkt_desc(struct sk_buff *skb, struct funeth_txq *q, unsigned int tls_len) { … } /* Return the number of available descriptors of a Tx queue. * HW assumes head==tail means the ring is empty so we need to keep one * descriptor unused. */ static unsigned int fun_txq_avail(const struct funeth_txq *q) { … } /* Stop a queue if it can't handle another worst-case packet. */ static void fun_tx_check_stop(struct funeth_txq *q) { … } /* Return true if a queue has enough space to restart. Current condition is * that the queue must be >= 1/4 empty. */ static bool fun_txq_may_restart(struct funeth_txq *q) { … } netdev_tx_t fun_start_xmit(struct sk_buff *skb, struct net_device *netdev) { … } /* Return a Tx queue's HW head index written back to host memory. */ static u16 txq_hw_head(const struct funeth_txq *q) { … } /* Unmap the Tx packet starting at the given descriptor index and * return the number of Tx descriptors it occupied. */ static unsigned int fun_unmap_pkt(const struct funeth_txq *q, unsigned int idx) { … } /* Reclaim completed Tx descriptors and free their packets. Restart a stopped * queue if we freed enough descriptors. * * Return true if we exhausted the budget while there is more work to be done. */ static bool fun_txq_reclaim(struct funeth_txq *q, int budget) { … } /* The NAPI handler for Tx queues. */ int fun_txq_napi_poll(struct napi_struct *napi, int budget) { … } /* Reclaim up to @budget completed Tx packets from a TX XDP queue. */ static unsigned int fun_xdpq_clean(struct funeth_txq *q, unsigned int budget) { … } bool fun_xdp_tx(struct funeth_txq *q, struct xdp_frame *xdpf) { … } int fun_xdp_xmit_frames(struct net_device *dev, int n, struct xdp_frame **frames, u32 flags) { … } /* Purge a Tx queue of any queued packets. Should be called once HW access * to the packets has been revoked, e.g., after the queue has been disabled. */ static void fun_txq_purge(struct funeth_txq *q) { … } static void fun_xdpq_purge(struct funeth_txq *q) { … } /* Create a Tx queue, allocating all the host resources needed. */ static struct funeth_txq *fun_txq_create_sw(struct net_device *dev, unsigned int qidx, unsigned int ndesc, struct fun_irq *irq) { … } static void fun_txq_free_sw(struct funeth_txq *q) { … } /* Allocate the device portion of a Tx queue. */ int fun_txq_create_dev(struct funeth_txq *q, struct fun_irq *irq) { … } static void fun_txq_free_dev(struct funeth_txq *q) { … } /* Create or advance a Tx queue, allocating all the host and device resources * needed to reach the target state. */ int funeth_txq_create(struct net_device *dev, unsigned int qidx, unsigned int ndesc, struct fun_irq *irq, int state, struct funeth_txq **qp) { … } /* Free Tx queue resources until it reaches the target state. * The queue must be already disconnected from the stack. */ struct funeth_txq *funeth_txq_free(struct funeth_txq *q, int state) { … }
Codebase Browser
linux