// SPDX-License-Identifier: ISC /* * Copyright (c) 2012-2017 Qualcomm Atheros, Inc. * Copyright (c) 2018-2019, The Linux Foundation. All rights reserved. */ #include <linux/etherdevice.h> #include <net/ieee80211_radiotap.h> #include <linux/if_arp.h> #include <linux/moduleparam.h> #include <linux/ip.h> #include <linux/ipv6.h> #include <linux/if_vlan.h> #include <net/ipv6.h> #include <linux/prefetch.h> #include "wil6210.h" #include "wmi.h" #include "txrx.h" #include "trace.h" #include "txrx_edma.h" bool rx_align_2; module_param(rx_align_2, bool, 0444); MODULE_PARM_DESC(…) …; bool rx_large_buf; module_param(rx_large_buf, bool, 0444); MODULE_PARM_DESC(…) …; /* Drop Tx packets in case Tx ring is full */ bool drop_if_ring_full; static inline uint wil_rx_snaplen(void) { … } /* wil_ring_wmark_low - low watermark for available descriptor space */ static inline int wil_ring_wmark_low(struct wil_ring *ring) { … } /* wil_ring_wmark_high - high watermark for available descriptor space */ static inline int wil_ring_wmark_high(struct wil_ring *ring) { … } /* returns true if num avail descriptors is lower than wmark_low */ static inline int wil_ring_avail_low(struct wil_ring *ring) { … } /* returns true if num avail descriptors is higher than wmark_high */ static inline int wil_ring_avail_high(struct wil_ring *ring) { … } /* returns true when all tx vrings are empty */ bool wil_is_tx_idle(struct wil6210_priv *wil) { … } static int wil_vring_alloc(struct wil6210_priv *wil, struct wil_ring *vring) { … } static void wil_txdesc_unmap(struct device *dev, union wil_tx_desc *desc, struct wil_ctx *ctx) { … } static void wil_vring_free(struct wil6210_priv *wil, struct wil_ring *vring) { … } /* Allocate one skb for Rx VRING * * Safe to call from IRQ */ static int wil_vring_alloc_skb(struct wil6210_priv *wil, struct wil_ring *vring, u32 i, int headroom) { … } /* Adds radiotap header * * Any error indicated as "Bad FCS" * * Vendor data for 04:ce:14-1 (Wilocity-1) consists of: * - Rx descriptor: 32 bytes * - Phy info */ static void wil_rx_add_radiotap_header(struct wil6210_priv *wil, struct sk_buff *skb) { … } static bool wil_is_rx_idle(struct wil6210_priv *wil) { … } static int wil_rx_get_cid_by_skb(struct wil6210_priv *wil, struct sk_buff *skb) { … } /* reap 1 frame from @swhead * * Rx descriptor copied to skb->cb * * Safe to call from IRQ */ static struct sk_buff *wil_vring_reap_rx(struct wil6210_priv *wil, struct wil_ring *vring) { … } /* allocate and fill up to @count buffers in rx ring * buffers posted at @swtail * Note: we have a single RX queue for servicing all VIFs, but we * allocate skbs with headroom according to main interface only. This * means it will not work with monitor interface together with other VIFs. * Currently we only support monitor interface on its own without other VIFs, * and we will need to fix this code once we add support. */ static int wil_rx_refill(struct wil6210_priv *wil, int count) { … } /** * reverse_memcmp - Compare two areas of memory, in reverse order * @cs: One area of memory * @ct: Another area of memory * @count: The size of the area. * * Cut'n'paste from original memcmp (see lib/string.c) * with minimal modifications */ int reverse_memcmp(const void *cs, const void *ct, size_t count) { … } static int wil_rx_crypto_check(struct wil6210_priv *wil, struct sk_buff *skb) { … } static int wil_rx_error_check(struct wil6210_priv *wil, struct sk_buff *skb, struct wil_net_stats *stats) { … } static void wil_get_netif_rx_params(struct sk_buff *skb, int *cid, int *security) { … } /* * Check if skb is ptk eapol key message * * returns a pointer to the start of the eapol key structure, NULL * if frame is not PTK eapol key */ static struct wil_eapol_key *wil_is_ptk_eapol_key(struct wil6210_priv *wil, struct sk_buff *skb) { … } static bool wil_skb_is_eap_3(struct wil6210_priv *wil, struct sk_buff *skb) { … } static bool wil_skb_is_eap_4(struct wil6210_priv *wil, struct sk_buff *skb) { … } void wil_enable_tx_key_worker(struct work_struct *work) { … } void wil_tx_complete_handle_eapol(struct wil6210_vif *vif, struct sk_buff *skb) { … } static void wil_rx_handle_eapol(struct wil6210_vif *vif, struct sk_buff *skb) { … } /* * Pass Rx packet to the netif. Update statistics. * Called in softirq context (NAPI poll). */ void wil_netif_rx(struct sk_buff *skb, struct net_device *ndev, int cid, struct wil_net_stats *stats, bool gro) { … } void wil_netif_rx_any(struct sk_buff *skb, struct net_device *ndev) { … } /* Proceed all completed skb's from Rx VRING * * Safe to call from NAPI poll, i.e. softirq with interrupts enabled */ void wil_rx_handle(struct wil6210_priv *wil, int *quota) { … } static void wil_rx_buf_len_init(struct wil6210_priv *wil) { … } static int wil_rx_init(struct wil6210_priv *wil, uint order) { … } static void wil_rx_fini(struct wil6210_priv *wil) { … } static int wil_tx_desc_map(union wil_tx_desc *desc, dma_addr_t pa, u32 len, int vring_index) { … } void wil_tx_data_init(struct wil_ring_tx_data *txdata) { … } static int wil_vring_init_tx(struct wil6210_vif *vif, int id, int size, int cid, int tid) { … } static int wil_tx_vring_modify(struct wil6210_vif *vif, int ring_id, int cid, int tid) { … } int wil_vring_init_bcast(struct wil6210_vif *vif, int id, int size) { … } static struct wil_ring *wil_find_tx_ucast(struct wil6210_priv *wil, struct wil6210_vif *vif, struct sk_buff *skb) { … } static int wil_tx_ring(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *ring, struct sk_buff *skb); static struct wil_ring *wil_find_tx_ring_sta(struct wil6210_priv *wil, struct wil6210_vif *vif, struct sk_buff *skb) { … } /* Use one of 2 strategies: * * 1. New (real broadcast): * use dedicated broadcast vring * 2. Old (pseudo-DMS): * Find 1-st vring and return it; * duplicate skb and send it to other active vrings; * in all cases override dest address to unicast peer's address * Use old strategy when new is not supported yet: * - for PBSS */ static struct wil_ring *wil_find_tx_bcast_1(struct wil6210_priv *wil, struct wil6210_vif *vif, struct sk_buff *skb) { … } /* apply multicast to unicast only for ARP and IP packets * (see NL80211_CMD_SET_MULTICAST_TO_UNICAST for more info) */ static bool wil_check_multicast_to_unicast(struct wil6210_priv *wil, struct sk_buff *skb) { … } static void wil_set_da_for_vring(struct wil6210_priv *wil, struct sk_buff *skb, int vring_index) { … } static struct wil_ring *wil_find_tx_bcast_2(struct wil6210_priv *wil, struct wil6210_vif *vif, struct sk_buff *skb) { … } static inline void wil_tx_desc_set_nr_frags(struct vring_tx_desc *d, int nr_frags) { … } /* Sets the descriptor @d up for csum and/or TSO offloading. The corresponding * @skb is used to obtain the protocol and headers length. * @tso_desc_type is a descriptor type for TSO: 0 - a header, 1 - first data, * 2 - middle, 3 - last descriptor. */ static void wil_tx_desc_offload_setup_tso(struct vring_tx_desc *d, struct sk_buff *skb, int tso_desc_type, bool is_ipv4, int tcp_hdr_len, int skb_net_hdr_len) { … } /* Sets the descriptor @d up for csum. The corresponding * @skb is used to obtain the protocol and headers length. * Returns the protocol: 0 - not TCP, 1 - TCPv4, 2 - TCPv6. * Note, if d==NULL, the function only returns the protocol result. * * It is very similar to previous wil_tx_desc_offload_setup_tso. This * is "if unrolling" to optimize the critical path. */ static int wil_tx_desc_offload_setup(struct vring_tx_desc *d, struct sk_buff *skb){ … } static inline void wil_tx_last_desc(struct vring_tx_desc *d) { … } static inline void wil_set_tx_desc_last_tso(volatile struct vring_tx_desc *d) { … } static int __wil_tx_vring_tso(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *vring, struct sk_buff *skb) { … } static int __wil_tx_ring(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *ring, struct sk_buff *skb) { … } static int wil_tx_ring(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *ring, struct sk_buff *skb) { … } /* Check status of tx vrings and stop/wake net queues if needed * It will start/stop net queues of a specific VIF net_device. * * This function does one of two checks: * In case check_stop is true, will check if net queues need to be stopped. If * the conditions for stopping are met, netif_tx_stop_all_queues() is called. * In case check_stop is false, will check if net queues need to be waked. If * the conditions for waking are met, netif_tx_wake_all_queues() is called. * vring is the vring which is currently being modified by either adding * descriptors (tx) into it or removing descriptors (tx complete) from it. Can * be null when irrelevant (e.g. connect/disconnect events). * * The implementation is to stop net queues if modified vring has low * descriptor availability. Wake if all vrings are not in low descriptor * availability and modified vring has high descriptor availability. */ static inline void __wil_update_net_queues(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *ring, bool check_stop) { … } void wil_update_net_queues(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *ring, bool check_stop) { … } void wil_update_net_queues_bh(struct wil6210_priv *wil, struct wil6210_vif *vif, struct wil_ring *ring, bool check_stop) { … } netdev_tx_t wil_start_xmit(struct sk_buff *skb, struct net_device *ndev) { … } void wil_tx_latency_calc(struct wil6210_priv *wil, struct sk_buff *skb, struct wil_sta_info *sta) { … } /* Clean up transmitted skb's from the Tx VRING * * Return number of descriptors cleared * * Safe to call from IRQ */ int wil_tx_complete(struct wil6210_vif *vif, int ringid) { … } static inline int wil_tx_init(struct wil6210_priv *wil) { … } static inline void wil_tx_fini(struct wil6210_priv *wil) { … } static void wil_get_reorder_params(struct wil6210_priv *wil, struct sk_buff *skb, int *tid, int *cid, int *mid, u16 *seq, int *mcast, int *retry) { … } void wil_init_txrx_ops_legacy_dma(struct wil6210_priv *wil) { … }
Codebase Browser
linux