// SPDX-License-Identifier: GPL-2.0-only /* Copyright (C) 2023 Intel Corporation */ #include "idpf.h" /** * idpf_get_rxnfc - command to get RX flow classification rules * @netdev: network interface device structure * @cmd: ethtool rxnfc command * @rule_locs: pointer to store rule locations * * Returns Success if the command is supported. */ static int idpf_get_rxnfc(struct net_device *netdev, struct ethtool_rxnfc *cmd, u32 __always_unused *rule_locs) { … } /** * idpf_get_rxfh_key_size - get the RSS hash key size * @netdev: network interface device structure * * Returns the key size on success, error value on failure. */ static u32 idpf_get_rxfh_key_size(struct net_device *netdev) { … } /** * idpf_get_rxfh_indir_size - get the rx flow hash indirection table size * @netdev: network interface device structure * * Returns the table size on success, error value on failure. */ static u32 idpf_get_rxfh_indir_size(struct net_device *netdev) { … } /** * idpf_get_rxfh - get the rx flow hash indirection table * @netdev: network interface device structure * @rxfh: pointer to param struct (indir, key, hfunc) * * Reads the indirection table directly from the hardware. Always returns 0. */ static int idpf_get_rxfh(struct net_device *netdev, struct ethtool_rxfh_param *rxfh) { … } /** * idpf_set_rxfh - set the rx flow hash indirection table * @netdev: network interface device structure * @rxfh: pointer to param struct (indir, key, hfunc) * @extack: extended ACK from the Netlink message * * Returns -EINVAL if the table specifies an invalid queue id, otherwise * returns 0 after programming the table. */ static int idpf_set_rxfh(struct net_device *netdev, struct ethtool_rxfh_param *rxfh, struct netlink_ext_ack *extack) { … } /** * idpf_get_channels: get the number of channels supported by the device * @netdev: network interface device structure * @ch: channel information structure * * Report maximum of TX and RX. Report one extra channel to match our MailBox * Queue. */ static void idpf_get_channels(struct net_device *netdev, struct ethtool_channels *ch) { … } /** * idpf_set_channels: set the new channel count * @netdev: network interface device structure * @ch: channel information structure * * Negotiate a new number of channels with CP. Returns 0 on success, negative * on failure. */ static int idpf_set_channels(struct net_device *netdev, struct ethtool_channels *ch) { … } /** * idpf_get_ringparam - Get ring parameters * @netdev: network interface device structure * @ring: ethtool ringparam structure * @kring: unused * @ext_ack: unused * * Returns current ring parameters. TX and RX rings are reported separately, * but the number of rings is not reported. */ static void idpf_get_ringparam(struct net_device *netdev, struct ethtool_ringparam *ring, struct kernel_ethtool_ringparam *kring, struct netlink_ext_ack *ext_ack) { … } /** * idpf_set_ringparam - Set ring parameters * @netdev: network interface device structure * @ring: ethtool ringparam structure * @kring: unused * @ext_ack: unused * * Sets ring parameters. TX and RX rings are controlled separately, but the * number of rings is not specified, so all rings get the same settings. */ static int idpf_set_ringparam(struct net_device *netdev, struct ethtool_ringparam *ring, struct kernel_ethtool_ringparam *kring, struct netlink_ext_ack *ext_ack) { … } /** * struct idpf_stats - definition for an ethtool statistic * @stat_string: statistic name to display in ethtool -S output * @sizeof_stat: the sizeof() the stat, must be no greater than sizeof(u64) * @stat_offset: offsetof() the stat from a base pointer * * This structure defines a statistic to be added to the ethtool stats buffer. * It defines a statistic as offset from a common base pointer. Stats should * be defined in constant arrays using the IDPF_STAT macro, with every element * of the array using the same _type for calculating the sizeof_stat and * stat_offset. * * The @sizeof_stat is expected to be sizeof(u8), sizeof(u16), sizeof(u32) or * sizeof(u64). Other sizes are not expected and will produce a WARN_ONCE from * the idpf_add_ethtool_stat() helper function. * * The @stat_string is interpreted as a format string, allowing formatted * values to be inserted while looping over multiple structures for a given * statistics array. Thus, every statistic string in an array should have the * same type and number of format specifiers, to be formatted by variadic * arguments to the idpf_add_stat_string() helper function. */ struct idpf_stats { … }; /* Helper macro to define an idpf_stat structure with proper size and type. * Use this when defining constant statistics arrays. Note that @_type expects * only a type name and is used multiple times. */ #define IDPF_STAT(_type, _name, _stat) … /* Helper macros for defining some statistics related to queues */ #define IDPF_RX_QUEUE_STAT(_name, _stat) … #define IDPF_TX_QUEUE_STAT(_name, _stat) … /* Stats associated with a Tx queue */ static const struct idpf_stats idpf_gstrings_tx_queue_stats[] = …; /* Stats associated with an Rx queue */ static const struct idpf_stats idpf_gstrings_rx_queue_stats[] = …; #define IDPF_TX_QUEUE_STATS_LEN … #define IDPF_RX_QUEUE_STATS_LEN … #define IDPF_PORT_STAT(_name, _stat) … static const struct idpf_stats idpf_gstrings_port_stats[] = …; #define IDPF_PORT_STATS_LEN … /** * __idpf_add_qstat_strings - copy stat strings into ethtool buffer * @p: ethtool supplied buffer * @stats: stat definitions array * @size: size of the stats array * @type: stat type * @idx: stat index * * Format and copy the strings described by stats into the buffer pointed at * by p. */ static void __idpf_add_qstat_strings(u8 **p, const struct idpf_stats *stats, const unsigned int size, const char *type, unsigned int idx) { … } /** * idpf_add_qstat_strings - Copy queue stat strings into ethtool buffer * @p: ethtool supplied buffer * @stats: stat definitions array * @type: stat type * @idx: stat idx * * Format and copy the strings described by the const static stats value into * the buffer pointed at by p. * * The parameter @stats is evaluated twice, so parameters with side effects * should be avoided. Additionally, stats must be an array such that * ARRAY_SIZE can be called on it. */ #define idpf_add_qstat_strings(p, stats, type, idx) … /** * idpf_add_stat_strings - Copy port stat strings into ethtool buffer * @p: ethtool buffer * @stats: struct to copy from * @size: size of stats array to copy from */ static void idpf_add_stat_strings(u8 **p, const struct idpf_stats *stats, const unsigned int size) { … } /** * idpf_get_stat_strings - Get stat strings * @netdev: network interface device structure * @data: buffer for string data * * Builds the statistics string table */ static void idpf_get_stat_strings(struct net_device *netdev, u8 *data) { … } /** * idpf_get_strings - Get string set * @netdev: network interface device structure * @sset: id of string set * @data: buffer for string data * * Builds string tables for various string sets */ static void idpf_get_strings(struct net_device *netdev, u32 sset, u8 *data) { … } /** * idpf_get_sset_count - Get length of string set * @netdev: network interface device structure * @sset: id of string set * * Reports size of various string tables. */ static int idpf_get_sset_count(struct net_device *netdev, int sset) { … } /** * idpf_add_one_ethtool_stat - copy the stat into the supplied buffer * @data: location to store the stat value * @pstat: old stat pointer to copy from * @stat: the stat definition * * Copies the stat data defined by the pointer and stat structure pair into * the memory supplied as data. If the pointer is null, data will be zero'd. */ static void idpf_add_one_ethtool_stat(u64 *data, const void *pstat, const struct idpf_stats *stat) { … } /** * idpf_add_queue_stats - copy queue statistics into supplied buffer * @data: ethtool stats buffer * @q: the queue to copy * @type: type of the queue * * Queue statistics must be copied while protected by u64_stats_fetch_begin, * so we can't directly use idpf_add_ethtool_stats. Assumes that queue stats * are defined in idpf_gstrings_queue_stats. If the queue pointer is null, * zero out the queue stat values and update the data pointer. Otherwise * safely copy the stats from the queue into the supplied buffer and update * the data pointer when finished. * * This function expects to be called while under rcu_read_lock(). */ static void idpf_add_queue_stats(u64 **data, const void *q, enum virtchnl2_queue_type type) { … } /** * idpf_add_empty_queue_stats - Add stats for a non-existent queue * @data: pointer to data buffer * @qtype: type of data queue * * We must report a constant length of stats back to userspace regardless of * how many queues are actually in use because stats collection happens over * three separate ioctls and there's no way to notify userspace the size * changed between those calls. This adds empty to data to the stats since we * don't have a real queue to refer to for this stats slot. */ static void idpf_add_empty_queue_stats(u64 **data, u16 qtype) { … } /** * idpf_add_port_stats - Copy port stats into ethtool buffer * @vport: virtual port struct * @data: ethtool buffer to copy into */ static void idpf_add_port_stats(struct idpf_vport *vport, u64 **data) { … } /** * idpf_collect_queue_stats - accumulate various per queue stats * into port level stats * @vport: pointer to vport struct **/ static void idpf_collect_queue_stats(struct idpf_vport *vport) { … } /** * idpf_get_ethtool_stats - report device statistics * @netdev: network interface device structure * @stats: ethtool statistics structure * @data: pointer to data buffer * * All statistics are added to the data buffer as an array of u64. */ static void idpf_get_ethtool_stats(struct net_device *netdev, struct ethtool_stats __always_unused *stats, u64 *data) { … } /** * idpf_find_rxq_vec - find rxq vector from q index * @vport: virtual port associated to queue * @q_num: q index used to find queue * * returns pointer to rx vector */ static struct idpf_q_vector *idpf_find_rxq_vec(const struct idpf_vport *vport, int q_num) { … } /** * idpf_find_txq_vec - find txq vector from q index * @vport: virtual port associated to queue * @q_num: q index used to find queue * * returns pointer to tx vector */ static struct idpf_q_vector *idpf_find_txq_vec(const struct idpf_vport *vport, int q_num) { … } /** * __idpf_get_q_coalesce - get ITR values for specific queue * @ec: ethtool structure to fill with driver's coalesce settings * @q_vector: queue vector corresponding to this queue * @type: queue type */ static void __idpf_get_q_coalesce(struct ethtool_coalesce *ec, const struct idpf_q_vector *q_vector, enum virtchnl2_queue_type type) { … } /** * idpf_get_q_coalesce - get ITR values for specific queue * @netdev: pointer to the netdev associated with this query * @ec: coalesce settings to program the device with * @q_num: update ITR/INTRL (coalesce) settings for this queue number/index * * Return 0 on success, and negative on failure */ static int idpf_get_q_coalesce(struct net_device *netdev, struct ethtool_coalesce *ec, u32 q_num) { … } /** * idpf_get_coalesce - get ITR values as requested by user * @netdev: pointer to the netdev associated with this query * @ec: coalesce settings to be filled * @kec: unused * @extack: unused * * Return 0 on success, and negative on failure */ static int idpf_get_coalesce(struct net_device *netdev, struct ethtool_coalesce *ec, struct kernel_ethtool_coalesce *kec, struct netlink_ext_ack *extack) { … } /** * idpf_get_per_q_coalesce - get ITR values as requested by user * @netdev: pointer to the netdev associated with this query * @q_num: queue for which the itr values has to retrieved * @ec: coalesce settings to be filled * * Return 0 on success, and negative on failure */ static int idpf_get_per_q_coalesce(struct net_device *netdev, u32 q_num, struct ethtool_coalesce *ec) { … } /** * __idpf_set_q_coalesce - set ITR values for specific queue * @ec: ethtool structure from user to update ITR settings * @qv: queue vector for which itr values has to be set * @is_rxq: is queue type rx * * Returns 0 on success, negative otherwise. */ static int __idpf_set_q_coalesce(const struct ethtool_coalesce *ec, struct idpf_q_vector *qv, bool is_rxq) { … } /** * idpf_set_q_coalesce - set ITR values for specific queue * @vport: vport associated to the queue that need updating * @ec: coalesce settings to program the device with * @q_num: update ITR/INTRL (coalesce) settings for this queue number/index * @is_rxq: is queue type rx * * Return 0 on success, and negative on failure */ static int idpf_set_q_coalesce(const struct idpf_vport *vport, const struct ethtool_coalesce *ec, int q_num, bool is_rxq) { … } /** * idpf_set_coalesce - set ITR values as requested by user * @netdev: pointer to the netdev associated with this query * @ec: coalesce settings to program the device with * @kec: unused * @extack: unused * * Return 0 on success, and negative on failure */ static int idpf_set_coalesce(struct net_device *netdev, struct ethtool_coalesce *ec, struct kernel_ethtool_coalesce *kec, struct netlink_ext_ack *extack) { … } /** * idpf_set_per_q_coalesce - set ITR values as requested by user * @netdev: pointer to the netdev associated with this query * @q_num: queue for which the itr values has to be set * @ec: coalesce settings to program the device with * * Return 0 on success, and negative on failure */ static int idpf_set_per_q_coalesce(struct net_device *netdev, u32 q_num, struct ethtool_coalesce *ec) { … } /** * idpf_get_msglevel - Get debug message level * @netdev: network interface device structure * * Returns current debug message level. */ static u32 idpf_get_msglevel(struct net_device *netdev) { … } /** * idpf_set_msglevel - Set debug message level * @netdev: network interface device structure * @data: message level * * Set current debug message level. Higher values cause the driver to * be noisier. */ static void idpf_set_msglevel(struct net_device *netdev, u32 data) { … } /** * idpf_get_link_ksettings - Get Link Speed and Duplex settings * @netdev: network interface device structure * @cmd: ethtool command * * Reports speed/duplex settings. **/ static int idpf_get_link_ksettings(struct net_device *netdev, struct ethtool_link_ksettings *cmd) { … } static const struct ethtool_ops idpf_ethtool_ops = …; /** * idpf_set_ethtool_ops - Initialize ethtool ops struct * @netdev: network interface device structure * * Sets ethtool ops struct in our netdev so that ethtool can call * our functions. */ void idpf_set_ethtool_ops(struct net_device *netdev) { … }