// SPDX-License-Identifier: GPL-2.0-only /* * Huawei HiNIC PCI Express Linux driver * Copyright(c) 2017 Huawei Technologies Co., Ltd */ #include <linux/kernel.h> #include <linux/types.h> #include <linux/errno.h> #include <linux/pci.h> #include <linux/device.h> #include <linux/slab.h> #include <linux/vmalloc.h> #include <linux/spinlock.h> #include <linux/sizes.h> #include <linux/atomic.h> #include <linux/log2.h> #include <linux/io.h> #include <linux/completion.h> #include <linux/err.h> #include <asm/byteorder.h> #include <asm/barrier.h> #include "hinic_common.h" #include "hinic_hw_if.h" #include "hinic_hw_eqs.h" #include "hinic_hw_mgmt.h" #include "hinic_hw_wqe.h" #include "hinic_hw_wq.h" #include "hinic_hw_cmdq.h" #include "hinic_hw_io.h" #include "hinic_hw_dev.h" #define CMDQ_CEQE_TYPE_SHIFT … #define CMDQ_CEQE_TYPE_MASK … #define CMDQ_CEQE_GET(val, member) … #define CMDQ_WQE_ERRCODE_VAL_SHIFT … #define CMDQ_WQE_ERRCODE_VAL_MASK … #define CMDQ_WQE_ERRCODE_GET(val, member) … #define CMDQ_DB_PI_OFF(pi) … #define CMDQ_DB_ADDR(db_base, pi) … #define CMDQ_WQE_HEADER(wqe) … #define CMDQ_WQE_COMPLETED(ctrl_info) … #define FIRST_DATA_TO_WRITE_LAST … #define CMDQ_DB_OFF … #define CMDQ_WQEBB_SIZE … #define CMDQ_WQE_SIZE … #define CMDQ_DEPTH … #define CMDQ_WQ_PAGE_SIZE … #define WQE_LCMD_SIZE … #define WQE_SCMD_SIZE … #define COMPLETE_LEN … #define CMDQ_TIMEOUT … #define CMDQ_PFN(addr, page_size) … #define cmdq_to_cmdqs(cmdq) … #define cmdqs_to_func_to_io(cmdqs) … enum completion_format { … }; enum data_format { … }; enum bufdesc_len { … }; enum ctrl_sect_len { … }; enum cmdq_scmd_type { … }; enum cmdq_cmd_type { … }; enum completion_request { … }; /** * hinic_alloc_cmdq_buf - alloc buffer for sending command * @cmdqs: the cmdqs * @cmdq_buf: the buffer returned in this struct * * Return 0 - Success, negative - Failure **/ int hinic_alloc_cmdq_buf(struct hinic_cmdqs *cmdqs, struct hinic_cmdq_buf *cmdq_buf) { … } /** * hinic_free_cmdq_buf - free buffer * @cmdqs: the cmdqs * @cmdq_buf: the buffer to free that is in this struct **/ void hinic_free_cmdq_buf(struct hinic_cmdqs *cmdqs, struct hinic_cmdq_buf *cmdq_buf) { … } static unsigned int cmdq_wqe_size_from_bdlen(enum bufdesc_len len) { … } static void cmdq_set_sge_completion(struct hinic_cmdq_completion *completion, struct hinic_cmdq_buf *buf_out) { … } static void cmdq_prepare_wqe_ctrl(struct hinic_cmdq_wqe *wqe, int wrapped, enum hinic_cmd_ack_type ack_type, enum hinic_mod_type mod, u8 cmd, u16 prod_idx, enum completion_format complete_format, enum data_format data_format, enum bufdesc_len buf_len) { … } static void cmdq_set_lcmd_bufdesc(struct hinic_cmdq_wqe_lcmd *wqe_lcmd, struct hinic_cmdq_buf *buf_in) { … } static void cmdq_set_direct_wqe_data(struct hinic_cmdq_direct_wqe *wqe, void *buf_in, u32 in_size) { … } static void cmdq_set_lcmd_wqe(struct hinic_cmdq_wqe *wqe, enum cmdq_cmd_type cmd_type, struct hinic_cmdq_buf *buf_in, struct hinic_cmdq_buf *buf_out, int wrapped, enum hinic_cmd_ack_type ack_type, enum hinic_mod_type mod, u8 cmd, u16 prod_idx) { … } static void cmdq_set_direct_wqe(struct hinic_cmdq_wqe *wqe, enum cmdq_cmd_type cmd_type, void *buf_in, u16 in_size, struct hinic_cmdq_buf *buf_out, int wrapped, enum hinic_cmd_ack_type ack_type, enum hinic_mod_type mod, u8 cmd, u16 prod_idx) { … } static void cmdq_wqe_fill(void *dst, void *src) { … } static void cmdq_fill_db(u32 *db_info, enum hinic_cmdq_type cmdq_type, u16 prod_idx) { … } static void cmdq_set_db(struct hinic_cmdq *cmdq, enum hinic_cmdq_type cmdq_type, u16 prod_idx) { … } static int cmdq_sync_cmd_direct_resp(struct hinic_cmdq *cmdq, enum hinic_mod_type mod, u8 cmd, struct hinic_cmdq_buf *buf_in, u64 *resp) { … } static int cmdq_set_arm_bit(struct hinic_cmdq *cmdq, void *buf_in, u16 in_size) { … } static int cmdq_params_valid(struct hinic_cmdq_buf *buf_in) { … } /** * hinic_cmdq_direct_resp - send command with direct data as resp * @cmdqs: the cmdqs * @mod: module on the card that will handle the command * @cmd: the command * @buf_in: the buffer for the command * @resp: the response to return * * Return 0 - Success, negative - Failure **/ int hinic_cmdq_direct_resp(struct hinic_cmdqs *cmdqs, enum hinic_mod_type mod, u8 cmd, struct hinic_cmdq_buf *buf_in, u64 *resp) { … } /** * hinic_set_arm_bit - set arm bit for enable interrupt again * @cmdqs: the cmdqs * @q_type: type of queue to set the arm bit for * @q_id: the queue number * * Return 0 - Success, negative - Failure **/ static int hinic_set_arm_bit(struct hinic_cmdqs *cmdqs, enum hinic_set_arm_qtype q_type, u32 q_id) { … } static void clear_wqe_complete_bit(struct hinic_cmdq *cmdq, struct hinic_cmdq_wqe *wqe) { … } /** * cmdq_arm_ceq_handler - cmdq completion event handler for arm command * @cmdq: the cmdq of the arm command * @wqe: the wqe of the arm command * * Return 0 - Success, negative - Failure **/ static int cmdq_arm_ceq_handler(struct hinic_cmdq *cmdq, struct hinic_cmdq_wqe *wqe) { … } static void cmdq_update_errcode(struct hinic_cmdq *cmdq, u16 prod_idx, int errcode) { … } /** * cmdq_sync_cmd_handler - cmdq completion event handler for sync command * @cmdq: the cmdq of the command * @cons_idx: the consumer index to update the error code for * @errcode: the error code **/ static void cmdq_sync_cmd_handler(struct hinic_cmdq *cmdq, u16 cons_idx, int errcode) { … } static int cmdq_cmd_ceq_handler(struct hinic_cmdq *cmdq, u16 ci, struct hinic_cmdq_wqe *cmdq_wqe) { … } /** * cmdq_ceq_handler - cmdq completion event handler * @handle: private data for the handler(cmdqs) * @ceqe_data: ceq element data **/ static void cmdq_ceq_handler(void *handle, u32 ceqe_data) { … } /** * cmdq_init_queue_ctxt - init the queue ctxt of a cmdq * @cmdq_ctxt: cmdq ctxt to initialize * @cmdq: the cmdq * @cmdq_pages: the memory of the queue **/ static void cmdq_init_queue_ctxt(struct hinic_cmdq_ctxt *cmdq_ctxt, struct hinic_cmdq *cmdq, struct hinic_cmdq_pages *cmdq_pages) { … } /** * init_cmdq - initialize cmdq * @cmdq: the cmdq * @wq: the wq attaced to the cmdq * @q_type: the cmdq type of the cmdq * @db_area: doorbell area for the cmdq * * Return 0 - Success, negative - Failure **/ static int init_cmdq(struct hinic_cmdq *cmdq, struct hinic_wq *wq, enum hinic_cmdq_type q_type, void __iomem *db_area) { … } /** * free_cmdq - Free cmdq * @cmdq: the cmdq to free **/ static void free_cmdq(struct hinic_cmdq *cmdq) { … } /** * init_cmdqs_ctxt - write the cmdq ctxt to HW after init all cmdq * @hwdev: the NIC HW device * @cmdqs: cmdqs to write the ctxts for * @db_area: db_area for all the cmdqs * * Return 0 - Success, negative - Failure **/ static int init_cmdqs_ctxt(struct hinic_hwdev *hwdev, struct hinic_cmdqs *cmdqs, void __iomem **db_area) { … } static int hinic_set_cmdq_depth(struct hinic_hwdev *hwdev, u16 cmdq_depth) { … } /** * hinic_init_cmdqs - init all cmdqs * @cmdqs: cmdqs to init * @hwif: HW interface for accessing cmdqs * @db_area: doorbell areas for all the cmdqs * * Return 0 - Success, negative - Failure **/ int hinic_init_cmdqs(struct hinic_cmdqs *cmdqs, struct hinic_hwif *hwif, void __iomem **db_area) { … } /** * hinic_free_cmdqs - free all cmdqs * @cmdqs: cmdqs to free **/ void hinic_free_cmdqs(struct hinic_cmdqs *cmdqs) { … }
Codebase Browser
linux