// SPDX-License-Identifier: (GPL-2.0-only OR BSD-3-Clause) #include <linux/bitmap.h> #include <linux/delay.h> #include <linux/interrupt.h> #include <linux/io.h> #include <linux/io-64-nonatomic-lo-hi.h> #include <linux/mm.h> #include <linux/module.h> #include <linux/nvme.h> #include <linux/pci.h> #include <linux/wait.h> #include <linux/sched/signal.h> #include "fun_queue.h" #include "fun_dev.h" #define FUN_ADMIN_CMD_TO_MS … enum { … }; /* context for admin commands */ struct fun_cmd_ctx { … }; /* Context for synchronous admin commands. */ struct fun_sync_cmd_ctx { … }; /* Wait for the CSTS.RDY bit to match @enabled. */ static int fun_wait_ready(struct fun_dev *fdev, bool enabled) { … } /* Check CSTS and return an error if it is unreadable or has unexpected * RDY value. */ static int fun_check_csts_rdy(struct fun_dev *fdev, unsigned int expected_rdy) { … } /* Check that CSTS RDY has the expected value. Then write a new value to the CC * register and wait for CSTS RDY to match the new CC ENABLE state. */ static int fun_update_cc_enable(struct fun_dev *fdev, unsigned int initial_rdy) { … } static int fun_disable_ctrl(struct fun_dev *fdev) { … } static int fun_enable_ctrl(struct fun_dev *fdev, u32 admin_cqesz_log2, u32 admin_sqesz_log2) { … } static int fun_map_bars(struct fun_dev *fdev, const char *name) { … } static void fun_unmap_bars(struct fun_dev *fdev) { … } static int fun_set_dma_masks(struct device *dev) { … } static irqreturn_t fun_admin_irq(int irq, void *data) { … } static void fun_complete_admin_cmd(struct fun_queue *funq, void *data, void *entry, const struct fun_cqe_info *info) { … } static int fun_init_cmd_ctx(struct fun_dev *fdev, unsigned int ntags) { … } /* Allocate and enable an admin queue and assign it the first IRQ vector. */ static int fun_enable_admin_queue(struct fun_dev *fdev, const struct fun_dev_params *areq) { … } static void fun_disable_admin_queue(struct fun_dev *fdev) { … } /* Return %true if the admin queue has stopped servicing commands as can be * detected through registers. This isn't exhaustive and may provide false * negatives. */ static bool fun_adminq_stopped(struct fun_dev *fdev) { … } static int fun_wait_for_tag(struct fun_dev *fdev, int *cpup) { … } /* Submit an asynchronous admin command. Caller is responsible for implementing * any waiting or timeout. Upon command completion the callback @cb is called. */ int fun_submit_admin_cmd(struct fun_dev *fdev, struct fun_admin_req_common *cmd, fun_admin_callback_t cb, void *cb_data, bool wait_ok) { … } /* Abandon a pending admin command by clearing the issuer's callback data. * Failure indicates that the command either has already completed or its * completion is racing with this call. */ static bool fun_abandon_admin_cmd(struct fun_dev *fd, const struct fun_admin_req_common *cmd, void *cb_data) { … } /* Stop submission of new admin commands and wake up any processes waiting for * tags. Already submitted commands are left to complete or time out. */ static void fun_admin_stop(struct fun_dev *fdev) { … } /* The callback for synchronous execution of admin commands. It copies the * command response to the caller's buffer and signals completion. */ static void fun_admin_cmd_sync_cb(struct fun_dev *fd, void *rsp, void *cb_data) { … } /* Submit a synchronous admin command. */ int fun_submit_admin_sync_cmd(struct fun_dev *fdev, struct fun_admin_req_common *cmd, void *rsp, size_t rspsize, unsigned int timeout) { … } EXPORT_SYMBOL_GPL(…); /* Return the number of device resources of the requested type. */ int fun_get_res_count(struct fun_dev *fdev, enum fun_admin_op res) { … } EXPORT_SYMBOL_GPL(…); /* Request that the instance of resource @res with the given id be deleted. */ int fun_res_destroy(struct fun_dev *fdev, enum fun_admin_op res, unsigned int flags, u32 id) { … } EXPORT_SYMBOL_GPL(…); /* Bind two entities of the given types and IDs. */ int fun_bind(struct fun_dev *fdev, enum fun_admin_bind_type type0, unsigned int id0, enum fun_admin_bind_type type1, unsigned int id1) { … } EXPORT_SYMBOL_GPL(…); static int fun_get_dev_limits(struct fun_dev *fdev) { … } /* Allocate all MSI-X vectors available on a function and at least @min_vecs. */ static int fun_alloc_irqs(struct pci_dev *pdev, unsigned int min_vecs) { … } /* Allocate and initialize the IRQ manager state. */ static int fun_alloc_irq_mgr(struct fun_dev *fdev) { … } /* Reserve @nirqs of the currently available IRQs and return their indices. */ int fun_reserve_irqs(struct fun_dev *fdev, unsigned int nirqs, u16 *irq_indices) { … } EXPORT_SYMBOL(…); /* Release @nirqs previously allocated IRQS with the supplied indices. */ void fun_release_irqs(struct fun_dev *fdev, unsigned int nirqs, u16 *irq_indices) { … } EXPORT_SYMBOL(…); static void fun_serv_handler(struct work_struct *work) { … } void fun_serv_stop(struct fun_dev *fd) { … } EXPORT_SYMBOL_GPL(…); void fun_serv_restart(struct fun_dev *fd) { … } EXPORT_SYMBOL_GPL(…); void fun_serv_sched(struct fun_dev *fd) { … } EXPORT_SYMBOL_GPL(…); /* Check and try to get the device into a proper state for initialization, * i.e., CSTS.RDY = CC.EN = 0. */ static int sanitize_dev(struct fun_dev *fdev) { … } /* Undo the device initialization of fun_dev_enable(). */ void fun_dev_disable(struct fun_dev *fdev) { … } EXPORT_SYMBOL(…); /* Perform basic initialization of a device, including * - PCI config space setup and BAR0 mapping * - interrupt management initialization * - 1 admin queue setup * - determination of some device limits, such as number of queues. */ int fun_dev_enable(struct fun_dev *fdev, struct pci_dev *pdev, const struct fun_dev_params *areq, const char *name) { … } EXPORT_SYMBOL(…); MODULE_AUTHOR(…) …; MODULE_DESCRIPTION(…) …; MODULE_LICENSE(…) …;
Codebase Browser
linux