#define pr_fmt(fmt) …
#include <linux/kstrtox.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/slab.h>
#include <linux/stat.h>
#include <linux/ctype.h>
#include <linux/pci.h>
#include <linux/pci-p2pdma.h>
#ifdef CONFIG_NVME_TARGET_AUTH
#include <linux/nvme-auth.h>
#endif
#include <linux/nvme-keyring.h>
#include <crypto/hash.h>
#include <crypto/kpp.h>
#include <linux/nospec.h>
#include "nvmet.h"
static const struct config_item_type nvmet_host_type;
static const struct config_item_type nvmet_subsys_type;
static LIST_HEAD(nvmet_ports_list);
struct list_head *nvmet_ports = …;
struct nvmet_type_name_map { … };
static struct nvmet_type_name_map nvmet_transport[] = …;
static const struct nvmet_type_name_map nvmet_addr_family[] = …;
static bool nvmet_is_port_enabled(struct nvmet_port *p, const char *caller)
{ … }
static ssize_t nvmet_addr_adrfam_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_addr_adrfam_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_addr_portid_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_addr_portid_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_addr_traddr_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_addr_traddr_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static const struct nvmet_type_name_map nvmet_addr_treq[] = …;
static inline u8 nvmet_port_disc_addr_treq_mask(struct nvmet_port *port)
{ … }
static ssize_t nvmet_addr_treq_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_addr_treq_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_addr_trsvcid_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_addr_trsvcid_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_param_inline_data_size_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_param_inline_data_size_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_param_max_queue_size_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_param_max_queue_size_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
#ifdef CONFIG_BLK_DEV_INTEGRITY
static ssize_t nvmet_param_pi_enable_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_param_pi_enable_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
#endif
static ssize_t nvmet_addr_trtype_show(struct config_item *item,
char *page)
{ … }
static void nvmet_port_init_tsas_rdma(struct nvmet_port *port)
{ … }
static void nvmet_port_init_tsas_tcp(struct nvmet_port *port, int sectype)
{ … }
static ssize_t nvmet_addr_trtype_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static const struct nvmet_type_name_map nvmet_addr_tsas_tcp[] = …;
static const struct nvmet_type_name_map nvmet_addr_tsas_rdma[] = …;
static ssize_t nvmet_addr_tsas_show(struct config_item *item,
char *page)
{ … }
static u8 nvmet_addr_tsas_rdma_store(const char *page)
{ … }
static u8 nvmet_addr_tsas_tcp_store(const char *page)
{ … }
static ssize_t nvmet_addr_tsas_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_ns_device_path_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_device_path_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
#ifdef CONFIG_PCI_P2PDMA
static ssize_t nvmet_ns_p2pmem_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_p2pmem_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
#endif
static ssize_t nvmet_ns_device_uuid_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_device_uuid_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_ns_device_nguid_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_device_nguid_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_ns_ana_grpid_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_ana_grpid_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_ns_enable_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_enable_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_ns_buffered_io_show(struct config_item *item, char *page)
{ … }
static ssize_t nvmet_ns_buffered_io_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_ns_revalidate_size_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR_WO(…);
static struct configfs_attribute *nvmet_ns_attrs[] = …;
bool nvmet_subsys_nsid_exists(struct nvmet_subsys *subsys, u32 nsid)
{ … }
static void nvmet_ns_release(struct config_item *item)
{ … }
static struct configfs_item_operations nvmet_ns_item_ops = …;
static const struct config_item_type nvmet_ns_type = …;
static struct config_group *nvmet_ns_make(struct config_group *group,
const char *name)
{ … }
static struct configfs_group_operations nvmet_namespaces_group_ops = …;
static const struct config_item_type nvmet_namespaces_type = …;
#ifdef CONFIG_NVME_TARGET_PASSTHRU
static ssize_t nvmet_passthru_device_path_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_passthru_device_path_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_passthru_enable_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_passthru_enable_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_passthru_admin_timeout_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_passthru_admin_timeout_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_passthru_io_timeout_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_passthru_io_timeout_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_passthru_clear_ids_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_passthru_clear_ids_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static struct configfs_attribute *nvmet_passthru_attrs[] = …;
static const struct config_item_type nvmet_passthru_type = …;
static void nvmet_add_passthru_group(struct nvmet_subsys *subsys)
{ … }
#else
static void nvmet_add_passthru_group(struct nvmet_subsys *subsys)
{
}
#endif
static int nvmet_port_subsys_allow_link(struct config_item *parent,
struct config_item *target)
{ … }
static void nvmet_port_subsys_drop_link(struct config_item *parent,
struct config_item *target)
{ … }
static struct configfs_item_operations nvmet_port_subsys_item_ops = …;
static const struct config_item_type nvmet_port_subsys_type = …;
static int nvmet_allowed_hosts_allow_link(struct config_item *parent,
struct config_item *target)
{ … }
static void nvmet_allowed_hosts_drop_link(struct config_item *parent,
struct config_item *target)
{ … }
static struct configfs_item_operations nvmet_allowed_hosts_item_ops = …;
static const struct config_item_type nvmet_allowed_hosts_type = …;
static ssize_t nvmet_subsys_attr_allow_any_host_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_allow_any_host_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_subsys_attr_version_show(struct config_item *item,
char *page)
{ … }
static ssize_t
nvmet_subsys_attr_version_store_locked(struct nvmet_subsys *subsys,
const char *page, size_t count)
{ … }
static ssize_t nvmet_subsys_attr_version_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static bool nvmet_is_ascii(const char c)
{ … }
static ssize_t nvmet_subsys_attr_serial_show(struct config_item *item,
char *page)
{ … }
static ssize_t
nvmet_subsys_attr_serial_store_locked(struct nvmet_subsys *subsys,
const char *page, size_t count)
{ … }
static ssize_t nvmet_subsys_attr_serial_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_subsys_attr_cntlid_min_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_cntlid_min_store(struct config_item *item,
const char *page, size_t cnt)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_subsys_attr_cntlid_max_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_cntlid_max_store(struct config_item *item,
const char *page, size_t cnt)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_subsys_attr_model_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_model_store_locked(struct nvmet_subsys *subsys,
const char *page, size_t count)
{ … }
static ssize_t nvmet_subsys_attr_model_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_subsys_attr_ieee_oui_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_ieee_oui_store_locked(struct nvmet_subsys *subsys,
const char *page, size_t count)
{ … }
static ssize_t nvmet_subsys_attr_ieee_oui_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_subsys_attr_firmware_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_firmware_store_locked(struct nvmet_subsys *subsys,
const char *page, size_t count)
{ … }
static ssize_t nvmet_subsys_attr_firmware_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
#ifdef CONFIG_BLK_DEV_INTEGRITY
static ssize_t nvmet_subsys_attr_pi_enable_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_pi_enable_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
#endif
static ssize_t nvmet_subsys_attr_qid_max_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_subsys_attr_qid_max_store(struct config_item *item,
const char *page, size_t cnt)
{ … }
CONFIGFS_ATTR(…);
static struct configfs_attribute *nvmet_subsys_attrs[] = …;
static void nvmet_subsys_release(struct config_item *item)
{ … }
static struct configfs_item_operations nvmet_subsys_item_ops = …;
static const struct config_item_type nvmet_subsys_type = …;
static struct config_group *nvmet_subsys_make(struct config_group *group,
const char *name)
{ … }
static struct configfs_group_operations nvmet_subsystems_group_ops = …;
static const struct config_item_type nvmet_subsystems_type = …;
static ssize_t nvmet_referral_enable_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_referral_enable_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static struct configfs_attribute *nvmet_referral_attrs[] = …;
static void nvmet_referral_notify(struct config_group *group,
struct config_item *item)
{ … }
static void nvmet_referral_release(struct config_item *item)
{ … }
static struct configfs_item_operations nvmet_referral_item_ops = …;
static const struct config_item_type nvmet_referral_type = …;
static struct config_group *nvmet_referral_make(
struct config_group *group, const char *name)
{ … }
static struct configfs_group_operations nvmet_referral_group_ops = …;
static const struct config_item_type nvmet_referrals_type = …;
static struct nvmet_type_name_map nvmet_ana_state[] = …;
static ssize_t nvmet_ana_group_ana_state_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_ana_group_ana_state_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static struct configfs_attribute *nvmet_ana_group_attrs[] = …;
static void nvmet_ana_group_release(struct config_item *item)
{ … }
static struct configfs_item_operations nvmet_ana_group_item_ops = …;
static const struct config_item_type nvmet_ana_group_type = …;
static struct config_group *nvmet_ana_groups_make_group(
struct config_group *group, const char *name)
{ … }
static struct configfs_group_operations nvmet_ana_groups_group_ops = …;
static const struct config_item_type nvmet_ana_groups_type = …;
static void nvmet_port_release(struct config_item *item)
{ … }
static struct configfs_attribute *nvmet_port_attrs[] = …;
static struct configfs_item_operations nvmet_port_item_ops = …;
static const struct config_item_type nvmet_port_type = …;
static struct config_group *nvmet_ports_make(struct config_group *group,
const char *name)
{ … }
static struct configfs_group_operations nvmet_ports_group_ops = …;
static const struct config_item_type nvmet_ports_type = …;
static struct config_group nvmet_subsystems_group;
static struct config_group nvmet_ports_group;
#ifdef CONFIG_NVME_TARGET_AUTH
static ssize_t nvmet_host_dhchap_key_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_host_dhchap_key_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_host_dhchap_ctrl_key_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_host_dhchap_ctrl_key_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_host_dhchap_hash_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_host_dhchap_hash_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static ssize_t nvmet_host_dhchap_dhgroup_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_host_dhchap_dhgroup_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static struct configfs_attribute *nvmet_host_attrs[] = …;
#endif
static void nvmet_host_release(struct config_item *item)
{ … }
static struct configfs_item_operations nvmet_host_item_ops = …;
static const struct config_item_type nvmet_host_type = …;
static struct config_group *nvmet_hosts_make_group(struct config_group *group,
const char *name)
{ … }
static struct configfs_group_operations nvmet_hosts_group_ops = …;
static const struct config_item_type nvmet_hosts_type = …;
static struct config_group nvmet_hosts_group;
static ssize_t nvmet_root_discovery_nqn_show(struct config_item *item,
char *page)
{ … }
static ssize_t nvmet_root_discovery_nqn_store(struct config_item *item,
const char *page, size_t count)
{ … }
CONFIGFS_ATTR(…);
static struct configfs_attribute *nvmet_root_attrs[] = …;
static const struct config_item_type nvmet_root_type = …;
static struct configfs_subsystem nvmet_configfs_subsystem = …;
int __init nvmet_init_configfs(void)
{ … }
void __exit nvmet_exit_configfs(void)
{ … }