#ifndef MLX4_IB_H
#define MLX4_IB_H
#include <linux/compiler.h>
#include <linux/list.h>
#include <linux/mutex.h>
#include <linux/idr.h>
#include <linux/notifier.h>
#include <rdma/ib_verbs.h>
#include <rdma/ib_umem.h>
#include <rdma/ib_mad.h>
#include <rdma/ib_sa.h>
#include <linux/mlx4/device.h>
#include <linux/mlx4/doorbell.h>
#include <linux/mlx4/qp.h>
#include <linux/mlx4/cq.h>
#define MLX4_IB_DRV_NAME …
#ifdef pr_fmt
#undef pr_fmt
#endif
#define pr_fmt(fmt) …
#define mlx4_ib_warn(ibdev, format, arg...) …
enum { … };
#define MLX4_IB_SQ_HEADROOM(shift) …
#define MLX4_IB_SQ_MAX_SPARE …
extern int mlx4_ib_sm_guid_assign;
#define MLX4_IB_UC_STEER_QPN_ALIGN …
#define MLX4_IB_UC_MAX_NUM_QPS …
enum hw_bar_type { … };
struct mlx4_ib_ucontext { … };
struct mlx4_ib_pd { … };
struct mlx4_ib_xrcd { … };
struct mlx4_ib_cq_buf { … };
struct mlx4_ib_cq_resize { … };
struct mlx4_ib_cq { … };
#define MLX4_MR_PAGES_ALIGN …
struct mlx4_ib_mr { … };
struct mlx4_ib_mw { … };
#define MAX_REGS_PER_FLOW …
struct mlx4_flow_reg_id { … };
struct mlx4_ib_flow { … };
struct mlx4_ib_wq { … };
enum { … };
enum mlx4_ib_qp_flags { … };
struct mlx4_ib_gid_entry { … };
enum mlx4_ib_qp_type { … };
#define MLX4_IB_QPT_ANY_SRIOV …
enum mlx4_ib_mad_ifc_flags { … };
enum { … };
struct mlx4_ib_tunnel_header { … };
struct mlx4_ib_buf { … };
struct mlx4_rcv_tunnel_hdr { … };
struct mlx4_ib_proxy_sqp_hdr { … } __packed;
struct mlx4_roce_smac_vlan_info { … };
struct mlx4_wqn_range { … };
struct mlx4_ib_rss { … };
enum { … };
struct mlx4_ib_sqp { … };
struct mlx4_ib_qp { … };
struct mlx4_ib_srq { … };
struct mlx4_ib_ah { … };
struct mlx4_ib_rwq_ind_table { … };
#define NUM_PORT_ALIAS_GUID …
#define NUM_ALIAS_GUID_IN_REC …
#define NUM_ALIAS_GUID_REC_IN_PORT …
#define GUID_REC_SIZE …
#define NUM_ALIAS_GUID_PER_PORT …
#define MLX4_NOT_SET_GUID …
#define MLX4_GUID_FOR_DELETE_VAL …
enum mlx4_guid_alias_rec_status { … };
#define GUID_STATE_NEED_PORT_INIT …
enum mlx4_guid_alias_rec_method { … };
struct mlx4_sriov_alias_guid_info_rec_det { … };
struct mlx4_sriov_alias_guid_port_rec_det { … };
struct mlx4_sriov_alias_guid { … };
struct mlx4_ib_demux_work { … };
struct mlx4_ib_tun_tx_buf { … };
struct mlx4_ib_demux_pv_qp { … };
enum mlx4_ib_demux_pv_state { … };
struct mlx4_ib_demux_pv_ctx { … };
struct mlx4_ib_demux_ctx { … };
struct mlx4_ib_sriov { … };
struct gid_cache_context { … };
struct gid_entry { … };
struct mlx4_port_gid_table { … };
struct mlx4_ib_iboe { … };
struct pkey_mgt { … };
struct mlx4_ib_iov_sysfs_attr { … };
struct mlx4_ib_iov_sysfs_attr_ar { … };
struct mlx4_ib_iov_port { … };
struct counter_index { … };
struct mlx4_ib_counters { … };
#define MLX4_DIAG_COUNTERS_TYPES …
struct mlx4_ib_diag_counters { … };
struct mlx4_ib_dev { … };
struct ib_event_work { … };
struct mlx4_ib_qp_tunnel_init_attr { … };
struct mlx4_uverbs_ex_query_device { … };
static inline struct mlx4_ib_dev *to_mdev(struct ib_device *ibdev)
{ … }
static inline struct mlx4_ib_ucontext *to_mucontext(struct ib_ucontext *ibucontext)
{ … }
static inline struct mlx4_ib_pd *to_mpd(struct ib_pd *ibpd)
{ … }
static inline struct mlx4_ib_xrcd *to_mxrcd(struct ib_xrcd *ibxrcd)
{ … }
static inline struct mlx4_ib_cq *to_mcq(struct ib_cq *ibcq)
{ … }
static inline struct mlx4_ib_cq *to_mibcq(struct mlx4_cq *mcq)
{ … }
static inline struct mlx4_ib_mr *to_mmr(struct ib_mr *ibmr)
{ … }
static inline struct mlx4_ib_mw *to_mmw(struct ib_mw *ibmw)
{ … }
static inline struct mlx4_ib_flow *to_mflow(struct ib_flow *ibflow)
{ … }
static inline struct mlx4_ib_qp *to_mqp(struct ib_qp *ibqp)
{ … }
static inline struct mlx4_ib_qp *to_mibqp(struct mlx4_qp *mqp)
{ … }
static inline struct mlx4_ib_srq *to_msrq(struct ib_srq *ibsrq)
{ … }
static inline struct mlx4_ib_srq *to_mibsrq(struct mlx4_srq *msrq)
{ … }
static inline struct mlx4_ib_ah *to_mah(struct ib_ah *ibah)
{ … }
static inline u8 mlx4_ib_bond_next_port(struct mlx4_ib_dev *dev)
{ … }
int mlx4_ib_init_sriov(struct mlx4_ib_dev *dev);
void mlx4_ib_close_sriov(struct mlx4_ib_dev *dev);
int mlx4_ib_db_map_user(struct ib_udata *udata, unsigned long virt,
struct mlx4_db *db);
void mlx4_ib_db_unmap_user(struct mlx4_ib_ucontext *context, struct mlx4_db *db);
struct ib_mr *mlx4_ib_get_dma_mr(struct ib_pd *pd, int acc);
int mlx4_ib_umem_write_mtt(struct mlx4_ib_dev *dev, struct mlx4_mtt *mtt,
struct ib_umem *umem);
struct ib_mr *mlx4_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,
u64 virt_addr, int access_flags,
struct ib_udata *udata);
int mlx4_ib_dereg_mr(struct ib_mr *mr, struct ib_udata *udata);
int mlx4_ib_alloc_mw(struct ib_mw *mw, struct ib_udata *udata);
int mlx4_ib_dealloc_mw(struct ib_mw *mw);
struct ib_mr *mlx4_ib_alloc_mr(struct ib_pd *pd, enum ib_mr_type mr_type,
u32 max_num_sg);
int mlx4_ib_map_mr_sg(struct ib_mr *ibmr, struct scatterlist *sg, int sg_nents,
unsigned int *sg_offset);
int mlx4_ib_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period);
int mlx4_ib_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata);
int mlx4_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
struct uverbs_attr_bundle *attrs);
int mlx4_ib_destroy_cq(struct ib_cq *cq, struct ib_udata *udata);
int mlx4_ib_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
int mlx4_ib_arm_cq(struct ib_cq *cq, enum ib_cq_notify_flags flags);
void __mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq);
void mlx4_ib_cq_clean(struct mlx4_ib_cq *cq, u32 qpn, struct mlx4_ib_srq *srq);
int mlx4_ib_create_ah(struct ib_ah *ah, struct rdma_ah_init_attr *init_attr,
struct ib_udata *udata);
int mlx4_ib_create_ah_slave(struct ib_ah *ah, struct rdma_ah_attr *ah_attr,
int slave_sgid_index, u8 *s_mac, u16 vlan_tag);
int mlx4_ib_query_ah(struct ib_ah *ibah, struct rdma_ah_attr *ah_attr);
static inline int mlx4_ib_destroy_ah(struct ib_ah *ah, u32 flags)
{ … }
int mlx4_ib_create_srq(struct ib_srq *srq, struct ib_srq_init_attr *init_attr,
struct ib_udata *udata);
int mlx4_ib_modify_srq(struct ib_srq *ibsrq, struct ib_srq_attr *attr,
enum ib_srq_attr_mask attr_mask, struct ib_udata *udata);
int mlx4_ib_query_srq(struct ib_srq *srq, struct ib_srq_attr *srq_attr);
int mlx4_ib_destroy_srq(struct ib_srq *srq, struct ib_udata *udata);
void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq *srq, int wqe_index);
int mlx4_ib_post_srq_recv(struct ib_srq *ibsrq, const struct ib_recv_wr *wr,
const struct ib_recv_wr **bad_wr);
int mlx4_ib_create_qp(struct ib_qp *qp, struct ib_qp_init_attr *init_attr,
struct ib_udata *udata);
int mlx4_ib_destroy_qp(struct ib_qp *qp, struct ib_udata *udata);
void mlx4_ib_drain_sq(struct ib_qp *qp);
void mlx4_ib_drain_rq(struct ib_qp *qp);
int mlx4_ib_modify_qp(struct ib_qp *ibqp, struct ib_qp_attr *attr,
int attr_mask, struct ib_udata *udata);
int mlx4_ib_query_qp(struct ib_qp *ibqp, struct ib_qp_attr *qp_attr, int qp_attr_mask,
struct ib_qp_init_attr *qp_init_attr);
int mlx4_ib_post_send(struct ib_qp *ibqp, const struct ib_send_wr *wr,
const struct ib_send_wr **bad_wr);
int mlx4_ib_post_recv(struct ib_qp *ibqp, const struct ib_recv_wr *wr,
const struct ib_recv_wr **bad_wr);
int mlx4_MAD_IFC(struct mlx4_ib_dev *dev, int mad_ifc_flags,
int port, const struct ib_wc *in_wc, const struct ib_grh *in_grh,
const void *in_mad, void *response_mad);
int mlx4_ib_process_mad(struct ib_device *ibdev, int mad_flags, u32 port_num,
const struct ib_wc *in_wc, const struct ib_grh *in_grh,
const struct ib_mad *in, struct ib_mad *out,
size_t *out_mad_size, u16 *out_mad_pkey_index);
int mlx4_ib_mad_init(struct mlx4_ib_dev *dev);
void mlx4_ib_mad_cleanup(struct mlx4_ib_dev *dev);
int __mlx4_ib_query_port(struct ib_device *ibdev, u32 port,
struct ib_port_attr *props, int netw_view);
int __mlx4_ib_query_pkey(struct ib_device *ibdev, u32 port, u16 index,
u16 *pkey, int netw_view);
int __mlx4_ib_query_gid(struct ib_device *ibdev, u32 port, int index,
union ib_gid *gid, int netw_view);
static inline bool mlx4_ib_ah_grh_present(struct mlx4_ib_ah *ah)
{ … }
int mlx4_ib_mcg_port_init(struct mlx4_ib_demux_ctx *ctx);
void mlx4_ib_mcg_port_cleanup(struct mlx4_ib_demux_ctx *ctx, int destroy_wq);
void clean_vf_mcast(struct mlx4_ib_demux_ctx *ctx, int slave);
int mlx4_ib_mcg_init(void);
void mlx4_ib_mcg_destroy(void);
int mlx4_ib_find_real_gid(struct ib_device *ibdev, u32 port, __be64 guid);
int mlx4_ib_mcg_multiplex_handler(struct ib_device *ibdev, int port, int slave,
struct ib_sa_mad *sa_mad);
int mlx4_ib_mcg_demux_handler(struct ib_device *ibdev, int port, int slave,
struct ib_sa_mad *mad);
int mlx4_ib_add_mc(struct mlx4_ib_dev *mdev, struct mlx4_ib_qp *mqp,
union ib_gid *gid);
void mlx4_ib_dispatch_event(struct mlx4_ib_dev *dev, u32 port_num,
enum ib_event_type type);
void mlx4_ib_tunnels_update_work(struct work_struct *work);
int mlx4_ib_send_to_slave(struct mlx4_ib_dev *dev, int slave, u32 port,
enum ib_qp_type qpt, struct ib_wc *wc,
struct ib_grh *grh, struct ib_mad *mad);
int mlx4_ib_send_to_wire(struct mlx4_ib_dev *dev, int slave, u32 port,
enum ib_qp_type dest_qpt, u16 pkey_index, u32 remote_qpn,
u32 qkey, struct rdma_ah_attr *attr, u8 *s_mac,
u16 vlan_id, struct ib_mad *mad);
__be64 mlx4_ib_get_new_demux_tid(struct mlx4_ib_demux_ctx *ctx);
int mlx4_ib_demux_cm_handler(struct ib_device *ibdev, int port, int *slave,
struct ib_mad *mad);
int mlx4_ib_multiplex_cm_handler(struct ib_device *ibdev, int port, int slave_id,
struct ib_mad *mad);
void mlx4_ib_cm_paravirt_init(struct mlx4_ib_dev *dev);
void mlx4_ib_cm_paravirt_clean(struct mlx4_ib_dev *dev, int slave_id);
void mlx4_ib_init_alias_guid_work(struct mlx4_ib_dev *dev, int port);
int mlx4_ib_init_alias_guid_service(struct mlx4_ib_dev *dev);
void mlx4_ib_destroy_alias_guid_service(struct mlx4_ib_dev *dev);
void mlx4_ib_invalidate_all_guid_record(struct mlx4_ib_dev *dev, int port);
void mlx4_ib_notify_slaves_on_guid_change(struct mlx4_ib_dev *dev,
int block_num,
u32 port_num, u8 *p_data);
void mlx4_ib_update_cache_on_guid_change(struct mlx4_ib_dev *dev,
int block_num, u32 port_num,
u8 *p_data);
int add_sysfs_port_mcg_attr(struct mlx4_ib_dev *device, int port_num,
struct attribute *attr);
void del_sysfs_port_mcg_attr(struct mlx4_ib_dev *device, int port_num,
struct attribute *attr);
ib_sa_comp_mask mlx4_ib_get_aguid_comp_mask_from_ix(int index);
void mlx4_ib_slave_alias_guid_event(struct mlx4_ib_dev *dev, int slave,
int port, int slave_init);
int mlx4_ib_device_register_sysfs(struct mlx4_ib_dev *device) ;
void mlx4_ib_device_unregister_sysfs(struct mlx4_ib_dev *device);
__be64 mlx4_ib_gen_node_guid(void);
int mlx4_ib_steer_qp_alloc(struct mlx4_ib_dev *dev, int count, int *qpn);
void mlx4_ib_steer_qp_free(struct mlx4_ib_dev *dev, u32 qpn, int count);
int mlx4_ib_steer_qp_reg(struct mlx4_ib_dev *mdev, struct mlx4_ib_qp *mqp,
int is_attach);
struct ib_mr *mlx4_ib_rereg_user_mr(struct ib_mr *mr, int flags, u64 start,
u64 length, u64 virt_addr,
int mr_access_flags, struct ib_pd *pd,
struct ib_udata *udata);
int mlx4_ib_gid_index_to_real_index(struct mlx4_ib_dev *ibdev,
const struct ib_gid_attr *attr);
void mlx4_sched_ib_sl2vl_update_work(struct mlx4_ib_dev *ibdev,
int port);
void mlx4_ib_sl2vl_update(struct mlx4_ib_dev *mdev, int port);
struct ib_wq *mlx4_ib_create_wq(struct ib_pd *pd,
struct ib_wq_init_attr *init_attr,
struct ib_udata *udata);
int mlx4_ib_destroy_wq(struct ib_wq *wq, struct ib_udata *udata);
int mlx4_ib_modify_wq(struct ib_wq *wq, struct ib_wq_attr *wq_attr,
u32 wq_attr_mask, struct ib_udata *udata);
int mlx4_ib_create_rwq_ind_table(struct ib_rwq_ind_table *ib_rwq_ind_tbl,
struct ib_rwq_ind_table_init_attr *init_attr,
struct ib_udata *udata);
static inline int
mlx4_ib_destroy_rwq_ind_table(struct ib_rwq_ind_table *wq_ind_table)
{ … }
int mlx4_ib_umem_calc_optimal_mtt_size(struct ib_umem *umem, u64 start_va,
int *num_of_mtts);
int mlx4_ib_cm_init(void);
void mlx4_ib_cm_destroy(void);
int mlx4_ib_qp_event_init(void);
void mlx4_ib_qp_event_cleanup(void);
#endif