/* * Broadcom NetXtreme-E RoCE driver. * * Copyright (c) 2016 - 2017, Broadcom. All rights reserved. The term * Broadcom refers to Broadcom Limited and/or its subsidiaries. * * This software is available to you under a choice of one of two * licenses. You may choose to be licensed under the terms of the GNU * General Public License (GPL) Version 2, available from the file * COPYING in the main directory of this source tree, or the * BSD license below: * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. * * Description: Fast Path Operators */ #define dev_fmt(fmt) … #include <linux/interrupt.h> #include <linux/spinlock.h> #include <linux/sched.h> #include <linux/slab.h> #include <linux/pci.h> #include <linux/delay.h> #include <linux/prefetch.h> #include <linux/if_ether.h> #include <rdma/ib_mad.h> #include "roce_hsi.h" #include "qplib_res.h" #include "qplib_rcfw.h" #include "qplib_sp.h" #include "qplib_fp.h" static void __clean_cq(struct bnxt_qplib_cq *cq, u64 qp); static void bnxt_qplib_cancel_phantom_processing(struct bnxt_qplib_qp *qp) { … } /* Flush list */ static void __bnxt_qplib_add_flush_qp(struct bnxt_qplib_qp *qp) { … } static void bnxt_qplib_acquire_cq_flush_locks(struct bnxt_qplib_qp *qp, unsigned long *flags) __acquires(&qp->scq->flush_lock) __acquires(&qp->rcq->flush_lock) { … } static void bnxt_qplib_release_cq_flush_locks(struct bnxt_qplib_qp *qp, unsigned long *flags) __releases(&qp->scq->flush_lock) __releases(&qp->rcq->flush_lock) { … } void bnxt_qplib_add_flush_qp(struct bnxt_qplib_qp *qp) { … } static void __bnxt_qplib_del_flush_qp(struct bnxt_qplib_qp *qp) { … } void bnxt_qplib_clean_qp(struct bnxt_qplib_qp *qp) { … } static void bnxt_qpn_cqn_sched_task(struct work_struct *work) { … } static void bnxt_qplib_free_qp_hdr_buf(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } static int bnxt_qplib_alloc_qp_hdr_buf(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } static void clean_nq(struct bnxt_qplib_nq *nq, struct bnxt_qplib_cq *cq) { … } /* Wait for receiving all NQEs for this CQ and clean the NQEs associated with * this CQ. */ static void __wait_for_all_nqes(struct bnxt_qplib_cq *cq, u16 cnq_events) { … } static void bnxt_qplib_service_nq(struct tasklet_struct *t) { … } /* bnxt_re_synchronize_nq - self polling notification queue. * @nq - notification queue pointer * * This function will start polling entries of a given notification queue * for all pending entries. * This function is useful to synchronize notification entries while resources * are going away. */ void bnxt_re_synchronize_nq(struct bnxt_qplib_nq *nq) { … } static irqreturn_t bnxt_qplib_nq_irq(int irq, void *dev_instance) { … } void bnxt_qplib_nq_stop_irq(struct bnxt_qplib_nq *nq, bool kill) { … } void bnxt_qplib_disable_nq(struct bnxt_qplib_nq *nq) { … } int bnxt_qplib_nq_start_irq(struct bnxt_qplib_nq *nq, int nq_indx, int msix_vector, bool need_init) { … } static int bnxt_qplib_map_nq_db(struct bnxt_qplib_nq *nq, u32 reg_offt) { … } int bnxt_qplib_enable_nq(struct pci_dev *pdev, struct bnxt_qplib_nq *nq, int nq_idx, int msix_vector, int bar_reg_offset, cqn_handler_t cqn_handler, srqn_handler_t srqn_handler) { … } void bnxt_qplib_free_nq(struct bnxt_qplib_nq *nq) { … } int bnxt_qplib_alloc_nq(struct bnxt_qplib_res *res, struct bnxt_qplib_nq *nq) { … } /* SRQ */ void bnxt_qplib_destroy_srq(struct bnxt_qplib_res *res, struct bnxt_qplib_srq *srq) { … } int bnxt_qplib_create_srq(struct bnxt_qplib_res *res, struct bnxt_qplib_srq *srq) { … } int bnxt_qplib_modify_srq(struct bnxt_qplib_res *res, struct bnxt_qplib_srq *srq) { … } int bnxt_qplib_query_srq(struct bnxt_qplib_res *res, struct bnxt_qplib_srq *srq) { … } int bnxt_qplib_post_srq_recv(struct bnxt_qplib_srq *srq, struct bnxt_qplib_swqe *wqe) { … } /* QP */ static int bnxt_qplib_alloc_init_swq(struct bnxt_qplib_q *que) { … } int bnxt_qplib_create_qp1(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } static void bnxt_qplib_init_psn_ptr(struct bnxt_qplib_qp *qp, int size) { … } int bnxt_qplib_create_qp(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } static void __modify_flags_from_init_state(struct bnxt_qplib_qp *qp) { … } static void __modify_flags_from_rtr_state(struct bnxt_qplib_qp *qp) { … } static void __filter_modify_flags(struct bnxt_qplib_qp *qp) { … } int bnxt_qplib_modify_qp(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } int bnxt_qplib_query_qp(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } static void __clean_cq(struct bnxt_qplib_cq *cq, u64 qp) { … } int bnxt_qplib_destroy_qp(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } void bnxt_qplib_free_qp_res(struct bnxt_qplib_res *res, struct bnxt_qplib_qp *qp) { … } void *bnxt_qplib_get_qp1_sq_buf(struct bnxt_qplib_qp *qp, struct bnxt_qplib_sge *sge) { … } u32 bnxt_qplib_get_rq_prod_index(struct bnxt_qplib_qp *qp) { … } dma_addr_t bnxt_qplib_get_qp_buf_from_index(struct bnxt_qplib_qp *qp, u32 index) { … } void *bnxt_qplib_get_qp1_rq_buf(struct bnxt_qplib_qp *qp, struct bnxt_qplib_sge *sge) { … } /* Fil the MSN table into the next psn row */ static void bnxt_qplib_fill_msn_search(struct bnxt_qplib_qp *qp, struct bnxt_qplib_swqe *wqe, struct bnxt_qplib_swq *swq) { … } static void bnxt_qplib_fill_psn_search(struct bnxt_qplib_qp *qp, struct bnxt_qplib_swqe *wqe, struct bnxt_qplib_swq *swq) { … } static int bnxt_qplib_put_inline(struct bnxt_qplib_qp *qp, struct bnxt_qplib_swqe *wqe, u16 *idx) { … } static u32 bnxt_qplib_put_sges(struct bnxt_qplib_hwq *hwq, struct bnxt_qplib_sge *ssge, u16 nsge, u16 *idx) { … } static u16 bnxt_qplib_required_slots(struct bnxt_qplib_qp *qp, struct bnxt_qplib_swqe *wqe, u16 *wqe_sz, u16 *qdf, u8 mode) { … } static void bnxt_qplib_pull_psn_buff(struct bnxt_qplib_qp *qp, struct bnxt_qplib_q *sq, struct bnxt_qplib_swq *swq, bool hw_retx) { … } void bnxt_qplib_post_send_db(struct bnxt_qplib_qp *qp) { … } int bnxt_qplib_post_send(struct bnxt_qplib_qp *qp, struct bnxt_qplib_swqe *wqe) { … } void bnxt_qplib_post_recv_db(struct bnxt_qplib_qp *qp) { … } int bnxt_qplib_post_recv(struct bnxt_qplib_qp *qp, struct bnxt_qplib_swqe *wqe) { … } /* CQ */ int bnxt_qplib_create_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq) { … } void bnxt_qplib_resize_cq_complete(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq) { … } int bnxt_qplib_resize_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq, int new_cqes) { … } int bnxt_qplib_destroy_cq(struct bnxt_qplib_res *res, struct bnxt_qplib_cq *cq) { … } static int __flush_sq(struct bnxt_qplib_q *sq, struct bnxt_qplib_qp *qp, struct bnxt_qplib_cqe **pcqe, int *budget) { … } static int __flush_rq(struct bnxt_qplib_q *rq, struct bnxt_qplib_qp *qp, struct bnxt_qplib_cqe **pcqe, int *budget) { … } void bnxt_qplib_mark_qp_error(void *qp_handle) { … } /* Note: SQE is valid from sw_sq_cons up to cqe_sq_cons (exclusive) * CQE is track from sw_cq_cons to max_element but valid only if VALID=1 */ static int do_wa9060(struct bnxt_qplib_qp *qp, struct bnxt_qplib_cq *cq, u32 cq_cons, u32 swq_last, u32 cqe_sq_cons) { … } static int bnxt_qplib_cq_process_req(struct bnxt_qplib_cq *cq, struct cq_req *hwcqe, struct bnxt_qplib_cqe **pcqe, int *budget, u32 cq_cons, struct bnxt_qplib_qp **lib_qp) { … } static void bnxt_qplib_release_srqe(struct bnxt_qplib_srq *srq, u32 tag) { … } static int bnxt_qplib_cq_process_res_rc(struct bnxt_qplib_cq *cq, struct cq_res_rc *hwcqe, struct bnxt_qplib_cqe **pcqe, int *budget) { … } static int bnxt_qplib_cq_process_res_ud(struct bnxt_qplib_cq *cq, struct cq_res_ud *hwcqe, struct bnxt_qplib_cqe **pcqe, int *budget) { … } bool bnxt_qplib_is_cq_empty(struct bnxt_qplib_cq *cq) { … } static int bnxt_qplib_cq_process_res_raweth_qp1(struct bnxt_qplib_cq *cq, struct cq_res_raweth_qp1 *hwcqe, struct bnxt_qplib_cqe **pcqe, int *budget) { … } static int bnxt_qplib_cq_process_terminal(struct bnxt_qplib_cq *cq, struct cq_terminal *hwcqe, struct bnxt_qplib_cqe **pcqe, int *budget) { … } static int bnxt_qplib_cq_process_cutoff(struct bnxt_qplib_cq *cq, struct cq_cutoff *hwcqe) { … } int bnxt_qplib_process_flush_list(struct bnxt_qplib_cq *cq, struct bnxt_qplib_cqe *cqe, int num_cqes) { … } int bnxt_qplib_poll_cq(struct bnxt_qplib_cq *cq, struct bnxt_qplib_cqe *cqe, int num_cqes, struct bnxt_qplib_qp **lib_qp) { … } void bnxt_qplib_req_notify_cq(struct bnxt_qplib_cq *cq, u32 arm_type) { … } void bnxt_qplib_flush_cqn_wq(struct bnxt_qplib_qp *qp) { … }
Codebase Browser
linux