@@ -202,6 +202,7 @@ enum {
HNS_ROCE_CAP_FLAG_SRQ = BIT(5),
HNS_ROCE_CAP_FLAG_MW = BIT(7),
HNS_ROCE_CAP_FLAG_FRMR = BIT(8),
+ HNS_ROCE_CAP_FLAG_QP_FLOW_CTRL = BIT(9),
HNS_ROCE_CAP_FLAG_ATOMIC = BIT(10),
};
@@ -868,6 +869,8 @@ struct hns_roce_hw {
int attr_mask, enum ib_qp_state cur_state,
enum ib_qp_state new_state);
int (*destroy_qp)(struct ib_qp *ibqp);
+ int (*qp_flow_control_init)(struct hns_roce_dev *hr_dev,
+ struct hns_roce_qp *hr_qp);
int (*post_send)(struct ib_qp *ibqp, const struct ib_send_wr *wr,
const struct ib_send_wr **bad_wr);
int (*post_recv)(struct ib_qp *qp, const struct ib_recv_wr *recv_wr,
@@ -1392,7 +1392,8 @@ static int hns_roce_v2_profile(struct hns_roce_dev *hr_dev)
if (hr_dev->pci_dev->revision == 0x21) {
caps->flags |= HNS_ROCE_CAP_FLAG_ATOMIC |
- HNS_ROCE_CAP_FLAG_SRQ;
+ HNS_ROCE_CAP_FLAG_SRQ |
+ HNS_ROCE_CAP_FLAG_QP_FLOW_CTRL;
caps->scc_ctx_entry_sz = HNS_ROCE_V2_SCC_CTX_ENTRY_SZ;
caps->scc_ctx_ba_pg_sz = 0;
caps->scc_ctx_buf_pg_sz = 0;
@@ -4210,6 +4211,61 @@ static int hns_roce_v2_destroy_qp(struct ib_qp *ibqp)
return 0;
}
+static int hns_roce_v2_qp_flow_control_init(struct hns_roce_dev *hr_dev,
+ struct hns_roce_qp *hr_qp)
+{
+ struct hns_roce_scc_ctx_clr *scc_cxt_clr;
+ struct hns_roce_scc_ctx_clr_done *resp;
+ struct hns_roce_scc_ctx_clr_done *rst;
+ struct hns_roce_cmq_desc desc;
+ int ret;
+ int i;
+
+ /* set scc ctx clear done flag */
+ hns_roce_cmq_setup_basic_desc(&desc, HNS_ROCE_OPC_RESET_SCC_CTX,
+ false);
+
+ rst = (struct hns_roce_scc_ctx_clr_done *)desc.data;
+ memset(rst, 0, sizeof(*rst));
+ roce_set_bit(rst->rocee_scc_ctx_clr_done,
+ HNS_ROCE_V2_SCC_CTX_DONE_S,
+ 0);
+
+ ret = hns_roce_cmq_send(hr_dev, &desc, 1);
+ if (ret)
+ return ret;
+
+ /* clear scc context */
+ hns_roce_cmq_setup_basic_desc(&desc, HNS_ROCE_OPC_SCC_CTX_CLR,
+ false);
+
+ scc_cxt_clr = (struct hns_roce_scc_ctx_clr *)desc.data;
+ memset(scc_cxt_clr, 0, sizeof(*scc_cxt_clr));
+ scc_cxt_clr->rocee_scc_ctx_clr_qpn = hr_qp->qpn;
+
+ ret = hns_roce_cmq_send(hr_dev, &desc, 1);
+ if (ret)
+ return ret;
+
+ /* query scc context clear is done or not */
+ for (i = 0; i <= HNS_ROCE_CMQ_SCC_CLR_DONE_CNT; i++) {
+ hns_roce_cmq_setup_basic_desc(&desc,
+ HNS_ROCE_OPC_QUERY_SCC_CTX, true);
+ resp = (struct hns_roce_scc_ctx_clr_done *)desc.data;
+ memset(resp, 0, sizeof(*resp));
+
+ ret = hns_roce_cmq_send(hr_dev, &desc, 1);
+ if (ret)
+ return ret;
+
+ if (resp->rocee_scc_ctx_clr_done == 1)
+ return 0;
+ }
+
+ dev_err(hr_dev->dev, "clear scc ctx failure!");
+ return -EINVAL;
+}
+
static int hns_roce_v2_modify_cq(struct ib_cq *cq, u16 cq_count, u16 cq_period)
{
struct hns_roce_dev *hr_dev = to_hr_dev(cq->device);
@@ -5742,6 +5798,7 @@ static int hns_roce_v2_post_srq_recv(struct ib_srq *ibsrq,
.modify_qp = hns_roce_v2_modify_qp,
.query_qp = hns_roce_v2_query_qp,
.destroy_qp = hns_roce_v2_destroy_qp,
+ .qp_flow_control_init = hns_roce_v2_qp_flow_control_init,
.modify_cq = hns_roce_v2_modify_cq,
.post_send = hns_roce_v2_post_send,
.post_recv = hns_roce_v2_post_recv,
@@ -122,6 +122,8 @@
#define HNS_ROCE_CMQ_EN_B 16
#define HNS_ROCE_CMQ_ENABLE BIT(HNS_ROCE_CMQ_EN_B)
+#define HNS_ROCE_CMQ_SCC_CLR_DONE_CNT 100
+
#define check_whether_last_step(hop_num, step_idx) \
((step_idx == 0 && hop_num == HNS_ROCE_HOP_NUM_0) || \
(step_idx == 1 && hop_num == 1) || \
@@ -227,6 +229,9 @@ enum hns_roce_opcode_type {
HNS_ROCE_OPC_CFG_SGID_TB = 0x8500,
HNS_ROCE_OPC_CFG_SMAC_TB = 0x8501,
HNS_ROCE_OPC_CFG_BT_ATTR = 0x8506,
+ HNS_ROCE_OPC_SCC_CTX_CLR = 0x8509,
+ HNS_ROCE_OPC_QUERY_SCC_CTX = 0x850a,
+ HNS_ROCE_OPC_RESET_SCC_CTX = 0x850b,
};
enum {
@@ -1726,4 +1731,16 @@ struct hns_roce_wqe_atomic_seg {
__le64 cmp_data;
};
+#define HNS_ROCE_V2_SCC_CTX_DONE_S 0
+
+struct hns_roce_scc_ctx_clr {
+ __le32 rocee_scc_ctx_clr_qpn;
+ __le32 rsv[5];
+};
+
+struct hns_roce_scc_ctx_clr_done {
+ __le32 rocee_scc_ctx_clr_done;
+ __le32 rsv[5];
+};
+
#endif
@@ -812,6 +812,15 @@ static int hns_roce_create_qp_common(struct hns_roce_dev *hr_dev,
hr_qp->rdb_en = 1;
}
+
+ if (hr_dev->caps.flags & HNS_ROCE_CAP_FLAG_QP_FLOW_CTRL) {
+ ret = hr_dev->hw->qp_flow_control_init(hr_dev, hr_qp);
+ if (ret) {
+ dev_err(hr_dev->dev, "qp flow control init failure!");
+ goto err_qp;
+ }
+ }
+
hr_qp->event = hns_roce_ib_qp_event;
return 0;