From patchwork Mon Jun 5 18:19:51 2017 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Hiatt, Don" X-Patchwork-Id: 9767165 Return-Path: Received: from mail.wl.linuxfoundation.org (pdx-wl-mail.web.codeaurora.org [172.30.200.125]) by pdx-korg-patchwork.web.codeaurora.org (Postfix) with ESMTP id 8885E602B6 for ; Mon, 5 Jun 2017 18:20:02 +0000 (UTC) Received: from mail.wl.linuxfoundation.org (localhost [127.0.0.1]) by mail.wl.linuxfoundation.org (Postfix) with ESMTP id 7964E283CB for ; Mon, 5 Jun 2017 18:20:02 +0000 (UTC) Received: by mail.wl.linuxfoundation.org (Postfix, from userid 486) id 6B98E283CD; Mon, 5 Jun 2017 18:20:02 +0000 (UTC) X-Spam-Checker-Version: SpamAssassin 3.3.1 (2010-03-16) on pdx-wl-mail.web.codeaurora.org X-Spam-Level: X-Spam-Status: No, score=-6.9 required=2.0 tests=BAYES_00,RCVD_IN_DNSWL_HI autolearn=ham version=3.3.1 Received: from vger.kernel.org (vger.kernel.org [209.132.180.67]) by mail.wl.linuxfoundation.org (Postfix) with ESMTP id 9343D283BF for ; Mon, 5 Jun 2017 18:20:01 +0000 (UTC) Received: (majordomo@vger.kernel.org) by vger.kernel.org via listexpand id S1751225AbdFEST6 (ORCPT ); Mon, 5 Jun 2017 14:19:58 -0400 Received: from mga06.intel.com ([134.134.136.31]:52617 "EHLO mga06.intel.com" rhost-flags-OK-OK-OK-OK) by vger.kernel.org with ESMTP id S1751237AbdFEST4 (ORCPT ); Mon, 5 Jun 2017 14:19:56 -0400 Received: from fmsmga004.fm.intel.com ([10.253.24.48]) by orsmga104.jf.intel.com with ESMTP; 05 Jun 2017 11:19:55 -0700 X-ExtLoop1: 1 X-IronPort-AV: E=Sophos;i="5.39,302,1493708400"; d="scan'208";a="270456063" Received: from phwtpriv07.ph.intel.com ([10.228.208.82]) by fmsmga004.fm.intel.com with ESMTP; 05 Jun 2017 11:19:54 -0700 From: Don Hiatt To: linux-rdma Subject: [PATCH rdma-next 8/8] IB/mad: Ensure DR MADs are correctly specified when using OPA devices Date: Mon, 5 Jun 2017 14:19:51 -0400 Message-Id: <1496686791-51297-9-git-send-email-don.hiatt@intel.com> X-Mailer: git-send-email 1.8.3.1 In-Reply-To: <1496686791-51297-1-git-send-email-don.hiatt@intel.com> References: <1496686791-51297-1-git-send-email-don.hiatt@intel.com> Sender: linux-rdma-owner@vger.kernel.org Precedence: bulk List-ID: X-Mailing-List: linux-rdma@vger.kernel.org X-Virus-Scanned: ClamAV using ClamSMTP Pure DR MADs do not need OPA GIDs to be specified in the GRH since they do not rely on LID information. Reviewed-by: Ira Weiny Signed-off-by: Dasaratharaman Chandramouli Signed-off-by: Don Hiatt --- drivers/infiniband/core/mad.c | 107 +++++++++++++++++++++++++++++++++++++----- 1 file changed, 95 insertions(+), 12 deletions(-) diff --git a/drivers/infiniband/core/mad.c b/drivers/infiniband/core/mad.c index 192ee3da..3fffd3f8 100644 --- a/drivers/infiniband/core/mad.c +++ b/drivers/infiniband/core/mad.c @@ -41,6 +41,7 @@ #include #include #include +#include #include "mad_priv.h" #include "mad_rmpp.h" @@ -732,6 +733,83 @@ static size_t mad_priv_dma_size(const struct ib_mad_private *mp) return sizeof(struct ib_grh) + mp->mad_size; } +static int verify_mad_ah(struct ib_mad_agent_private *mad_agent_priv, + struct ib_mad_send_wr_private *mad_send_wr) +{ + struct ib_device *ib_dev = mad_agent_priv->qp_info->port_priv->device; + u8 port = mad_agent_priv->qp_info->port_priv->port_num; + struct ib_smp *smp = mad_send_wr->send_buf.mad; + struct opa_smp *opa_smp = (struct opa_smp *)smp; + struct rdma_ah_attr attr; + struct ib_global_route *grh; + u32 opa_drslid = be32_to_cpu(opa_smp->route.dr.dr_slid); + u32 opa_drdlid = be32_to_cpu(opa_smp->route.dr.dr_dlid); + + bool dr_slid_is_permissive = (OPA_LID_PERMISSIVE == + opa_smp->route.dr.dr_slid) ? true : false; + bool dr_dlid_is_permissive = (OPA_LID_PERMISSIVE == + opa_smp->route.dr.dr_dlid) ? true : false; + bool drslid_is_ib_ucast = (opa_drslid < + be16_to_cpu(IB_MULTICAST_LID_BASE)) ? + true : false; + bool drdlid_is_ib_ucast = (opa_drdlid < + be16_to_cpu(IB_MULTICAST_LID_BASE)) ? + true : false; + bool drslid_is_ext = !drslid_is_ib_ucast && !dr_slid_is_permissive; + bool drdlid_is_ext = !drdlid_is_ib_ucast && !dr_dlid_is_permissive; + bool grh_present = false; + union ib_gid sgid; + int ret = 0; + + ret = rdma_query_ah(mad_send_wr->send_buf.ah, &attr); + if (ret) + return ret; + grh_present = (rdma_ah_get_ah_flags(&attr) & IB_AH_GRH) ? + true : false; + if (grh_present) { + grh = rdma_ah_retrieve_grh(&attr); + ret = ib_query_gid(ib_dev, port, grh->sgid_index, + &sgid, NULL); + if (ret) + return ret; + } + + if (smp->class_version == OPA_SM_CLASS_VERSION) { + /* + * Conditions when GRH info should not be specified + * 1. both dr_slid and dr_dlid are permissve (Pure DR) + * 2. both dr_slid and dr_dlid are less than 0xc000. + * + * Conditions when GRH info should be specified + * 1. dr_dlid is not permissive and above 0xbfff + * OR + * 2. dr_slid is not permissive and above 0xbfff + */ + if (grh_present) { + if ((dr_slid_is_permissive && + dr_dlid_is_permissive) || + (drslid_is_ib_ucast && drdlid_is_ib_ucast)) + if (ib_is_opa_gid(&grh->dgid) && + ib_is_opa_gid(&sgid)) + return -EINVAL; + if (drslid_is_ext && !ib_is_opa_gid(&sgid)) + return -EINVAL; + if (drdlid_is_ext && + !ib_is_opa_gid(&grh->dgid)) + return -EINVAL; + } else { /* There is no GRH */ + if (drslid_is_ext || drdlid_is_ext) + return -EINVAL; + } + } else { + if (grh_present) + if (ib_is_opa_gid(&grh->dgid) && + ib_is_opa_gid(&sgid)) + return -EINVAL; + } + return ret; +} + /* * Return 0 if SMP is to be sent * Return 1 if SMP was consumed locally (whether or not solicited) @@ -755,8 +833,12 @@ static int handle_outgoing_dr_smp(struct ib_mad_agent_private *mad_agent_priv, size_t mad_size = port_mad_size(mad_agent_priv->qp_info->port_priv); u16 out_mad_pkey_index = 0; u16 drslid; - bool opa = rdma_cap_opa_mad(mad_agent_priv->qp_info->port_priv->device, - mad_agent_priv->qp_info->port_priv->port_num); + bool opa_mad = + rdma_cap_opa_mad(mad_agent_priv->qp_info->port_priv->device, + mad_agent_priv->qp_info->port_priv->port_num); + bool opa_ah = + rdma_cap_opa_ah(mad_agent_priv->qp_info->port_priv->device, + mad_agent_priv->qp_info->port_priv->port_num); if (rdma_cap_ib_switch(device) && smp->mgmt_class == IB_MGMT_CLASS_SUBN_DIRECTED_ROUTE) @@ -764,13 +846,21 @@ static int handle_outgoing_dr_smp(struct ib_mad_agent_private *mad_agent_priv, else port_num = mad_agent_priv->agent.port_num; + if (opa_mad && opa_ah) { + ret = verify_mad_ah(mad_agent_priv, mad_send_wr); + if (ret) { + dev_err(&device->dev, + "Error verifying MAD format\n"); + goto out; + } + } /* * Directed route handling starts if the initial LID routed part of * a request or the ending LID routed part of a response is empty. * If we are at the start of the LID routed part, don't update the * hop_ptr or hop_cnt. See section 14.2.2, Vol 1 IB spec. */ - if (opa && smp->class_version == OPA_SM_CLASS_VERSION) { + if (opa_mad && smp->class_version == OPA_SM_CLASS_VERSION) { u32 opa_drslid; if ((opa_get_smp_direction(opa_smp) @@ -784,13 +874,6 @@ static int handle_outgoing_dr_smp(struct ib_mad_agent_private *mad_agent_priv, goto out; } opa_drslid = be32_to_cpu(opa_smp->route.dr.dr_slid); - if (opa_drslid != be32_to_cpu(OPA_LID_PERMISSIVE) && - opa_drslid & 0xffff0000) { - ret = -EINVAL; - dev_err(&device->dev, "OPA Invalid dr_slid 0x%x\n", - opa_drslid); - goto out; - } drslid = (u16)(opa_drslid & 0x0000ffff); /* Check to post send on QP or process locally */ @@ -833,7 +916,7 @@ static int handle_outgoing_dr_smp(struct ib_mad_agent_private *mad_agent_priv, send_wr->pkey_index, send_wr->port_num, &mad_wc); - if (opa && smp->base_version == OPA_MGMT_BASE_VERSION) { + if (opa_mad && smp->base_version == OPA_MGMT_BASE_VERSION) { mad_wc.byte_len = mad_send_wr->send_buf.hdr_len + mad_send_wr->send_buf.data_len + sizeof(struct ib_grh); @@ -890,7 +973,7 @@ static int handle_outgoing_dr_smp(struct ib_mad_agent_private *mad_agent_priv, } local->mad_send_wr = mad_send_wr; - if (opa) { + if (opa_mad) { local->mad_send_wr->send_wr.pkey_index = out_mad_pkey_index; local->return_wc_byte_len = mad_size; }