diff mbox series

[v6,01/13] iWarp wire packet format

Message ID 20190325171047.23824-2-bmt@zurich.ibm.com (mailing list archive)
State Superseded
Headers show
Series SIW: Request for Comments | expand

Commit Message

Bernard Metzler March 25, 2019, 5:10 p.m. UTC
Signed-off-by: Bernard Metzler <bmt@zurich.ibm.com>
---
 drivers/infiniband/sw/siw/iwarp.h | 369 ++++++++++++++++++++++++++++++
 1 file changed, 369 insertions(+)
 create mode 100644 drivers/infiniband/sw/siw/iwarp.h

Comments

Leon Romanovsky March 26, 2019, 9:30 a.m. UTC | #1
On Mon, Mar 25, 2019 at 06:10:34PM +0100, Bernard Metzler wrote:
> Signed-off-by: Bernard Metzler <bmt@zurich.ibm.com>
> ---
>  drivers/infiniband/sw/siw/iwarp.h | 369 ++++++++++++++++++++++++++++++
>  1 file changed, 369 insertions(+)
>  create mode 100644 drivers/infiniband/sw/siw/iwarp.h
>
> diff --git a/drivers/infiniband/sw/siw/iwarp.h b/drivers/infiniband/sw/siw/iwarp.h
> new file mode 100644
> index 000000000000..5f12806e9109
> --- /dev/null
> +++ b/drivers/infiniband/sw/siw/iwarp.h
> @@ -0,0 +1,369 @@
> +/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
> +
> +/* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
> +/* Copyright (c) 2008-2019, IBM Corporation */
> +
> +#ifndef _IWARP_H
> +#define _IWARP_H
> +
> +#include <rdma/rdma_user_cm.h> /* RDMA_MAX_PRIVATE_DATA */
> +#include <linux/types.h>
> +#include <asm/byteorder.h>

<...>

> +struct iwarp_terminate {
> +	struct iwarp_ctrl ctrl;
> +	__be32 rsvd;
> +	__be32 ddp_qn;
> +	__be32 ddp_msn;
> +	__be32 ddp_mo;
> +#if defined(__LITTLE_ENDIAN_BITFIELD)
> +	__u16 layer : 4, etype : 4, ecode : 8;
> +	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
> +#elif defined(__BIG_ENDIAN_BITFIELD)
> +	__u16 etype : 4, layer : 4, ecode : 8;
> +	__u16 reserved : 13, flag_r : 1, flag_d : 1, flag_m : 1;
> +#else
> +#error "undefined byte order"
> +#endif

I would expect different layout in struct above.

#if defined(__LITTLE_ENDIAN_BITFIELD)
	__u16 layer : 4, etype : 4, ecode : 8;
	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
#elif defined(__BIG_ENDIAN_BITFIELD)
	__u16 ecode : 8, etype : 4, layer : 4;
	__u16 reserved : 13, flag_r : 1, flag_d : 1, flag_m : 1;
....

Thanks
Jason Gunthorpe March 26, 2019, 12:29 p.m. UTC | #2
On Tue, Mar 26, 2019 at 11:30:06AM +0200, Leon Romanovsky wrote:
> On Mon, Mar 25, 2019 at 06:10:34PM +0100, Bernard Metzler wrote:
> > Signed-off-by: Bernard Metzler <bmt@zurich.ibm.com>
> >  drivers/infiniband/sw/siw/iwarp.h | 369 ++++++++++++++++++++++++++++++
> >  1 file changed, 369 insertions(+)
> >  create mode 100644 drivers/infiniband/sw/siw/iwarp.h
> >
> > diff --git a/drivers/infiniband/sw/siw/iwarp.h b/drivers/infiniband/sw/siw/iwarp.h
> > new file mode 100644
> > index 000000000000..5f12806e9109
> > +++ b/drivers/infiniband/sw/siw/iwarp.h
> > @@ -0,0 +1,369 @@
> > +/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
> > +
> > +/* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
> > +/* Copyright (c) 2008-2019, IBM Corporation */
> > +
> > +#ifndef _IWARP_H
> > +#define _IWARP_H
> > +
> > +#include <rdma/rdma_user_cm.h> /* RDMA_MAX_PRIVATE_DATA */
> > +#include <linux/types.h>
> > +#include <asm/byteorder.h>
> 
> <...>
> 
> > +struct iwarp_terminate {
> > +	struct iwarp_ctrl ctrl;
> > +	__be32 rsvd;
> > +	__be32 ddp_qn;
> > +	__be32 ddp_msn;
> > +	__be32 ddp_mo;
> > +#if defined(__LITTLE_ENDIAN_BITFIELD)
> > +	__u16 layer : 4, etype : 4, ecode : 8;
> > +	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
> > +#elif defined(__BIG_ENDIAN_BITFIELD)
> > +	__u16 etype : 4, layer : 4, ecode : 8;
> > +	__u16 reserved : 13, flag_r : 1, flag_d : 1, flag_m : 1;
> > +#else
> > +#error "undefined byte order"
> > +#endif
> 
> I would expect different layout in struct above.
> 
> #if defined(__LITTLE_ENDIAN_BITFIELD)
> 	__u16 layer : 4, etype : 4, ecode : 8;
> 	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
> #elif defined(__BIG_ENDIAN_BITFIELD)
> 	__u16 ecode : 8, etype : 4, layer : 4;

Really this should be written as

#if defined(__LITTLE_ENDIAN_BITFIELD)
u8 layer:4;
u8 etype:4;
#elif defined(__BIG_ENDIAN_BITFIELD)
u8 etype:4;
u8 layer:4;
#endif
u8 ecode;

Jason
Bernard Metzler March 26, 2019, 1:27 p.m. UTC | #3
-----"Jason Gunthorpe" <jgg@ziepe.ca> wrote: -----

>To: "Leon Romanovsky" <leon@kernel.org>
>From: "Jason Gunthorpe" <jgg@ziepe.ca>
>Date: 03/26/2019 01:29PM
>Cc: "Bernard Metzler" <bmt@zurich.ibm.com>,
>linux-rdma@vger.kernel.org
>Subject: Re: [PATCH v6 01/13] iWarp wire packet format
>
>On Tue, Mar 26, 2019 at 11:30:06AM +0200, Leon Romanovsky wrote:
>> On Mon, Mar 25, 2019 at 06:10:34PM +0100, Bernard Metzler wrote:
>> > Signed-off-by: Bernard Metzler <bmt@zurich.ibm.com>
>> >  drivers/infiniband/sw/siw/iwarp.h | 369
>++++++++++++++++++++++++++++++
>> >  1 file changed, 369 insertions(+)
>> >  create mode 100644 drivers/infiniband/sw/siw/iwarp.h
>> >
>> > diff --git a/drivers/infiniband/sw/siw/iwarp.h
>b/drivers/infiniband/sw/siw/iwarp.h
>> > new file mode 100644
>> > index 000000000000..5f12806e9109
>> > +++ b/drivers/infiniband/sw/siw/iwarp.h
>> > @@ -0,0 +1,369 @@
>> > +/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
>> > +
>> > +/* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
>> > +/* Copyright (c) 2008-2019, IBM Corporation */
>> > +
>> > +#ifndef _IWARP_H
>> > +#define _IWARP_H
>> > +
>> > +#include <rdma/rdma_user_cm.h> /* RDMA_MAX_PRIVATE_DATA */
>> > +#include <linux/types.h>
>> > +#include <asm/byteorder.h>
>> 
>> <...>
>> 
>> > +struct iwarp_terminate {
>> > +	struct iwarp_ctrl ctrl;
>> > +	__be32 rsvd;
>> > +	__be32 ddp_qn;
>> > +	__be32 ddp_msn;
>> > +	__be32 ddp_mo;
>> > +#if defined(__LITTLE_ENDIAN_BITFIELD)
>> > +	__u16 layer : 4, etype : 4, ecode : 8;
>> > +	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
>> > +#elif defined(__BIG_ENDIAN_BITFIELD)
>> > +	__u16 etype : 4, layer : 4, ecode : 8;
>> > +	__u16 reserved : 13, flag_r : 1, flag_d : 1, flag_m : 1;
>> > +#else
>> > +#error "undefined byte order"
>> > +#endif
>> 
>> I would expect different layout in struct above.
>> 
>> #if defined(__LITTLE_ENDIAN_BITFIELD)
>> 	__u16 layer : 4, etype : 4, ecode : 8;
>> 	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
>> #elif defined(__BIG_ENDIAN_BITFIELD)
>> 	__u16 ecode : 8, etype : 4, layer : 4;
>
>Really this should be written as
>
>#if defined(__LITTLE_ENDIAN_BITFIELD)
>u8 layer:4;
>u8 etype:4;
>#elif defined(__BIG_ENDIAN_BITFIELD)
>u8 etype:4;
>u8 layer:4;
>#endif
>u8 ecode;
>

Right, and to avoid confusion, I'll better make
it as simple as:

struct iwarp_terminate {
        struct iwarp_ctrl ctrl;
        __be32 rsvd;
        __be32 ddp_qn;
        __be32 ddp_msn;
        __be32 ddp_mo;
#if defined(__LITTLE_ENDIAN_BITFIELD)
        __be32 layer : 4;
        __be32 etype : 4;
        __be32 ecode : 8;
        __be32 flag_m : 1;
        __be32 flag_d : 1;
        __be32 flag_r : 1;
        __be32 reserved : 13;
#elif defined(__BIG_ENDIAN_BITFIELD)
        __be32 reserved : 13;
        __be32 flag_r : 1;
        __be32 flag_d : 1;
        __be32 flag_m : 1;
        __be32 ecode : 8;
        __be32 etype : 4;
        __be32 layer : 4;
#else
#error "undefined byte order"
#endif
};

Many thanks,
Bernard.
diff mbox series

Patch

diff --git a/drivers/infiniband/sw/siw/iwarp.h b/drivers/infiniband/sw/siw/iwarp.h
new file mode 100644
index 000000000000..5f12806e9109
--- /dev/null
+++ b/drivers/infiniband/sw/siw/iwarp.h
@@ -0,0 +1,369 @@ 
+/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */
+
+/* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
+/* Copyright (c) 2008-2019, IBM Corporation */
+
+#ifndef _IWARP_H
+#define _IWARP_H
+
+#include <rdma/rdma_user_cm.h> /* RDMA_MAX_PRIVATE_DATA */
+#include <linux/types.h>
+#include <asm/byteorder.h>
+
+#define RDMAP_VERSION 1
+#define DDP_VERSION 1
+#define MPA_REVISION_1 1
+#define MPA_REVISION_2 2
+#define MPA_MAX_PRIVDATA RDMA_MAX_PRIVATE_DATA
+#define MPA_KEY_REQ "MPA ID Req Frame"
+#define MPA_KEY_REP "MPA ID Rep Frame"
+#define MPA_IRD_ORD_MASK 0x3fff
+
+struct mpa_rr_params {
+	__be16 bits;
+	__be16 pd_len;
+};
+
+/*
+ * MPA request/response header bits & fields
+ */
+enum {
+	MPA_RR_FLAG_MARKERS = cpu_to_be16(0x8000),
+	MPA_RR_FLAG_CRC = cpu_to_be16(0x4000),
+	MPA_RR_FLAG_REJECT = cpu_to_be16(0x2000),
+	MPA_RR_FLAG_ENHANCED = cpu_to_be16(0x1000),
+	MPA_RR_MASK_REVISION = cpu_to_be16(0x00ff)
+};
+
+/*
+ * MPA request/reply header
+ */
+struct mpa_rr {
+	__u8 key[16];
+	struct mpa_rr_params params;
+};
+
+static inline void __mpa_rr_set_revision(__be16 *bits, u8 rev)
+{
+	*bits = (*bits & ~MPA_RR_MASK_REVISION) |
+		(cpu_to_be16(rev) & MPA_RR_MASK_REVISION);
+}
+
+static inline u8 __mpa_rr_revision(__be16 mpa_rr_bits)
+{
+	__be16 rev = mpa_rr_bits & MPA_RR_MASK_REVISION;
+
+	return be16_to_cpu(rev);
+}
+
+enum mpa_v2_ctrl {
+	MPA_V2_PEER_TO_PEER = cpu_to_be16(0x8000),
+	MPA_V2_ZERO_LENGTH_RTR = cpu_to_be16(0x4000),
+	MPA_V2_RDMA_WRITE_RTR = cpu_to_be16(0x8000),
+	MPA_V2_RDMA_READ_RTR = cpu_to_be16(0x4000),
+	MPA_V2_RDMA_NO_RTR = cpu_to_be16(0x0000),
+	MPA_V2_MASK_IRD_ORD = cpu_to_be16(0x3fff)
+};
+
+struct mpa_v2_data {
+	__be16 ird;
+	__be16 ord;
+};
+
+struct mpa_marker {
+	__be16 rsvd;
+	__be16 fpdu_hmd; /* FPDU header-marker distance (= MPA's FPDUPTR) */
+};
+
+/*
+ * maximum MPA trailer
+ */
+struct mpa_trailer {
+	__u8 pad[4];
+	__be32 crc;
+};
+
+#define MPA_HDR_SIZE 2
+#define MPA_CRC_SIZE 4
+
+/*
+ * Common portion of iWARP headers (MPA, DDP, RDMAP)
+ * for any FPDU
+ */
+struct iwarp_ctrl {
+	__be16 mpa_len;
+	__be16 ddp_rdmap_ctrl;
+};
+
+/*
+ * DDP/RDMAP Hdr bits & fields
+ */
+enum {
+	DDP_FLAG_TAGGED = cpu_to_be16(0x8000),
+	DDP_FLAG_LAST = cpu_to_be16(0x4000),
+	DDP_MASK_RESERVED = cpu_to_be16(0x3C00),
+	DDP_MASK_VERSION = cpu_to_be16(0x0300),
+	RDMAP_MASK_VERSION = cpu_to_be16(0x00C0),
+	RDMAP_MASK_RESERVED = cpu_to_be16(0x0030),
+	RDMAP_MASK_OPCODE = cpu_to_be16(0x000f)
+};
+
+static inline u8 __ddp_get_version(struct iwarp_ctrl *ctrl)
+{
+	return be16_to_cpu(ctrl->ddp_rdmap_ctrl & DDP_MASK_VERSION) >> 8;
+}
+
+static inline void __ddp_set_version(struct iwarp_ctrl *ctrl, u8 version)
+{
+	ctrl->ddp_rdmap_ctrl =
+		(ctrl->ddp_rdmap_ctrl & ~DDP_MASK_VERSION) |
+		(cpu_to_be16((u16)version << 8) & DDP_MASK_VERSION);
+}
+
+static inline u8 __rdmap_get_version(struct iwarp_ctrl *ctrl)
+{
+	__be16 ver = ctrl->ddp_rdmap_ctrl & RDMAP_MASK_VERSION;
+
+	return be16_to_cpu(ver) >> 6;
+}
+
+static inline void __rdmap_set_version(struct iwarp_ctrl *ctrl, u8 version)
+{
+	ctrl->ddp_rdmap_ctrl = (ctrl->ddp_rdmap_ctrl & ~RDMAP_MASK_VERSION) |
+			       (cpu_to_be16(version << 6) & RDMAP_MASK_VERSION);
+}
+
+static inline u8 __rdmap_get_opcode(struct iwarp_ctrl *ctrl)
+{
+	return be16_to_cpu(ctrl->ddp_rdmap_ctrl & RDMAP_MASK_OPCODE);
+}
+
+static inline void __rdmap_set_opcode(struct iwarp_ctrl *ctrl, u8 opcode)
+{
+	ctrl->ddp_rdmap_ctrl = (ctrl->ddp_rdmap_ctrl & ~RDMAP_MASK_OPCODE) |
+			       (cpu_to_be16(opcode) & RDMAP_MASK_OPCODE);
+}
+
+struct iwarp_rdma_write {
+	struct iwarp_ctrl ctrl;
+	__be32 sink_stag;
+	__be64 sink_to;
+};
+
+struct iwarp_rdma_rreq {
+	struct iwarp_ctrl ctrl;
+	__be32 rsvd;
+	__be32 ddp_qn;
+	__be32 ddp_msn;
+	__be32 ddp_mo;
+	__be32 sink_stag;
+	__be64 sink_to;
+	__be32 read_size;
+	__be32 source_stag;
+	__be64 source_to;
+};
+
+struct iwarp_rdma_rresp {
+	struct iwarp_ctrl ctrl;
+	__be32 sink_stag;
+	__be64 sink_to;
+};
+
+struct iwarp_send {
+	struct iwarp_ctrl ctrl;
+	__be32 rsvd;
+	__be32 ddp_qn;
+	__be32 ddp_msn;
+	__be32 ddp_mo;
+};
+
+struct iwarp_send_inv {
+	struct iwarp_ctrl ctrl;
+	__be32 inval_stag;
+	__be32 ddp_qn;
+	__be32 ddp_msn;
+	__be32 ddp_mo;
+};
+
+struct iwarp_terminate {
+	struct iwarp_ctrl ctrl;
+	__be32 rsvd;
+	__be32 ddp_qn;
+	__be32 ddp_msn;
+	__be32 ddp_mo;
+#if defined(__LITTLE_ENDIAN_BITFIELD)
+	__u16 layer : 4, etype : 4, ecode : 8;
+	__u16 flag_m : 1, flag_d : 1, flag_r : 1, reserved : 13;
+#elif defined(__BIG_ENDIAN_BITFIELD)
+	__u16 etype : 4, layer : 4, ecode : 8;
+	__u16 reserved : 13, flag_r : 1, flag_d : 1, flag_m : 1;
+#else
+#error "undefined byte order"
+#endif
+};
+
+/*
+ * Terminate Hdr bits & fields
+ */
+enum {
+	TERM_MASK_LAYER = cpu_to_be32(0xf0000000),
+	TERM_MASK_ETYPE = cpu_to_be32(0x0f000000),
+	TERM_MASK_ECODE = cpu_to_be32(0x00ff0000),
+	TERM_FLAG_M = cpu_to_be32(0x00008000),
+	TERM_FLAG_D = cpu_to_be32(0x00004000),
+	TERM_FLAG_R = cpu_to_be32(0x00002000),
+	TERM_MASK_RESVD = cpu_to_be32(0x00001fff)
+};
+
+static inline u8 __rdmap_term_layer(struct iwarp_terminate *term)
+{
+	return term->layer;
+}
+
+static inline void __rdmap_term_set_layer(struct iwarp_terminate *term,
+					  u8 layer)
+{
+	term->layer = layer & 0xf;
+}
+
+static inline u8 __rdmap_term_etype(struct iwarp_terminate *term)
+{
+	return term->etype;
+}
+
+static inline void __rdmap_term_set_etype(struct iwarp_terminate *term,
+					  u8 etype)
+{
+	term->etype = etype & 0xf;
+}
+
+static inline u8 __rdmap_term_ecode(struct iwarp_terminate *term)
+{
+	return term->ecode;
+}
+
+static inline void __rdmap_term_set_ecode(struct iwarp_terminate *term,
+					  u8 ecode)
+{
+	term->ecode = ecode;
+}
+
+/*
+ * Common portion of iWARP headers (MPA, DDP, RDMAP)
+ * for an FPDU carrying an untagged DDP segment
+ */
+struct iwarp_ctrl_untagged {
+	struct iwarp_ctrl ctrl;
+	__be32 rsvd;
+	__be32 ddp_qn;
+	__be32 ddp_msn;
+	__be32 ddp_mo;
+};
+
+/*
+ * Common portion of iWARP headers (MPA, DDP, RDMAP)
+ * for an FPDU carrying a tagged DDP segment
+ */
+struct iwarp_ctrl_tagged {
+	struct iwarp_ctrl ctrl;
+	__be32 ddp_stag;
+	__be64 ddp_to;
+};
+
+union iwarp_hdr {
+	struct iwarp_ctrl ctrl;
+	struct iwarp_ctrl_untagged c_untagged;
+	struct iwarp_ctrl_tagged c_tagged;
+	struct iwarp_rdma_write rwrite;
+	struct iwarp_rdma_rreq rreq;
+	struct iwarp_rdma_rresp rresp;
+	struct iwarp_terminate terminate;
+	struct iwarp_send send;
+	struct iwarp_send_inv send_inv;
+};
+
+enum term_elayer {
+	TERM_ERROR_LAYER_RDMAP = 0x00,
+	TERM_ERROR_LAYER_DDP = 0x01,
+	TERM_ERROR_LAYER_LLP = 0x02 /* eg., MPA */
+};
+
+enum ddp_etype {
+	DDP_ETYPE_CATASTROPHIC = 0x0,
+	DDP_ETYPE_TAGGED_BUF = 0x1,
+	DDP_ETYPE_UNTAGGED_BUF = 0x2,
+	DDP_ETYPE_RSVD = 0x3
+};
+
+enum ddp_ecode {
+	/* unspecified, set to zero */
+	DDP_ECODE_CATASTROPHIC = 0x00,
+	/* Tagged Buffer Errors */
+	DDP_ECODE_T_INVALID_STAG = 0x00,
+	DDP_ECODE_T_BASE_BOUNDS = 0x01,
+	DDP_ECODE_T_STAG_NOT_ASSOC = 0x02,
+	DDP_ECODE_T_TO_WRAP = 0x03,
+	DDP_ECODE_T_VERSION = 0x04,
+	/* Untagged Buffer Errors */
+	DDP_ECODE_UT_INVALID_QN = 0x01,
+	DDP_ECODE_UT_INVALID_MSN_NOBUF = 0x02,
+	DDP_ECODE_UT_INVALID_MSN_RANGE = 0x03,
+	DDP_ECODE_UT_INVALID_MO = 0x04,
+	DDP_ECODE_UT_MSG_TOOLONG = 0x05,
+	DDP_ECODE_UT_VERSION = 0x06
+};
+
+enum rdmap_untagged_qn {
+	RDMAP_UNTAGGED_QN_SEND = 0,
+	RDMAP_UNTAGGED_QN_RDMA_READ = 1,
+	RDMAP_UNTAGGED_QN_TERMINATE = 2,
+	RDMAP_UNTAGGED_QN_COUNT = 3
+};
+
+enum rdmap_etype {
+	RDMAP_ETYPE_CATASTROPHIC = 0x0,
+	RDMAP_ETYPE_REMOTE_PROTECTION = 0x1,
+	RDMAP_ETYPE_REMOTE_OPERATION = 0x2
+};
+
+enum rdmap_ecode {
+	RDMAP_ECODE_INVALID_STAG = 0x00,
+	RDMAP_ECODE_BASE_BOUNDS = 0x01,
+	RDMAP_ECODE_ACCESS_RIGHTS = 0x02,
+	RDMAP_ECODE_STAG_NOT_ASSOC = 0x03,
+	RDMAP_ECODE_TO_WRAP = 0x04,
+	RDMAP_ECODE_VERSION = 0x05,
+	RDMAP_ECODE_OPCODE = 0x06,
+	RDMAP_ECODE_CATASTROPHIC_STREAM = 0x07,
+	RDMAP_ECODE_CATASTROPHIC_GLOBAL = 0x08,
+	RDMAP_ECODE_CANNOT_INVALIDATE = 0x09,
+	RDMAP_ECODE_UNSPECIFIED = 0xff
+};
+
+enum llp_ecode {
+	LLP_ECODE_TCP_STREAM_LOST = 0x01, /* How to transfer this ?? */
+	LLP_ECODE_RECEIVED_CRC = 0x02,
+	LLP_ECODE_FPDU_START = 0x03,
+	LLP_ECODE_INVALID_REQ_RESP = 0x04,
+
+	/* Errors for Enhanced Connection Establishment only */
+	LLP_ECODE_LOCAL_CATASTROPHIC = 0x05,
+	LLP_ECODE_INSUFFICIENT_IRD = 0x06,
+	LLP_ECODE_NO_MATCHING_RTR = 0x07
+};
+
+enum llp_etype { LLP_ETYPE_MPA = 0x00 };
+
+enum rdma_opcode {
+	RDMAP_RDMA_WRITE = 0x0,
+	RDMAP_RDMA_READ_REQ = 0x1,
+	RDMAP_RDMA_READ_RESP = 0x2,
+	RDMAP_SEND = 0x3,
+	RDMAP_SEND_INVAL = 0x4,
+	RDMAP_SEND_SE = 0x5,
+	RDMAP_SEND_SE_INVAL = 0x6,
+	RDMAP_TERMINATE = 0x7,
+	RDMAP_NOT_SUPPORTED = RDMAP_TERMINATE + 1
+};
+
+#endif