Skip to content

Commit

Permalink
rdma/siw: iWarp wire packet format
Browse files Browse the repository at this point in the history 
Broken up commit to add the Soft iWarp RDMA driver.

Signed-off-by: Bernard Metzler <bmt@zurich.ibm.com>
Signed-off-by: Jason Gunthorpe <jgg@mellanox.com>
  • Loading branch information
Bernard Metzler authored and Jason Gunthorpe committed Jul 2, 2019
1 parent 09fbca8 commit 0e935ae
Showing 1 changed file with 380 additions and 0 deletions.
380 changes: 380 additions & 0 deletions drivers/infiniband/sw/siw/iwarp.h
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,380 @@
/* SPDX-License-Identifier: GPL-2.0 or BSD-3-Clause */

/* Authors: Bernard Metzler <bmt@zurich.ibm.com> */
/* Copyright (c) 2008-2019, IBM Corporation */

#ifndef _IWARP_H
#define _IWARP_H

#include <rdma/rdma_user_cm.h> /* RDMA_MAX_PRIVATE_DATA */
#include <linux/types.h>
#include <asm/byteorder.h>

#define RDMAP_VERSION 1
#define DDP_VERSION 1
#define MPA_REVISION_1 1
#define MPA_REVISION_2 2
#define MPA_MAX_PRIVDATA RDMA_MAX_PRIVATE_DATA
#define MPA_KEY_REQ "MPA ID Req Frame"
#define MPA_KEY_REP "MPA ID Rep Frame"
#define MPA_IRD_ORD_MASK 0x3fff

struct mpa_rr_params {
__be16 bits;
__be16 pd_len;
};

/*
* MPA request/response header bits & fields
*/
enum {
MPA_RR_FLAG_MARKERS = cpu_to_be16(0x8000),
MPA_RR_FLAG_CRC = cpu_to_be16(0x4000),
MPA_RR_FLAG_REJECT = cpu_to_be16(0x2000),
MPA_RR_FLAG_ENHANCED = cpu_to_be16(0x1000),
MPA_RR_FLAG_GSO_EXP = cpu_to_be16(0x0800),
MPA_RR_MASK_REVISION = cpu_to_be16(0x00ff)
};

/*
* MPA request/reply header
*/
struct mpa_rr {
__u8 key[16];
struct mpa_rr_params params;
};

static inline void __mpa_rr_set_revision(__be16 *bits, u8 rev)
{
*bits = (*bits & ~MPA_RR_MASK_REVISION) |
(cpu_to_be16(rev) & MPA_RR_MASK_REVISION);
}

static inline u8 __mpa_rr_revision(__be16 mpa_rr_bits)
{
__be16 rev = mpa_rr_bits & MPA_RR_MASK_REVISION;

return be16_to_cpu(rev);
}

enum mpa_v2_ctrl {
MPA_V2_PEER_TO_PEER = cpu_to_be16(0x8000),
MPA_V2_ZERO_LENGTH_RTR = cpu_to_be16(0x4000),
MPA_V2_RDMA_WRITE_RTR = cpu_to_be16(0x8000),
MPA_V2_RDMA_READ_RTR = cpu_to_be16(0x4000),
MPA_V2_RDMA_NO_RTR = cpu_to_be16(0x0000),
MPA_V2_MASK_IRD_ORD = cpu_to_be16(0x3fff)
};

struct mpa_v2_data {
__be16 ird;
__be16 ord;
};

struct mpa_marker {
__be16 rsvd;
__be16 fpdu_hmd; /* FPDU header-marker distance (= MPA's FPDUPTR) */
};

/*
* maximum MPA trailer
*/
struct mpa_trailer {
__u8 pad[4];
__be32 crc;
};

#define MPA_HDR_SIZE 2
#define MPA_CRC_SIZE 4

/*
* Common portion of iWARP headers (MPA, DDP, RDMAP)
* for any FPDU
*/
struct iwarp_ctrl {
__be16 mpa_len;
__be16 ddp_rdmap_ctrl;
};

/*
* DDP/RDMAP Hdr bits & fields
*/
enum {
DDP_FLAG_TAGGED = cpu_to_be16(0x8000),
DDP_FLAG_LAST = cpu_to_be16(0x4000),
DDP_MASK_RESERVED = cpu_to_be16(0x3C00),
DDP_MASK_VERSION = cpu_to_be16(0x0300),
RDMAP_MASK_VERSION = cpu_to_be16(0x00C0),
RDMAP_MASK_RESERVED = cpu_to_be16(0x0030),
RDMAP_MASK_OPCODE = cpu_to_be16(0x000f)
};

static inline u8 __ddp_get_version(struct iwarp_ctrl *ctrl)
{
return be16_to_cpu(ctrl->ddp_rdmap_ctrl & DDP_MASK_VERSION) >> 8;
}

static inline void __ddp_set_version(struct iwarp_ctrl *ctrl, u8 version)
{
ctrl->ddp_rdmap_ctrl =
(ctrl->ddp_rdmap_ctrl & ~DDP_MASK_VERSION) |
(cpu_to_be16((u16)version << 8) & DDP_MASK_VERSION);
}

static inline u8 __rdmap_get_version(struct iwarp_ctrl *ctrl)
{
__be16 ver = ctrl->ddp_rdmap_ctrl & RDMAP_MASK_VERSION;

return be16_to_cpu(ver) >> 6;
}

static inline void __rdmap_set_version(struct iwarp_ctrl *ctrl, u8 version)
{
ctrl->ddp_rdmap_ctrl = (ctrl->ddp_rdmap_ctrl & ~RDMAP_MASK_VERSION) |
(cpu_to_be16(version << 6) & RDMAP_MASK_VERSION);
}

static inline u8 __rdmap_get_opcode(struct iwarp_ctrl *ctrl)
{
return be16_to_cpu(ctrl->ddp_rdmap_ctrl & RDMAP_MASK_OPCODE);
}

static inline void __rdmap_set_opcode(struct iwarp_ctrl *ctrl, u8 opcode)
{
ctrl->ddp_rdmap_ctrl = (ctrl->ddp_rdmap_ctrl & ~RDMAP_MASK_OPCODE) |
(cpu_to_be16(opcode) & RDMAP_MASK_OPCODE);
}

struct iwarp_rdma_write {
struct iwarp_ctrl ctrl;
__be32 sink_stag;
__be64 sink_to;
};

struct iwarp_rdma_rreq {
struct iwarp_ctrl ctrl;
__be32 rsvd;
__be32 ddp_qn;
__be32 ddp_msn;
__be32 ddp_mo;
__be32 sink_stag;
__be64 sink_to;
__be32 read_size;
__be32 source_stag;
__be64 source_to;
};

struct iwarp_rdma_rresp {
struct iwarp_ctrl ctrl;
__be32 sink_stag;
__be64 sink_to;
};

struct iwarp_send {
struct iwarp_ctrl ctrl;
__be32 rsvd;
__be32 ddp_qn;
__be32 ddp_msn;
__be32 ddp_mo;
};

struct iwarp_send_inv {
struct iwarp_ctrl ctrl;
__be32 inval_stag;
__be32 ddp_qn;
__be32 ddp_msn;
__be32 ddp_mo;
};

struct iwarp_terminate {
struct iwarp_ctrl ctrl;
__be32 rsvd;
__be32 ddp_qn;
__be32 ddp_msn;
__be32 ddp_mo;
#if defined(__LITTLE_ENDIAN_BITFIELD)
__be32 layer : 4;
__be32 etype : 4;
__be32 ecode : 8;
__be32 flag_m : 1;
__be32 flag_d : 1;
__be32 flag_r : 1;
__be32 reserved : 13;
#elif defined(__BIG_ENDIAN_BITFIELD)
__be32 reserved : 13;
__be32 flag_r : 1;
__be32 flag_d : 1;
__be32 flag_m : 1;
__be32 ecode : 8;
__be32 etype : 4;
__be32 layer : 4;
#else
#error "undefined byte order"
#endif
};

/*
* Terminate Hdr bits & fields
*/
enum {
TERM_MASK_LAYER = cpu_to_be32(0xf0000000),
TERM_MASK_ETYPE = cpu_to_be32(0x0f000000),
TERM_MASK_ECODE = cpu_to_be32(0x00ff0000),
TERM_FLAG_M = cpu_to_be32(0x00008000),
TERM_FLAG_D = cpu_to_be32(0x00004000),
TERM_FLAG_R = cpu_to_be32(0x00002000),
TERM_MASK_RESVD = cpu_to_be32(0x00001fff)
};

static inline u8 __rdmap_term_layer(struct iwarp_terminate *term)
{
return term->layer;
}

static inline void __rdmap_term_set_layer(struct iwarp_terminate *term,
u8 layer)
{
term->layer = layer & 0xf;
}

static inline u8 __rdmap_term_etype(struct iwarp_terminate *term)
{
return term->etype;
}

static inline void __rdmap_term_set_etype(struct iwarp_terminate *term,
u8 etype)
{
term->etype = etype & 0xf;
}

static inline u8 __rdmap_term_ecode(struct iwarp_terminate *term)
{
return term->ecode;
}

static inline void __rdmap_term_set_ecode(struct iwarp_terminate *term,
u8 ecode)
{
term->ecode = ecode;
}

/*
* Common portion of iWARP headers (MPA, DDP, RDMAP)
* for an FPDU carrying an untagged DDP segment
*/
struct iwarp_ctrl_untagged {
struct iwarp_ctrl ctrl;
__be32 rsvd;
__be32 ddp_qn;
__be32 ddp_msn;
__be32 ddp_mo;
};

/*
* Common portion of iWARP headers (MPA, DDP, RDMAP)
* for an FPDU carrying a tagged DDP segment
*/
struct iwarp_ctrl_tagged {
struct iwarp_ctrl ctrl;
__be32 ddp_stag;
__be64 ddp_to;
};

union iwarp_hdr {
struct iwarp_ctrl ctrl;
struct iwarp_ctrl_untagged c_untagged;
struct iwarp_ctrl_tagged c_tagged;
struct iwarp_rdma_write rwrite;
struct iwarp_rdma_rreq rreq;
struct iwarp_rdma_rresp rresp;
struct iwarp_terminate terminate;
struct iwarp_send send;
struct iwarp_send_inv send_inv;
};

enum term_elayer {
TERM_ERROR_LAYER_RDMAP = 0x00,
TERM_ERROR_LAYER_DDP = 0x01,
TERM_ERROR_LAYER_LLP = 0x02 /* eg., MPA */
};

enum ddp_etype {
DDP_ETYPE_CATASTROPHIC = 0x0,
DDP_ETYPE_TAGGED_BUF = 0x1,
DDP_ETYPE_UNTAGGED_BUF = 0x2,
DDP_ETYPE_RSVD = 0x3
};

enum ddp_ecode {
/* unspecified, set to zero */
DDP_ECODE_CATASTROPHIC = 0x00,
/* Tagged Buffer Errors */
DDP_ECODE_T_INVALID_STAG = 0x00,
DDP_ECODE_T_BASE_BOUNDS = 0x01,
DDP_ECODE_T_STAG_NOT_ASSOC = 0x02,
DDP_ECODE_T_TO_WRAP = 0x03,
DDP_ECODE_T_VERSION = 0x04,
/* Untagged Buffer Errors */
DDP_ECODE_UT_INVALID_QN = 0x01,
DDP_ECODE_UT_INVALID_MSN_NOBUF = 0x02,
DDP_ECODE_UT_INVALID_MSN_RANGE = 0x03,
DDP_ECODE_UT_INVALID_MO = 0x04,
DDP_ECODE_UT_MSG_TOOLONG = 0x05,
DDP_ECODE_UT_VERSION = 0x06
};

enum rdmap_untagged_qn {
RDMAP_UNTAGGED_QN_SEND = 0,
RDMAP_UNTAGGED_QN_RDMA_READ = 1,
RDMAP_UNTAGGED_QN_TERMINATE = 2,
RDMAP_UNTAGGED_QN_COUNT = 3
};

enum rdmap_etype {
RDMAP_ETYPE_CATASTROPHIC = 0x0,
RDMAP_ETYPE_REMOTE_PROTECTION = 0x1,
RDMAP_ETYPE_REMOTE_OPERATION = 0x2
};

enum rdmap_ecode {
RDMAP_ECODE_INVALID_STAG = 0x00,
RDMAP_ECODE_BASE_BOUNDS = 0x01,
RDMAP_ECODE_ACCESS_RIGHTS = 0x02,
RDMAP_ECODE_STAG_NOT_ASSOC = 0x03,
RDMAP_ECODE_TO_WRAP = 0x04,
RDMAP_ECODE_VERSION = 0x05,
RDMAP_ECODE_OPCODE = 0x06,
RDMAP_ECODE_CATASTROPHIC_STREAM = 0x07,
RDMAP_ECODE_CATASTROPHIC_GLOBAL = 0x08,
RDMAP_ECODE_CANNOT_INVALIDATE = 0x09,
RDMAP_ECODE_UNSPECIFIED = 0xff
};

enum llp_ecode {
LLP_ECODE_TCP_STREAM_LOST = 0x01, /* How to transfer this ?? */
LLP_ECODE_RECEIVED_CRC = 0x02,
LLP_ECODE_FPDU_START = 0x03,
LLP_ECODE_INVALID_REQ_RESP = 0x04,

/* Errors for Enhanced Connection Establishment only */
LLP_ECODE_LOCAL_CATASTROPHIC = 0x05,
LLP_ECODE_INSUFFICIENT_IRD = 0x06,
LLP_ECODE_NO_MATCHING_RTR = 0x07
};

enum llp_etype { LLP_ETYPE_MPA = 0x00 };

enum rdma_opcode {
RDMAP_RDMA_WRITE = 0x0,
RDMAP_RDMA_READ_REQ = 0x1,
RDMAP_RDMA_READ_RESP = 0x2,
RDMAP_SEND = 0x3,
RDMAP_SEND_INVAL = 0x4,
RDMAP_SEND_SE = 0x5,
RDMAP_SEND_SE_INVAL = 0x6,
RDMAP_TERMINATE = 0x7,
RDMAP_NOT_SUPPORTED = RDMAP_TERMINATE + 1
};

#endif

0 comments on commit 0e935ae

Please sign in to comment.