2018-02-09 16:23:18 +03:00
|
|
|
/*
|
|
|
|
* RDMA device: Definitions of Backend Device functions
|
|
|
|
*
|
|
|
|
* Copyright (C) 2018 Oracle
|
|
|
|
* Copyright (C) 2018 Red Hat Inc
|
|
|
|
*
|
|
|
|
* Authors:
|
|
|
|
* Yuval Shaia <yuval.shaia@oracle.com>
|
|
|
|
* Marcel Apfelbaum <marcel@redhat.com>
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef RDMA_BACKEND_H
|
|
|
|
#define RDMA_BACKEND_H
|
|
|
|
|
2018-03-21 18:22:07 +03:00
|
|
|
#include "qapi/error.h"
|
2018-12-21 17:40:19 +03:00
|
|
|
#include "chardev/char-fe.h"
|
|
|
|
|
2018-02-09 16:23:18 +03:00
|
|
|
#include "rdma_rm_defs.h"
|
|
|
|
#include "rdma_backend_defs.h"
|
|
|
|
|
|
|
|
/* Add definition for QP0 and QP1 as there is no userspace enums for them */
|
|
|
|
enum ibv_special_qp_type {
|
|
|
|
IBV_QPT_SMI = 0,
|
|
|
|
IBV_QPT_GSI = 1,
|
|
|
|
};
|
|
|
|
|
|
|
|
static inline uint32_t rdma_backend_qpn(const RdmaBackendQP *qp)
|
|
|
|
{
|
2018-12-21 17:40:17 +03:00
|
|
|
return qp->ibqp ? qp->ibqp->qp_num : 1;
|
2018-02-09 16:23:18 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t rdma_backend_mr_lkey(const RdmaBackendMR *mr)
|
|
|
|
{
|
|
|
|
return mr->ibmr ? mr->ibmr->lkey : 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static inline uint32_t rdma_backend_mr_rkey(const RdmaBackendMR *mr)
|
|
|
|
{
|
|
|
|
return mr->ibmr ? mr->ibmr->rkey : 0;
|
|
|
|
}
|
|
|
|
|
2018-08-05 18:35:18 +03:00
|
|
|
int rdma_backend_init(RdmaBackendDev *backend_dev, PCIDevice *pdev,
|
2018-02-09 16:23:18 +03:00
|
|
|
RdmaDeviceResources *rdma_dev_res,
|
|
|
|
const char *backend_device_name, uint8_t port_num,
|
2018-12-21 17:40:25 +03:00
|
|
|
struct ibv_device_attr *dev_attr, CharBackend *mad_chr_be,
|
|
|
|
Error **errp);
|
2018-02-09 16:23:18 +03:00
|
|
|
void rdma_backend_fini(RdmaBackendDev *backend_dev);
|
2018-12-21 17:40:25 +03:00
|
|
|
int rdma_backend_add_gid(RdmaBackendDev *backend_dev, const char *ifname,
|
|
|
|
union ibv_gid *gid);
|
|
|
|
int rdma_backend_del_gid(RdmaBackendDev *backend_dev, const char *ifname,
|
|
|
|
union ibv_gid *gid);
|
|
|
|
int rdma_backend_get_gid_index(RdmaBackendDev *backend_dev,
|
|
|
|
union ibv_gid *gid);
|
2018-08-05 18:35:06 +03:00
|
|
|
void rdma_backend_start(RdmaBackendDev *backend_dev);
|
|
|
|
void rdma_backend_stop(RdmaBackendDev *backend_dev);
|
2018-12-21 17:40:30 +03:00
|
|
|
void rdma_backend_register_comp_handler(void (*handler)(void *ctx,
|
|
|
|
struct ibv_wc *wc));
|
2018-02-09 16:23:18 +03:00
|
|
|
void rdma_backend_unregister_comp_handler(void);
|
|
|
|
|
|
|
|
int rdma_backend_query_port(RdmaBackendDev *backend_dev,
|
|
|
|
struct ibv_port_attr *port_attr);
|
|
|
|
int rdma_backend_create_pd(RdmaBackendDev *backend_dev, RdmaBackendPD *pd);
|
|
|
|
void rdma_backend_destroy_pd(RdmaBackendPD *pd);
|
|
|
|
|
2018-03-22 12:52:18 +03:00
|
|
|
int rdma_backend_create_mr(RdmaBackendMR *mr, RdmaBackendPD *pd, void *addr,
|
2018-02-09 16:23:18 +03:00
|
|
|
size_t length, int access);
|
|
|
|
void rdma_backend_destroy_mr(RdmaBackendMR *mr);
|
|
|
|
|
|
|
|
int rdma_backend_create_cq(RdmaBackendDev *backend_dev, RdmaBackendCQ *cq,
|
|
|
|
int cqe);
|
|
|
|
void rdma_backend_destroy_cq(RdmaBackendCQ *cq);
|
|
|
|
void rdma_backend_poll_cq(RdmaDeviceResources *rdma_dev_res, RdmaBackendCQ *cq);
|
|
|
|
|
|
|
|
int rdma_backend_create_qp(RdmaBackendQP *qp, uint8_t qp_type,
|
|
|
|
RdmaBackendPD *pd, RdmaBackendCQ *scq,
|
|
|
|
RdmaBackendCQ *rcq, uint32_t max_send_wr,
|
|
|
|
uint32_t max_recv_wr, uint32_t max_send_sge,
|
|
|
|
uint32_t max_recv_sge);
|
|
|
|
int rdma_backend_qp_state_init(RdmaBackendDev *backend_dev, RdmaBackendQP *qp,
|
|
|
|
uint8_t qp_type, uint32_t qkey);
|
|
|
|
int rdma_backend_qp_state_rtr(RdmaBackendDev *backend_dev, RdmaBackendQP *qp,
|
2018-12-21 17:40:25 +03:00
|
|
|
uint8_t qp_type, uint8_t sgid_idx,
|
|
|
|
union ibv_gid *dgid, uint32_t dqpn,
|
|
|
|
uint32_t rq_psn, uint32_t qkey, bool use_qkey);
|
2018-02-09 16:23:18 +03:00
|
|
|
int rdma_backend_qp_state_rts(RdmaBackendQP *qp, uint8_t qp_type,
|
|
|
|
uint32_t sq_psn, uint32_t qkey, bool use_qkey);
|
2018-03-20 22:00:22 +03:00
|
|
|
int rdma_backend_query_qp(RdmaBackendQP *qp, struct ibv_qp_attr *attr,
|
|
|
|
int attr_mask, struct ibv_qp_init_attr *init_attr);
|
2018-02-09 16:23:18 +03:00
|
|
|
void rdma_backend_destroy_qp(RdmaBackendQP *qp);
|
|
|
|
|
|
|
|
void rdma_backend_post_send(RdmaBackendDev *backend_dev,
|
|
|
|
RdmaBackendQP *qp, uint8_t qp_type,
|
|
|
|
struct ibv_sge *sge, uint32_t num_sge,
|
2018-12-21 17:40:25 +03:00
|
|
|
uint8_t sgid_idx, union ibv_gid *sgid,
|
2018-02-09 16:23:18 +03:00
|
|
|
union ibv_gid *dgid, uint32_t dqpn, uint32_t dqkey,
|
|
|
|
void *ctx);
|
|
|
|
void rdma_backend_post_recv(RdmaBackendDev *backend_dev,
|
|
|
|
RdmaDeviceResources *rdma_dev_res,
|
|
|
|
RdmaBackendQP *qp, uint8_t qp_type,
|
|
|
|
struct ibv_sge *sge, uint32_t num_sge, void *ctx);
|
|
|
|
|
|
|
|
#endif
|