123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139 |
- #include <linux/socket.h>
- #include <linux/in.h>
- #include <linux/in6.h>
- #include <rdma/ib_verbs.h>
- #include <rdma/rdma_cm.h>
- #define ISERT_RDMA_LISTEN_BACKLOG 10
- enum isert_desc_type {
- ISCSI_TX_CONTROL,
- ISCSI_TX_DATAIN
- };
- enum iser_ib_op_code {
- ISER_IB_RECV,
- ISER_IB_SEND,
- ISER_IB_RDMA_WRITE,
- ISER_IB_RDMA_READ,
- };
- enum iser_conn_state {
- ISER_CONN_INIT,
- ISER_CONN_UP,
- ISER_CONN_TERMINATING,
- ISER_CONN_DOWN,
- };
- struct iser_rx_desc {
- struct iser_hdr iser_header;
- struct iscsi_hdr iscsi_header;
- char data[ISER_RECV_DATA_SEG_LEN];
- u64 dma_addr;
- struct ib_sge rx_sg;
- char pad[ISER_RX_PAD_SIZE];
- } __packed;
- struct iser_tx_desc {
- struct iser_hdr iser_header;
- struct iscsi_hdr iscsi_header;
- enum isert_desc_type type;
- u64 dma_addr;
- struct ib_sge tx_sg[2];
- int num_sge;
- struct isert_cmd *isert_cmd;
- struct ib_send_wr send_wr;
- } __packed;
- struct isert_rdma_wr {
- struct list_head wr_list;
- struct isert_cmd *isert_cmd;
- enum iser_ib_op_code iser_ib_op;
- struct ib_sge *ib_sge;
- int num_sge;
- struct scatterlist *sge;
- int send_wr_num;
- struct ib_send_wr *send_wr;
- };
- struct isert_cmd {
- uint32_t read_stag;
- uint32_t write_stag;
- uint64_t read_va;
- uint64_t write_va;
- u64 pdu_buf_dma;
- u32 pdu_buf_len;
- u32 read_va_off;
- u32 write_va_off;
- u32 rdma_wr_num;
- struct isert_conn *conn;
- struct iscsi_cmd iscsi_cmd;
- struct ib_sge *ib_sge;
- struct iser_tx_desc tx_desc;
- struct isert_rdma_wr rdma_wr;
- struct work_struct comp_work;
- };
- struct isert_device;
- struct isert_conn {
- enum iser_conn_state state;
- bool logout_posted;
- int post_recv_buf_count;
- atomic_t post_send_buf_count;
- u32 responder_resources;
- u32 initiator_depth;
- u32 max_sge;
- char *login_buf;
- char *login_req_buf;
- char *login_rsp_buf;
- u64 login_req_dma;
- u64 login_rsp_dma;
- unsigned int conn_rx_desc_head;
- struct iser_rx_desc *conn_rx_descs;
- struct ib_recv_wr conn_rx_wr[ISERT_MIN_POSTED_RX];
- struct iscsi_conn *conn;
- struct list_head conn_accept_node;
- struct completion conn_login_comp;
- struct iser_tx_desc conn_login_tx_desc;
- struct rdma_cm_id *conn_cm_id;
- struct ib_pd *conn_pd;
- struct ib_mr *conn_mr;
- struct ib_qp *conn_qp;
- struct isert_device *conn_device;
- struct work_struct conn_logout_work;
- struct mutex conn_mutex;
- wait_queue_head_t conn_wait;
- wait_queue_head_t conn_wait_comp_err;
- struct kref conn_kref;
- };
- #define ISERT_MAX_CQ 64
- struct isert_cq_desc {
- struct isert_device *device;
- int cq_index;
- struct work_struct cq_rx_work;
- struct work_struct cq_tx_work;
- };
- struct isert_device {
- int cqs_used;
- int refcount;
- int cq_active_qps[ISERT_MAX_CQ];
- struct ib_device *ib_device;
- struct ib_pd *dev_pd;
- struct ib_mr *dev_mr;
- struct ib_cq *dev_rx_cq[ISERT_MAX_CQ];
- struct ib_cq *dev_tx_cq[ISERT_MAX_CQ];
- struct isert_cq_desc *cq_desc;
- struct list_head dev_node;
- };
- struct isert_np {
- wait_queue_head_t np_accept_wq;
- struct rdma_cm_id *np_cm_id;
- struct mutex np_accept_mutex;
- struct list_head np_accept_list;
- struct completion np_login_comp;
- };
|