ib_isert.h 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139
  1. #include <linux/socket.h>
  2. #include <linux/in.h>
  3. #include <linux/in6.h>
  4. #include <rdma/ib_verbs.h>
  5. #include <rdma/rdma_cm.h>
  6. #define ISERT_RDMA_LISTEN_BACKLOG 10
  7. enum isert_desc_type {
  8. ISCSI_TX_CONTROL,
  9. ISCSI_TX_DATAIN
  10. };
  11. enum iser_ib_op_code {
  12. ISER_IB_RECV,
  13. ISER_IB_SEND,
  14. ISER_IB_RDMA_WRITE,
  15. ISER_IB_RDMA_READ,
  16. };
  17. enum iser_conn_state {
  18. ISER_CONN_INIT,
  19. ISER_CONN_UP,
  20. ISER_CONN_TERMINATING,
  21. ISER_CONN_DOWN,
  22. };
  23. struct iser_rx_desc {
  24. struct iser_hdr iser_header;
  25. struct iscsi_hdr iscsi_header;
  26. char data[ISER_RECV_DATA_SEG_LEN];
  27. u64 dma_addr;
  28. struct ib_sge rx_sg;
  29. char pad[ISER_RX_PAD_SIZE];
  30. } __packed;
  31. struct iser_tx_desc {
  32. struct iser_hdr iser_header;
  33. struct iscsi_hdr iscsi_header;
  34. enum isert_desc_type type;
  35. u64 dma_addr;
  36. struct ib_sge tx_sg[2];
  37. int num_sge;
  38. struct isert_cmd *isert_cmd;
  39. struct ib_send_wr send_wr;
  40. } __packed;
  41. struct isert_rdma_wr {
  42. struct list_head wr_list;
  43. struct isert_cmd *isert_cmd;
  44. enum iser_ib_op_code iser_ib_op;
  45. struct ib_sge *ib_sge;
  46. int num_sge;
  47. struct scatterlist *sge;
  48. int send_wr_num;
  49. struct ib_send_wr *send_wr;
  50. };
  51. struct isert_cmd {
  52. uint32_t read_stag;
  53. uint32_t write_stag;
  54. uint64_t read_va;
  55. uint64_t write_va;
  56. u64 pdu_buf_dma;
  57. u32 pdu_buf_len;
  58. u32 read_va_off;
  59. u32 write_va_off;
  60. u32 rdma_wr_num;
  61. struct isert_conn *conn;
  62. struct iscsi_cmd iscsi_cmd;
  63. struct ib_sge *ib_sge;
  64. struct iser_tx_desc tx_desc;
  65. struct isert_rdma_wr rdma_wr;
  66. struct work_struct comp_work;
  67. };
  68. struct isert_device;
  69. struct isert_conn {
  70. enum iser_conn_state state;
  71. bool logout_posted;
  72. int post_recv_buf_count;
  73. atomic_t post_send_buf_count;
  74. u32 responder_resources;
  75. u32 initiator_depth;
  76. u32 max_sge;
  77. char *login_buf;
  78. char *login_req_buf;
  79. char *login_rsp_buf;
  80. u64 login_req_dma;
  81. u64 login_rsp_dma;
  82. unsigned int conn_rx_desc_head;
  83. struct iser_rx_desc *conn_rx_descs;
  84. struct ib_recv_wr conn_rx_wr[ISERT_MIN_POSTED_RX];
  85. struct iscsi_conn *conn;
  86. struct list_head conn_accept_node;
  87. struct completion conn_login_comp;
  88. struct iser_tx_desc conn_login_tx_desc;
  89. struct rdma_cm_id *conn_cm_id;
  90. struct ib_pd *conn_pd;
  91. struct ib_mr *conn_mr;
  92. struct ib_qp *conn_qp;
  93. struct isert_device *conn_device;
  94. struct work_struct conn_logout_work;
  95. struct mutex conn_mutex;
  96. wait_queue_head_t conn_wait;
  97. wait_queue_head_t conn_wait_comp_err;
  98. struct kref conn_kref;
  99. };
  100. #define ISERT_MAX_CQ 64
  101. struct isert_cq_desc {
  102. struct isert_device *device;
  103. int cq_index;
  104. struct work_struct cq_rx_work;
  105. struct work_struct cq_tx_work;
  106. };
  107. struct isert_device {
  108. int cqs_used;
  109. int refcount;
  110. int cq_active_qps[ISERT_MAX_CQ];
  111. struct ib_device *ib_device;
  112. struct ib_pd *dev_pd;
  113. struct ib_mr *dev_mr;
  114. struct ib_cq *dev_rx_cq[ISERT_MAX_CQ];
  115. struct ib_cq *dev_tx_cq[ISERT_MAX_CQ];
  116. struct isert_cq_desc *cq_desc;
  117. struct list_head dev_node;
  118. };
  119. struct isert_np {
  120. wait_queue_head_t np_accept_wq;
  121. struct rdma_cm_id *np_cm_id;
  122. struct mutex np_accept_mutex;
  123. struct list_head np_accept_list;
  124. struct completion np_login_comp;
  125. };