ib_srp.h 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. /*
  2. * Copyright (c) 2005 Cisco Systems. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #ifndef IB_SRP_H
  33. #define IB_SRP_H
  34. #include <linux/types.h>
  35. #include <linux/list.h>
  36. #include <linux/mutex.h>
  37. #include <linux/scatterlist.h>
  38. #include <scsi/scsi_host.h>
  39. #include <scsi/scsi_cmnd.h>
  40. #include <rdma/ib_verbs.h>
  41. #include <rdma/ib_sa.h>
  42. #include <rdma/ib_cm.h>
  43. #include <rdma/ib_fmr_pool.h>
  44. enum {
  45. SRP_PATH_REC_TIMEOUT_MS = 1000,
  46. SRP_ABORT_TIMEOUT_MS = 5000,
  47. SRP_PORT_REDIRECT = 1,
  48. SRP_DLID_REDIRECT = 2,
  49. SRP_STALE_CONN = 3,
  50. SRP_MAX_LUN = 512,
  51. SRP_DEF_SG_TABLESIZE = 12,
  52. SRP_RQ_SHIFT = 6,
  53. SRP_RQ_SIZE = 1 << SRP_RQ_SHIFT,
  54. SRP_SQ_SIZE = SRP_RQ_SIZE,
  55. SRP_RSP_SQ_SIZE = 1,
  56. SRP_REQ_SQ_SIZE = SRP_SQ_SIZE - SRP_RSP_SQ_SIZE,
  57. SRP_TSK_MGMT_SQ_SIZE = 1,
  58. SRP_CMD_SQ_SIZE = SRP_REQ_SQ_SIZE - SRP_TSK_MGMT_SQ_SIZE,
  59. SRP_TAG_NO_REQ = ~0U,
  60. SRP_TAG_TSK_MGMT = 1U << 31,
  61. SRP_FMR_SIZE = 512,
  62. SRP_FMR_MIN_SIZE = 128,
  63. SRP_FMR_POOL_SIZE = 1024,
  64. SRP_FMR_DIRTY_SIZE = SRP_FMR_POOL_SIZE / 4,
  65. SRP_MAP_ALLOW_FMR = 0,
  66. SRP_MAP_NO_FMR = 1,
  67. };
  68. enum srp_target_state {
  69. SRP_TARGET_LIVE,
  70. SRP_TARGET_REMOVED,
  71. };
  72. enum srp_iu_type {
  73. SRP_IU_CMD,
  74. SRP_IU_TSK_MGMT,
  75. SRP_IU_RSP,
  76. };
  77. struct srp_device {
  78. struct list_head dev_list;
  79. struct ib_device *dev;
  80. struct ib_pd *pd;
  81. struct ib_mr *mr;
  82. struct ib_fmr_pool *fmr_pool;
  83. u64 fmr_page_mask;
  84. int fmr_page_size;
  85. int fmr_max_size;
  86. };
  87. struct srp_host {
  88. struct srp_device *srp_dev;
  89. u8 port;
  90. struct device dev;
  91. struct list_head target_list;
  92. spinlock_t target_lock;
  93. struct completion released;
  94. struct list_head list;
  95. };
  96. struct srp_request {
  97. struct list_head list;
  98. struct scsi_cmnd *scmnd;
  99. struct srp_iu *cmd;
  100. struct ib_pool_fmr **fmr_list;
  101. u64 *map_page;
  102. struct srp_direct_buf *indirect_desc;
  103. dma_addr_t indirect_dma_addr;
  104. short nfmr;
  105. short index;
  106. };
  107. struct srp_target_port {
  108. /* These are RW in the hot path, and commonly used together */
  109. struct list_head free_tx;
  110. struct list_head free_reqs;
  111. spinlock_t lock;
  112. s32 req_lim;
  113. /* These are read-only in the hot path */
  114. struct ib_cq *send_cq ____cacheline_aligned_in_smp;
  115. struct ib_cq *recv_cq;
  116. struct ib_qp *qp;
  117. u32 lkey;
  118. u32 rkey;
  119. enum srp_target_state state;
  120. unsigned int max_iu_len;
  121. unsigned int cmd_sg_cnt;
  122. unsigned int indirect_size;
  123. bool allow_ext_sg;
  124. bool transport_offline;
  125. /* Everything above this point is used in the hot path of
  126. * command processing. Try to keep them packed into cachelines.
  127. */
  128. __be64 id_ext;
  129. __be64 ioc_guid;
  130. __be64 service_id;
  131. __be64 initiator_ext;
  132. u16 io_class;
  133. struct srp_host *srp_host;
  134. struct Scsi_Host *scsi_host;
  135. char target_name[32];
  136. unsigned int scsi_id;
  137. unsigned int sg_tablesize;
  138. struct ib_sa_path_rec path;
  139. __be16 orig_dgid[8];
  140. struct ib_sa_query *path_query;
  141. int path_query_id;
  142. u32 rq_tmo_jiffies;
  143. bool connected;
  144. struct ib_cm_id *cm_id;
  145. int max_ti_iu_len;
  146. int zero_req_lim;
  147. struct srp_iu *tx_ring[SRP_SQ_SIZE];
  148. struct srp_iu *rx_ring[SRP_RQ_SIZE];
  149. struct srp_request req_ring[SRP_CMD_SQ_SIZE];
  150. struct work_struct remove_work;
  151. struct list_head list;
  152. struct completion done;
  153. int status;
  154. bool qp_in_error;
  155. struct completion tsk_mgmt_done;
  156. u8 tsk_mgmt_status;
  157. };
  158. struct srp_iu {
  159. struct list_head list;
  160. u64 dma;
  161. void *buf;
  162. size_t size;
  163. enum dma_data_direction direction;
  164. };
  165. struct srp_map_state {
  166. struct ib_pool_fmr **next_fmr;
  167. struct srp_direct_buf *desc;
  168. u64 *pages;
  169. dma_addr_t base_dma_addr;
  170. u32 fmr_len;
  171. u32 total_len;
  172. unsigned int npages;
  173. unsigned int nfmr;
  174. unsigned int ndesc;
  175. struct scatterlist *unmapped_sg;
  176. int unmapped_index;
  177. dma_addr_t unmapped_addr;
  178. };
  179. #endif /* IB_SRP_H */