ib_srp.h 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. /*
  2. * Copyright (c) 2005 Cisco Systems. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #ifndef IB_SRP_H
  33. #define IB_SRP_H
  34. #include <linux/types.h>
  35. #include <linux/list.h>
  36. #include <linux/mutex.h>
  37. #include <linux/scatterlist.h>
  38. #include <scsi/scsi_host.h>
  39. #include <scsi/scsi_cmnd.h>
  40. #include <rdma/ib_verbs.h>
  41. #include <rdma/ib_sa.h>
  42. #include <rdma/ib_cm.h>
  43. #include <rdma/ib_fmr_pool.h>
  44. enum {
  45. SRP_PATH_REC_TIMEOUT_MS = 1000,
  46. SRP_ABORT_TIMEOUT_MS = 5000,
  47. SRP_PORT_REDIRECT = 1,
  48. SRP_DLID_REDIRECT = 2,
  49. SRP_STALE_CONN = 3,
  50. SRP_MAX_LUN = 512,
  51. SRP_DEF_SG_TABLESIZE = 12,
  52. SRP_DEFAULT_QUEUE_SIZE = 1 << 6,
  53. SRP_RSP_SQ_SIZE = 1,
  54. SRP_TSK_MGMT_SQ_SIZE = 1,
  55. SRP_DEFAULT_CMD_SQ_SIZE = SRP_DEFAULT_QUEUE_SIZE - SRP_RSP_SQ_SIZE -
  56. SRP_TSK_MGMT_SQ_SIZE,
  57. SRP_TAG_NO_REQ = ~0U,
  58. SRP_TAG_TSK_MGMT = 1U << 31,
  59. SRP_FMR_SIZE = 512,
  60. SRP_FMR_MIN_SIZE = 128,
  61. SRP_FMR_POOL_SIZE = 1024,
  62. SRP_FMR_DIRTY_SIZE = SRP_FMR_POOL_SIZE / 4,
  63. SRP_MAP_ALLOW_FMR = 0,
  64. SRP_MAP_NO_FMR = 1,
  65. };
  66. enum srp_target_state {
  67. SRP_TARGET_LIVE,
  68. SRP_TARGET_REMOVED,
  69. };
  70. enum srp_iu_type {
  71. SRP_IU_CMD,
  72. SRP_IU_TSK_MGMT,
  73. SRP_IU_RSP,
  74. };
  75. struct srp_device {
  76. struct list_head dev_list;
  77. struct ib_device *dev;
  78. struct ib_pd *pd;
  79. struct ib_mr *mr;
  80. struct ib_fmr_pool *fmr_pool;
  81. u64 fmr_page_mask;
  82. int fmr_page_size;
  83. int fmr_max_size;
  84. };
  85. struct srp_host {
  86. struct srp_device *srp_dev;
  87. u8 port;
  88. struct device dev;
  89. struct list_head target_list;
  90. spinlock_t target_lock;
  91. struct completion released;
  92. struct list_head list;
  93. };
  94. struct srp_request {
  95. struct list_head list;
  96. struct scsi_cmnd *scmnd;
  97. struct srp_iu *cmd;
  98. struct ib_pool_fmr **fmr_list;
  99. u64 *map_page;
  100. struct srp_direct_buf *indirect_desc;
  101. dma_addr_t indirect_dma_addr;
  102. short nfmr;
  103. short index;
  104. };
  105. struct srp_target_port {
  106. /* These are RW in the hot path, and commonly used together */
  107. struct list_head free_tx;
  108. struct list_head free_reqs;
  109. spinlock_t lock;
  110. s32 req_lim;
  111. /* These are read-only in the hot path */
  112. struct ib_cq *send_cq ____cacheline_aligned_in_smp;
  113. struct ib_cq *recv_cq;
  114. struct ib_qp *qp;
  115. u32 lkey;
  116. u32 rkey;
  117. enum srp_target_state state;
  118. unsigned int max_iu_len;
  119. unsigned int cmd_sg_cnt;
  120. unsigned int indirect_size;
  121. bool allow_ext_sg;
  122. /* Everything above this point is used in the hot path of
  123. * command processing. Try to keep them packed into cachelines.
  124. */
  125. __be64 id_ext;
  126. __be64 ioc_guid;
  127. __be64 service_id;
  128. __be64 initiator_ext;
  129. u16 io_class;
  130. struct srp_host *srp_host;
  131. struct Scsi_Host *scsi_host;
  132. struct srp_rport *rport;
  133. char target_name[32];
  134. unsigned int scsi_id;
  135. unsigned int sg_tablesize;
  136. int queue_size;
  137. int req_ring_size;
  138. int comp_vector;
  139. int tl_retry_count;
  140. struct ib_sa_path_rec path;
  141. __be16 orig_dgid[8];
  142. struct ib_sa_query *path_query;
  143. int path_query_id;
  144. u32 rq_tmo_jiffies;
  145. bool connected;
  146. struct ib_cm_id *cm_id;
  147. int max_ti_iu_len;
  148. int zero_req_lim;
  149. struct srp_iu **tx_ring;
  150. struct srp_iu **rx_ring;
  151. struct srp_request *req_ring;
  152. struct work_struct tl_err_work;
  153. struct work_struct remove_work;
  154. struct list_head list;
  155. struct completion done;
  156. int status;
  157. bool qp_in_error;
  158. struct completion tsk_mgmt_done;
  159. u8 tsk_mgmt_status;
  160. };
  161. struct srp_iu {
  162. struct list_head list;
  163. u64 dma;
  164. void *buf;
  165. size_t size;
  166. enum dma_data_direction direction;
  167. };
  168. struct srp_map_state {
  169. struct ib_pool_fmr **next_fmr;
  170. struct srp_direct_buf *desc;
  171. u64 *pages;
  172. dma_addr_t base_dma_addr;
  173. u32 fmr_len;
  174. u32 total_len;
  175. unsigned int npages;
  176. unsigned int nfmr;
  177. unsigned int ndesc;
  178. struct scatterlist *unmapped_sg;
  179. int unmapped_index;
  180. dma_addr_t unmapped_addr;
  181. };
  182. #endif /* IB_SRP_H */