target_core_base.h 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888
  1. #ifndef TARGET_CORE_BASE_H
  2. #define TARGET_CORE_BASE_H
  3. #include <linux/in.h>
  4. #include <linux/configfs.h>
  5. #include <linux/dma-mapping.h>
  6. #include <linux/blkdev.h>
  7. #include <scsi/scsi_cmnd.h>
  8. #include <net/sock.h>
  9. #include <net/tcp.h>
  10. #define TARGET_CORE_MOD_VERSION "v4.1.0-rc1-ml"
  11. /* Maximum Number of LUNs per Target Portal Group */
  12. /* Don't raise above 511 or REPORT_LUNS needs to handle >1 page */
  13. #define TRANSPORT_MAX_LUNS_PER_TPG 256
  14. /*
  15. * By default we use 32-byte CDBs in TCM Core and subsystem plugin code.
  16. *
  17. * Note that both include/scsi/scsi_cmnd.h:MAX_COMMAND_SIZE and
  18. * include/linux/blkdev.h:BLOCK_MAX_CDB as of v2.6.36-rc4 still use
  19. * 16-byte CDBs by default and require an extra allocation for
  20. * 32-byte CDBs to because of legacy issues.
  21. *
  22. * Within TCM Core there are no such legacy limitiations, so we go ahead
  23. * use 32-byte CDBs by default and use include/scsi/scsi.h:scsi_command_size()
  24. * within all TCM Core and subsystem plugin code.
  25. */
  26. #define TCM_MAX_COMMAND_SIZE 32
  27. /*
  28. * From include/scsi/scsi_cmnd.h:SCSI_SENSE_BUFFERSIZE, currently
  29. * defined 96, but the real limit is 252 (or 260 including the header)
  30. */
  31. #define TRANSPORT_SENSE_BUFFER SCSI_SENSE_BUFFERSIZE
  32. /* Used by transport_send_check_condition_and_sense() */
  33. #define SPC_SENSE_KEY_OFFSET 2
  34. #define SPC_ASC_KEY_OFFSET 12
  35. #define SPC_ASCQ_KEY_OFFSET 13
  36. #define TRANSPORT_IQN_LEN 224
  37. /* Used by target_core_store_alua_lu_gp() and target_core_alua_lu_gp_show_attr_members() */
  38. #define LU_GROUP_NAME_BUF 256
  39. /* Used by core_alua_store_tg_pt_gp_info() and target_core_alua_tg_pt_gp_show_attr_members() */
  40. #define TG_PT_GROUP_NAME_BUF 256
  41. /* Used to parse VPD into struct t10_vpd */
  42. #define VPD_TMP_BUF_SIZE 128
  43. /* Used by transport_generic_cmd_sequencer() */
  44. #define READ_BLOCK_LEN 6
  45. #define READ_CAP_LEN 8
  46. #define READ_POSITION_LEN 20
  47. #define INQUIRY_LEN 36
  48. /* Used by transport_get_inquiry_vpd_serial() */
  49. #define INQUIRY_VPD_SERIAL_LEN 254
  50. /* Used by transport_get_inquiry_vpd_device_ident() */
  51. #define INQUIRY_VPD_DEVICE_IDENTIFIER_LEN 254
  52. /* struct se_hba->hba_flags */
  53. enum hba_flags_table {
  54. HBA_FLAGS_INTERNAL_USE = 0x01,
  55. HBA_FLAGS_PSCSI_MODE = 0x02,
  56. };
  57. /* struct se_lun->lun_status */
  58. enum transport_lun_status_table {
  59. TRANSPORT_LUN_STATUS_FREE = 0,
  60. TRANSPORT_LUN_STATUS_ACTIVE = 1,
  61. };
  62. /* struct se_portal_group->se_tpg_type */
  63. enum transport_tpg_type_table {
  64. TRANSPORT_TPG_TYPE_NORMAL = 0,
  65. TRANSPORT_TPG_TYPE_DISCOVERY = 1,
  66. };
  67. /* Used for generate timer flags */
  68. enum se_task_flags {
  69. TF_ACTIVE = (1 << 0),
  70. TF_SENT = (1 << 1),
  71. TF_REQUEST_STOP = (1 << 2),
  72. };
  73. /* Special transport agnostic struct se_cmd->t_states */
  74. enum transport_state_table {
  75. TRANSPORT_NO_STATE = 0,
  76. TRANSPORT_NEW_CMD = 1,
  77. TRANSPORT_WRITE_PENDING = 3,
  78. TRANSPORT_PROCESS_WRITE = 4,
  79. TRANSPORT_PROCESSING = 5,
  80. TRANSPORT_COMPLETE = 6,
  81. TRANSPORT_PROCESS_TMR = 9,
  82. TRANSPORT_ISTATE_PROCESSING = 11,
  83. TRANSPORT_NEW_CMD_MAP = 16,
  84. TRANSPORT_FREE_CMD_INTR = 17,
  85. TRANSPORT_COMPLETE_QF_WP = 18,
  86. TRANSPORT_COMPLETE_QF_OK = 19,
  87. };
  88. /* Used for struct se_cmd->se_cmd_flags */
  89. enum se_cmd_flags_table {
  90. SCF_SUPPORTED_SAM_OPCODE = 0x00000001,
  91. SCF_TRANSPORT_TASK_SENSE = 0x00000002,
  92. SCF_EMULATED_TASK_SENSE = 0x00000004,
  93. SCF_SCSI_DATA_SG_IO_CDB = 0x00000008,
  94. SCF_SCSI_CONTROL_SG_IO_CDB = 0x00000010,
  95. SCF_SCSI_NON_DATA_CDB = 0x00000040,
  96. SCF_SCSI_CDB_EXCEPTION = 0x00000080,
  97. SCF_SCSI_RESERVATION_CONFLICT = 0x00000100,
  98. SCF_SE_CMD_FAILED = 0x00000400,
  99. SCF_SE_LUN_CMD = 0x00000800,
  100. SCF_SE_ALLOW_EOO = 0x00001000,
  101. SCF_SENT_CHECK_CONDITION = 0x00004000,
  102. SCF_OVERFLOW_BIT = 0x00008000,
  103. SCF_UNDERFLOW_BIT = 0x00010000,
  104. SCF_SENT_DELAYED_TAS = 0x00020000,
  105. SCF_ALUA_NON_OPTIMIZED = 0x00040000,
  106. SCF_DELAYED_CMD_FROM_SAM_ATTR = 0x00080000,
  107. SCF_UNUSED = 0x00100000,
  108. SCF_PASSTHROUGH_SG_TO_MEM_NOALLOC = 0x00400000,
  109. SCF_EMULATE_CDB_ASYNC = 0x01000000,
  110. };
  111. /* struct se_dev_entry->lun_flags and struct se_lun->lun_access */
  112. enum transport_lunflags_table {
  113. TRANSPORT_LUNFLAGS_NO_ACCESS = 0x00,
  114. TRANSPORT_LUNFLAGS_INITIATOR_ACCESS = 0x01,
  115. TRANSPORT_LUNFLAGS_READ_ONLY = 0x02,
  116. TRANSPORT_LUNFLAGS_READ_WRITE = 0x04,
  117. };
  118. /* struct se_device->dev_status */
  119. enum transport_device_status_table {
  120. TRANSPORT_DEVICE_ACTIVATED = 0x01,
  121. TRANSPORT_DEVICE_DEACTIVATED = 0x02,
  122. TRANSPORT_DEVICE_QUEUE_FULL = 0x04,
  123. TRANSPORT_DEVICE_SHUTDOWN = 0x08,
  124. TRANSPORT_DEVICE_OFFLINE_ACTIVATED = 0x10,
  125. TRANSPORT_DEVICE_OFFLINE_DEACTIVATED = 0x20,
  126. };
  127. /*
  128. * Used by transport_send_check_condition_and_sense() and se_cmd->scsi_sense_reason
  129. * to signal which ASC/ASCQ sense payload should be built.
  130. */
  131. enum tcm_sense_reason_table {
  132. TCM_NON_EXISTENT_LUN = 0x01,
  133. TCM_UNSUPPORTED_SCSI_OPCODE = 0x02,
  134. TCM_INCORRECT_AMOUNT_OF_DATA = 0x03,
  135. TCM_UNEXPECTED_UNSOLICITED_DATA = 0x04,
  136. TCM_SERVICE_CRC_ERROR = 0x05,
  137. TCM_SNACK_REJECTED = 0x06,
  138. TCM_SECTOR_COUNT_TOO_MANY = 0x07,
  139. TCM_INVALID_CDB_FIELD = 0x08,
  140. TCM_INVALID_PARAMETER_LIST = 0x09,
  141. TCM_LOGICAL_UNIT_COMMUNICATION_FAILURE = 0x0a,
  142. TCM_UNKNOWN_MODE_PAGE = 0x0b,
  143. TCM_WRITE_PROTECTED = 0x0c,
  144. TCM_CHECK_CONDITION_ABORT_CMD = 0x0d,
  145. TCM_CHECK_CONDITION_UNIT_ATTENTION = 0x0e,
  146. TCM_CHECK_CONDITION_NOT_READY = 0x0f,
  147. };
  148. struct se_obj {
  149. atomic_t obj_access_count;
  150. } ____cacheline_aligned;
  151. /*
  152. * Used by TCM Core internally to signal if ALUA emulation is enabled or
  153. * disabled, or running in with TCM/pSCSI passthrough mode
  154. */
  155. typedef enum {
  156. SPC_ALUA_PASSTHROUGH,
  157. SPC2_ALUA_DISABLED,
  158. SPC3_ALUA_EMULATED
  159. } t10_alua_index_t;
  160. /*
  161. * Used by TCM Core internally to signal if SAM Task Attribute emulation
  162. * is enabled or disabled, or running in with TCM/pSCSI passthrough mode
  163. */
  164. typedef enum {
  165. SAM_TASK_ATTR_PASSTHROUGH,
  166. SAM_TASK_ATTR_UNTAGGED,
  167. SAM_TASK_ATTR_EMULATED
  168. } t10_task_attr_index_t;
  169. /*
  170. * Used for target SCSI statistics
  171. */
  172. typedef enum {
  173. SCSI_INST_INDEX,
  174. SCSI_DEVICE_INDEX,
  175. SCSI_AUTH_INTR_INDEX,
  176. SCSI_INDEX_TYPE_MAX
  177. } scsi_index_t;
  178. struct se_cmd;
  179. struct t10_alua {
  180. t10_alua_index_t alua_type;
  181. /* ALUA Target Port Group ID */
  182. u16 alua_tg_pt_gps_counter;
  183. u32 alua_tg_pt_gps_count;
  184. spinlock_t tg_pt_gps_lock;
  185. struct se_subsystem_dev *t10_sub_dev;
  186. /* Used for default ALUA Target Port Group */
  187. struct t10_alua_tg_pt_gp *default_tg_pt_gp;
  188. /* Used for default ALUA Target Port Group ConfigFS group */
  189. struct config_group alua_tg_pt_gps_group;
  190. int (*alua_state_check)(struct se_cmd *, unsigned char *, u8 *);
  191. struct list_head tg_pt_gps_list;
  192. } ____cacheline_aligned;
  193. struct t10_alua_lu_gp {
  194. u16 lu_gp_id;
  195. int lu_gp_valid_id;
  196. u32 lu_gp_members;
  197. atomic_t lu_gp_shutdown;
  198. atomic_t lu_gp_ref_cnt;
  199. spinlock_t lu_gp_lock;
  200. struct config_group lu_gp_group;
  201. struct list_head lu_gp_node;
  202. struct list_head lu_gp_mem_list;
  203. } ____cacheline_aligned;
  204. struct t10_alua_lu_gp_member {
  205. bool lu_gp_assoc;
  206. atomic_t lu_gp_mem_ref_cnt;
  207. spinlock_t lu_gp_mem_lock;
  208. struct t10_alua_lu_gp *lu_gp;
  209. struct se_device *lu_gp_mem_dev;
  210. struct list_head lu_gp_mem_list;
  211. } ____cacheline_aligned;
  212. struct t10_alua_tg_pt_gp {
  213. u16 tg_pt_gp_id;
  214. int tg_pt_gp_valid_id;
  215. int tg_pt_gp_alua_access_status;
  216. int tg_pt_gp_alua_access_type;
  217. int tg_pt_gp_nonop_delay_msecs;
  218. int tg_pt_gp_trans_delay_msecs;
  219. int tg_pt_gp_pref;
  220. int tg_pt_gp_write_metadata;
  221. /* Used by struct t10_alua_tg_pt_gp->tg_pt_gp_md_buf_len */
  222. #define ALUA_MD_BUF_LEN 1024
  223. u32 tg_pt_gp_md_buf_len;
  224. u32 tg_pt_gp_members;
  225. atomic_t tg_pt_gp_alua_access_state;
  226. atomic_t tg_pt_gp_ref_cnt;
  227. spinlock_t tg_pt_gp_lock;
  228. struct mutex tg_pt_gp_md_mutex;
  229. struct se_subsystem_dev *tg_pt_gp_su_dev;
  230. struct config_group tg_pt_gp_group;
  231. struct list_head tg_pt_gp_list;
  232. struct list_head tg_pt_gp_mem_list;
  233. } ____cacheline_aligned;
  234. struct t10_alua_tg_pt_gp_member {
  235. bool tg_pt_gp_assoc;
  236. atomic_t tg_pt_gp_mem_ref_cnt;
  237. spinlock_t tg_pt_gp_mem_lock;
  238. struct t10_alua_tg_pt_gp *tg_pt_gp;
  239. struct se_port *tg_pt;
  240. struct list_head tg_pt_gp_mem_list;
  241. } ____cacheline_aligned;
  242. struct t10_vpd {
  243. unsigned char device_identifier[INQUIRY_VPD_DEVICE_IDENTIFIER_LEN];
  244. int protocol_identifier_set;
  245. u32 protocol_identifier;
  246. u32 device_identifier_code_set;
  247. u32 association;
  248. u32 device_identifier_type;
  249. struct list_head vpd_list;
  250. } ____cacheline_aligned;
  251. struct t10_wwn {
  252. char vendor[8];
  253. char model[16];
  254. char revision[4];
  255. char unit_serial[INQUIRY_VPD_SERIAL_LEN];
  256. spinlock_t t10_vpd_lock;
  257. struct se_subsystem_dev *t10_sub_dev;
  258. struct config_group t10_wwn_group;
  259. struct list_head t10_vpd_list;
  260. } ____cacheline_aligned;
  261. /*
  262. * Used by TCM Core internally to signal if >= SPC-3 persistent reservations
  263. * emulation is enabled or disabled, or running in with TCM/pSCSI passthrough
  264. * mode
  265. */
  266. typedef enum {
  267. SPC_PASSTHROUGH,
  268. SPC2_RESERVATIONS,
  269. SPC3_PERSISTENT_RESERVATIONS
  270. } t10_reservations_index_t;
  271. struct t10_pr_registration {
  272. /* Used for fabrics that contain WWN+ISID */
  273. #define PR_REG_ISID_LEN 16
  274. /* PR_REG_ISID_LEN + ',i,0x' */
  275. #define PR_REG_ISID_ID_LEN (PR_REG_ISID_LEN + 5)
  276. char pr_reg_isid[PR_REG_ISID_LEN];
  277. /* Used during APTPL metadata reading */
  278. #define PR_APTPL_MAX_IPORT_LEN 256
  279. unsigned char pr_iport[PR_APTPL_MAX_IPORT_LEN];
  280. /* Used during APTPL metadata reading */
  281. #define PR_APTPL_MAX_TPORT_LEN 256
  282. unsigned char pr_tport[PR_APTPL_MAX_TPORT_LEN];
  283. /* For writing out live meta data */
  284. unsigned char *pr_aptpl_buf;
  285. u16 pr_aptpl_rpti;
  286. u16 pr_reg_tpgt;
  287. /* Reservation effects all target ports */
  288. int pr_reg_all_tg_pt;
  289. /* Activate Persistence across Target Power Loss */
  290. int pr_reg_aptpl;
  291. int pr_res_holder;
  292. int pr_res_type;
  293. int pr_res_scope;
  294. /* Used for fabric initiator WWPNs using a ISID */
  295. bool isid_present_at_reg;
  296. u32 pr_res_mapped_lun;
  297. u32 pr_aptpl_target_lun;
  298. u32 pr_res_generation;
  299. u64 pr_reg_bin_isid;
  300. u64 pr_res_key;
  301. atomic_t pr_res_holders;
  302. struct se_node_acl *pr_reg_nacl;
  303. struct se_dev_entry *pr_reg_deve;
  304. struct se_lun *pr_reg_tg_pt_lun;
  305. struct list_head pr_reg_list;
  306. struct list_head pr_reg_abort_list;
  307. struct list_head pr_reg_aptpl_list;
  308. struct list_head pr_reg_atp_list;
  309. struct list_head pr_reg_atp_mem_list;
  310. } ____cacheline_aligned;
  311. /*
  312. * This set of function pointer ops is set based upon SPC3_PERSISTENT_RESERVATIONS,
  313. * SPC2_RESERVATIONS or SPC_PASSTHROUGH in drivers/target/target_core_pr.c:
  314. * core_setup_reservations()
  315. */
  316. struct t10_reservation_ops {
  317. int (*t10_reservation_check)(struct se_cmd *, u32 *);
  318. int (*t10_seq_non_holder)(struct se_cmd *, unsigned char *, u32);
  319. int (*t10_pr_register)(struct se_cmd *);
  320. int (*t10_pr_clear)(struct se_cmd *);
  321. };
  322. struct t10_reservation {
  323. /* Reservation effects all target ports */
  324. int pr_all_tg_pt;
  325. /* Activate Persistence across Target Power Loss enabled
  326. * for SCSI device */
  327. int pr_aptpl_active;
  328. /* Used by struct t10_reservation->pr_aptpl_buf_len */
  329. #define PR_APTPL_BUF_LEN 8192
  330. u32 pr_aptpl_buf_len;
  331. u32 pr_generation;
  332. t10_reservations_index_t res_type;
  333. spinlock_t registration_lock;
  334. spinlock_t aptpl_reg_lock;
  335. /*
  336. * This will always be set by one individual I_T Nexus.
  337. * However with all_tg_pt=1, other I_T Nexus from the
  338. * same initiator can access PR reg/res info on a different
  339. * target port.
  340. *
  341. * There is also the 'All Registrants' case, where there is
  342. * a single *pr_res_holder of the reservation, but all
  343. * registrations are considered reservation holders.
  344. */
  345. struct se_node_acl *pr_res_holder;
  346. struct list_head registration_list;
  347. struct list_head aptpl_reg_list;
  348. struct t10_reservation_ops pr_ops;
  349. } ____cacheline_aligned;
  350. struct se_queue_req {
  351. int state;
  352. struct se_cmd *cmd;
  353. struct list_head qr_list;
  354. } ____cacheline_aligned;
  355. struct se_queue_obj {
  356. atomic_t queue_cnt;
  357. spinlock_t cmd_queue_lock;
  358. struct list_head qobj_list;
  359. wait_queue_head_t thread_wq;
  360. } ____cacheline_aligned;
  361. struct se_task {
  362. unsigned long long task_lba;
  363. u32 task_sectors;
  364. u32 task_size;
  365. struct se_cmd *task_se_cmd;
  366. struct scatterlist *task_sg;
  367. u32 task_sg_nents;
  368. u16 task_flags;
  369. u8 task_sense;
  370. u8 task_scsi_status;
  371. int task_error_status;
  372. enum dma_data_direction task_data_direction;
  373. atomic_t task_state_active;
  374. struct list_head t_list;
  375. struct list_head t_execute_list;
  376. struct list_head t_state_list;
  377. struct completion task_stop_comp;
  378. } ____cacheline_aligned;
  379. struct se_cmd {
  380. /* SAM response code being sent to initiator */
  381. u8 scsi_status;
  382. u8 scsi_asc;
  383. u8 scsi_ascq;
  384. u8 scsi_sense_reason;
  385. u16 scsi_sense_length;
  386. /* Delay for ALUA Active/NonOptimized state access in milliseconds */
  387. int alua_nonop_delay;
  388. /* See include/linux/dma-mapping.h */
  389. enum dma_data_direction data_direction;
  390. /* For SAM Task Attribute */
  391. int sam_task_attr;
  392. /* Transport protocol dependent state, see transport_state_table */
  393. enum transport_state_table t_state;
  394. /* Transport specific error status */
  395. int transport_error_status;
  396. /* See se_cmd_flags_table */
  397. u32 se_cmd_flags;
  398. u32 se_ordered_id;
  399. /* Total size in bytes associated with command */
  400. u32 data_length;
  401. /* SCSI Presented Data Transfer Length */
  402. u32 cmd_spdtl;
  403. u32 residual_count;
  404. u32 orig_fe_lun;
  405. /* Persistent Reservation key */
  406. u64 pr_res_key;
  407. /* Used for sense data */
  408. void *sense_buffer;
  409. struct list_head se_delayed_node;
  410. struct list_head se_ordered_node;
  411. struct list_head se_lun_node;
  412. struct list_head se_qf_node;
  413. struct se_device *se_dev;
  414. struct se_dev_entry *se_deve;
  415. struct se_device *se_obj_ptr;
  416. struct se_device *se_orig_obj_ptr;
  417. struct se_lun *se_lun;
  418. /* Only used for internal passthrough and legacy TCM fabric modules */
  419. struct se_session *se_sess;
  420. struct se_tmr_req *se_tmr_req;
  421. struct list_head se_queue_node;
  422. struct target_core_fabric_ops *se_tfo;
  423. int (*transport_emulate_cdb)(struct se_cmd *);
  424. void (*transport_complete_callback)(struct se_cmd *);
  425. unsigned char *t_task_cdb;
  426. unsigned char __t_task_cdb[TCM_MAX_COMMAND_SIZE];
  427. unsigned long long t_task_lba;
  428. int t_tasks_failed;
  429. int t_tasks_fua;
  430. bool t_tasks_bidi;
  431. u32 t_tasks_sg_chained_no;
  432. atomic_t t_fe_count;
  433. atomic_t t_se_count;
  434. atomic_t t_task_cdbs_left;
  435. atomic_t t_task_cdbs_ex_left;
  436. atomic_t t_task_cdbs_sent;
  437. atomic_t t_transport_aborted;
  438. atomic_t t_transport_active;
  439. atomic_t t_transport_complete;
  440. atomic_t t_transport_queue_active;
  441. atomic_t t_transport_sent;
  442. atomic_t t_transport_stop;
  443. atomic_t transport_dev_active;
  444. atomic_t transport_lun_active;
  445. atomic_t transport_lun_fe_stop;
  446. atomic_t transport_lun_stop;
  447. spinlock_t t_state_lock;
  448. struct completion t_transport_stop_comp;
  449. struct completion transport_lun_fe_stop_comp;
  450. struct completion transport_lun_stop_comp;
  451. struct scatterlist *t_tasks_sg_chained;
  452. struct work_struct work;
  453. /*
  454. * Used for pre-registered fabric SGL passthrough WRITE and READ
  455. * with the special SCF_PASSTHROUGH_CONTIG_TO_SG case for TCM_Loop
  456. * and other HW target mode fabric modules.
  457. */
  458. struct scatterlist *t_task_pt_sgl;
  459. u32 t_task_pt_sgl_num;
  460. struct scatterlist *t_data_sg;
  461. unsigned int t_data_nents;
  462. struct scatterlist *t_bidi_data_sg;
  463. unsigned int t_bidi_data_nents;
  464. /* Used for BIDI READ */
  465. struct list_head t_task_list;
  466. u32 t_task_list_num;
  467. } ____cacheline_aligned;
  468. struct se_tmr_req {
  469. /* Task Management function to be preformed */
  470. u8 function;
  471. /* Task Management response to send */
  472. u8 response;
  473. int call_transport;
  474. /* Reference to ITT that Task Mgmt should be preformed */
  475. u32 ref_task_tag;
  476. /* 64-bit encoded SAM LUN from $FABRIC_MOD TMR header */
  477. u64 ref_task_lun;
  478. void *fabric_tmr_ptr;
  479. struct se_cmd *task_cmd;
  480. struct se_cmd *ref_cmd;
  481. struct se_device *tmr_dev;
  482. struct se_lun *tmr_lun;
  483. struct list_head tmr_list;
  484. } ____cacheline_aligned;
  485. struct se_ua {
  486. u8 ua_asc;
  487. u8 ua_ascq;
  488. struct se_node_acl *ua_nacl;
  489. struct list_head ua_dev_list;
  490. struct list_head ua_nacl_list;
  491. } ____cacheline_aligned;
  492. struct se_node_acl {
  493. char initiatorname[TRANSPORT_IQN_LEN];
  494. /* Used to signal demo mode created ACL, disabled by default */
  495. bool dynamic_node_acl;
  496. u32 queue_depth;
  497. u32 acl_index;
  498. u64 num_cmds;
  499. u64 read_bytes;
  500. u64 write_bytes;
  501. spinlock_t stats_lock;
  502. /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
  503. atomic_t acl_pr_ref_count;
  504. struct se_dev_entry *device_list;
  505. struct se_session *nacl_sess;
  506. struct se_portal_group *se_tpg;
  507. spinlock_t device_list_lock;
  508. spinlock_t nacl_sess_lock;
  509. struct config_group acl_group;
  510. struct config_group acl_attrib_group;
  511. struct config_group acl_auth_group;
  512. struct config_group acl_param_group;
  513. struct config_group acl_fabric_stat_group;
  514. struct config_group *acl_default_groups[5];
  515. struct list_head acl_list;
  516. struct list_head acl_sess_list;
  517. } ____cacheline_aligned;
  518. struct se_session {
  519. u64 sess_bin_isid;
  520. struct se_node_acl *se_node_acl;
  521. struct se_portal_group *se_tpg;
  522. void *fabric_sess_ptr;
  523. struct list_head sess_list;
  524. struct list_head sess_acl_list;
  525. } ____cacheline_aligned;
  526. struct se_device;
  527. struct se_transform_info;
  528. struct scatterlist;
  529. struct se_ml_stat_grps {
  530. struct config_group stat_group;
  531. struct config_group scsi_auth_intr_group;
  532. struct config_group scsi_att_intr_port_group;
  533. };
  534. struct se_lun_acl {
  535. char initiatorname[TRANSPORT_IQN_LEN];
  536. u32 mapped_lun;
  537. struct se_node_acl *se_lun_nacl;
  538. struct se_lun *se_lun;
  539. struct list_head lacl_list;
  540. struct config_group se_lun_group;
  541. struct se_ml_stat_grps ml_stat_grps;
  542. } ____cacheline_aligned;
  543. struct se_dev_entry {
  544. bool def_pr_registered;
  545. /* See transport_lunflags_table */
  546. u32 lun_flags;
  547. u32 deve_cmds;
  548. u32 mapped_lun;
  549. u32 average_bytes;
  550. u32 last_byte_count;
  551. u32 total_cmds;
  552. u32 total_bytes;
  553. u64 pr_res_key;
  554. u64 creation_time;
  555. u32 attach_count;
  556. u64 read_bytes;
  557. u64 write_bytes;
  558. atomic_t ua_count;
  559. /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
  560. atomic_t pr_ref_count;
  561. struct se_lun_acl *se_lun_acl;
  562. spinlock_t ua_lock;
  563. struct se_lun *se_lun;
  564. struct list_head alua_port_list;
  565. struct list_head ua_list;
  566. } ____cacheline_aligned;
  567. struct se_dev_limits {
  568. /* Max supported HW queue depth */
  569. u32 hw_queue_depth;
  570. /* Max supported virtual queue depth */
  571. u32 queue_depth;
  572. /* From include/linux/blkdev.h for the other HW/SW limits. */
  573. struct queue_limits limits;
  574. } ____cacheline_aligned;
  575. struct se_dev_attrib {
  576. int emulate_dpo;
  577. int emulate_fua_write;
  578. int emulate_fua_read;
  579. int emulate_write_cache;
  580. int emulate_ua_intlck_ctrl;
  581. int emulate_tas;
  582. int emulate_tpu;
  583. int emulate_tpws;
  584. int emulate_reservations;
  585. int emulate_alua;
  586. int enforce_pr_isids;
  587. int is_nonrot;
  588. int emulate_rest_reord;
  589. u32 hw_block_size;
  590. u32 block_size;
  591. u32 hw_max_sectors;
  592. u32 max_sectors;
  593. u32 optimal_sectors;
  594. u32 hw_queue_depth;
  595. u32 queue_depth;
  596. u32 max_unmap_lba_count;
  597. u32 max_unmap_block_desc_count;
  598. u32 unmap_granularity;
  599. u32 unmap_granularity_alignment;
  600. struct se_subsystem_dev *da_sub_dev;
  601. struct config_group da_group;
  602. } ____cacheline_aligned;
  603. struct se_dev_stat_grps {
  604. struct config_group stat_group;
  605. struct config_group scsi_dev_group;
  606. struct config_group scsi_tgt_dev_group;
  607. struct config_group scsi_lu_group;
  608. };
  609. struct se_subsystem_dev {
  610. /* Used for struct se_subsystem_dev-->se_dev_alias, must be less than PAGE_SIZE */
  611. #define SE_DEV_ALIAS_LEN 512
  612. unsigned char se_dev_alias[SE_DEV_ALIAS_LEN];
  613. /* Used for struct se_subsystem_dev->se_dev_udev_path[], must be less than PAGE_SIZE */
  614. #define SE_UDEV_PATH_LEN 512
  615. unsigned char se_dev_udev_path[SE_UDEV_PATH_LEN];
  616. u32 su_dev_flags;
  617. struct se_hba *se_dev_hba;
  618. struct se_device *se_dev_ptr;
  619. struct se_dev_attrib se_dev_attrib;
  620. /* T10 Asymmetric Logical Unit Assignment for Target Ports */
  621. struct t10_alua t10_alua;
  622. /* T10 Inquiry and VPD WWN Information */
  623. struct t10_wwn t10_wwn;
  624. /* T10 SPC-2 + SPC-3 Reservations */
  625. struct t10_reservation t10_pr;
  626. spinlock_t se_dev_lock;
  627. void *se_dev_su_ptr;
  628. struct list_head se_dev_node;
  629. struct config_group se_dev_group;
  630. /* For T10 Reservations */
  631. struct config_group se_dev_pr_group;
  632. /* For target_core_stat.c groups */
  633. struct se_dev_stat_grps dev_stat_grps;
  634. } ____cacheline_aligned;
  635. struct se_device {
  636. /* Set to 1 if thread is NOT sleeping on thread_sem */
  637. u8 thread_active;
  638. u8 dev_status_timer_flags;
  639. /* RELATIVE TARGET PORT IDENTIFER Counter */
  640. u16 dev_rpti_counter;
  641. /* Used for SAM Task Attribute ordering */
  642. u32 dev_cur_ordered_id;
  643. u32 dev_flags;
  644. u32 dev_port_count;
  645. /* See transport_device_status_table */
  646. u32 dev_status;
  647. u32 dev_tcq_window_closed;
  648. /* Physical device queue depth */
  649. u32 queue_depth;
  650. /* Used for SPC-2 reservations enforce of ISIDs */
  651. u64 dev_res_bin_isid;
  652. t10_task_attr_index_t dev_task_attr_type;
  653. /* Pointer to transport specific device structure */
  654. void *dev_ptr;
  655. u32 dev_index;
  656. u64 creation_time;
  657. u32 num_resets;
  658. u64 num_cmds;
  659. u64 read_bytes;
  660. u64 write_bytes;
  661. spinlock_t stats_lock;
  662. /* Active commands on this virtual SE device */
  663. atomic_t active_cmds;
  664. atomic_t simple_cmds;
  665. atomic_t depth_left;
  666. atomic_t dev_ordered_id;
  667. atomic_t dev_tur_active;
  668. atomic_t execute_tasks;
  669. atomic_t dev_status_thr_count;
  670. atomic_t dev_hoq_count;
  671. atomic_t dev_ordered_sync;
  672. atomic_t dev_qf_count;
  673. struct se_obj dev_obj;
  674. struct se_obj dev_access_obj;
  675. struct se_obj dev_export_obj;
  676. struct se_queue_obj dev_queue_obj;
  677. spinlock_t delayed_cmd_lock;
  678. spinlock_t ordered_cmd_lock;
  679. spinlock_t execute_task_lock;
  680. spinlock_t state_task_lock;
  681. spinlock_t dev_alua_lock;
  682. spinlock_t dev_reservation_lock;
  683. spinlock_t dev_state_lock;
  684. spinlock_t dev_status_lock;
  685. spinlock_t dev_status_thr_lock;
  686. spinlock_t se_port_lock;
  687. spinlock_t se_tmr_lock;
  688. spinlock_t qf_cmd_lock;
  689. /* Used for legacy SPC-2 reservationsa */
  690. struct se_node_acl *dev_reserved_node_acl;
  691. /* Used for ALUA Logical Unit Group membership */
  692. struct t10_alua_lu_gp_member *dev_alua_lu_gp_mem;
  693. /* Used for SPC-3 Persistent Reservations */
  694. struct t10_pr_registration *dev_pr_res_holder;
  695. struct list_head dev_sep_list;
  696. struct list_head dev_tmr_list;
  697. struct timer_list dev_status_timer;
  698. /* Pointer to descriptor for processing thread */
  699. struct task_struct *process_thread;
  700. pid_t process_thread_pid;
  701. struct task_struct *dev_mgmt_thread;
  702. struct work_struct qf_work_queue;
  703. struct list_head delayed_cmd_list;
  704. struct list_head ordered_cmd_list;
  705. struct list_head execute_task_list;
  706. struct list_head state_task_list;
  707. struct list_head qf_cmd_list;
  708. /* Pointer to associated SE HBA */
  709. struct se_hba *se_hba;
  710. struct se_subsystem_dev *se_sub_dev;
  711. /* Pointer to template of function pointers for transport */
  712. struct se_subsystem_api *transport;
  713. /* Linked list for struct se_hba struct se_device list */
  714. struct list_head dev_list;
  715. /* Linked list for struct se_global->g_se_dev_list */
  716. struct list_head g_se_dev_list;
  717. } ____cacheline_aligned;
  718. struct se_hba {
  719. u16 hba_tpgt;
  720. u32 hba_id;
  721. /* See hba_flags_table */
  722. u32 hba_flags;
  723. /* Virtual iSCSI devices attached. */
  724. u32 dev_count;
  725. u32 hba_index;
  726. /* Pointer to transport specific host structure. */
  727. void *hba_ptr;
  728. /* Linked list for struct se_device */
  729. struct list_head hba_dev_list;
  730. struct list_head hba_node;
  731. spinlock_t device_lock;
  732. struct config_group hba_group;
  733. struct mutex hba_access_mutex;
  734. struct se_subsystem_api *transport;
  735. } ____cacheline_aligned;
  736. struct se_port_stat_grps {
  737. struct config_group stat_group;
  738. struct config_group scsi_port_group;
  739. struct config_group scsi_tgt_port_group;
  740. struct config_group scsi_transport_group;
  741. };
  742. struct se_lun {
  743. /* See transport_lun_status_table */
  744. enum transport_lun_status_table lun_status;
  745. u32 lun_access;
  746. u32 lun_flags;
  747. u32 unpacked_lun;
  748. atomic_t lun_acl_count;
  749. spinlock_t lun_acl_lock;
  750. spinlock_t lun_cmd_lock;
  751. spinlock_t lun_sep_lock;
  752. struct completion lun_shutdown_comp;
  753. struct list_head lun_cmd_list;
  754. struct list_head lun_acl_list;
  755. struct se_device *lun_se_dev;
  756. struct se_port *lun_sep;
  757. struct config_group lun_group;
  758. struct se_port_stat_grps port_stat_grps;
  759. } ____cacheline_aligned;
  760. struct scsi_port_stats {
  761. u64 cmd_pdus;
  762. u64 tx_data_octets;
  763. u64 rx_data_octets;
  764. } ____cacheline_aligned;
  765. struct se_port {
  766. /* RELATIVE TARGET PORT IDENTIFER */
  767. u16 sep_rtpi;
  768. int sep_tg_pt_secondary_stat;
  769. int sep_tg_pt_secondary_write_md;
  770. u32 sep_index;
  771. struct scsi_port_stats sep_stats;
  772. /* Used for ALUA Target Port Groups membership */
  773. atomic_t sep_tg_pt_gp_active;
  774. atomic_t sep_tg_pt_secondary_offline;
  775. /* Used for PR ALL_TG_PT=1 */
  776. atomic_t sep_tg_pt_ref_cnt;
  777. spinlock_t sep_alua_lock;
  778. struct mutex sep_tg_pt_md_mutex;
  779. struct t10_alua_tg_pt_gp_member *sep_alua_tg_pt_gp_mem;
  780. struct se_lun *sep_lun;
  781. struct se_portal_group *sep_tpg;
  782. struct list_head sep_alua_list;
  783. struct list_head sep_list;
  784. } ____cacheline_aligned;
  785. struct se_tpg_np {
  786. struct se_portal_group *tpg_np_parent;
  787. struct config_group tpg_np_group;
  788. } ____cacheline_aligned;
  789. struct se_portal_group {
  790. /* Type of target portal group, see transport_tpg_type_table */
  791. enum transport_tpg_type_table se_tpg_type;
  792. /* Number of ACLed Initiator Nodes for this TPG */
  793. u32 num_node_acls;
  794. /* Used for PR SPEC_I_PT=1 and REGISTER_AND_MOVE */
  795. atomic_t tpg_pr_ref_count;
  796. /* Spinlock for adding/removing ACLed Nodes */
  797. spinlock_t acl_node_lock;
  798. /* Spinlock for adding/removing sessions */
  799. spinlock_t session_lock;
  800. spinlock_t tpg_lun_lock;
  801. /* Pointer to $FABRIC_MOD portal group */
  802. void *se_tpg_fabric_ptr;
  803. struct list_head se_tpg_node;
  804. /* linked list for initiator ACL list */
  805. struct list_head acl_node_list;
  806. struct se_lun *tpg_lun_list;
  807. struct se_lun tpg_virt_lun0;
  808. /* List of TCM sessions associated wth this TPG */
  809. struct list_head tpg_sess_list;
  810. /* Pointer to $FABRIC_MOD dependent code */
  811. struct target_core_fabric_ops *se_tpg_tfo;
  812. struct se_wwn *se_tpg_wwn;
  813. struct config_group tpg_group;
  814. struct config_group *tpg_default_groups[6];
  815. struct config_group tpg_lun_group;
  816. struct config_group tpg_np_group;
  817. struct config_group tpg_acl_group;
  818. struct config_group tpg_attrib_group;
  819. struct config_group tpg_param_group;
  820. } ____cacheline_aligned;
  821. struct se_wwn {
  822. struct target_fabric_configfs *wwn_tf;
  823. struct config_group wwn_group;
  824. struct config_group *wwn_default_groups[2];
  825. struct config_group fabric_stat_group;
  826. } ____cacheline_aligned;
  827. #endif /* TARGET_CORE_BASE_H */