be_main.h 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833
  1. /**
  2. * Copyright (C) 2005 - 2009 ServerEngines
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Written by: Jayamohan Kallickal (jayamohank@serverengines.com)
  11. *
  12. * Contact Information:
  13. * linux-drivers@serverengines.com
  14. *
  15. * ServerEngines
  16. * 209 N. Fair Oaks Ave
  17. * Sunnyvale, CA 94085
  18. *
  19. */
  20. #ifndef _BEISCSI_MAIN_
  21. #define _BEISCSI_MAIN_
  22. #include <linux/kernel.h>
  23. #include <linux/pci.h>
  24. #include <linux/in.h>
  25. #include <linux/blk-iopoll.h>
  26. #include <scsi/scsi.h>
  27. #include <scsi/scsi_cmnd.h>
  28. #include <scsi/scsi_device.h>
  29. #include <scsi/scsi_host.h>
  30. #include <scsi/iscsi_proto.h>
  31. #include <scsi/libiscsi.h>
  32. #include <scsi/scsi_transport_iscsi.h>
  33. #include "be.h"
  34. #define DRV_NAME "be2iscsi"
  35. #define BUILD_STR "2.0.527.0"
  36. #define BE_NAME "ServerEngines BladeEngine2" \
  37. "Linux iSCSI Driver version" BUILD_STR
  38. #define DRV_DESC BE_NAME " " "Driver"
  39. #define BE_VENDOR_ID 0x19A2
  40. #define BE_DEVICE_ID1 0x212
  41. #define OC_DEVICE_ID1 0x702
  42. #define OC_DEVICE_ID2 0x703
  43. #define BE2_MAX_SESSIONS 64
  44. #define BE2_CMDS_PER_CXN 128
  45. #define BE2_LOGOUTS BE2_MAX_SESSIONS
  46. #define BE2_TMFS 16
  47. #define BE2_NOPOUT_REQ 16
  48. #define BE2_ASYNCPDUS BE2_MAX_SESSIONS
  49. #define BE2_MAX_ICDS 2048
  50. #define BE2_SGE 32
  51. #define BE2_DEFPDU_HDR_SZ 64
  52. #define BE2_DEFPDU_DATA_SZ 8192
  53. #define BE2_IO_DEPTH \
  54. (BE2_MAX_ICDS / 2 - (BE2_LOGOUTS + BE2_TMFS + BE2_NOPOUT_REQ))
  55. #define BEISCSI_SGLIST_ELEMENTS BE2_SGE
  56. #define BEISCSI_MAX_CMNDS 1024 /* Max IO's per Ctrlr sht->can_queue */
  57. #define BEISCSI_CMD_PER_LUN 128 /* scsi_host->cmd_per_lun */
  58. #define BEISCSI_MAX_SECTORS 2048 /* scsi_host->max_sectors */
  59. #define BEISCSI_MAX_CMD_LEN 16 /* scsi_host->max_cmd_len */
  60. #define BEISCSI_NUM_MAX_LUN 256 /* scsi_host->max_lun */
  61. #define BEISCSI_NUM_DEVICES_SUPPORTED 0x01
  62. #define BEISCSI_MAX_FRAGS_INIT 192
  63. #define BE_NUM_MSIX_ENTRIES 1
  64. #define MPU_EP_SEMAPHORE 0xac
  65. #define BE_SENSE_INFO_SIZE 258
  66. #define BE_ISCSI_PDU_HEADER_SIZE 64
  67. #define BE_MIN_MEM_SIZE 16384
  68. #define IIOC_SCSI_DATA 0x05 /* Write Operation */
  69. #define DBG_LVL 0x00000001
  70. #define DBG_LVL_1 0x00000001
  71. #define DBG_LVL_2 0x00000002
  72. #define DBG_LVL_3 0x00000004
  73. #define DBG_LVL_4 0x00000008
  74. #define DBG_LVL_5 0x00000010
  75. #define DBG_LVL_6 0x00000020
  76. #define DBG_LVL_7 0x00000040
  77. #define DBG_LVL_8 0x00000080
  78. #define SE_DEBUG(debug_mask, fmt, args...) \
  79. do { \
  80. if (debug_mask & DBG_LVL) { \
  81. printk(KERN_ERR "(%s():%d):", __func__, __LINE__);\
  82. printk(fmt, ##args); \
  83. } \
  84. } while (0);
  85. /**
  86. * hardware needs the async PDU buffers to be posted in multiples of 8
  87. * So have atleast 8 of them by default
  88. */
  89. #define HWI_GET_ASYNC_PDU_CTX(phwi) (phwi->phwi_ctxt->pasync_ctx)
  90. /********* Memory BAR register ************/
  91. #define PCICFG_MEMBAR_CTRL_INT_CTRL_OFFSET 0xfc
  92. /**
  93. * Host Interrupt Enable, if set interrupts are enabled although "PCI Interrupt
  94. * Disable" may still globally block interrupts in addition to individual
  95. * interrupt masks; a mechanism for the device driver to block all interrupts
  96. * atomically without having to arbitrate for the PCI Interrupt Disable bit
  97. * with the OS.
  98. */
  99. #define MEMBAR_CTRL_INT_CTRL_HOSTINTR_MASK (1 << 29) /* bit 29 */
  100. /********* ISR0 Register offset **********/
  101. #define CEV_ISR0_OFFSET 0xC18
  102. #define CEV_ISR_SIZE 4
  103. /**
  104. * Macros for reading/writing a protection domain or CSR registers
  105. * in BladeEngine.
  106. */
  107. #define DB_TXULP0_OFFSET 0x40
  108. #define DB_RXULP0_OFFSET 0xA0
  109. /********* Event Q door bell *************/
  110. #define DB_EQ_OFFSET DB_CQ_OFFSET
  111. #define DB_EQ_RING_ID_MASK 0x1FF /* bits 0 - 8 */
  112. /* Clear the interrupt for this eq */
  113. #define DB_EQ_CLR_SHIFT (9) /* bit 9 */
  114. /* Must be 1 */
  115. #define DB_EQ_EVNT_SHIFT (10) /* bit 10 */
  116. /* Number of event entries processed */
  117. #define DB_EQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  118. /* Rearm bit */
  119. #define DB_EQ_REARM_SHIFT (29) /* bit 29 */
  120. /********* Compl Q door bell *************/
  121. #define DB_CQ_OFFSET 0x120
  122. #define DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  123. /* Number of event entries processed */
  124. #define DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  125. /* Rearm bit */
  126. #define DB_CQ_REARM_SHIFT (29) /* bit 29 */
  127. #define GET_HWI_CONTROLLER_WS(pc) (pc->phwi_ctrlr)
  128. #define HWI_GET_DEF_BUFQ_ID(pc) (((struct hwi_controller *)\
  129. (GET_HWI_CONTROLLER_WS(pc)))->default_pdu_data.id)
  130. #define HWI_GET_DEF_HDRQ_ID(pc) (((struct hwi_controller *)\
  131. (GET_HWI_CONTROLLER_WS(pc)))->default_pdu_hdr.id)
  132. #define PAGES_REQUIRED(x) \
  133. ((x < PAGE_SIZE) ? 1 : ((x + PAGE_SIZE - 1) / PAGE_SIZE))
  134. enum be_mem_enum {
  135. HWI_MEM_ADDN_CONTEXT,
  136. HWI_MEM_CQ,
  137. HWI_MEM_EQ,
  138. HWI_MEM_WRB,
  139. HWI_MEM_WRBH,
  140. HWI_MEM_SGLH, /* 5 */
  141. HWI_MEM_SGE,
  142. HWI_MEM_ASYNC_HEADER_BUF,
  143. HWI_MEM_ASYNC_DATA_BUF,
  144. HWI_MEM_ASYNC_HEADER_RING,
  145. HWI_MEM_ASYNC_DATA_RING, /* 10 */
  146. HWI_MEM_ASYNC_HEADER_HANDLE,
  147. HWI_MEM_ASYNC_DATA_HANDLE,
  148. HWI_MEM_ASYNC_PDU_CONTEXT,
  149. ISCSI_MEM_GLOBAL_HEADER,
  150. SE_MEM_MAX /* 15 */
  151. };
  152. struct be_bus_address32 {
  153. unsigned int address_lo;
  154. unsigned int address_hi;
  155. };
  156. struct be_bus_address64 {
  157. unsigned long long address;
  158. };
  159. struct be_bus_address {
  160. union {
  161. struct be_bus_address32 a32;
  162. struct be_bus_address64 a64;
  163. } u;
  164. };
  165. struct mem_array {
  166. struct be_bus_address bus_address; /* Bus address of location */
  167. void *virtual_address; /* virtual address to the location */
  168. unsigned int size; /* Size required by memory block */
  169. };
  170. struct be_mem_descriptor {
  171. unsigned int index; /* Index of this memory parameter */
  172. unsigned int category; /* type indicates cached/non-cached */
  173. unsigned int num_elements; /* number of elements in this
  174. * descriptor
  175. */
  176. unsigned int alignment_mask; /* Alignment mask for this block */
  177. unsigned int size_in_bytes; /* Size required by memory block */
  178. struct mem_array *mem_array;
  179. };
  180. struct sgl_handle {
  181. unsigned int sgl_index;
  182. struct iscsi_sge *pfrag;
  183. };
  184. struct hba_parameters {
  185. unsigned int ios_per_ctrl;
  186. unsigned int cxns_per_ctrl;
  187. unsigned int asyncpdus_per_ctrl;
  188. unsigned int icds_per_ctrl;
  189. unsigned int num_sge_per_io;
  190. unsigned int defpdu_hdr_sz;
  191. unsigned int defpdu_data_sz;
  192. unsigned int num_cq_entries;
  193. unsigned int num_eq_entries;
  194. unsigned int wrbs_per_cxn;
  195. unsigned int crashmode;
  196. unsigned int hba_num;
  197. unsigned int mgmt_ws_sz;
  198. unsigned int hwi_ws_sz;
  199. unsigned int eto;
  200. unsigned int ldto;
  201. unsigned int dbg_flags;
  202. unsigned int num_cxn;
  203. unsigned int eq_timer;
  204. /**
  205. * These are calculated from other params. They're here
  206. * for debug purposes
  207. */
  208. unsigned int num_mcc_pages;
  209. unsigned int num_mcc_cq_pages;
  210. unsigned int num_cq_pages;
  211. unsigned int num_eq_pages;
  212. unsigned int num_async_pdu_buf_pages;
  213. unsigned int num_async_pdu_buf_sgl_pages;
  214. unsigned int num_async_pdu_buf_cq_pages;
  215. unsigned int num_async_pdu_hdr_pages;
  216. unsigned int num_async_pdu_hdr_sgl_pages;
  217. unsigned int num_async_pdu_hdr_cq_pages;
  218. unsigned int num_sge;
  219. };
  220. struct beiscsi_hba {
  221. struct hba_parameters params;
  222. struct hwi_controller *phwi_ctrlr;
  223. unsigned int mem_req[SE_MEM_MAX];
  224. /* PCI BAR mapped addresses */
  225. u8 __iomem *csr_va; /* CSR */
  226. u8 __iomem *db_va; /* Door Bell */
  227. u8 __iomem *pci_va; /* PCI Config */
  228. struct be_bus_address csr_pa; /* CSR */
  229. struct be_bus_address db_pa; /* CSR */
  230. struct be_bus_address pci_pa; /* CSR */
  231. /* PCI representation of our HBA */
  232. struct pci_dev *pcidev;
  233. unsigned int state;
  234. unsigned short asic_revision;
  235. struct blk_iopoll iopoll;
  236. struct be_mem_descriptor *init_mem;
  237. unsigned short io_sgl_alloc_index;
  238. unsigned short io_sgl_free_index;
  239. unsigned short io_sgl_hndl_avbl;
  240. struct sgl_handle **io_sgl_hndl_base;
  241. unsigned short eh_sgl_alloc_index;
  242. unsigned short eh_sgl_free_index;
  243. unsigned short eh_sgl_hndl_avbl;
  244. struct sgl_handle **eh_sgl_hndl_base;
  245. spinlock_t io_sgl_lock;
  246. spinlock_t mgmt_sgl_lock;
  247. spinlock_t isr_lock;
  248. unsigned int age;
  249. unsigned short avlbl_cids;
  250. unsigned short cid_alloc;
  251. unsigned short cid_free;
  252. struct beiscsi_conn *conn_table[BE2_MAX_SESSIONS * 2];
  253. struct list_head hba_queue;
  254. unsigned short *cid_array;
  255. struct iscsi_endpoint **ep_array;
  256. struct Scsi_Host *shost;
  257. struct {
  258. /**
  259. * group together since they are used most frequently
  260. * for cid to cri conversion
  261. */
  262. unsigned int iscsi_cid_start;
  263. unsigned int phys_port;
  264. unsigned int isr_offset;
  265. unsigned int iscsi_icd_start;
  266. unsigned int iscsi_cid_count;
  267. unsigned int iscsi_icd_count;
  268. unsigned int pci_function;
  269. unsigned short cid_alloc;
  270. unsigned short cid_free;
  271. unsigned short avlbl_cids;
  272. spinlock_t cid_lock;
  273. } fw_config;
  274. u8 mac_address[ETH_ALEN];
  275. unsigned short todo_cq;
  276. unsigned short todo_mcc_cq;
  277. char wq_name[20];
  278. struct workqueue_struct *wq; /* The actuak work queue */
  279. struct work_struct work_cqs; /* The work being queued */
  280. struct be_ctrl_info ctrl;
  281. };
  282. /**
  283. * struct beiscsi_conn - iscsi connection structure
  284. */
  285. struct beiscsi_conn {
  286. struct iscsi_conn *conn;
  287. struct beiscsi_hba *phba;
  288. u32 exp_statsn;
  289. u32 beiscsi_conn_cid;
  290. struct beiscsi_endpoint *ep;
  291. unsigned short login_in_progress;
  292. struct sgl_handle *plogin_sgl_handle;
  293. };
  294. /* This structure is used by the chip */
  295. struct pdu_data_out {
  296. u32 dw[12];
  297. };
  298. /**
  299. * Pseudo amap definition in which each bit of the actual structure is defined
  300. * as a byte: used to calculate offset/shift/mask of each field
  301. */
  302. struct amap_pdu_data_out {
  303. u8 opcode[6]; /* opcode */
  304. u8 rsvd0[2]; /* should be 0 */
  305. u8 rsvd1[7];
  306. u8 final_bit; /* F bit */
  307. u8 rsvd2[16];
  308. u8 ahs_length[8]; /* no AHS */
  309. u8 data_len_hi[8];
  310. u8 data_len_lo[16]; /* DataSegmentLength */
  311. u8 lun[64];
  312. u8 itt[32]; /* ITT; initiator task tag */
  313. u8 ttt[32]; /* TTT; valid for R2T or 0xffffffff */
  314. u8 rsvd3[32];
  315. u8 exp_stat_sn[32];
  316. u8 rsvd4[32];
  317. u8 data_sn[32];
  318. u8 buffer_offset[32];
  319. u8 rsvd5[32];
  320. };
  321. struct be_cmd_bhs {
  322. struct iscsi_cmd iscsi_hdr;
  323. unsigned char pad1[16];
  324. struct pdu_data_out iscsi_data_pdu;
  325. unsigned char pad2[BE_SENSE_INFO_SIZE -
  326. sizeof(struct pdu_data_out)];
  327. };
  328. struct beiscsi_io_task {
  329. struct wrb_handle *pwrb_handle;
  330. struct sgl_handle *psgl_handle;
  331. struct beiscsi_conn *conn;
  332. struct scsi_cmnd *scsi_cmnd;
  333. unsigned int cmd_sn;
  334. unsigned int flags;
  335. unsigned short cid;
  336. unsigned short header_len;
  337. unsigned int alloc_size;
  338. struct be_cmd_bhs *cmd_bhs;
  339. struct be_bus_address bhs_pa;
  340. unsigned short bhs_len;
  341. };
  342. struct be_nonio_bhs {
  343. struct iscsi_hdr iscsi_hdr;
  344. unsigned char pad1[16];
  345. struct pdu_data_out iscsi_data_pdu;
  346. unsigned char pad2[BE_SENSE_INFO_SIZE -
  347. sizeof(struct pdu_data_out)];
  348. };
  349. struct be_status_bhs {
  350. struct iscsi_cmd iscsi_hdr;
  351. unsigned char pad1[16];
  352. /**
  353. * The plus 2 below is to hold the sense info length that gets
  354. * DMA'ed by RxULP
  355. */
  356. unsigned char sense_info[BE_SENSE_INFO_SIZE];
  357. };
  358. struct iscsi_sge {
  359. u32 dw[4];
  360. };
  361. /**
  362. * Pseudo amap definition in which each bit of the actual structure is defined
  363. * as a byte: used to calculate offset/shift/mask of each field
  364. */
  365. struct amap_iscsi_sge {
  366. u8 addr_hi[32];
  367. u8 addr_lo[32];
  368. u8 sge_offset[22]; /* DWORD 2 */
  369. u8 rsvd0[9]; /* DWORD 2 */
  370. u8 last_sge; /* DWORD 2 */
  371. u8 len[17]; /* DWORD 3 */
  372. u8 rsvd1[15]; /* DWORD 3 */
  373. };
  374. struct beiscsi_offload_params {
  375. u32 dw[5];
  376. };
  377. #define OFFLD_PARAMS_ERL 0x00000003
  378. #define OFFLD_PARAMS_DDE 0x00000004
  379. #define OFFLD_PARAMS_HDE 0x00000008
  380. #define OFFLD_PARAMS_IR2T 0x00000010
  381. #define OFFLD_PARAMS_IMD 0x00000020
  382. /**
  383. * Pseudo amap definition in which each bit of the actual structure is defined
  384. * as a byte: used to calculate offset/shift/mask of each field
  385. */
  386. struct amap_beiscsi_offload_params {
  387. u8 max_burst_length[32];
  388. u8 max_send_data_segment_length[32];
  389. u8 first_burst_length[32];
  390. u8 erl[2];
  391. u8 dde[1];
  392. u8 hde[1];
  393. u8 ir2t[1];
  394. u8 imd[1];
  395. u8 pad[26];
  396. u8 exp_statsn[32];
  397. };
  398. /* void hwi_complete_drvr_msgs(struct beiscsi_conn *beiscsi_conn,
  399. struct beiscsi_hba *phba, struct sol_cqe *psol);*/
  400. struct async_pdu_handle {
  401. struct list_head link;
  402. struct be_bus_address pa;
  403. void *pbuffer;
  404. unsigned int consumed;
  405. unsigned char index;
  406. unsigned char is_header;
  407. unsigned short cri;
  408. unsigned long buffer_len;
  409. };
  410. struct hwi_async_entry {
  411. struct {
  412. unsigned char hdr_received;
  413. unsigned char hdr_len;
  414. unsigned short bytes_received;
  415. unsigned int bytes_needed;
  416. struct list_head list;
  417. } wait_queue;
  418. struct list_head header_busy_list;
  419. struct list_head data_busy_list;
  420. };
  421. #define BE_MIN_ASYNC_ENTRIES 128
  422. struct hwi_async_pdu_context {
  423. struct {
  424. struct be_bus_address pa_base;
  425. void *va_base;
  426. void *ring_base;
  427. struct async_pdu_handle *handle_base;
  428. unsigned int host_write_ptr;
  429. unsigned int ep_read_ptr;
  430. unsigned int writables;
  431. unsigned int free_entries;
  432. unsigned int busy_entries;
  433. unsigned int buffer_size;
  434. unsigned int num_entries;
  435. struct list_head free_list;
  436. } async_header;
  437. struct {
  438. struct be_bus_address pa_base;
  439. void *va_base;
  440. void *ring_base;
  441. struct async_pdu_handle *handle_base;
  442. unsigned int host_write_ptr;
  443. unsigned int ep_read_ptr;
  444. unsigned int writables;
  445. unsigned int free_entries;
  446. unsigned int busy_entries;
  447. unsigned int buffer_size;
  448. struct list_head free_list;
  449. unsigned int num_entries;
  450. } async_data;
  451. /**
  452. * This is a varying size list! Do not add anything
  453. * after this entry!!
  454. */
  455. struct hwi_async_entry async_entry[BE_MIN_ASYNC_ENTRIES];
  456. };
  457. #define PDUCQE_CODE_MASK 0x0000003F
  458. #define PDUCQE_DPL_MASK 0xFFFF0000
  459. #define PDUCQE_INDEX_MASK 0x0000FFFF
  460. struct i_t_dpdu_cqe {
  461. u32 dw[4];
  462. } __packed;
  463. /**
  464. * Pseudo amap definition in which each bit of the actual structure is defined
  465. * as a byte: used to calculate offset/shift/mask of each field
  466. */
  467. struct amap_i_t_dpdu_cqe {
  468. u8 db_addr_hi[32];
  469. u8 db_addr_lo[32];
  470. u8 code[6];
  471. u8 cid[10];
  472. u8 dpl[16];
  473. u8 index[16];
  474. u8 num_cons[10];
  475. u8 rsvd0[4];
  476. u8 final;
  477. u8 valid;
  478. } __packed;
  479. #define CQE_VALID_MASK 0x80000000
  480. #define CQE_CODE_MASK 0x0000003F
  481. #define CQE_CID_MASK 0x0000FFC0
  482. #define EQE_VALID_MASK 0x00000001
  483. #define EQE_MAJORCODE_MASK 0x0000000E
  484. #define EQE_RESID_MASK 0xFFFF0000
  485. struct be_eq_entry {
  486. u32 dw[1];
  487. } __packed;
  488. /**
  489. * Pseudo amap definition in which each bit of the actual structure is defined
  490. * as a byte: used to calculate offset/shift/mask of each field
  491. */
  492. struct amap_eq_entry {
  493. u8 valid; /* DWORD 0 */
  494. u8 major_code[3]; /* DWORD 0 */
  495. u8 minor_code[12]; /* DWORD 0 */
  496. u8 resource_id[16]; /* DWORD 0 */
  497. } __packed;
  498. struct cq_db {
  499. u32 dw[1];
  500. } __packed;
  501. /**
  502. * Pseudo amap definition in which each bit of the actual structure is defined
  503. * as a byte: used to calculate offset/shift/mask of each field
  504. */
  505. struct amap_cq_db {
  506. u8 qid[10];
  507. u8 event[1];
  508. u8 rsvd0[5];
  509. u8 num_popped[13];
  510. u8 rearm[1];
  511. u8 rsvd1[2];
  512. } __packed;
  513. void beiscsi_process_eq(struct beiscsi_hba *phba);
  514. struct iscsi_wrb {
  515. u32 dw[16];
  516. } __packed;
  517. #define WRB_TYPE_MASK 0xF0000000
  518. /**
  519. * Pseudo amap definition in which each bit of the actual structure is defined
  520. * as a byte: used to calculate offset/shift/mask of each field
  521. */
  522. struct amap_iscsi_wrb {
  523. u8 lun[14]; /* DWORD 0 */
  524. u8 lt; /* DWORD 0 */
  525. u8 invld; /* DWORD 0 */
  526. u8 wrb_idx[8]; /* DWORD 0 */
  527. u8 dsp; /* DWORD 0 */
  528. u8 dmsg; /* DWORD 0 */
  529. u8 undr_run; /* DWORD 0 */
  530. u8 over_run; /* DWORD 0 */
  531. u8 type[4]; /* DWORD 0 */
  532. u8 ptr2nextwrb[8]; /* DWORD 1 */
  533. u8 r2t_exp_dtl[24]; /* DWORD 1 */
  534. u8 sgl_icd_idx[12]; /* DWORD 2 */
  535. u8 rsvd0[20]; /* DWORD 2 */
  536. u8 exp_data_sn[32]; /* DWORD 3 */
  537. u8 iscsi_bhs_addr_hi[32]; /* DWORD 4 */
  538. u8 iscsi_bhs_addr_lo[32]; /* DWORD 5 */
  539. u8 cmdsn_itt[32]; /* DWORD 6 */
  540. u8 dif_ref_tag[32]; /* DWORD 7 */
  541. u8 sge0_addr_hi[32]; /* DWORD 8 */
  542. u8 sge0_addr_lo[32]; /* DWORD 9 */
  543. u8 sge0_offset[22]; /* DWORD 10 */
  544. u8 pbs; /* DWORD 10 */
  545. u8 dif_mode[2]; /* DWORD 10 */
  546. u8 rsvd1[6]; /* DWORD 10 */
  547. u8 sge0_last; /* DWORD 10 */
  548. u8 sge0_len[17]; /* DWORD 11 */
  549. u8 dif_meta_tag[14]; /* DWORD 11 */
  550. u8 sge0_in_ddr; /* DWORD 11 */
  551. u8 sge1_addr_hi[32]; /* DWORD 12 */
  552. u8 sge1_addr_lo[32]; /* DWORD 13 */
  553. u8 sge1_r2t_offset[22]; /* DWORD 14 */
  554. u8 rsvd2[9]; /* DWORD 14 */
  555. u8 sge1_last; /* DWORD 14 */
  556. u8 sge1_len[17]; /* DWORD 15 */
  557. u8 ref_sgl_icd_idx[12]; /* DWORD 15 */
  558. u8 rsvd3[2]; /* DWORD 15 */
  559. u8 sge1_in_ddr; /* DWORD 15 */
  560. } __packed;
  561. struct wrb_handle *alloc_wrb_handle(struct beiscsi_hba *phba, unsigned int cid,
  562. int index);
  563. void
  564. free_mgmt_sgl_handle(struct beiscsi_hba *phba, struct sgl_handle *psgl_handle);
  565. struct pdu_nop_out {
  566. u32 dw[12];
  567. };
  568. /**
  569. * Pseudo amap definition in which each bit of the actual structure is defined
  570. * as a byte: used to calculate offset/shift/mask of each field
  571. */
  572. struct amap_pdu_nop_out {
  573. u8 opcode[6]; /* opcode 0x00 */
  574. u8 i_bit; /* I Bit */
  575. u8 x_bit; /* reserved; should be 0 */
  576. u8 fp_bit_filler1[7];
  577. u8 f_bit; /* always 1 */
  578. u8 reserved1[16];
  579. u8 ahs_length[8]; /* no AHS */
  580. u8 data_len_hi[8];
  581. u8 data_len_lo[16]; /* DataSegmentLength */
  582. u8 lun[64];
  583. u8 itt[32]; /* initiator id for ping or 0xffffffff */
  584. u8 ttt[32]; /* target id for ping or 0xffffffff */
  585. u8 cmd_sn[32];
  586. u8 exp_stat_sn[32];
  587. u8 reserved5[128];
  588. };
  589. #define PDUBASE_OPCODE_MASK 0x0000003F
  590. #define PDUBASE_DATALENHI_MASK 0x0000FF00
  591. #define PDUBASE_DATALENLO_MASK 0xFFFF0000
  592. struct pdu_base {
  593. u32 dw[16];
  594. } __packed;
  595. /**
  596. * Pseudo amap definition in which each bit of the actual structure is defined
  597. * as a byte: used to calculate offset/shift/mask of each field
  598. */
  599. struct amap_pdu_base {
  600. u8 opcode[6];
  601. u8 i_bit; /* immediate bit */
  602. u8 x_bit; /* reserved, always 0 */
  603. u8 reserved1[24]; /* opcode-specific fields */
  604. u8 ahs_length[8]; /* length units is 4 byte words */
  605. u8 data_len_hi[8];
  606. u8 data_len_lo[16]; /* DatasegmentLength */
  607. u8 lun[64]; /* lun or opcode-specific fields */
  608. u8 itt[32]; /* initiator task tag */
  609. u8 reserved4[224];
  610. };
  611. struct iscsi_target_context_update_wrb {
  612. u32 dw[16];
  613. } __packed;
  614. /**
  615. * Pseudo amap definition in which each bit of the actual structure is defined
  616. * as a byte: used to calculate offset/shift/mask of each field
  617. */
  618. struct amap_iscsi_target_context_update_wrb {
  619. u8 lun[14]; /* DWORD 0 */
  620. u8 lt; /* DWORD 0 */
  621. u8 invld; /* DWORD 0 */
  622. u8 wrb_idx[8]; /* DWORD 0 */
  623. u8 dsp; /* DWORD 0 */
  624. u8 dmsg; /* DWORD 0 */
  625. u8 undr_run; /* DWORD 0 */
  626. u8 over_run; /* DWORD 0 */
  627. u8 type[4]; /* DWORD 0 */
  628. u8 ptr2nextwrb[8]; /* DWORD 1 */
  629. u8 max_burst_length[19]; /* DWORD 1 */
  630. u8 rsvd0[5]; /* DWORD 1 */
  631. u8 rsvd1[15]; /* DWORD 2 */
  632. u8 max_send_data_segment_length[17]; /* DWORD 2 */
  633. u8 first_burst_length[14]; /* DWORD 3 */
  634. u8 rsvd2[2]; /* DWORD 3 */
  635. u8 tx_wrbindex_drv_msg[8]; /* DWORD 3 */
  636. u8 rsvd3[5]; /* DWORD 3 */
  637. u8 session_state[3]; /* DWORD 3 */
  638. u8 rsvd4[16]; /* DWORD 4 */
  639. u8 tx_jumbo; /* DWORD 4 */
  640. u8 hde; /* DWORD 4 */
  641. u8 dde; /* DWORD 4 */
  642. u8 erl[2]; /* DWORD 4 */
  643. u8 domain_id[5]; /* DWORD 4 */
  644. u8 mode; /* DWORD 4 */
  645. u8 imd; /* DWORD 4 */
  646. u8 ir2t; /* DWORD 4 */
  647. u8 notpredblq[2]; /* DWORD 4 */
  648. u8 compltonack; /* DWORD 4 */
  649. u8 stat_sn[32]; /* DWORD 5 */
  650. u8 pad_buffer_addr_hi[32]; /* DWORD 6 */
  651. u8 pad_buffer_addr_lo[32]; /* DWORD 7 */
  652. u8 pad_addr_hi[32]; /* DWORD 8 */
  653. u8 pad_addr_lo[32]; /* DWORD 9 */
  654. u8 rsvd5[32]; /* DWORD 10 */
  655. u8 rsvd6[32]; /* DWORD 11 */
  656. u8 rsvd7[32]; /* DWORD 12 */
  657. u8 rsvd8[32]; /* DWORD 13 */
  658. u8 rsvd9[32]; /* DWORD 14 */
  659. u8 rsvd10[32]; /* DWORD 15 */
  660. } __packed;
  661. struct be_ring {
  662. u32 pages; /* queue size in pages */
  663. u32 id; /* queue id assigned by beklib */
  664. u32 num; /* number of elements in queue */
  665. u32 cidx; /* consumer index */
  666. u32 pidx; /* producer index -- not used by most rings */
  667. u32 item_size; /* size in bytes of one object */
  668. void *va; /* The virtual address of the ring. This
  669. * should be last to allow 32 & 64 bit debugger
  670. * extensions to work.
  671. */
  672. };
  673. struct hwi_wrb_context {
  674. struct list_head wrb_handle_list;
  675. struct list_head wrb_handle_drvr_list;
  676. struct wrb_handle **pwrb_handle_base;
  677. struct wrb_handle **pwrb_handle_basestd;
  678. struct iscsi_wrb *plast_wrb;
  679. unsigned short alloc_index;
  680. unsigned short free_index;
  681. unsigned short wrb_handles_available;
  682. unsigned short cid;
  683. };
  684. struct hwi_controller {
  685. struct list_head io_sgl_list;
  686. struct list_head eh_sgl_list;
  687. struct sgl_handle *psgl_handle_base;
  688. unsigned int wrb_mem_index;
  689. struct hwi_wrb_context wrb_context[BE2_MAX_SESSIONS * 2];
  690. struct mcc_wrb *pmcc_wrb_base;
  691. struct be_ring default_pdu_hdr;
  692. struct be_ring default_pdu_data;
  693. struct hwi_context_memory *phwi_ctxt;
  694. unsigned short cq_errors[CXN_KILLED_CMND_DATA_NOT_ON_SAME_CONN];
  695. };
  696. enum hwh_type_enum {
  697. HWH_TYPE_IO = 1,
  698. HWH_TYPE_LOGOUT = 2,
  699. HWH_TYPE_TMF = 3,
  700. HWH_TYPE_NOP = 4,
  701. HWH_TYPE_IO_RD = 5,
  702. HWH_TYPE_LOGIN = 11,
  703. HWH_TYPE_INVALID = 0xFFFFFFFF
  704. };
  705. struct wrb_handle {
  706. enum hwh_type_enum type;
  707. unsigned short wrb_index;
  708. unsigned short nxt_wrb_index;
  709. struct iscsi_task *pio_handle;
  710. struct iscsi_wrb *pwrb;
  711. };
  712. struct hwi_context_memory {
  713. struct be_eq_obj be_eq;
  714. struct be_queue_info be_cq;
  715. struct be_queue_info be_mcc_cq;
  716. struct be_queue_info be_mcc;
  717. struct be_queue_info be_def_hdrq;
  718. struct be_queue_info be_def_dataq;
  719. struct be_queue_info be_wrbq[BE2_MAX_SESSIONS];
  720. struct be_mcc_wrb_context *pbe_mcc_context;
  721. struct hwi_async_pdu_context *pasync_ctx;
  722. };
  723. #endif