be_main.h 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867
  1. /**
  2. * Copyright (C) 2005 - 2011 Emulex
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Written by: Jayamohan Kallickal (jayamohan.kallickal@emulex.com)
  11. *
  12. * Contact Information:
  13. * linux-drivers@emulex.com
  14. *
  15. * Emulex
  16. * 3333 Susan Street
  17. * Costa Mesa, CA 92626
  18. */
  19. #ifndef _BEISCSI_MAIN_
  20. #define _BEISCSI_MAIN_
  21. #include <linux/kernel.h>
  22. #include <linux/pci.h>
  23. #include <linux/if_ether.h>
  24. #include <linux/in.h>
  25. #include <linux/ctype.h>
  26. #include <linux/module.h>
  27. #include <scsi/scsi.h>
  28. #include <scsi/scsi_cmnd.h>
  29. #include <scsi/scsi_device.h>
  30. #include <scsi/scsi_host.h>
  31. #include <scsi/iscsi_proto.h>
  32. #include <scsi/libiscsi.h>
  33. #include <scsi/scsi_transport_iscsi.h>
  34. #include "be.h"
  35. #define DRV_NAME "be2iscsi"
  36. #define BUILD_STR "4.4.58.0"
  37. #define BE_NAME "Emulex OneConnect" \
  38. "Open-iSCSI Driver version" BUILD_STR
  39. #define DRV_DESC BE_NAME " " "Driver"
  40. #define BE_VENDOR_ID 0x19A2
  41. /* DEVICE ID's for BE2 */
  42. #define BE_DEVICE_ID1 0x212
  43. #define OC_DEVICE_ID1 0x702
  44. #define OC_DEVICE_ID2 0x703
  45. /* DEVICE ID's for BE3 */
  46. #define BE_DEVICE_ID2 0x222
  47. #define OC_DEVICE_ID3 0x712
  48. #define BE2_IO_DEPTH 1024
  49. #define BE2_MAX_SESSIONS 256
  50. #define BE2_CMDS_PER_CXN 128
  51. #define BE2_TMFS 16
  52. #define BE2_NOPOUT_REQ 16
  53. #define BE2_SGE 32
  54. #define BE2_DEFPDU_HDR_SZ 64
  55. #define BE2_DEFPDU_DATA_SZ 8192
  56. #define MAX_CPUS 31
  57. #define BEISCSI_SGLIST_ELEMENTS 30
  58. #define BEISCSI_CMD_PER_LUN 128 /* scsi_host->cmd_per_lun */
  59. #define BEISCSI_MAX_SECTORS 2048 /* scsi_host->max_sectors */
  60. #define BEISCSI_MAX_CMD_LEN 16 /* scsi_host->max_cmd_len */
  61. #define BEISCSI_NUM_MAX_LUN 256 /* scsi_host->max_lun */
  62. #define BEISCSI_NUM_DEVICES_SUPPORTED 0x01
  63. #define BEISCSI_MAX_FRAGS_INIT 192
  64. #define BE_NUM_MSIX_ENTRIES 1
  65. #define MPU_EP_CONTROL 0
  66. #define MPU_EP_SEMAPHORE 0xac
  67. #define BE2_SOFT_RESET 0x5c
  68. #define BE2_PCI_ONLINE0 0xb0
  69. #define BE2_PCI_ONLINE1 0xb4
  70. #define BE2_SET_RESET 0x80
  71. #define BE2_MPU_IRAM_ONLINE 0x00000080
  72. #define BE_SENSE_INFO_SIZE 258
  73. #define BE_ISCSI_PDU_HEADER_SIZE 64
  74. #define BE_MIN_MEM_SIZE 16384
  75. #define MAX_CMD_SZ 65536
  76. #define IIOC_SCSI_DATA 0x05 /* Write Operation */
  77. #define INVALID_SESS_HANDLE 0xFFFFFFFF
  78. #define BE_ADAPTER_UP 0x00000000
  79. #define BE_ADAPTER_LINK_DOWN 0x00000001
  80. /**
  81. * hardware needs the async PDU buffers to be posted in multiples of 8
  82. * So have atleast 8 of them by default
  83. */
  84. #define HWI_GET_ASYNC_PDU_CTX(phwi) (phwi->phwi_ctxt->pasync_ctx)
  85. /********* Memory BAR register ************/
  86. #define PCICFG_MEMBAR_CTRL_INT_CTRL_OFFSET 0xfc
  87. /**
  88. * Host Interrupt Enable, if set interrupts are enabled although "PCI Interrupt
  89. * Disable" may still globally block interrupts in addition to individual
  90. * interrupt masks; a mechanism for the device driver to block all interrupts
  91. * atomically without having to arbitrate for the PCI Interrupt Disable bit
  92. * with the OS.
  93. */
  94. #define MEMBAR_CTRL_INT_CTRL_HOSTINTR_MASK (1 << 29) /* bit 29 */
  95. /********* ISR0 Register offset **********/
  96. #define CEV_ISR0_OFFSET 0xC18
  97. #define CEV_ISR_SIZE 4
  98. /**
  99. * Macros for reading/writing a protection domain or CSR registers
  100. * in BladeEngine.
  101. */
  102. #define DB_TXULP0_OFFSET 0x40
  103. #define DB_RXULP0_OFFSET 0xA0
  104. /********* Event Q door bell *************/
  105. #define DB_EQ_OFFSET DB_CQ_OFFSET
  106. #define DB_EQ_RING_ID_MASK 0x1FF /* bits 0 - 8 */
  107. /* Clear the interrupt for this eq */
  108. #define DB_EQ_CLR_SHIFT (9) /* bit 9 */
  109. /* Must be 1 */
  110. #define DB_EQ_EVNT_SHIFT (10) /* bit 10 */
  111. /* Number of event entries processed */
  112. #define DB_EQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  113. /* Rearm bit */
  114. #define DB_EQ_REARM_SHIFT (29) /* bit 29 */
  115. /********* Compl Q door bell *************/
  116. #define DB_CQ_OFFSET 0x120
  117. #define DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  118. /* Number of event entries processed */
  119. #define DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  120. /* Rearm bit */
  121. #define DB_CQ_REARM_SHIFT (29) /* bit 29 */
  122. #define GET_HWI_CONTROLLER_WS(pc) (pc->phwi_ctrlr)
  123. #define HWI_GET_DEF_BUFQ_ID(pc) (((struct hwi_controller *)\
  124. (GET_HWI_CONTROLLER_WS(pc)))->default_pdu_data.id)
  125. #define HWI_GET_DEF_HDRQ_ID(pc) (((struct hwi_controller *)\
  126. (GET_HWI_CONTROLLER_WS(pc)))->default_pdu_hdr.id)
  127. #define PAGES_REQUIRED(x) \
  128. ((x < PAGE_SIZE) ? 1 : ((x + PAGE_SIZE - 1) / PAGE_SIZE))
  129. #define BEISCSI_MSI_NAME 20 /* size of msi_name string */
  130. enum be_mem_enum {
  131. HWI_MEM_ADDN_CONTEXT,
  132. HWI_MEM_WRB,
  133. HWI_MEM_WRBH,
  134. HWI_MEM_SGLH,
  135. HWI_MEM_SGE,
  136. HWI_MEM_ASYNC_HEADER_BUF, /* 5 */
  137. HWI_MEM_ASYNC_DATA_BUF,
  138. HWI_MEM_ASYNC_HEADER_RING,
  139. HWI_MEM_ASYNC_DATA_RING,
  140. HWI_MEM_ASYNC_HEADER_HANDLE,
  141. HWI_MEM_ASYNC_DATA_HANDLE, /* 10 */
  142. HWI_MEM_ASYNC_PDU_CONTEXT,
  143. ISCSI_MEM_GLOBAL_HEADER,
  144. SE_MEM_MAX
  145. };
  146. struct be_bus_address32 {
  147. unsigned int address_lo;
  148. unsigned int address_hi;
  149. };
  150. struct be_bus_address64 {
  151. unsigned long long address;
  152. };
  153. struct be_bus_address {
  154. union {
  155. struct be_bus_address32 a32;
  156. struct be_bus_address64 a64;
  157. } u;
  158. };
  159. struct mem_array {
  160. struct be_bus_address bus_address; /* Bus address of location */
  161. void *virtual_address; /* virtual address to the location */
  162. unsigned int size; /* Size required by memory block */
  163. };
  164. struct be_mem_descriptor {
  165. unsigned int index; /* Index of this memory parameter */
  166. unsigned int category; /* type indicates cached/non-cached */
  167. unsigned int num_elements; /* number of elements in this
  168. * descriptor
  169. */
  170. unsigned int alignment_mask; /* Alignment mask for this block */
  171. unsigned int size_in_bytes; /* Size required by memory block */
  172. struct mem_array *mem_array;
  173. };
  174. struct sgl_handle {
  175. unsigned int sgl_index;
  176. unsigned int type;
  177. unsigned int cid;
  178. struct iscsi_task *task;
  179. struct iscsi_sge *pfrag;
  180. };
  181. struct hba_parameters {
  182. unsigned int ios_per_ctrl;
  183. unsigned int cxns_per_ctrl;
  184. unsigned int asyncpdus_per_ctrl;
  185. unsigned int icds_per_ctrl;
  186. unsigned int num_sge_per_io;
  187. unsigned int defpdu_hdr_sz;
  188. unsigned int defpdu_data_sz;
  189. unsigned int num_cq_entries;
  190. unsigned int num_eq_entries;
  191. unsigned int wrbs_per_cxn;
  192. unsigned int crashmode;
  193. unsigned int hba_num;
  194. unsigned int mgmt_ws_sz;
  195. unsigned int hwi_ws_sz;
  196. unsigned int eto;
  197. unsigned int ldto;
  198. unsigned int dbg_flags;
  199. unsigned int num_cxn;
  200. unsigned int eq_timer;
  201. /**
  202. * These are calculated from other params. They're here
  203. * for debug purposes
  204. */
  205. unsigned int num_mcc_pages;
  206. unsigned int num_mcc_cq_pages;
  207. unsigned int num_cq_pages;
  208. unsigned int num_eq_pages;
  209. unsigned int num_async_pdu_buf_pages;
  210. unsigned int num_async_pdu_buf_sgl_pages;
  211. unsigned int num_async_pdu_buf_cq_pages;
  212. unsigned int num_async_pdu_hdr_pages;
  213. unsigned int num_async_pdu_hdr_sgl_pages;
  214. unsigned int num_async_pdu_hdr_cq_pages;
  215. unsigned int num_sge;
  216. };
  217. struct invalidate_command_table {
  218. unsigned short icd;
  219. unsigned short cid;
  220. } __packed;
  221. struct beiscsi_hba {
  222. struct hba_parameters params;
  223. struct hwi_controller *phwi_ctrlr;
  224. unsigned int mem_req[SE_MEM_MAX];
  225. /* PCI BAR mapped addresses */
  226. u8 __iomem *csr_va; /* CSR */
  227. u8 __iomem *db_va; /* Door Bell */
  228. u8 __iomem *pci_va; /* PCI Config */
  229. struct be_bus_address csr_pa; /* CSR */
  230. struct be_bus_address db_pa; /* CSR */
  231. struct be_bus_address pci_pa; /* CSR */
  232. /* PCI representation of our HBA */
  233. struct pci_dev *pcidev;
  234. unsigned int state;
  235. unsigned short asic_revision;
  236. unsigned int num_cpus;
  237. unsigned int nxt_cqid;
  238. struct msix_entry msix_entries[MAX_CPUS + 1];
  239. char *msi_name[MAX_CPUS + 1];
  240. bool msix_enabled;
  241. struct be_mem_descriptor *init_mem;
  242. unsigned short io_sgl_alloc_index;
  243. unsigned short io_sgl_free_index;
  244. unsigned short io_sgl_hndl_avbl;
  245. struct sgl_handle **io_sgl_hndl_base;
  246. struct sgl_handle **sgl_hndl_array;
  247. unsigned short eh_sgl_alloc_index;
  248. unsigned short eh_sgl_free_index;
  249. unsigned short eh_sgl_hndl_avbl;
  250. struct sgl_handle **eh_sgl_hndl_base;
  251. spinlock_t io_sgl_lock;
  252. spinlock_t mgmt_sgl_lock;
  253. spinlock_t isr_lock;
  254. unsigned int age;
  255. unsigned short avlbl_cids;
  256. unsigned short cid_alloc;
  257. unsigned short cid_free;
  258. struct beiscsi_conn *conn_table[BE2_MAX_SESSIONS * 2];
  259. struct list_head hba_queue;
  260. unsigned short *cid_array;
  261. struct iscsi_endpoint **ep_array;
  262. struct iscsi_boot_kset *boot_kset;
  263. struct Scsi_Host *shost;
  264. struct iscsi_iface *ipv4_iface;
  265. struct iscsi_iface *ipv6_iface;
  266. struct {
  267. /**
  268. * group together since they are used most frequently
  269. * for cid to cri conversion
  270. */
  271. unsigned int iscsi_cid_start;
  272. unsigned int phys_port;
  273. unsigned int isr_offset;
  274. unsigned int iscsi_icd_start;
  275. unsigned int iscsi_cid_count;
  276. unsigned int iscsi_icd_count;
  277. unsigned int pci_function;
  278. unsigned short cid_alloc;
  279. unsigned short cid_free;
  280. unsigned short avlbl_cids;
  281. unsigned short iscsi_features;
  282. spinlock_t cid_lock;
  283. } fw_config;
  284. u8 mac_address[ETH_ALEN];
  285. unsigned short todo_cq;
  286. unsigned short todo_mcc_cq;
  287. char wq_name[20];
  288. struct workqueue_struct *wq; /* The actuak work queue */
  289. struct work_struct work_cqs; /* The work being queued */
  290. struct be_ctrl_info ctrl;
  291. unsigned int generation;
  292. unsigned int interface_handle;
  293. struct mgmt_session_info boot_sess;
  294. struct invalidate_command_table inv_tbl[128];
  295. unsigned int attr_log_enable;
  296. };
  297. struct beiscsi_session {
  298. struct pci_pool *bhs_pool;
  299. };
  300. /**
  301. * struct beiscsi_conn - iscsi connection structure
  302. */
  303. struct beiscsi_conn {
  304. struct iscsi_conn *conn;
  305. struct beiscsi_hba *phba;
  306. u32 exp_statsn;
  307. u32 beiscsi_conn_cid;
  308. struct beiscsi_endpoint *ep;
  309. unsigned short login_in_progress;
  310. struct wrb_handle *plogin_wrb_handle;
  311. struct sgl_handle *plogin_sgl_handle;
  312. struct beiscsi_session *beiscsi_sess;
  313. struct iscsi_task *task;
  314. };
  315. /* This structure is used by the chip */
  316. struct pdu_data_out {
  317. u32 dw[12];
  318. };
  319. /**
  320. * Pseudo amap definition in which each bit of the actual structure is defined
  321. * as a byte: used to calculate offset/shift/mask of each field
  322. */
  323. struct amap_pdu_data_out {
  324. u8 opcode[6]; /* opcode */
  325. u8 rsvd0[2]; /* should be 0 */
  326. u8 rsvd1[7];
  327. u8 final_bit; /* F bit */
  328. u8 rsvd2[16];
  329. u8 ahs_length[8]; /* no AHS */
  330. u8 data_len_hi[8];
  331. u8 data_len_lo[16]; /* DataSegmentLength */
  332. u8 lun[64];
  333. u8 itt[32]; /* ITT; initiator task tag */
  334. u8 ttt[32]; /* TTT; valid for R2T or 0xffffffff */
  335. u8 rsvd3[32];
  336. u8 exp_stat_sn[32];
  337. u8 rsvd4[32];
  338. u8 data_sn[32];
  339. u8 buffer_offset[32];
  340. u8 rsvd5[32];
  341. };
  342. struct be_cmd_bhs {
  343. struct iscsi_scsi_req iscsi_hdr;
  344. unsigned char pad1[16];
  345. struct pdu_data_out iscsi_data_pdu;
  346. unsigned char pad2[BE_SENSE_INFO_SIZE -
  347. sizeof(struct pdu_data_out)];
  348. };
  349. struct beiscsi_io_task {
  350. struct wrb_handle *pwrb_handle;
  351. struct sgl_handle *psgl_handle;
  352. struct beiscsi_conn *conn;
  353. struct scsi_cmnd *scsi_cmnd;
  354. unsigned int cmd_sn;
  355. unsigned int flags;
  356. unsigned short cid;
  357. unsigned short header_len;
  358. itt_t libiscsi_itt;
  359. struct be_cmd_bhs *cmd_bhs;
  360. struct be_bus_address bhs_pa;
  361. unsigned short bhs_len;
  362. };
  363. struct be_nonio_bhs {
  364. struct iscsi_hdr iscsi_hdr;
  365. unsigned char pad1[16];
  366. struct pdu_data_out iscsi_data_pdu;
  367. unsigned char pad2[BE_SENSE_INFO_SIZE -
  368. sizeof(struct pdu_data_out)];
  369. };
  370. struct be_status_bhs {
  371. struct iscsi_scsi_req iscsi_hdr;
  372. unsigned char pad1[16];
  373. /**
  374. * The plus 2 below is to hold the sense info length that gets
  375. * DMA'ed by RxULP
  376. */
  377. unsigned char sense_info[BE_SENSE_INFO_SIZE];
  378. };
  379. struct iscsi_sge {
  380. u32 dw[4];
  381. };
  382. /**
  383. * Pseudo amap definition in which each bit of the actual structure is defined
  384. * as a byte: used to calculate offset/shift/mask of each field
  385. */
  386. struct amap_iscsi_sge {
  387. u8 addr_hi[32];
  388. u8 addr_lo[32];
  389. u8 sge_offset[22]; /* DWORD 2 */
  390. u8 rsvd0[9]; /* DWORD 2 */
  391. u8 last_sge; /* DWORD 2 */
  392. u8 len[17]; /* DWORD 3 */
  393. u8 rsvd1[15]; /* DWORD 3 */
  394. };
  395. struct beiscsi_offload_params {
  396. u32 dw[5];
  397. };
  398. #define OFFLD_PARAMS_ERL 0x00000003
  399. #define OFFLD_PARAMS_DDE 0x00000004
  400. #define OFFLD_PARAMS_HDE 0x00000008
  401. #define OFFLD_PARAMS_IR2T 0x00000010
  402. #define OFFLD_PARAMS_IMD 0x00000020
  403. /**
  404. * Pseudo amap definition in which each bit of the actual structure is defined
  405. * as a byte: used to calculate offset/shift/mask of each field
  406. */
  407. struct amap_beiscsi_offload_params {
  408. u8 max_burst_length[32];
  409. u8 max_send_data_segment_length[32];
  410. u8 first_burst_length[32];
  411. u8 erl[2];
  412. u8 dde[1];
  413. u8 hde[1];
  414. u8 ir2t[1];
  415. u8 imd[1];
  416. u8 pad[26];
  417. u8 exp_statsn[32];
  418. };
  419. /* void hwi_complete_drvr_msgs(struct beiscsi_conn *beiscsi_conn,
  420. struct beiscsi_hba *phba, struct sol_cqe *psol);*/
  421. struct async_pdu_handle {
  422. struct list_head link;
  423. struct be_bus_address pa;
  424. void *pbuffer;
  425. unsigned int consumed;
  426. unsigned char index;
  427. unsigned char is_header;
  428. unsigned short cri;
  429. unsigned long buffer_len;
  430. };
  431. struct hwi_async_entry {
  432. struct {
  433. unsigned char hdr_received;
  434. unsigned char hdr_len;
  435. unsigned short bytes_received;
  436. unsigned int bytes_needed;
  437. struct list_head list;
  438. } wait_queue;
  439. struct list_head header_busy_list;
  440. struct list_head data_busy_list;
  441. };
  442. struct hwi_async_pdu_context {
  443. struct {
  444. struct be_bus_address pa_base;
  445. void *va_base;
  446. void *ring_base;
  447. struct async_pdu_handle *handle_base;
  448. unsigned int host_write_ptr;
  449. unsigned int ep_read_ptr;
  450. unsigned int writables;
  451. unsigned int free_entries;
  452. unsigned int busy_entries;
  453. struct list_head free_list;
  454. } async_header;
  455. struct {
  456. struct be_bus_address pa_base;
  457. void *va_base;
  458. void *ring_base;
  459. struct async_pdu_handle *handle_base;
  460. unsigned int host_write_ptr;
  461. unsigned int ep_read_ptr;
  462. unsigned int writables;
  463. unsigned int free_entries;
  464. unsigned int busy_entries;
  465. struct list_head free_list;
  466. } async_data;
  467. unsigned int buffer_size;
  468. unsigned int num_entries;
  469. /**
  470. * This is a varying size list! Do not add anything
  471. * after this entry!!
  472. */
  473. struct hwi_async_entry async_entry[BE2_MAX_SESSIONS * 2];
  474. };
  475. #define PDUCQE_CODE_MASK 0x0000003F
  476. #define PDUCQE_DPL_MASK 0xFFFF0000
  477. #define PDUCQE_INDEX_MASK 0x0000FFFF
  478. struct i_t_dpdu_cqe {
  479. u32 dw[4];
  480. } __packed;
  481. /**
  482. * Pseudo amap definition in which each bit of the actual structure is defined
  483. * as a byte: used to calculate offset/shift/mask of each field
  484. */
  485. struct amap_i_t_dpdu_cqe {
  486. u8 db_addr_hi[32];
  487. u8 db_addr_lo[32];
  488. u8 code[6];
  489. u8 cid[10];
  490. u8 dpl[16];
  491. u8 index[16];
  492. u8 num_cons[10];
  493. u8 rsvd0[4];
  494. u8 final;
  495. u8 valid;
  496. } __packed;
  497. #define CQE_VALID_MASK 0x80000000
  498. #define CQE_CODE_MASK 0x0000003F
  499. #define CQE_CID_MASK 0x0000FFC0
  500. #define EQE_VALID_MASK 0x00000001
  501. #define EQE_MAJORCODE_MASK 0x0000000E
  502. #define EQE_RESID_MASK 0xFFFF0000
  503. struct be_eq_entry {
  504. u32 dw[1];
  505. } __packed;
  506. /**
  507. * Pseudo amap definition in which each bit of the actual structure is defined
  508. * as a byte: used to calculate offset/shift/mask of each field
  509. */
  510. struct amap_eq_entry {
  511. u8 valid; /* DWORD 0 */
  512. u8 major_code[3]; /* DWORD 0 */
  513. u8 minor_code[12]; /* DWORD 0 */
  514. u8 resource_id[16]; /* DWORD 0 */
  515. } __packed;
  516. struct cq_db {
  517. u32 dw[1];
  518. } __packed;
  519. /**
  520. * Pseudo amap definition in which each bit of the actual structure is defined
  521. * as a byte: used to calculate offset/shift/mask of each field
  522. */
  523. struct amap_cq_db {
  524. u8 qid[10];
  525. u8 event[1];
  526. u8 rsvd0[5];
  527. u8 num_popped[13];
  528. u8 rearm[1];
  529. u8 rsvd1[2];
  530. } __packed;
  531. void beiscsi_process_eq(struct beiscsi_hba *phba);
  532. struct iscsi_wrb {
  533. u32 dw[16];
  534. } __packed;
  535. #define WRB_TYPE_MASK 0xF0000000
  536. /**
  537. * Pseudo amap definition in which each bit of the actual structure is defined
  538. * as a byte: used to calculate offset/shift/mask of each field
  539. */
  540. struct amap_iscsi_wrb {
  541. u8 lun[14]; /* DWORD 0 */
  542. u8 lt; /* DWORD 0 */
  543. u8 invld; /* DWORD 0 */
  544. u8 wrb_idx[8]; /* DWORD 0 */
  545. u8 dsp; /* DWORD 0 */
  546. u8 dmsg; /* DWORD 0 */
  547. u8 undr_run; /* DWORD 0 */
  548. u8 over_run; /* DWORD 0 */
  549. u8 type[4]; /* DWORD 0 */
  550. u8 ptr2nextwrb[8]; /* DWORD 1 */
  551. u8 r2t_exp_dtl[24]; /* DWORD 1 */
  552. u8 sgl_icd_idx[12]; /* DWORD 2 */
  553. u8 rsvd0[20]; /* DWORD 2 */
  554. u8 exp_data_sn[32]; /* DWORD 3 */
  555. u8 iscsi_bhs_addr_hi[32]; /* DWORD 4 */
  556. u8 iscsi_bhs_addr_lo[32]; /* DWORD 5 */
  557. u8 cmdsn_itt[32]; /* DWORD 6 */
  558. u8 dif_ref_tag[32]; /* DWORD 7 */
  559. u8 sge0_addr_hi[32]; /* DWORD 8 */
  560. u8 sge0_addr_lo[32]; /* DWORD 9 */
  561. u8 sge0_offset[22]; /* DWORD 10 */
  562. u8 pbs; /* DWORD 10 */
  563. u8 dif_mode[2]; /* DWORD 10 */
  564. u8 rsvd1[6]; /* DWORD 10 */
  565. u8 sge0_last; /* DWORD 10 */
  566. u8 sge0_len[17]; /* DWORD 11 */
  567. u8 dif_meta_tag[14]; /* DWORD 11 */
  568. u8 sge0_in_ddr; /* DWORD 11 */
  569. u8 sge1_addr_hi[32]; /* DWORD 12 */
  570. u8 sge1_addr_lo[32]; /* DWORD 13 */
  571. u8 sge1_r2t_offset[22]; /* DWORD 14 */
  572. u8 rsvd2[9]; /* DWORD 14 */
  573. u8 sge1_last; /* DWORD 14 */
  574. u8 sge1_len[17]; /* DWORD 15 */
  575. u8 ref_sgl_icd_idx[12]; /* DWORD 15 */
  576. u8 rsvd3[2]; /* DWORD 15 */
  577. u8 sge1_in_ddr; /* DWORD 15 */
  578. } __packed;
  579. struct wrb_handle *alloc_wrb_handle(struct beiscsi_hba *phba, unsigned int cid);
  580. void
  581. free_mgmt_sgl_handle(struct beiscsi_hba *phba, struct sgl_handle *psgl_handle);
  582. void beiscsi_process_all_cqs(struct work_struct *work);
  583. struct pdu_nop_out {
  584. u32 dw[12];
  585. };
  586. /**
  587. * Pseudo amap definition in which each bit of the actual structure is defined
  588. * as a byte: used to calculate offset/shift/mask of each field
  589. */
  590. struct amap_pdu_nop_out {
  591. u8 opcode[6]; /* opcode 0x00 */
  592. u8 i_bit; /* I Bit */
  593. u8 x_bit; /* reserved; should be 0 */
  594. u8 fp_bit_filler1[7];
  595. u8 f_bit; /* always 1 */
  596. u8 reserved1[16];
  597. u8 ahs_length[8]; /* no AHS */
  598. u8 data_len_hi[8];
  599. u8 data_len_lo[16]; /* DataSegmentLength */
  600. u8 lun[64];
  601. u8 itt[32]; /* initiator id for ping or 0xffffffff */
  602. u8 ttt[32]; /* target id for ping or 0xffffffff */
  603. u8 cmd_sn[32];
  604. u8 exp_stat_sn[32];
  605. u8 reserved5[128];
  606. };
  607. #define PDUBASE_OPCODE_MASK 0x0000003F
  608. #define PDUBASE_DATALENHI_MASK 0x0000FF00
  609. #define PDUBASE_DATALENLO_MASK 0xFFFF0000
  610. struct pdu_base {
  611. u32 dw[16];
  612. } __packed;
  613. /**
  614. * Pseudo amap definition in which each bit of the actual structure is defined
  615. * as a byte: used to calculate offset/shift/mask of each field
  616. */
  617. struct amap_pdu_base {
  618. u8 opcode[6];
  619. u8 i_bit; /* immediate bit */
  620. u8 x_bit; /* reserved, always 0 */
  621. u8 reserved1[24]; /* opcode-specific fields */
  622. u8 ahs_length[8]; /* length units is 4 byte words */
  623. u8 data_len_hi[8];
  624. u8 data_len_lo[16]; /* DatasegmentLength */
  625. u8 lun[64]; /* lun or opcode-specific fields */
  626. u8 itt[32]; /* initiator task tag */
  627. u8 reserved4[224];
  628. };
  629. struct iscsi_target_context_update_wrb {
  630. u32 dw[16];
  631. } __packed;
  632. /**
  633. * Pseudo amap definition in which each bit of the actual structure is defined
  634. * as a byte: used to calculate offset/shift/mask of each field
  635. */
  636. struct amap_iscsi_target_context_update_wrb {
  637. u8 lun[14]; /* DWORD 0 */
  638. u8 lt; /* DWORD 0 */
  639. u8 invld; /* DWORD 0 */
  640. u8 wrb_idx[8]; /* DWORD 0 */
  641. u8 dsp; /* DWORD 0 */
  642. u8 dmsg; /* DWORD 0 */
  643. u8 undr_run; /* DWORD 0 */
  644. u8 over_run; /* DWORD 0 */
  645. u8 type[4]; /* DWORD 0 */
  646. u8 ptr2nextwrb[8]; /* DWORD 1 */
  647. u8 max_burst_length[19]; /* DWORD 1 */
  648. u8 rsvd0[5]; /* DWORD 1 */
  649. u8 rsvd1[15]; /* DWORD 2 */
  650. u8 max_send_data_segment_length[17]; /* DWORD 2 */
  651. u8 first_burst_length[14]; /* DWORD 3 */
  652. u8 rsvd2[2]; /* DWORD 3 */
  653. u8 tx_wrbindex_drv_msg[8]; /* DWORD 3 */
  654. u8 rsvd3[5]; /* DWORD 3 */
  655. u8 session_state[3]; /* DWORD 3 */
  656. u8 rsvd4[16]; /* DWORD 4 */
  657. u8 tx_jumbo; /* DWORD 4 */
  658. u8 hde; /* DWORD 4 */
  659. u8 dde; /* DWORD 4 */
  660. u8 erl[2]; /* DWORD 4 */
  661. u8 domain_id[5]; /* DWORD 4 */
  662. u8 mode; /* DWORD 4 */
  663. u8 imd; /* DWORD 4 */
  664. u8 ir2t; /* DWORD 4 */
  665. u8 notpredblq[2]; /* DWORD 4 */
  666. u8 compltonack; /* DWORD 4 */
  667. u8 stat_sn[32]; /* DWORD 5 */
  668. u8 pad_buffer_addr_hi[32]; /* DWORD 6 */
  669. u8 pad_buffer_addr_lo[32]; /* DWORD 7 */
  670. u8 pad_addr_hi[32]; /* DWORD 8 */
  671. u8 pad_addr_lo[32]; /* DWORD 9 */
  672. u8 rsvd5[32]; /* DWORD 10 */
  673. u8 rsvd6[32]; /* DWORD 11 */
  674. u8 rsvd7[32]; /* DWORD 12 */
  675. u8 rsvd8[32]; /* DWORD 13 */
  676. u8 rsvd9[32]; /* DWORD 14 */
  677. u8 rsvd10[32]; /* DWORD 15 */
  678. } __packed;
  679. struct be_ring {
  680. u32 pages; /* queue size in pages */
  681. u32 id; /* queue id assigned by beklib */
  682. u32 num; /* number of elements in queue */
  683. u32 cidx; /* consumer index */
  684. u32 pidx; /* producer index -- not used by most rings */
  685. u32 item_size; /* size in bytes of one object */
  686. void *va; /* The virtual address of the ring. This
  687. * should be last to allow 32 & 64 bit debugger
  688. * extensions to work.
  689. */
  690. };
  691. struct hwi_wrb_context {
  692. struct list_head wrb_handle_list;
  693. struct list_head wrb_handle_drvr_list;
  694. struct wrb_handle **pwrb_handle_base;
  695. struct wrb_handle **pwrb_handle_basestd;
  696. struct iscsi_wrb *plast_wrb;
  697. unsigned short alloc_index;
  698. unsigned short free_index;
  699. unsigned short wrb_handles_available;
  700. unsigned short cid;
  701. };
  702. struct hwi_controller {
  703. struct list_head io_sgl_list;
  704. struct list_head eh_sgl_list;
  705. struct sgl_handle *psgl_handle_base;
  706. unsigned int wrb_mem_index;
  707. struct hwi_wrb_context wrb_context[BE2_MAX_SESSIONS * 2];
  708. struct mcc_wrb *pmcc_wrb_base;
  709. struct be_ring default_pdu_hdr;
  710. struct be_ring default_pdu_data;
  711. struct hwi_context_memory *phwi_ctxt;
  712. };
  713. enum hwh_type_enum {
  714. HWH_TYPE_IO = 1,
  715. HWH_TYPE_LOGOUT = 2,
  716. HWH_TYPE_TMF = 3,
  717. HWH_TYPE_NOP = 4,
  718. HWH_TYPE_IO_RD = 5,
  719. HWH_TYPE_LOGIN = 11,
  720. HWH_TYPE_INVALID = 0xFFFFFFFF
  721. };
  722. struct wrb_handle {
  723. enum hwh_type_enum type;
  724. unsigned short wrb_index;
  725. unsigned short nxt_wrb_index;
  726. struct iscsi_task *pio_handle;
  727. struct iscsi_wrb *pwrb;
  728. };
  729. struct hwi_context_memory {
  730. /* Adaptive interrupt coalescing (AIC) info */
  731. u16 min_eqd; /* in usecs */
  732. u16 max_eqd; /* in usecs */
  733. u16 cur_eqd; /* in usecs */
  734. struct be_eq_obj be_eq[MAX_CPUS];
  735. struct be_queue_info be_cq[MAX_CPUS];
  736. struct be_queue_info be_def_hdrq;
  737. struct be_queue_info be_def_dataq;
  738. struct be_queue_info be_wrbq[BE2_MAX_SESSIONS];
  739. struct be_mcc_wrb_context *pbe_mcc_context;
  740. struct hwi_async_pdu_context *pasync_ctx;
  741. };
  742. /* Logging related definitions */
  743. #define BEISCSI_LOG_INIT 0x0001 /* Initialization events */
  744. #define BEISCSI_LOG_MBOX 0x0002 /* Mailbox Events */
  745. #define BEISCSI_LOG_MISC 0x0004 /* Miscllaneous Events */
  746. #define BEISCSI_LOG_EH 0x0008 /* Error Handler */
  747. #define BEISCSI_LOG_IO 0x0010 /* IO Code Path */
  748. #define BEISCSI_LOG_CONFIG 0x0020 /* CONFIG Code Path */
  749. #define beiscsi_log(phba, level, mask, fmt, arg...) \
  750. do { \
  751. uint32_t log_value = phba->attr_log_enable; \
  752. if (((mask) & log_value) || (level[1] <= '3')) \
  753. shost_printk(level, phba->shost, \
  754. fmt, __LINE__, ##arg); \
  755. } while (0)
  756. #endif