be_main.h 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870
  1. /**
  2. * Copyright (C) 2005 - 2011 Emulex
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Written by: Jayamohan Kallickal (jayamohan.kallickal@emulex.com)
  11. *
  12. * Contact Information:
  13. * linux-drivers@emulex.com
  14. *
  15. * Emulex
  16. * 3333 Susan Street
  17. * Costa Mesa, CA 92626
  18. */
  19. #ifndef _BEISCSI_MAIN_
  20. #define _BEISCSI_MAIN_
  21. #include <linux/kernel.h>
  22. #include <linux/pci.h>
  23. #include <linux/if_ether.h>
  24. #include <linux/in.h>
  25. #include <linux/ctype.h>
  26. #include <linux/module.h>
  27. #include <scsi/scsi.h>
  28. #include <scsi/scsi_cmnd.h>
  29. #include <scsi/scsi_device.h>
  30. #include <scsi/scsi_host.h>
  31. #include <scsi/iscsi_proto.h>
  32. #include <scsi/libiscsi.h>
  33. #include <scsi/scsi_transport_iscsi.h>
  34. #include "be.h"
  35. #define DRV_NAME "be2iscsi"
  36. #define BUILD_STR "4.4.58.0"
  37. #define BE_NAME "Emulex OneConnect" \
  38. "Open-iSCSI Driver version" BUILD_STR
  39. #define DRV_DESC BE_NAME " " "Driver"
  40. #define BE_VENDOR_ID 0x19A2
  41. /* DEVICE ID's for BE2 */
  42. #define BE_DEVICE_ID1 0x212
  43. #define OC_DEVICE_ID1 0x702
  44. #define OC_DEVICE_ID2 0x703
  45. /* DEVICE ID's for BE3 */
  46. #define BE_DEVICE_ID2 0x222
  47. #define OC_DEVICE_ID3 0x712
  48. #define BE2_IO_DEPTH 1024
  49. #define BE2_MAX_SESSIONS 256
  50. #define BE2_CMDS_PER_CXN 128
  51. #define BE2_TMFS 16
  52. #define BE2_NOPOUT_REQ 16
  53. #define BE2_SGE 32
  54. #define BE2_DEFPDU_HDR_SZ 64
  55. #define BE2_DEFPDU_DATA_SZ 8192
  56. #define MAX_CPUS 31
  57. #define BEISCSI_MAX_NUM_CPU 8
  58. #define BEISCSI_SGLIST_ELEMENTS 30
  59. #define BEISCSI_CMD_PER_LUN 128 /* scsi_host->cmd_per_lun */
  60. #define BEISCSI_MAX_SECTORS 2048 /* scsi_host->max_sectors */
  61. #define BEISCSI_MAX_CMD_LEN 16 /* scsi_host->max_cmd_len */
  62. #define BEISCSI_NUM_MAX_LUN 256 /* scsi_host->max_lun */
  63. #define BEISCSI_NUM_DEVICES_SUPPORTED 0x01
  64. #define BEISCSI_MAX_FRAGS_INIT 192
  65. #define BE_NUM_MSIX_ENTRIES 1
  66. #define MPU_EP_CONTROL 0
  67. #define MPU_EP_SEMAPHORE 0xac
  68. #define BE2_SOFT_RESET 0x5c
  69. #define BE2_PCI_ONLINE0 0xb0
  70. #define BE2_PCI_ONLINE1 0xb4
  71. #define BE2_SET_RESET 0x80
  72. #define BE2_MPU_IRAM_ONLINE 0x00000080
  73. #define BE_SENSE_INFO_SIZE 258
  74. #define BE_ISCSI_PDU_HEADER_SIZE 64
  75. #define BE_MIN_MEM_SIZE 16384
  76. #define MAX_CMD_SZ 65536
  77. #define IIOC_SCSI_DATA 0x05 /* Write Operation */
  78. #define INVALID_SESS_HANDLE 0xFFFFFFFF
  79. #define BE_ADAPTER_UP 0x00000000
  80. #define BE_ADAPTER_LINK_DOWN 0x00000001
  81. /**
  82. * hardware needs the async PDU buffers to be posted in multiples of 8
  83. * So have atleast 8 of them by default
  84. */
  85. #define HWI_GET_ASYNC_PDU_CTX(phwi) (phwi->phwi_ctxt->pasync_ctx)
  86. /********* Memory BAR register ************/
  87. #define PCICFG_MEMBAR_CTRL_INT_CTRL_OFFSET 0xfc
  88. /**
  89. * Host Interrupt Enable, if set interrupts are enabled although "PCI Interrupt
  90. * Disable" may still globally block interrupts in addition to individual
  91. * interrupt masks; a mechanism for the device driver to block all interrupts
  92. * atomically without having to arbitrate for the PCI Interrupt Disable bit
  93. * with the OS.
  94. */
  95. #define MEMBAR_CTRL_INT_CTRL_HOSTINTR_MASK (1 << 29) /* bit 29 */
  96. /********* ISR0 Register offset **********/
  97. #define CEV_ISR0_OFFSET 0xC18
  98. #define CEV_ISR_SIZE 4
  99. /**
  100. * Macros for reading/writing a protection domain or CSR registers
  101. * in BladeEngine.
  102. */
  103. #define DB_TXULP0_OFFSET 0x40
  104. #define DB_RXULP0_OFFSET 0xA0
  105. /********* Event Q door bell *************/
  106. #define DB_EQ_OFFSET DB_CQ_OFFSET
  107. #define DB_EQ_RING_ID_MASK 0x1FF /* bits 0 - 8 */
  108. /* Clear the interrupt for this eq */
  109. #define DB_EQ_CLR_SHIFT (9) /* bit 9 */
  110. /* Must be 1 */
  111. #define DB_EQ_EVNT_SHIFT (10) /* bit 10 */
  112. /* Number of event entries processed */
  113. #define DB_EQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  114. /* Rearm bit */
  115. #define DB_EQ_REARM_SHIFT (29) /* bit 29 */
  116. /********* Compl Q door bell *************/
  117. #define DB_CQ_OFFSET 0x120
  118. #define DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  119. /* Number of event entries processed */
  120. #define DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  121. /* Rearm bit */
  122. #define DB_CQ_REARM_SHIFT (29) /* bit 29 */
  123. #define GET_HWI_CONTROLLER_WS(pc) (pc->phwi_ctrlr)
  124. #define HWI_GET_DEF_BUFQ_ID(pc) (((struct hwi_controller *)\
  125. (GET_HWI_CONTROLLER_WS(pc)))->default_pdu_data.id)
  126. #define HWI_GET_DEF_HDRQ_ID(pc) (((struct hwi_controller *)\
  127. (GET_HWI_CONTROLLER_WS(pc)))->default_pdu_hdr.id)
  128. #define PAGES_REQUIRED(x) \
  129. ((x < PAGE_SIZE) ? 1 : ((x + PAGE_SIZE - 1) / PAGE_SIZE))
  130. #define BEISCSI_MSI_NAME 20 /* size of msi_name string */
  131. enum be_mem_enum {
  132. HWI_MEM_ADDN_CONTEXT,
  133. HWI_MEM_WRB,
  134. HWI_MEM_WRBH,
  135. HWI_MEM_SGLH,
  136. HWI_MEM_SGE,
  137. HWI_MEM_ASYNC_HEADER_BUF, /* 5 */
  138. HWI_MEM_ASYNC_DATA_BUF,
  139. HWI_MEM_ASYNC_HEADER_RING,
  140. HWI_MEM_ASYNC_DATA_RING,
  141. HWI_MEM_ASYNC_HEADER_HANDLE,
  142. HWI_MEM_ASYNC_DATA_HANDLE, /* 10 */
  143. HWI_MEM_ASYNC_PDU_CONTEXT,
  144. ISCSI_MEM_GLOBAL_HEADER,
  145. SE_MEM_MAX
  146. };
  147. struct be_bus_address32 {
  148. unsigned int address_lo;
  149. unsigned int address_hi;
  150. };
  151. struct be_bus_address64 {
  152. unsigned long long address;
  153. };
  154. struct be_bus_address {
  155. union {
  156. struct be_bus_address32 a32;
  157. struct be_bus_address64 a64;
  158. } u;
  159. };
  160. struct mem_array {
  161. struct be_bus_address bus_address; /* Bus address of location */
  162. void *virtual_address; /* virtual address to the location */
  163. unsigned int size; /* Size required by memory block */
  164. };
  165. struct be_mem_descriptor {
  166. unsigned int index; /* Index of this memory parameter */
  167. unsigned int category; /* type indicates cached/non-cached */
  168. unsigned int num_elements; /* number of elements in this
  169. * descriptor
  170. */
  171. unsigned int alignment_mask; /* Alignment mask for this block */
  172. unsigned int size_in_bytes; /* Size required by memory block */
  173. struct mem_array *mem_array;
  174. };
  175. struct sgl_handle {
  176. unsigned int sgl_index;
  177. unsigned int type;
  178. unsigned int cid;
  179. struct iscsi_task *task;
  180. struct iscsi_sge *pfrag;
  181. };
  182. struct hba_parameters {
  183. unsigned int ios_per_ctrl;
  184. unsigned int cxns_per_ctrl;
  185. unsigned int asyncpdus_per_ctrl;
  186. unsigned int icds_per_ctrl;
  187. unsigned int num_sge_per_io;
  188. unsigned int defpdu_hdr_sz;
  189. unsigned int defpdu_data_sz;
  190. unsigned int num_cq_entries;
  191. unsigned int num_eq_entries;
  192. unsigned int wrbs_per_cxn;
  193. unsigned int crashmode;
  194. unsigned int hba_num;
  195. unsigned int mgmt_ws_sz;
  196. unsigned int hwi_ws_sz;
  197. unsigned int eto;
  198. unsigned int ldto;
  199. unsigned int dbg_flags;
  200. unsigned int num_cxn;
  201. unsigned int eq_timer;
  202. /**
  203. * These are calculated from other params. They're here
  204. * for debug purposes
  205. */
  206. unsigned int num_mcc_pages;
  207. unsigned int num_mcc_cq_pages;
  208. unsigned int num_cq_pages;
  209. unsigned int num_eq_pages;
  210. unsigned int num_async_pdu_buf_pages;
  211. unsigned int num_async_pdu_buf_sgl_pages;
  212. unsigned int num_async_pdu_buf_cq_pages;
  213. unsigned int num_async_pdu_hdr_pages;
  214. unsigned int num_async_pdu_hdr_sgl_pages;
  215. unsigned int num_async_pdu_hdr_cq_pages;
  216. unsigned int num_sge;
  217. };
  218. struct invalidate_command_table {
  219. unsigned short icd;
  220. unsigned short cid;
  221. } __packed;
  222. struct beiscsi_hba {
  223. struct hba_parameters params;
  224. struct hwi_controller *phwi_ctrlr;
  225. unsigned int mem_req[SE_MEM_MAX];
  226. /* PCI BAR mapped addresses */
  227. u8 __iomem *csr_va; /* CSR */
  228. u8 __iomem *db_va; /* Door Bell */
  229. u8 __iomem *pci_va; /* PCI Config */
  230. struct be_bus_address csr_pa; /* CSR */
  231. struct be_bus_address db_pa; /* CSR */
  232. struct be_bus_address pci_pa; /* CSR */
  233. /* PCI representation of our HBA */
  234. struct pci_dev *pcidev;
  235. unsigned int state;
  236. unsigned short asic_revision;
  237. unsigned int num_cpus;
  238. unsigned int nxt_cqid;
  239. struct msix_entry msix_entries[MAX_CPUS + 1];
  240. char *msi_name[MAX_CPUS + 1];
  241. bool msix_enabled;
  242. struct be_mem_descriptor *init_mem;
  243. unsigned short io_sgl_alloc_index;
  244. unsigned short io_sgl_free_index;
  245. unsigned short io_sgl_hndl_avbl;
  246. struct sgl_handle **io_sgl_hndl_base;
  247. struct sgl_handle **sgl_hndl_array;
  248. unsigned short eh_sgl_alloc_index;
  249. unsigned short eh_sgl_free_index;
  250. unsigned short eh_sgl_hndl_avbl;
  251. struct sgl_handle **eh_sgl_hndl_base;
  252. spinlock_t io_sgl_lock;
  253. spinlock_t mgmt_sgl_lock;
  254. spinlock_t isr_lock;
  255. unsigned int age;
  256. unsigned short avlbl_cids;
  257. unsigned short cid_alloc;
  258. unsigned short cid_free;
  259. struct beiscsi_conn *conn_table[BE2_MAX_SESSIONS * 2];
  260. struct list_head hba_queue;
  261. unsigned short *cid_array;
  262. struct iscsi_endpoint **ep_array;
  263. struct iscsi_boot_kset *boot_kset;
  264. struct Scsi_Host *shost;
  265. struct iscsi_iface *ipv4_iface;
  266. struct iscsi_iface *ipv6_iface;
  267. struct {
  268. /**
  269. * group together since they are used most frequently
  270. * for cid to cri conversion
  271. */
  272. unsigned int iscsi_cid_start;
  273. unsigned int phys_port;
  274. unsigned int isr_offset;
  275. unsigned int iscsi_icd_start;
  276. unsigned int iscsi_cid_count;
  277. unsigned int iscsi_icd_count;
  278. unsigned int pci_function;
  279. unsigned short cid_alloc;
  280. unsigned short cid_free;
  281. unsigned short avlbl_cids;
  282. unsigned short iscsi_features;
  283. spinlock_t cid_lock;
  284. } fw_config;
  285. u8 mac_address[ETH_ALEN];
  286. unsigned short todo_cq;
  287. unsigned short todo_mcc_cq;
  288. char wq_name[20];
  289. struct workqueue_struct *wq; /* The actuak work queue */
  290. struct work_struct work_cqs; /* The work being queued */
  291. struct be_ctrl_info ctrl;
  292. unsigned int generation;
  293. unsigned int interface_handle;
  294. struct mgmt_session_info boot_sess;
  295. struct invalidate_command_table inv_tbl[128];
  296. unsigned int attr_log_enable;
  297. };
  298. struct beiscsi_session {
  299. struct pci_pool *bhs_pool;
  300. };
  301. /**
  302. * struct beiscsi_conn - iscsi connection structure
  303. */
  304. struct beiscsi_conn {
  305. struct iscsi_conn *conn;
  306. struct beiscsi_hba *phba;
  307. u32 exp_statsn;
  308. u32 beiscsi_conn_cid;
  309. struct beiscsi_endpoint *ep;
  310. unsigned short login_in_progress;
  311. struct wrb_handle *plogin_wrb_handle;
  312. struct sgl_handle *plogin_sgl_handle;
  313. struct beiscsi_session *beiscsi_sess;
  314. struct iscsi_task *task;
  315. };
  316. /* This structure is used by the chip */
  317. struct pdu_data_out {
  318. u32 dw[12];
  319. };
  320. /**
  321. * Pseudo amap definition in which each bit of the actual structure is defined
  322. * as a byte: used to calculate offset/shift/mask of each field
  323. */
  324. struct amap_pdu_data_out {
  325. u8 opcode[6]; /* opcode */
  326. u8 rsvd0[2]; /* should be 0 */
  327. u8 rsvd1[7];
  328. u8 final_bit; /* F bit */
  329. u8 rsvd2[16];
  330. u8 ahs_length[8]; /* no AHS */
  331. u8 data_len_hi[8];
  332. u8 data_len_lo[16]; /* DataSegmentLength */
  333. u8 lun[64];
  334. u8 itt[32]; /* ITT; initiator task tag */
  335. u8 ttt[32]; /* TTT; valid for R2T or 0xffffffff */
  336. u8 rsvd3[32];
  337. u8 exp_stat_sn[32];
  338. u8 rsvd4[32];
  339. u8 data_sn[32];
  340. u8 buffer_offset[32];
  341. u8 rsvd5[32];
  342. };
  343. struct be_cmd_bhs {
  344. struct iscsi_scsi_req iscsi_hdr;
  345. unsigned char pad1[16];
  346. struct pdu_data_out iscsi_data_pdu;
  347. unsigned char pad2[BE_SENSE_INFO_SIZE -
  348. sizeof(struct pdu_data_out)];
  349. };
  350. struct beiscsi_io_task {
  351. struct wrb_handle *pwrb_handle;
  352. struct sgl_handle *psgl_handle;
  353. struct beiscsi_conn *conn;
  354. struct scsi_cmnd *scsi_cmnd;
  355. unsigned int cmd_sn;
  356. unsigned int flags;
  357. unsigned short cid;
  358. unsigned short header_len;
  359. itt_t libiscsi_itt;
  360. struct be_cmd_bhs *cmd_bhs;
  361. struct be_bus_address bhs_pa;
  362. unsigned short bhs_len;
  363. dma_addr_t mtask_addr;
  364. uint32_t mtask_data_count;
  365. };
  366. struct be_nonio_bhs {
  367. struct iscsi_hdr iscsi_hdr;
  368. unsigned char pad1[16];
  369. struct pdu_data_out iscsi_data_pdu;
  370. unsigned char pad2[BE_SENSE_INFO_SIZE -
  371. sizeof(struct pdu_data_out)];
  372. };
  373. struct be_status_bhs {
  374. struct iscsi_scsi_req iscsi_hdr;
  375. unsigned char pad1[16];
  376. /**
  377. * The plus 2 below is to hold the sense info length that gets
  378. * DMA'ed by RxULP
  379. */
  380. unsigned char sense_info[BE_SENSE_INFO_SIZE];
  381. };
  382. struct iscsi_sge {
  383. u32 dw[4];
  384. };
  385. /**
  386. * Pseudo amap definition in which each bit of the actual structure is defined
  387. * as a byte: used to calculate offset/shift/mask of each field
  388. */
  389. struct amap_iscsi_sge {
  390. u8 addr_hi[32];
  391. u8 addr_lo[32];
  392. u8 sge_offset[22]; /* DWORD 2 */
  393. u8 rsvd0[9]; /* DWORD 2 */
  394. u8 last_sge; /* DWORD 2 */
  395. u8 len[17]; /* DWORD 3 */
  396. u8 rsvd1[15]; /* DWORD 3 */
  397. };
  398. struct beiscsi_offload_params {
  399. u32 dw[5];
  400. };
  401. #define OFFLD_PARAMS_ERL 0x00000003
  402. #define OFFLD_PARAMS_DDE 0x00000004
  403. #define OFFLD_PARAMS_HDE 0x00000008
  404. #define OFFLD_PARAMS_IR2T 0x00000010
  405. #define OFFLD_PARAMS_IMD 0x00000020
  406. /**
  407. * Pseudo amap definition in which each bit of the actual structure is defined
  408. * as a byte: used to calculate offset/shift/mask of each field
  409. */
  410. struct amap_beiscsi_offload_params {
  411. u8 max_burst_length[32];
  412. u8 max_send_data_segment_length[32];
  413. u8 first_burst_length[32];
  414. u8 erl[2];
  415. u8 dde[1];
  416. u8 hde[1];
  417. u8 ir2t[1];
  418. u8 imd[1];
  419. u8 pad[26];
  420. u8 exp_statsn[32];
  421. };
  422. /* void hwi_complete_drvr_msgs(struct beiscsi_conn *beiscsi_conn,
  423. struct beiscsi_hba *phba, struct sol_cqe *psol);*/
  424. struct async_pdu_handle {
  425. struct list_head link;
  426. struct be_bus_address pa;
  427. void *pbuffer;
  428. unsigned int consumed;
  429. unsigned char index;
  430. unsigned char is_header;
  431. unsigned short cri;
  432. unsigned long buffer_len;
  433. };
  434. struct hwi_async_entry {
  435. struct {
  436. unsigned char hdr_received;
  437. unsigned char hdr_len;
  438. unsigned short bytes_received;
  439. unsigned int bytes_needed;
  440. struct list_head list;
  441. } wait_queue;
  442. struct list_head header_busy_list;
  443. struct list_head data_busy_list;
  444. };
  445. struct hwi_async_pdu_context {
  446. struct {
  447. struct be_bus_address pa_base;
  448. void *va_base;
  449. void *ring_base;
  450. struct async_pdu_handle *handle_base;
  451. unsigned int host_write_ptr;
  452. unsigned int ep_read_ptr;
  453. unsigned int writables;
  454. unsigned int free_entries;
  455. unsigned int busy_entries;
  456. struct list_head free_list;
  457. } async_header;
  458. struct {
  459. struct be_bus_address pa_base;
  460. void *va_base;
  461. void *ring_base;
  462. struct async_pdu_handle *handle_base;
  463. unsigned int host_write_ptr;
  464. unsigned int ep_read_ptr;
  465. unsigned int writables;
  466. unsigned int free_entries;
  467. unsigned int busy_entries;
  468. struct list_head free_list;
  469. } async_data;
  470. unsigned int buffer_size;
  471. unsigned int num_entries;
  472. /**
  473. * This is a varying size list! Do not add anything
  474. * after this entry!!
  475. */
  476. struct hwi_async_entry async_entry[BE2_MAX_SESSIONS * 2];
  477. };
  478. #define PDUCQE_CODE_MASK 0x0000003F
  479. #define PDUCQE_DPL_MASK 0xFFFF0000
  480. #define PDUCQE_INDEX_MASK 0x0000FFFF
  481. struct i_t_dpdu_cqe {
  482. u32 dw[4];
  483. } __packed;
  484. /**
  485. * Pseudo amap definition in which each bit of the actual structure is defined
  486. * as a byte: used to calculate offset/shift/mask of each field
  487. */
  488. struct amap_i_t_dpdu_cqe {
  489. u8 db_addr_hi[32];
  490. u8 db_addr_lo[32];
  491. u8 code[6];
  492. u8 cid[10];
  493. u8 dpl[16];
  494. u8 index[16];
  495. u8 num_cons[10];
  496. u8 rsvd0[4];
  497. u8 final;
  498. u8 valid;
  499. } __packed;
  500. #define CQE_VALID_MASK 0x80000000
  501. #define CQE_CODE_MASK 0x0000003F
  502. #define CQE_CID_MASK 0x0000FFC0
  503. #define EQE_VALID_MASK 0x00000001
  504. #define EQE_MAJORCODE_MASK 0x0000000E
  505. #define EQE_RESID_MASK 0xFFFF0000
  506. struct be_eq_entry {
  507. u32 dw[1];
  508. } __packed;
  509. /**
  510. * Pseudo amap definition in which each bit of the actual structure is defined
  511. * as a byte: used to calculate offset/shift/mask of each field
  512. */
  513. struct amap_eq_entry {
  514. u8 valid; /* DWORD 0 */
  515. u8 major_code[3]; /* DWORD 0 */
  516. u8 minor_code[12]; /* DWORD 0 */
  517. u8 resource_id[16]; /* DWORD 0 */
  518. } __packed;
  519. struct cq_db {
  520. u32 dw[1];
  521. } __packed;
  522. /**
  523. * Pseudo amap definition in which each bit of the actual structure is defined
  524. * as a byte: used to calculate offset/shift/mask of each field
  525. */
  526. struct amap_cq_db {
  527. u8 qid[10];
  528. u8 event[1];
  529. u8 rsvd0[5];
  530. u8 num_popped[13];
  531. u8 rearm[1];
  532. u8 rsvd1[2];
  533. } __packed;
  534. void beiscsi_process_eq(struct beiscsi_hba *phba);
  535. struct iscsi_wrb {
  536. u32 dw[16];
  537. } __packed;
  538. #define WRB_TYPE_MASK 0xF0000000
  539. /**
  540. * Pseudo amap definition in which each bit of the actual structure is defined
  541. * as a byte: used to calculate offset/shift/mask of each field
  542. */
  543. struct amap_iscsi_wrb {
  544. u8 lun[14]; /* DWORD 0 */
  545. u8 lt; /* DWORD 0 */
  546. u8 invld; /* DWORD 0 */
  547. u8 wrb_idx[8]; /* DWORD 0 */
  548. u8 dsp; /* DWORD 0 */
  549. u8 dmsg; /* DWORD 0 */
  550. u8 undr_run; /* DWORD 0 */
  551. u8 over_run; /* DWORD 0 */
  552. u8 type[4]; /* DWORD 0 */
  553. u8 ptr2nextwrb[8]; /* DWORD 1 */
  554. u8 r2t_exp_dtl[24]; /* DWORD 1 */
  555. u8 sgl_icd_idx[12]; /* DWORD 2 */
  556. u8 rsvd0[20]; /* DWORD 2 */
  557. u8 exp_data_sn[32]; /* DWORD 3 */
  558. u8 iscsi_bhs_addr_hi[32]; /* DWORD 4 */
  559. u8 iscsi_bhs_addr_lo[32]; /* DWORD 5 */
  560. u8 cmdsn_itt[32]; /* DWORD 6 */
  561. u8 dif_ref_tag[32]; /* DWORD 7 */
  562. u8 sge0_addr_hi[32]; /* DWORD 8 */
  563. u8 sge0_addr_lo[32]; /* DWORD 9 */
  564. u8 sge0_offset[22]; /* DWORD 10 */
  565. u8 pbs; /* DWORD 10 */
  566. u8 dif_mode[2]; /* DWORD 10 */
  567. u8 rsvd1[6]; /* DWORD 10 */
  568. u8 sge0_last; /* DWORD 10 */
  569. u8 sge0_len[17]; /* DWORD 11 */
  570. u8 dif_meta_tag[14]; /* DWORD 11 */
  571. u8 sge0_in_ddr; /* DWORD 11 */
  572. u8 sge1_addr_hi[32]; /* DWORD 12 */
  573. u8 sge1_addr_lo[32]; /* DWORD 13 */
  574. u8 sge1_r2t_offset[22]; /* DWORD 14 */
  575. u8 rsvd2[9]; /* DWORD 14 */
  576. u8 sge1_last; /* DWORD 14 */
  577. u8 sge1_len[17]; /* DWORD 15 */
  578. u8 ref_sgl_icd_idx[12]; /* DWORD 15 */
  579. u8 rsvd3[2]; /* DWORD 15 */
  580. u8 sge1_in_ddr; /* DWORD 15 */
  581. } __packed;
  582. struct wrb_handle *alloc_wrb_handle(struct beiscsi_hba *phba, unsigned int cid);
  583. void
  584. free_mgmt_sgl_handle(struct beiscsi_hba *phba, struct sgl_handle *psgl_handle);
  585. void beiscsi_process_all_cqs(struct work_struct *work);
  586. struct pdu_nop_out {
  587. u32 dw[12];
  588. };
  589. /**
  590. * Pseudo amap definition in which each bit of the actual structure is defined
  591. * as a byte: used to calculate offset/shift/mask of each field
  592. */
  593. struct amap_pdu_nop_out {
  594. u8 opcode[6]; /* opcode 0x00 */
  595. u8 i_bit; /* I Bit */
  596. u8 x_bit; /* reserved; should be 0 */
  597. u8 fp_bit_filler1[7];
  598. u8 f_bit; /* always 1 */
  599. u8 reserved1[16];
  600. u8 ahs_length[8]; /* no AHS */
  601. u8 data_len_hi[8];
  602. u8 data_len_lo[16]; /* DataSegmentLength */
  603. u8 lun[64];
  604. u8 itt[32]; /* initiator id for ping or 0xffffffff */
  605. u8 ttt[32]; /* target id for ping or 0xffffffff */
  606. u8 cmd_sn[32];
  607. u8 exp_stat_sn[32];
  608. u8 reserved5[128];
  609. };
  610. #define PDUBASE_OPCODE_MASK 0x0000003F
  611. #define PDUBASE_DATALENHI_MASK 0x0000FF00
  612. #define PDUBASE_DATALENLO_MASK 0xFFFF0000
  613. struct pdu_base {
  614. u32 dw[16];
  615. } __packed;
  616. /**
  617. * Pseudo amap definition in which each bit of the actual structure is defined
  618. * as a byte: used to calculate offset/shift/mask of each field
  619. */
  620. struct amap_pdu_base {
  621. u8 opcode[6];
  622. u8 i_bit; /* immediate bit */
  623. u8 x_bit; /* reserved, always 0 */
  624. u8 reserved1[24]; /* opcode-specific fields */
  625. u8 ahs_length[8]; /* length units is 4 byte words */
  626. u8 data_len_hi[8];
  627. u8 data_len_lo[16]; /* DatasegmentLength */
  628. u8 lun[64]; /* lun or opcode-specific fields */
  629. u8 itt[32]; /* initiator task tag */
  630. u8 reserved4[224];
  631. };
  632. struct iscsi_target_context_update_wrb {
  633. u32 dw[16];
  634. } __packed;
  635. /**
  636. * Pseudo amap definition in which each bit of the actual structure is defined
  637. * as a byte: used to calculate offset/shift/mask of each field
  638. */
  639. struct amap_iscsi_target_context_update_wrb {
  640. u8 lun[14]; /* DWORD 0 */
  641. u8 lt; /* DWORD 0 */
  642. u8 invld; /* DWORD 0 */
  643. u8 wrb_idx[8]; /* DWORD 0 */
  644. u8 dsp; /* DWORD 0 */
  645. u8 dmsg; /* DWORD 0 */
  646. u8 undr_run; /* DWORD 0 */
  647. u8 over_run; /* DWORD 0 */
  648. u8 type[4]; /* DWORD 0 */
  649. u8 ptr2nextwrb[8]; /* DWORD 1 */
  650. u8 max_burst_length[19]; /* DWORD 1 */
  651. u8 rsvd0[5]; /* DWORD 1 */
  652. u8 rsvd1[15]; /* DWORD 2 */
  653. u8 max_send_data_segment_length[17]; /* DWORD 2 */
  654. u8 first_burst_length[14]; /* DWORD 3 */
  655. u8 rsvd2[2]; /* DWORD 3 */
  656. u8 tx_wrbindex_drv_msg[8]; /* DWORD 3 */
  657. u8 rsvd3[5]; /* DWORD 3 */
  658. u8 session_state[3]; /* DWORD 3 */
  659. u8 rsvd4[16]; /* DWORD 4 */
  660. u8 tx_jumbo; /* DWORD 4 */
  661. u8 hde; /* DWORD 4 */
  662. u8 dde; /* DWORD 4 */
  663. u8 erl[2]; /* DWORD 4 */
  664. u8 domain_id[5]; /* DWORD 4 */
  665. u8 mode; /* DWORD 4 */
  666. u8 imd; /* DWORD 4 */
  667. u8 ir2t; /* DWORD 4 */
  668. u8 notpredblq[2]; /* DWORD 4 */
  669. u8 compltonack; /* DWORD 4 */
  670. u8 stat_sn[32]; /* DWORD 5 */
  671. u8 pad_buffer_addr_hi[32]; /* DWORD 6 */
  672. u8 pad_buffer_addr_lo[32]; /* DWORD 7 */
  673. u8 pad_addr_hi[32]; /* DWORD 8 */
  674. u8 pad_addr_lo[32]; /* DWORD 9 */
  675. u8 rsvd5[32]; /* DWORD 10 */
  676. u8 rsvd6[32]; /* DWORD 11 */
  677. u8 rsvd7[32]; /* DWORD 12 */
  678. u8 rsvd8[32]; /* DWORD 13 */
  679. u8 rsvd9[32]; /* DWORD 14 */
  680. u8 rsvd10[32]; /* DWORD 15 */
  681. } __packed;
  682. struct be_ring {
  683. u32 pages; /* queue size in pages */
  684. u32 id; /* queue id assigned by beklib */
  685. u32 num; /* number of elements in queue */
  686. u32 cidx; /* consumer index */
  687. u32 pidx; /* producer index -- not used by most rings */
  688. u32 item_size; /* size in bytes of one object */
  689. void *va; /* The virtual address of the ring. This
  690. * should be last to allow 32 & 64 bit debugger
  691. * extensions to work.
  692. */
  693. };
  694. struct hwi_wrb_context {
  695. struct list_head wrb_handle_list;
  696. struct list_head wrb_handle_drvr_list;
  697. struct wrb_handle **pwrb_handle_base;
  698. struct wrb_handle **pwrb_handle_basestd;
  699. struct iscsi_wrb *plast_wrb;
  700. unsigned short alloc_index;
  701. unsigned short free_index;
  702. unsigned short wrb_handles_available;
  703. unsigned short cid;
  704. };
  705. struct hwi_controller {
  706. struct list_head io_sgl_list;
  707. struct list_head eh_sgl_list;
  708. struct sgl_handle *psgl_handle_base;
  709. unsigned int wrb_mem_index;
  710. struct hwi_wrb_context wrb_context[BE2_MAX_SESSIONS * 2];
  711. struct mcc_wrb *pmcc_wrb_base;
  712. struct be_ring default_pdu_hdr;
  713. struct be_ring default_pdu_data;
  714. struct hwi_context_memory *phwi_ctxt;
  715. };
  716. enum hwh_type_enum {
  717. HWH_TYPE_IO = 1,
  718. HWH_TYPE_LOGOUT = 2,
  719. HWH_TYPE_TMF = 3,
  720. HWH_TYPE_NOP = 4,
  721. HWH_TYPE_IO_RD = 5,
  722. HWH_TYPE_LOGIN = 11,
  723. HWH_TYPE_INVALID = 0xFFFFFFFF
  724. };
  725. struct wrb_handle {
  726. enum hwh_type_enum type;
  727. unsigned short wrb_index;
  728. unsigned short nxt_wrb_index;
  729. struct iscsi_task *pio_handle;
  730. struct iscsi_wrb *pwrb;
  731. };
  732. struct hwi_context_memory {
  733. /* Adaptive interrupt coalescing (AIC) info */
  734. u16 min_eqd; /* in usecs */
  735. u16 max_eqd; /* in usecs */
  736. u16 cur_eqd; /* in usecs */
  737. struct be_eq_obj be_eq[MAX_CPUS];
  738. struct be_queue_info be_cq[MAX_CPUS];
  739. struct be_queue_info be_def_hdrq;
  740. struct be_queue_info be_def_dataq;
  741. struct be_queue_info be_wrbq[BE2_MAX_SESSIONS];
  742. struct be_mcc_wrb_context *pbe_mcc_context;
  743. struct hwi_async_pdu_context *pasync_ctx;
  744. };
  745. /* Logging related definitions */
  746. #define BEISCSI_LOG_INIT 0x0001 /* Initialization events */
  747. #define BEISCSI_LOG_MBOX 0x0002 /* Mailbox Events */
  748. #define BEISCSI_LOG_MISC 0x0004 /* Miscllaneous Events */
  749. #define BEISCSI_LOG_EH 0x0008 /* Error Handler */
  750. #define BEISCSI_LOG_IO 0x0010 /* IO Code Path */
  751. #define BEISCSI_LOG_CONFIG 0x0020 /* CONFIG Code Path */
  752. #define beiscsi_log(phba, level, mask, fmt, arg...) \
  753. do { \
  754. uint32_t log_value = phba->attr_log_enable; \
  755. if (((mask) & log_value) || (level[1] <= '3')) \
  756. shost_printk(level, phba->shost, \
  757. fmt, __LINE__, ##arg); \
  758. } while (0)
  759. #endif