be_cmds.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994
  1. /**
  2. * Copyright (C) 2005 - 2012 Emulex
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Contact Information:
  11. * linux-drivers@emulex.com
  12. *
  13. * Emulex
  14. * 3333 Susan Street
  15. * Costa Mesa, CA 92626
  16. */
  17. #include <scsi/iscsi_proto.h>
  18. #include "be.h"
  19. #include "be_mgmt.h"
  20. #include "be_main.h"
  21. int beiscsi_pci_soft_reset(struct beiscsi_hba *phba)
  22. {
  23. u32 sreset;
  24. u8 *pci_reset_offset = 0;
  25. u8 *pci_online0_offset = 0;
  26. u8 *pci_online1_offset = 0;
  27. u32 pconline0 = 0;
  28. u32 pconline1 = 0;
  29. u32 i;
  30. pci_reset_offset = (u8 *)phba->pci_va + BE2_SOFT_RESET;
  31. pci_online0_offset = (u8 *)phba->pci_va + BE2_PCI_ONLINE0;
  32. pci_online1_offset = (u8 *)phba->pci_va + BE2_PCI_ONLINE1;
  33. sreset = readl((void *)pci_reset_offset);
  34. sreset |= BE2_SET_RESET;
  35. writel(sreset, (void *)pci_reset_offset);
  36. i = 0;
  37. while (sreset & BE2_SET_RESET) {
  38. if (i > 64)
  39. break;
  40. msleep(100);
  41. sreset = readl((void *)pci_reset_offset);
  42. i++;
  43. }
  44. if (sreset & BE2_SET_RESET) {
  45. printk(KERN_ERR DRV_NAME
  46. " Soft Reset did not deassert\n");
  47. return -EIO;
  48. }
  49. pconline1 = BE2_MPU_IRAM_ONLINE;
  50. writel(pconline0, (void *)pci_online0_offset);
  51. writel(pconline1, (void *)pci_online1_offset);
  52. sreset |= BE2_SET_RESET;
  53. writel(sreset, (void *)pci_reset_offset);
  54. i = 0;
  55. while (sreset & BE2_SET_RESET) {
  56. if (i > 64)
  57. break;
  58. msleep(1);
  59. sreset = readl((void *)pci_reset_offset);
  60. i++;
  61. }
  62. if (sreset & BE2_SET_RESET) {
  63. printk(KERN_ERR DRV_NAME
  64. " MPU Online Soft Reset did not deassert\n");
  65. return -EIO;
  66. }
  67. return 0;
  68. }
  69. int be_chk_reset_complete(struct beiscsi_hba *phba)
  70. {
  71. unsigned int num_loop;
  72. u8 *mpu_sem = 0;
  73. u32 status;
  74. num_loop = 1000;
  75. mpu_sem = (u8 *)phba->csr_va + MPU_EP_SEMAPHORE;
  76. msleep(5000);
  77. while (num_loop) {
  78. status = readl((void *)mpu_sem);
  79. if ((status & 0x80000000) || (status & 0x0000FFFF) == 0xC000)
  80. break;
  81. msleep(60);
  82. num_loop--;
  83. }
  84. if ((status & 0x80000000) || (!num_loop)) {
  85. beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
  86. "BC_%d : Failed in be_chk_reset_complete"
  87. "status = 0x%x\n", status);
  88. return -EIO;
  89. }
  90. return 0;
  91. }
  92. void be_mcc_notify(struct beiscsi_hba *phba)
  93. {
  94. struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
  95. u32 val = 0;
  96. val |= mccq->id & DB_MCCQ_RING_ID_MASK;
  97. val |= 1 << DB_MCCQ_NUM_POSTED_SHIFT;
  98. iowrite32(val, phba->db_va + DB_MCCQ_OFFSET);
  99. }
  100. unsigned int alloc_mcc_tag(struct beiscsi_hba *phba)
  101. {
  102. unsigned int tag = 0;
  103. if (phba->ctrl.mcc_tag_available) {
  104. tag = phba->ctrl.mcc_tag[phba->ctrl.mcc_alloc_index];
  105. phba->ctrl.mcc_tag[phba->ctrl.mcc_alloc_index] = 0;
  106. phba->ctrl.mcc_numtag[tag] = 0;
  107. }
  108. if (tag) {
  109. phba->ctrl.mcc_tag_available--;
  110. if (phba->ctrl.mcc_alloc_index == (MAX_MCC_CMD - 1))
  111. phba->ctrl.mcc_alloc_index = 0;
  112. else
  113. phba->ctrl.mcc_alloc_index++;
  114. }
  115. return tag;
  116. }
  117. void free_mcc_tag(struct be_ctrl_info *ctrl, unsigned int tag)
  118. {
  119. spin_lock(&ctrl->mbox_lock);
  120. tag = tag & 0x000000FF;
  121. ctrl->mcc_tag[ctrl->mcc_free_index] = tag;
  122. if (ctrl->mcc_free_index == (MAX_MCC_CMD - 1))
  123. ctrl->mcc_free_index = 0;
  124. else
  125. ctrl->mcc_free_index++;
  126. ctrl->mcc_tag_available++;
  127. spin_unlock(&ctrl->mbox_lock);
  128. }
  129. bool is_link_state_evt(u32 trailer)
  130. {
  131. return (((trailer >> ASYNC_TRAILER_EVENT_CODE_SHIFT) &
  132. ASYNC_TRAILER_EVENT_CODE_MASK) ==
  133. ASYNC_EVENT_CODE_LINK_STATE);
  134. }
  135. static inline bool be_mcc_compl_is_new(struct be_mcc_compl *compl)
  136. {
  137. if (compl->flags != 0) {
  138. compl->flags = le32_to_cpu(compl->flags);
  139. WARN_ON((compl->flags & CQE_FLAGS_VALID_MASK) == 0);
  140. return true;
  141. } else
  142. return false;
  143. }
  144. static inline void be_mcc_compl_use(struct be_mcc_compl *compl)
  145. {
  146. compl->flags = 0;
  147. }
  148. static int be_mcc_compl_process(struct be_ctrl_info *ctrl,
  149. struct be_mcc_compl *compl)
  150. {
  151. u16 compl_status, extd_status;
  152. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  153. be_dws_le_to_cpu(compl, 4);
  154. compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
  155. CQE_STATUS_COMPL_MASK;
  156. if (compl_status != MCC_STATUS_SUCCESS) {
  157. extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
  158. CQE_STATUS_EXTD_MASK;
  159. beiscsi_log(phba, KERN_ERR,
  160. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  161. "BC_%d : error in cmd completion: status(compl/extd)=%d/%d\n",
  162. compl_status, extd_status);
  163. return -EBUSY;
  164. }
  165. return 0;
  166. }
  167. int be_mcc_compl_process_isr(struct be_ctrl_info *ctrl,
  168. struct be_mcc_compl *compl)
  169. {
  170. u16 compl_status, extd_status;
  171. unsigned short tag;
  172. be_dws_le_to_cpu(compl, 4);
  173. compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
  174. CQE_STATUS_COMPL_MASK;
  175. /* The ctrl.mcc_numtag[tag] is filled with
  176. * [31] = valid, [30:24] = Rsvd, [23:16] = wrb, [15:8] = extd_status,
  177. * [7:0] = compl_status
  178. */
  179. tag = (compl->tag0 & 0x000000FF);
  180. extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
  181. CQE_STATUS_EXTD_MASK;
  182. ctrl->mcc_numtag[tag] = 0x80000000;
  183. ctrl->mcc_numtag[tag] |= (compl->tag0 & 0x00FF0000);
  184. ctrl->mcc_numtag[tag] |= (extd_status & 0x000000FF) << 8;
  185. ctrl->mcc_numtag[tag] |= (compl_status & 0x000000FF);
  186. wake_up_interruptible(&ctrl->mcc_wait[tag]);
  187. return 0;
  188. }
  189. static struct be_mcc_compl *be_mcc_compl_get(struct beiscsi_hba *phba)
  190. {
  191. struct be_queue_info *mcc_cq = &phba->ctrl.mcc_obj.cq;
  192. struct be_mcc_compl *compl = queue_tail_node(mcc_cq);
  193. if (be_mcc_compl_is_new(compl)) {
  194. queue_tail_inc(mcc_cq);
  195. return compl;
  196. }
  197. return NULL;
  198. }
  199. static void be2iscsi_fail_session(struct iscsi_cls_session *cls_session)
  200. {
  201. iscsi_session_failure(cls_session->dd_data, ISCSI_ERR_CONN_FAILED);
  202. }
  203. void beiscsi_async_link_state_process(struct beiscsi_hba *phba,
  204. struct be_async_event_link_state *evt)
  205. {
  206. switch (evt->port_link_status) {
  207. case ASYNC_EVENT_LINK_DOWN:
  208. beiscsi_log(phba, KERN_ERR,
  209. BEISCSI_LOG_CONFIG | BEISCSI_LOG_INIT,
  210. "BC_%d : Link Down on Physical Port %d\n",
  211. evt->physical_port);
  212. phba->state |= BE_ADAPTER_LINK_DOWN;
  213. iscsi_host_for_each_session(phba->shost,
  214. be2iscsi_fail_session);
  215. break;
  216. case ASYNC_EVENT_LINK_UP:
  217. phba->state = BE_ADAPTER_UP;
  218. beiscsi_log(phba, KERN_ERR,
  219. BEISCSI_LOG_CONFIG | BEISCSI_LOG_INIT,
  220. "BC_%d : Link UP on Physical Port %d\n",
  221. evt->physical_port);
  222. break;
  223. default:
  224. beiscsi_log(phba, KERN_ERR,
  225. BEISCSI_LOG_CONFIG | BEISCSI_LOG_INIT,
  226. "BC_%d : Unexpected Async Notification %d on"
  227. "Physical Port %d\n",
  228. evt->port_link_status,
  229. evt->physical_port);
  230. }
  231. }
  232. static void beiscsi_cq_notify(struct beiscsi_hba *phba, u16 qid, bool arm,
  233. u16 num_popped)
  234. {
  235. u32 val = 0;
  236. val |= qid & DB_CQ_RING_ID_MASK;
  237. if (arm)
  238. val |= 1 << DB_CQ_REARM_SHIFT;
  239. val |= num_popped << DB_CQ_NUM_POPPED_SHIFT;
  240. iowrite32(val, phba->db_va + DB_CQ_OFFSET);
  241. }
  242. int beiscsi_process_mcc(struct beiscsi_hba *phba)
  243. {
  244. struct be_mcc_compl *compl;
  245. int num = 0, status = 0;
  246. struct be_ctrl_info *ctrl = &phba->ctrl;
  247. spin_lock_bh(&phba->ctrl.mcc_cq_lock);
  248. while ((compl = be_mcc_compl_get(phba))) {
  249. if (compl->flags & CQE_FLAGS_ASYNC_MASK) {
  250. /* Interpret flags as an async trailer */
  251. if (is_link_state_evt(compl->flags))
  252. /* Interpret compl as a async link evt */
  253. beiscsi_async_link_state_process(phba,
  254. (struct be_async_event_link_state *) compl);
  255. else
  256. beiscsi_log(phba, KERN_ERR,
  257. BEISCSI_LOG_CONFIG |
  258. BEISCSI_LOG_MBOX,
  259. "BC_%d : Unsupported Async Event, flags"
  260. " = 0x%08x\n", compl->flags);
  261. } else if (compl->flags & CQE_FLAGS_COMPLETED_MASK) {
  262. status = be_mcc_compl_process(ctrl, compl);
  263. atomic_dec(&phba->ctrl.mcc_obj.q.used);
  264. }
  265. be_mcc_compl_use(compl);
  266. num++;
  267. }
  268. if (num)
  269. beiscsi_cq_notify(phba, phba->ctrl.mcc_obj.cq.id, true, num);
  270. spin_unlock_bh(&phba->ctrl.mcc_cq_lock);
  271. return status;
  272. }
  273. /* Wait till no more pending mcc requests are present */
  274. static int be_mcc_wait_compl(struct beiscsi_hba *phba)
  275. {
  276. int i, status;
  277. for (i = 0; i < mcc_timeout; i++) {
  278. status = beiscsi_process_mcc(phba);
  279. if (status)
  280. return status;
  281. if (atomic_read(&phba->ctrl.mcc_obj.q.used) == 0)
  282. break;
  283. udelay(100);
  284. }
  285. if (i == mcc_timeout) {
  286. beiscsi_log(phba, KERN_ERR,
  287. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  288. "BC_%d : mccq poll timed out\n");
  289. return -EBUSY;
  290. }
  291. return 0;
  292. }
  293. /* Notify MCC requests and wait for completion */
  294. int be_mcc_notify_wait(struct beiscsi_hba *phba)
  295. {
  296. be_mcc_notify(phba);
  297. return be_mcc_wait_compl(phba);
  298. }
  299. static int be_mbox_db_ready_wait(struct be_ctrl_info *ctrl)
  300. {
  301. #define long_delay 2000
  302. void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
  303. int cnt = 0, wait = 5; /* in usecs */
  304. u32 ready;
  305. do {
  306. ready = ioread32(db) & MPU_MAILBOX_DB_RDY_MASK;
  307. if (ready)
  308. break;
  309. if (cnt > 12000000) {
  310. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  311. beiscsi_log(phba, KERN_ERR,
  312. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  313. "BC_%d : mbox_db poll timed out\n");
  314. return -EBUSY;
  315. }
  316. if (cnt > 50) {
  317. wait = long_delay;
  318. mdelay(long_delay / 1000);
  319. } else
  320. udelay(wait);
  321. cnt += wait;
  322. } while (true);
  323. return 0;
  324. }
  325. int be_mbox_notify(struct be_ctrl_info *ctrl)
  326. {
  327. int status;
  328. u32 val = 0;
  329. void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
  330. struct be_dma_mem *mbox_mem = &ctrl->mbox_mem;
  331. struct be_mcc_mailbox *mbox = mbox_mem->va;
  332. struct be_mcc_compl *compl = &mbox->compl;
  333. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  334. val &= ~MPU_MAILBOX_DB_RDY_MASK;
  335. val |= MPU_MAILBOX_DB_HI_MASK;
  336. val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
  337. iowrite32(val, db);
  338. status = be_mbox_db_ready_wait(ctrl);
  339. if (status != 0) {
  340. beiscsi_log(phba, KERN_ERR,
  341. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  342. "BC_%d : be_mbox_db_ready_wait failed\n");
  343. return status;
  344. }
  345. val = 0;
  346. val &= ~MPU_MAILBOX_DB_RDY_MASK;
  347. val &= ~MPU_MAILBOX_DB_HI_MASK;
  348. val |= (u32) (mbox_mem->dma >> 4) << 2;
  349. iowrite32(val, db);
  350. status = be_mbox_db_ready_wait(ctrl);
  351. if (status != 0) {
  352. beiscsi_log(phba, KERN_ERR,
  353. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  354. "BC_%d : be_mbox_db_ready_wait failed\n");
  355. return status;
  356. }
  357. if (be_mcc_compl_is_new(compl)) {
  358. status = be_mcc_compl_process(ctrl, &mbox->compl);
  359. be_mcc_compl_use(compl);
  360. if (status) {
  361. beiscsi_log(phba, KERN_ERR,
  362. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  363. "BC_%d : After be_mcc_compl_process\n");
  364. return status;
  365. }
  366. } else {
  367. beiscsi_log(phba, KERN_ERR,
  368. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  369. "BC_%d : Invalid Mailbox Completion\n");
  370. return -EBUSY;
  371. }
  372. return 0;
  373. }
  374. /*
  375. * Insert the mailbox address into the doorbell in two steps
  376. * Polls on the mbox doorbell till a command completion (or a timeout) occurs
  377. */
  378. static int be_mbox_notify_wait(struct beiscsi_hba *phba)
  379. {
  380. int status;
  381. u32 val = 0;
  382. void __iomem *db = phba->ctrl.db + MPU_MAILBOX_DB_OFFSET;
  383. struct be_dma_mem *mbox_mem = &phba->ctrl.mbox_mem;
  384. struct be_mcc_mailbox *mbox = mbox_mem->va;
  385. struct be_mcc_compl *compl = &mbox->compl;
  386. struct be_ctrl_info *ctrl = &phba->ctrl;
  387. val |= MPU_MAILBOX_DB_HI_MASK;
  388. /* at bits 2 - 31 place mbox dma addr msb bits 34 - 63 */
  389. val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
  390. iowrite32(val, db);
  391. /* wait for ready to be set */
  392. status = be_mbox_db_ready_wait(ctrl);
  393. if (status != 0)
  394. return status;
  395. val = 0;
  396. /* at bits 2 - 31 place mbox dma addr lsb bits 4 - 33 */
  397. val |= (u32)(mbox_mem->dma >> 4) << 2;
  398. iowrite32(val, db);
  399. status = be_mbox_db_ready_wait(ctrl);
  400. if (status != 0)
  401. return status;
  402. /* A cq entry has been made now */
  403. if (be_mcc_compl_is_new(compl)) {
  404. status = be_mcc_compl_process(ctrl, &mbox->compl);
  405. be_mcc_compl_use(compl);
  406. if (status)
  407. return status;
  408. } else {
  409. beiscsi_log(phba, KERN_ERR,
  410. BEISCSI_LOG_CONFIG | BEISCSI_LOG_MBOX,
  411. "BC_%d : invalid mailbox completion\n");
  412. return -EBUSY;
  413. }
  414. return 0;
  415. }
  416. void be_wrb_hdr_prepare(struct be_mcc_wrb *wrb, int payload_len,
  417. bool embedded, u8 sge_cnt)
  418. {
  419. if (embedded)
  420. wrb->embedded |= MCC_WRB_EMBEDDED_MASK;
  421. else
  422. wrb->embedded |= (sge_cnt & MCC_WRB_SGE_CNT_MASK) <<
  423. MCC_WRB_SGE_CNT_SHIFT;
  424. wrb->payload_length = payload_len;
  425. be_dws_cpu_to_le(wrb, 8);
  426. }
  427. void be_cmd_hdr_prepare(struct be_cmd_req_hdr *req_hdr,
  428. u8 subsystem, u8 opcode, int cmd_len)
  429. {
  430. req_hdr->opcode = opcode;
  431. req_hdr->subsystem = subsystem;
  432. req_hdr->request_length = cpu_to_le32(cmd_len - sizeof(*req_hdr));
  433. req_hdr->timeout = 120;
  434. }
  435. static void be_cmd_page_addrs_prepare(struct phys_addr *pages, u32 max_pages,
  436. struct be_dma_mem *mem)
  437. {
  438. int i, buf_pages;
  439. u64 dma = (u64) mem->dma;
  440. buf_pages = min(PAGES_4K_SPANNED(mem->va, mem->size), max_pages);
  441. for (i = 0; i < buf_pages; i++) {
  442. pages[i].lo = cpu_to_le32(dma & 0xFFFFFFFF);
  443. pages[i].hi = cpu_to_le32(upper_32_bits(dma));
  444. dma += PAGE_SIZE_4K;
  445. }
  446. }
  447. static u32 eq_delay_to_mult(u32 usec_delay)
  448. {
  449. #define MAX_INTR_RATE 651042
  450. const u32 round = 10;
  451. u32 multiplier;
  452. if (usec_delay == 0)
  453. multiplier = 0;
  454. else {
  455. u32 interrupt_rate = 1000000 / usec_delay;
  456. if (interrupt_rate == 0)
  457. multiplier = 1023;
  458. else {
  459. multiplier = (MAX_INTR_RATE - interrupt_rate) * round;
  460. multiplier /= interrupt_rate;
  461. multiplier = (multiplier + round / 2) / round;
  462. multiplier = min(multiplier, (u32) 1023);
  463. }
  464. }
  465. return multiplier;
  466. }
  467. struct be_mcc_wrb *wrb_from_mbox(struct be_dma_mem *mbox_mem)
  468. {
  469. return &((struct be_mcc_mailbox *)(mbox_mem->va))->wrb;
  470. }
  471. struct be_mcc_wrb *wrb_from_mccq(struct beiscsi_hba *phba)
  472. {
  473. struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
  474. struct be_mcc_wrb *wrb;
  475. BUG_ON(atomic_read(&mccq->used) >= mccq->len);
  476. wrb = queue_head_node(mccq);
  477. memset(wrb, 0, sizeof(*wrb));
  478. wrb->tag0 = (mccq->head & 0x000000FF) << 16;
  479. queue_head_inc(mccq);
  480. atomic_inc(&mccq->used);
  481. return wrb;
  482. }
  483. int beiscsi_cmd_eq_create(struct be_ctrl_info *ctrl,
  484. struct be_queue_info *eq, int eq_delay)
  485. {
  486. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  487. struct be_cmd_req_eq_create *req = embedded_payload(wrb);
  488. struct be_cmd_resp_eq_create *resp = embedded_payload(wrb);
  489. struct be_dma_mem *q_mem = &eq->dma_mem;
  490. int status;
  491. spin_lock(&ctrl->mbox_lock);
  492. memset(wrb, 0, sizeof(*wrb));
  493. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  494. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  495. OPCODE_COMMON_EQ_CREATE, sizeof(*req));
  496. req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
  497. AMAP_SET_BITS(struct amap_eq_context, func, req->context,
  498. PCI_FUNC(ctrl->pdev->devfn));
  499. AMAP_SET_BITS(struct amap_eq_context, valid, req->context, 1);
  500. AMAP_SET_BITS(struct amap_eq_context, size, req->context, 0);
  501. AMAP_SET_BITS(struct amap_eq_context, count, req->context,
  502. __ilog2_u32(eq->len / 256));
  503. AMAP_SET_BITS(struct amap_eq_context, delaymult, req->context,
  504. eq_delay_to_mult(eq_delay));
  505. be_dws_cpu_to_le(req->context, sizeof(req->context));
  506. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  507. status = be_mbox_notify(ctrl);
  508. if (!status) {
  509. eq->id = le16_to_cpu(resp->eq_id);
  510. eq->created = true;
  511. }
  512. spin_unlock(&ctrl->mbox_lock);
  513. return status;
  514. }
  515. int be_cmd_fw_initialize(struct be_ctrl_info *ctrl)
  516. {
  517. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  518. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  519. int status;
  520. u8 *endian_check;
  521. spin_lock(&ctrl->mbox_lock);
  522. memset(wrb, 0, sizeof(*wrb));
  523. endian_check = (u8 *) wrb;
  524. *endian_check++ = 0xFF;
  525. *endian_check++ = 0x12;
  526. *endian_check++ = 0x34;
  527. *endian_check++ = 0xFF;
  528. *endian_check++ = 0xFF;
  529. *endian_check++ = 0x56;
  530. *endian_check++ = 0x78;
  531. *endian_check++ = 0xFF;
  532. be_dws_cpu_to_le(wrb, sizeof(*wrb));
  533. status = be_mbox_notify(ctrl);
  534. if (status)
  535. beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
  536. "BC_%d : be_cmd_fw_initialize Failed\n");
  537. spin_unlock(&ctrl->mbox_lock);
  538. return status;
  539. }
  540. int beiscsi_cmd_cq_create(struct be_ctrl_info *ctrl,
  541. struct be_queue_info *cq, struct be_queue_info *eq,
  542. bool sol_evts, bool no_delay, int coalesce_wm)
  543. {
  544. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  545. struct be_cmd_req_cq_create *req = embedded_payload(wrb);
  546. struct be_cmd_resp_cq_create *resp = embedded_payload(wrb);
  547. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  548. struct be_dma_mem *q_mem = &cq->dma_mem;
  549. void *ctxt = &req->context;
  550. int status;
  551. spin_lock(&ctrl->mbox_lock);
  552. memset(wrb, 0, sizeof(*wrb));
  553. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  554. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  555. OPCODE_COMMON_CQ_CREATE, sizeof(*req));
  556. req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
  557. if (chip_skh_r(ctrl->pdev)) {
  558. req->hdr.version = MBX_CMD_VER2;
  559. req->page_size = 1;
  560. AMAP_SET_BITS(struct amap_cq_context_v2, coalescwm,
  561. ctxt, coalesce_wm);
  562. AMAP_SET_BITS(struct amap_cq_context_v2, nodelay,
  563. ctxt, no_delay);
  564. AMAP_SET_BITS(struct amap_cq_context_v2, count, ctxt,
  565. __ilog2_u32(cq->len / 256));
  566. AMAP_SET_BITS(struct amap_cq_context_v2, valid, ctxt, 1);
  567. AMAP_SET_BITS(struct amap_cq_context_v2, eventable, ctxt, 1);
  568. AMAP_SET_BITS(struct amap_cq_context_v2, eqid, ctxt, eq->id);
  569. AMAP_SET_BITS(struct amap_cq_context_v2, armed, ctxt, 1);
  570. } else {
  571. AMAP_SET_BITS(struct amap_cq_context, coalescwm,
  572. ctxt, coalesce_wm);
  573. AMAP_SET_BITS(struct amap_cq_context, nodelay, ctxt, no_delay);
  574. AMAP_SET_BITS(struct amap_cq_context, count, ctxt,
  575. __ilog2_u32(cq->len / 256));
  576. AMAP_SET_BITS(struct amap_cq_context, valid, ctxt, 1);
  577. AMAP_SET_BITS(struct amap_cq_context, solevent, ctxt, sol_evts);
  578. AMAP_SET_BITS(struct amap_cq_context, eventable, ctxt, 1);
  579. AMAP_SET_BITS(struct amap_cq_context, eqid, ctxt, eq->id);
  580. AMAP_SET_BITS(struct amap_cq_context, armed, ctxt, 1);
  581. AMAP_SET_BITS(struct amap_cq_context, func, ctxt,
  582. PCI_FUNC(ctrl->pdev->devfn));
  583. }
  584. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  585. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  586. status = be_mbox_notify(ctrl);
  587. if (!status) {
  588. cq->id = le16_to_cpu(resp->cq_id);
  589. cq->created = true;
  590. } else
  591. beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
  592. "BC_%d : In be_cmd_cq_create, status=ox%08x\n",
  593. status);
  594. spin_unlock(&ctrl->mbox_lock);
  595. return status;
  596. }
  597. static u32 be_encoded_q_len(int q_len)
  598. {
  599. u32 len_encoded = fls(q_len); /* log2(len) + 1 */
  600. if (len_encoded == 16)
  601. len_encoded = 0;
  602. return len_encoded;
  603. }
  604. int beiscsi_cmd_mccq_create(struct beiscsi_hba *phba,
  605. struct be_queue_info *mccq,
  606. struct be_queue_info *cq)
  607. {
  608. struct be_mcc_wrb *wrb;
  609. struct be_cmd_req_mcc_create *req;
  610. struct be_dma_mem *q_mem = &mccq->dma_mem;
  611. struct be_ctrl_info *ctrl;
  612. void *ctxt;
  613. int status;
  614. spin_lock(&phba->ctrl.mbox_lock);
  615. ctrl = &phba->ctrl;
  616. wrb = wrb_from_mbox(&ctrl->mbox_mem);
  617. memset(wrb, 0, sizeof(*wrb));
  618. req = embedded_payload(wrb);
  619. ctxt = &req->context;
  620. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  621. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  622. OPCODE_COMMON_MCC_CREATE, sizeof(*req));
  623. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  624. AMAP_SET_BITS(struct amap_mcc_context, fid, ctxt,
  625. PCI_FUNC(phba->pcidev->devfn));
  626. AMAP_SET_BITS(struct amap_mcc_context, valid, ctxt, 1);
  627. AMAP_SET_BITS(struct amap_mcc_context, ring_size, ctxt,
  628. be_encoded_q_len(mccq->len));
  629. AMAP_SET_BITS(struct amap_mcc_context, cq_id, ctxt, cq->id);
  630. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  631. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  632. status = be_mbox_notify_wait(phba);
  633. if (!status) {
  634. struct be_cmd_resp_mcc_create *resp = embedded_payload(wrb);
  635. mccq->id = le16_to_cpu(resp->id);
  636. mccq->created = true;
  637. }
  638. spin_unlock(&phba->ctrl.mbox_lock);
  639. return status;
  640. }
  641. int beiscsi_cmd_q_destroy(struct be_ctrl_info *ctrl, struct be_queue_info *q,
  642. int queue_type)
  643. {
  644. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  645. struct be_cmd_req_q_destroy *req = embedded_payload(wrb);
  646. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  647. u8 subsys = 0, opcode = 0;
  648. int status;
  649. beiscsi_log(phba, KERN_INFO, BEISCSI_LOG_INIT,
  650. "BC_%d : In beiscsi_cmd_q_destroy "
  651. "queue_type : %d\n", queue_type);
  652. spin_lock(&ctrl->mbox_lock);
  653. memset(wrb, 0, sizeof(*wrb));
  654. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  655. switch (queue_type) {
  656. case QTYPE_EQ:
  657. subsys = CMD_SUBSYSTEM_COMMON;
  658. opcode = OPCODE_COMMON_EQ_DESTROY;
  659. break;
  660. case QTYPE_CQ:
  661. subsys = CMD_SUBSYSTEM_COMMON;
  662. opcode = OPCODE_COMMON_CQ_DESTROY;
  663. break;
  664. case QTYPE_MCCQ:
  665. subsys = CMD_SUBSYSTEM_COMMON;
  666. opcode = OPCODE_COMMON_MCC_DESTROY;
  667. break;
  668. case QTYPE_WRBQ:
  669. subsys = CMD_SUBSYSTEM_ISCSI;
  670. opcode = OPCODE_COMMON_ISCSI_WRBQ_DESTROY;
  671. break;
  672. case QTYPE_DPDUQ:
  673. subsys = CMD_SUBSYSTEM_ISCSI;
  674. opcode = OPCODE_COMMON_ISCSI_DEFQ_DESTROY;
  675. break;
  676. case QTYPE_SGL:
  677. subsys = CMD_SUBSYSTEM_ISCSI;
  678. opcode = OPCODE_COMMON_ISCSI_CFG_REMOVE_SGL_PAGES;
  679. break;
  680. default:
  681. spin_unlock(&ctrl->mbox_lock);
  682. BUG();
  683. return -ENXIO;
  684. }
  685. be_cmd_hdr_prepare(&req->hdr, subsys, opcode, sizeof(*req));
  686. if (queue_type != QTYPE_SGL)
  687. req->id = cpu_to_le16(q->id);
  688. status = be_mbox_notify(ctrl);
  689. spin_unlock(&ctrl->mbox_lock);
  690. return status;
  691. }
  692. int be_cmd_create_default_pdu_queue(struct be_ctrl_info *ctrl,
  693. struct be_queue_info *cq,
  694. struct be_queue_info *dq, int length,
  695. int entry_size)
  696. {
  697. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  698. struct be_defq_create_req *req = embedded_payload(wrb);
  699. struct be_dma_mem *q_mem = &dq->dma_mem;
  700. void *ctxt = &req->context;
  701. int status;
  702. spin_lock(&ctrl->mbox_lock);
  703. memset(wrb, 0, sizeof(*wrb));
  704. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  705. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  706. OPCODE_COMMON_ISCSI_DEFQ_CREATE, sizeof(*req));
  707. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  708. AMAP_SET_BITS(struct amap_be_default_pdu_context, rx_pdid, ctxt, 0);
  709. AMAP_SET_BITS(struct amap_be_default_pdu_context, rx_pdid_valid, ctxt,
  710. 1);
  711. AMAP_SET_BITS(struct amap_be_default_pdu_context, pci_func_id, ctxt,
  712. PCI_FUNC(ctrl->pdev->devfn));
  713. AMAP_SET_BITS(struct amap_be_default_pdu_context, ring_size, ctxt,
  714. be_encoded_q_len(length / sizeof(struct phys_addr)));
  715. AMAP_SET_BITS(struct amap_be_default_pdu_context, default_buffer_size,
  716. ctxt, entry_size);
  717. AMAP_SET_BITS(struct amap_be_default_pdu_context, cq_id_recv, ctxt,
  718. cq->id);
  719. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  720. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  721. status = be_mbox_notify(ctrl);
  722. if (!status) {
  723. struct be_defq_create_resp *resp = embedded_payload(wrb);
  724. dq->id = le16_to_cpu(resp->id);
  725. dq->created = true;
  726. }
  727. spin_unlock(&ctrl->mbox_lock);
  728. return status;
  729. }
  730. int be_cmd_wrbq_create(struct be_ctrl_info *ctrl, struct be_dma_mem *q_mem,
  731. struct be_queue_info *wrbq)
  732. {
  733. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  734. struct be_wrbq_create_req *req = embedded_payload(wrb);
  735. struct be_wrbq_create_resp *resp = embedded_payload(wrb);
  736. int status;
  737. spin_lock(&ctrl->mbox_lock);
  738. memset(wrb, 0, sizeof(*wrb));
  739. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  740. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  741. OPCODE_COMMON_ISCSI_WRBQ_CREATE, sizeof(*req));
  742. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  743. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  744. status = be_mbox_notify(ctrl);
  745. if (!status) {
  746. wrbq->id = le16_to_cpu(resp->cid);
  747. wrbq->created = true;
  748. }
  749. spin_unlock(&ctrl->mbox_lock);
  750. return status;
  751. }
  752. int be_cmd_iscsi_post_sgl_pages(struct be_ctrl_info *ctrl,
  753. struct be_dma_mem *q_mem,
  754. u32 page_offset, u32 num_pages)
  755. {
  756. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  757. struct be_post_sgl_pages_req *req = embedded_payload(wrb);
  758. struct beiscsi_hba *phba = pci_get_drvdata(ctrl->pdev);
  759. int status;
  760. unsigned int curr_pages;
  761. u32 internal_page_offset = 0;
  762. u32 temp_num_pages = num_pages;
  763. if (num_pages == 0xff)
  764. num_pages = 1;
  765. spin_lock(&ctrl->mbox_lock);
  766. do {
  767. memset(wrb, 0, sizeof(*wrb));
  768. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  769. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  770. OPCODE_COMMON_ISCSI_CFG_POST_SGL_PAGES,
  771. sizeof(*req));
  772. curr_pages = BE_NUMBER_OF_FIELD(struct be_post_sgl_pages_req,
  773. pages);
  774. req->num_pages = min(num_pages, curr_pages);
  775. req->page_offset = page_offset;
  776. be_cmd_page_addrs_prepare(req->pages, req->num_pages, q_mem);
  777. q_mem->dma = q_mem->dma + (req->num_pages * PAGE_SIZE);
  778. internal_page_offset += req->num_pages;
  779. page_offset += req->num_pages;
  780. num_pages -= req->num_pages;
  781. if (temp_num_pages == 0xff)
  782. req->num_pages = temp_num_pages;
  783. status = be_mbox_notify(ctrl);
  784. if (status) {
  785. beiscsi_log(phba, KERN_ERR, BEISCSI_LOG_INIT,
  786. "BC_%d : FW CMD to map iscsi frags failed.\n");
  787. goto error;
  788. }
  789. } while (num_pages > 0);
  790. error:
  791. spin_unlock(&ctrl->mbox_lock);
  792. if (status != 0)
  793. beiscsi_cmd_q_destroy(ctrl, NULL, QTYPE_SGL);
  794. return status;
  795. }
  796. int beiscsi_cmd_reset_function(struct beiscsi_hba *phba)
  797. {
  798. struct be_ctrl_info *ctrl = &phba->ctrl;
  799. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  800. struct be_post_sgl_pages_req *req = embedded_payload(wrb);
  801. int status;
  802. spin_lock(&ctrl->mbox_lock);
  803. req = embedded_payload(wrb);
  804. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  805. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  806. OPCODE_COMMON_FUNCTION_RESET, sizeof(*req));
  807. status = be_mbox_notify_wait(phba);
  808. spin_unlock(&ctrl->mbox_lock);
  809. return status;
  810. }
  811. /**
  812. * be_cmd_set_vlan()- Configure VLAN paramters on the adapter
  813. * @phba: device priv structure instance
  814. * @vlan_tag: TAG to be set
  815. *
  816. * Set the VLAN_TAG for the adapter or Disable VLAN on adapter
  817. *
  818. * returns
  819. * TAG for the MBX Cmd
  820. * **/
  821. int be_cmd_set_vlan(struct beiscsi_hba *phba,
  822. uint16_t vlan_tag)
  823. {
  824. unsigned int tag = 0;
  825. struct be_mcc_wrb *wrb;
  826. struct be_cmd_set_vlan_req *req;
  827. struct be_ctrl_info *ctrl = &phba->ctrl;
  828. spin_lock(&ctrl->mbox_lock);
  829. tag = alloc_mcc_tag(phba);
  830. if (!tag) {
  831. spin_unlock(&ctrl->mbox_lock);
  832. return tag;
  833. }
  834. wrb = wrb_from_mccq(phba);
  835. req = embedded_payload(wrb);
  836. wrb->tag0 |= tag;
  837. be_wrb_hdr_prepare(wrb, sizeof(*wrb), true, 0);
  838. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  839. OPCODE_COMMON_ISCSI_NTWK_SET_VLAN,
  840. sizeof(*req));
  841. req->interface_hndl = phba->interface_handle;
  842. req->vlan_priority = vlan_tag;
  843. be_mcc_notify(phba);
  844. spin_unlock(&ctrl->mbox_lock);
  845. return tag;
  846. }