be_cmds.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732
  1. /**
  2. * Copyright (C) 2005 - 2009 ServerEngines
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License version 2
  7. * as published by the Free Software Foundation. The full GNU General
  8. * Public License is included in this distribution in the file called COPYING.
  9. *
  10. * Contact Information:
  11. * linux-drivers@serverengines.com
  12. *
  13. * ServerEngines
  14. * 209 N. Fair Oaks Ave
  15. * Sunnyvale, CA 94085
  16. */
  17. #include "be.h"
  18. #include "be_mgmt.h"
  19. #include "be_main.h"
  20. static void be_mcc_notify(struct beiscsi_hba *phba)
  21. {
  22. struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
  23. u32 val = 0;
  24. val |= mccq->id & DB_MCCQ_RING_ID_MASK;
  25. val |= 1 << DB_MCCQ_NUM_POSTED_SHIFT;
  26. iowrite32(val, phba->db_va + DB_MCCQ_OFFSET);
  27. }
  28. static inline bool be_mcc_compl_is_new(struct be_mcc_compl *compl)
  29. {
  30. if (compl->flags != 0) {
  31. compl->flags = le32_to_cpu(compl->flags);
  32. WARN_ON((compl->flags & CQE_FLAGS_VALID_MASK) == 0);
  33. return true;
  34. } else
  35. return false;
  36. }
  37. static inline void be_mcc_compl_use(struct be_mcc_compl *compl)
  38. {
  39. compl->flags = 0;
  40. }
  41. static int be_mcc_compl_process(struct be_ctrl_info *ctrl,
  42. struct be_mcc_compl *compl)
  43. {
  44. u16 compl_status, extd_status;
  45. be_dws_le_to_cpu(compl, 4);
  46. compl_status = (compl->status >> CQE_STATUS_COMPL_SHIFT) &
  47. CQE_STATUS_COMPL_MASK;
  48. if (compl_status != MCC_STATUS_SUCCESS) {
  49. extd_status = (compl->status >> CQE_STATUS_EXTD_SHIFT) &
  50. CQE_STATUS_EXTD_MASK;
  51. dev_err(&ctrl->pdev->dev,
  52. "error in cmd completion: status(compl/extd)=%d/%d\n",
  53. compl_status, extd_status);
  54. return -1;
  55. }
  56. return 0;
  57. }
  58. static inline bool is_link_state_evt(u32 trailer)
  59. {
  60. return (((trailer >> ASYNC_TRAILER_EVENT_CODE_SHIFT) &
  61. ASYNC_TRAILER_EVENT_CODE_MASK) ==
  62. ASYNC_EVENT_CODE_LINK_STATE);
  63. }
  64. static struct be_mcc_compl *be_mcc_compl_get(struct beiscsi_hba *phba)
  65. {
  66. struct be_queue_info *mcc_cq = &phba->ctrl.mcc_obj.cq;
  67. struct be_mcc_compl *compl = queue_tail_node(mcc_cq);
  68. if (be_mcc_compl_is_new(compl)) {
  69. queue_tail_inc(mcc_cq);
  70. return compl;
  71. }
  72. return NULL;
  73. }
  74. static void be2iscsi_fail_session(struct iscsi_cls_session *cls_session)
  75. {
  76. iscsi_session_failure(cls_session->dd_data, ISCSI_ERR_CONN_FAILED);
  77. }
  78. static void beiscsi_async_link_state_process(struct beiscsi_hba *phba,
  79. struct be_async_event_link_state *evt)
  80. {
  81. switch (evt->port_link_status) {
  82. case ASYNC_EVENT_LINK_DOWN:
  83. SE_DEBUG(DBG_LVL_1, "Link Down on Physical Port %d \n",
  84. evt->physical_port);
  85. phba->state |= BE_ADAPTER_LINK_DOWN;
  86. break;
  87. case ASYNC_EVENT_LINK_UP:
  88. phba->state = BE_ADAPTER_UP;
  89. SE_DEBUG(DBG_LVL_1, "Link UP on Physical Port %d \n",
  90. evt->physical_port);
  91. iscsi_host_for_each_session(phba->shost,
  92. be2iscsi_fail_session);
  93. break;
  94. default:
  95. SE_DEBUG(DBG_LVL_1, "Unexpected Async Notification %d on"
  96. "Physical Port %d \n",
  97. evt->port_link_status,
  98. evt->physical_port);
  99. }
  100. }
  101. static void beiscsi_cq_notify(struct beiscsi_hba *phba, u16 qid, bool arm,
  102. u16 num_popped)
  103. {
  104. u32 val = 0;
  105. val |= qid & DB_CQ_RING_ID_MASK;
  106. if (arm)
  107. val |= 1 << DB_CQ_REARM_SHIFT;
  108. val |= num_popped << DB_CQ_NUM_POPPED_SHIFT;
  109. iowrite32(val, phba->db_va + DB_CQ_OFFSET);
  110. }
  111. int beiscsi_process_mcc(struct beiscsi_hba *phba)
  112. {
  113. struct be_mcc_compl *compl;
  114. int num = 0, status = 0;
  115. struct be_ctrl_info *ctrl = &phba->ctrl;
  116. spin_lock_bh(&phba->ctrl.mcc_cq_lock);
  117. while ((compl = be_mcc_compl_get(phba))) {
  118. if (compl->flags & CQE_FLAGS_ASYNC_MASK) {
  119. /* Interpret flags as an async trailer */
  120. if (is_link_state_evt(compl->flags))
  121. /* Interpret compl as a async link evt */
  122. beiscsi_async_link_state_process(phba,
  123. (struct be_async_event_link_state *) compl);
  124. else
  125. SE_DEBUG(DBG_LVL_1,
  126. " Unsupported Async Event, flags"
  127. " = 0x%08x \n", compl->flags);
  128. } else if (compl->flags & CQE_FLAGS_COMPLETED_MASK) {
  129. status = be_mcc_compl_process(ctrl, compl);
  130. atomic_dec(&phba->ctrl.mcc_obj.q.used);
  131. }
  132. be_mcc_compl_use(compl);
  133. num++;
  134. }
  135. if (num)
  136. beiscsi_cq_notify(phba, phba->ctrl.mcc_obj.cq.id, true, num);
  137. spin_unlock_bh(&phba->ctrl.mcc_cq_lock);
  138. return status;
  139. }
  140. /* Wait till no more pending mcc requests are present */
  141. static int be_mcc_wait_compl(struct beiscsi_hba *phba)
  142. {
  143. #define mcc_timeout 120000 /* 5s timeout */
  144. int i, status;
  145. for (i = 0; i < mcc_timeout; i++) {
  146. status = beiscsi_process_mcc(phba);
  147. if (status)
  148. return status;
  149. if (atomic_read(&phba->ctrl.mcc_obj.q.used) == 0)
  150. break;
  151. udelay(100);
  152. }
  153. if (i == mcc_timeout) {
  154. dev_err(&phba->pcidev->dev, "mccq poll timed out\n");
  155. return -1;
  156. }
  157. return 0;
  158. }
  159. /* Notify MCC requests and wait for completion */
  160. int be_mcc_notify_wait(struct beiscsi_hba *phba)
  161. {
  162. be_mcc_notify(phba);
  163. return be_mcc_wait_compl(phba);
  164. }
  165. static int be_mbox_db_ready_wait(struct be_ctrl_info *ctrl)
  166. {
  167. #define long_delay 2000
  168. void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
  169. int cnt = 0, wait = 5; /* in usecs */
  170. u32 ready;
  171. do {
  172. ready = ioread32(db) & MPU_MAILBOX_DB_RDY_MASK;
  173. if (ready)
  174. break;
  175. if (cnt > 6000000) {
  176. dev_err(&ctrl->pdev->dev, "mbox_db poll timed out\n");
  177. return -1;
  178. }
  179. if (cnt > 50) {
  180. wait = long_delay;
  181. mdelay(long_delay / 1000);
  182. } else
  183. udelay(wait);
  184. cnt += wait;
  185. } while (true);
  186. return 0;
  187. }
  188. int be_mbox_notify(struct be_ctrl_info *ctrl)
  189. {
  190. int status;
  191. u32 val = 0;
  192. void __iomem *db = ctrl->db + MPU_MAILBOX_DB_OFFSET;
  193. struct be_dma_mem *mbox_mem = &ctrl->mbox_mem;
  194. struct be_mcc_mailbox *mbox = mbox_mem->va;
  195. struct be_mcc_compl *compl = &mbox->compl;
  196. val &= ~MPU_MAILBOX_DB_RDY_MASK;
  197. val |= MPU_MAILBOX_DB_HI_MASK;
  198. val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
  199. iowrite32(val, db);
  200. status = be_mbox_db_ready_wait(ctrl);
  201. if (status != 0) {
  202. SE_DEBUG(DBG_LVL_1, " be_mbox_db_ready_wait failed 1\n");
  203. return status;
  204. }
  205. val = 0;
  206. val &= ~MPU_MAILBOX_DB_RDY_MASK;
  207. val &= ~MPU_MAILBOX_DB_HI_MASK;
  208. val |= (u32) (mbox_mem->dma >> 4) << 2;
  209. iowrite32(val, db);
  210. status = be_mbox_db_ready_wait(ctrl);
  211. if (status != 0) {
  212. SE_DEBUG(DBG_LVL_1, " be_mbox_db_ready_wait failed 2\n");
  213. return status;
  214. }
  215. if (be_mcc_compl_is_new(compl)) {
  216. status = be_mcc_compl_process(ctrl, &mbox->compl);
  217. be_mcc_compl_use(compl);
  218. if (status) {
  219. SE_DEBUG(DBG_LVL_1, "After be_mcc_compl_process \n");
  220. return status;
  221. }
  222. } else {
  223. dev_err(&ctrl->pdev->dev, "invalid mailbox completion\n");
  224. return -1;
  225. }
  226. return 0;
  227. }
  228. /*
  229. * Insert the mailbox address into the doorbell in two steps
  230. * Polls on the mbox doorbell till a command completion (or a timeout) occurs
  231. */
  232. static int be_mbox_notify_wait(struct beiscsi_hba *phba)
  233. {
  234. int status;
  235. u32 val = 0;
  236. void __iomem *db = phba->ctrl.db + MPU_MAILBOX_DB_OFFSET;
  237. struct be_dma_mem *mbox_mem = &phba->ctrl.mbox_mem;
  238. struct be_mcc_mailbox *mbox = mbox_mem->va;
  239. struct be_mcc_compl *compl = &mbox->compl;
  240. struct be_ctrl_info *ctrl = &phba->ctrl;
  241. val |= MPU_MAILBOX_DB_HI_MASK;
  242. /* at bits 2 - 31 place mbox dma addr msb bits 34 - 63 */
  243. val |= (upper_32_bits(mbox_mem->dma) >> 2) << 2;
  244. iowrite32(val, db);
  245. /* wait for ready to be set */
  246. status = be_mbox_db_ready_wait(ctrl);
  247. if (status != 0)
  248. return status;
  249. val = 0;
  250. /* at bits 2 - 31 place mbox dma addr lsb bits 4 - 33 */
  251. val |= (u32)(mbox_mem->dma >> 4) << 2;
  252. iowrite32(val, db);
  253. status = be_mbox_db_ready_wait(ctrl);
  254. if (status != 0)
  255. return status;
  256. /* A cq entry has been made now */
  257. if (be_mcc_compl_is_new(compl)) {
  258. status = be_mcc_compl_process(ctrl, &mbox->compl);
  259. be_mcc_compl_use(compl);
  260. if (status)
  261. return status;
  262. } else {
  263. dev_err(&phba->pcidev->dev, "invalid mailbox completion\n");
  264. return -1;
  265. }
  266. return 0;
  267. }
  268. void be_wrb_hdr_prepare(struct be_mcc_wrb *wrb, int payload_len,
  269. bool embedded, u8 sge_cnt)
  270. {
  271. if (embedded)
  272. wrb->embedded |= MCC_WRB_EMBEDDED_MASK;
  273. else
  274. wrb->embedded |= (sge_cnt & MCC_WRB_SGE_CNT_MASK) <<
  275. MCC_WRB_SGE_CNT_SHIFT;
  276. wrb->payload_length = payload_len;
  277. be_dws_cpu_to_le(wrb, 8);
  278. }
  279. void be_cmd_hdr_prepare(struct be_cmd_req_hdr *req_hdr,
  280. u8 subsystem, u8 opcode, int cmd_len)
  281. {
  282. req_hdr->opcode = opcode;
  283. req_hdr->subsystem = subsystem;
  284. req_hdr->request_length = cpu_to_le32(cmd_len - sizeof(*req_hdr));
  285. }
  286. static void be_cmd_page_addrs_prepare(struct phys_addr *pages, u32 max_pages,
  287. struct be_dma_mem *mem)
  288. {
  289. int i, buf_pages;
  290. u64 dma = (u64) mem->dma;
  291. buf_pages = min(PAGES_4K_SPANNED(mem->va, mem->size), max_pages);
  292. for (i = 0; i < buf_pages; i++) {
  293. pages[i].lo = cpu_to_le32(dma & 0xFFFFFFFF);
  294. pages[i].hi = cpu_to_le32(upper_32_bits(dma));
  295. dma += PAGE_SIZE_4K;
  296. }
  297. }
  298. static u32 eq_delay_to_mult(u32 usec_delay)
  299. {
  300. #define MAX_INTR_RATE 651042
  301. const u32 round = 10;
  302. u32 multiplier;
  303. if (usec_delay == 0)
  304. multiplier = 0;
  305. else {
  306. u32 interrupt_rate = 1000000 / usec_delay;
  307. if (interrupt_rate == 0)
  308. multiplier = 1023;
  309. else {
  310. multiplier = (MAX_INTR_RATE - interrupt_rate) * round;
  311. multiplier /= interrupt_rate;
  312. multiplier = (multiplier + round / 2) / round;
  313. multiplier = min(multiplier, (u32) 1023);
  314. }
  315. }
  316. return multiplier;
  317. }
  318. struct be_mcc_wrb *wrb_from_mbox(struct be_dma_mem *mbox_mem)
  319. {
  320. return &((struct be_mcc_mailbox *)(mbox_mem->va))->wrb;
  321. }
  322. struct be_mcc_wrb *wrb_from_mccq(struct beiscsi_hba *phba)
  323. {
  324. struct be_queue_info *mccq = &phba->ctrl.mcc_obj.q;
  325. struct be_mcc_wrb *wrb;
  326. BUG_ON(atomic_read(&mccq->used) >= mccq->len);
  327. wrb = queue_head_node(mccq);
  328. queue_head_inc(mccq);
  329. atomic_inc(&mccq->used);
  330. memset(wrb, 0, sizeof(*wrb));
  331. return wrb;
  332. }
  333. int beiscsi_cmd_eq_create(struct be_ctrl_info *ctrl,
  334. struct be_queue_info *eq, int eq_delay)
  335. {
  336. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  337. struct be_cmd_req_eq_create *req = embedded_payload(wrb);
  338. struct be_cmd_resp_eq_create *resp = embedded_payload(wrb);
  339. struct be_dma_mem *q_mem = &eq->dma_mem;
  340. int status;
  341. SE_DEBUG(DBG_LVL_8, "In beiscsi_cmd_eq_create\n");
  342. spin_lock(&ctrl->mbox_lock);
  343. memset(wrb, 0, sizeof(*wrb));
  344. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  345. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  346. OPCODE_COMMON_EQ_CREATE, sizeof(*req));
  347. req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
  348. AMAP_SET_BITS(struct amap_eq_context, func, req->context,
  349. PCI_FUNC(ctrl->pdev->devfn));
  350. AMAP_SET_BITS(struct amap_eq_context, valid, req->context, 1);
  351. AMAP_SET_BITS(struct amap_eq_context, size, req->context, 0);
  352. AMAP_SET_BITS(struct amap_eq_context, count, req->context,
  353. __ilog2_u32(eq->len / 256));
  354. AMAP_SET_BITS(struct amap_eq_context, delaymult, req->context,
  355. eq_delay_to_mult(eq_delay));
  356. be_dws_cpu_to_le(req->context, sizeof(req->context));
  357. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  358. status = be_mbox_notify(ctrl);
  359. if (!status) {
  360. eq->id = le16_to_cpu(resp->eq_id);
  361. eq->created = true;
  362. }
  363. spin_unlock(&ctrl->mbox_lock);
  364. return status;
  365. }
  366. int be_cmd_fw_initialize(struct be_ctrl_info *ctrl)
  367. {
  368. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  369. int status;
  370. u8 *endian_check;
  371. SE_DEBUG(DBG_LVL_8, "In be_cmd_fw_initialize\n");
  372. spin_lock(&ctrl->mbox_lock);
  373. memset(wrb, 0, sizeof(*wrb));
  374. endian_check = (u8 *) wrb;
  375. *endian_check++ = 0xFF;
  376. *endian_check++ = 0x12;
  377. *endian_check++ = 0x34;
  378. *endian_check++ = 0xFF;
  379. *endian_check++ = 0xFF;
  380. *endian_check++ = 0x56;
  381. *endian_check++ = 0x78;
  382. *endian_check++ = 0xFF;
  383. be_dws_cpu_to_le(wrb, sizeof(*wrb));
  384. status = be_mbox_notify(ctrl);
  385. if (status)
  386. SE_DEBUG(DBG_LVL_1, "be_cmd_fw_initialize Failed \n");
  387. spin_unlock(&ctrl->mbox_lock);
  388. return status;
  389. }
  390. int beiscsi_cmd_cq_create(struct be_ctrl_info *ctrl,
  391. struct be_queue_info *cq, struct be_queue_info *eq,
  392. bool sol_evts, bool no_delay, int coalesce_wm)
  393. {
  394. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  395. struct be_cmd_req_cq_create *req = embedded_payload(wrb);
  396. struct be_cmd_resp_cq_create *resp = embedded_payload(wrb);
  397. struct be_dma_mem *q_mem = &cq->dma_mem;
  398. void *ctxt = &req->context;
  399. int status;
  400. SE_DEBUG(DBG_LVL_8, "In beiscsi_cmd_cq_create \n");
  401. spin_lock(&ctrl->mbox_lock);
  402. memset(wrb, 0, sizeof(*wrb));
  403. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  404. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  405. OPCODE_COMMON_CQ_CREATE, sizeof(*req));
  406. if (!q_mem->va)
  407. SE_DEBUG(DBG_LVL_1, "uninitialized q_mem->va\n");
  408. req->num_pages = cpu_to_le16(PAGES_4K_SPANNED(q_mem->va, q_mem->size));
  409. AMAP_SET_BITS(struct amap_cq_context, coalescwm, ctxt, coalesce_wm);
  410. AMAP_SET_BITS(struct amap_cq_context, nodelay, ctxt, no_delay);
  411. AMAP_SET_BITS(struct amap_cq_context, count, ctxt,
  412. __ilog2_u32(cq->len / 256));
  413. AMAP_SET_BITS(struct amap_cq_context, valid, ctxt, 1);
  414. AMAP_SET_BITS(struct amap_cq_context, solevent, ctxt, sol_evts);
  415. AMAP_SET_BITS(struct amap_cq_context, eventable, ctxt, 1);
  416. AMAP_SET_BITS(struct amap_cq_context, eqid, ctxt, eq->id);
  417. AMAP_SET_BITS(struct amap_cq_context, armed, ctxt, 1);
  418. AMAP_SET_BITS(struct amap_cq_context, func, ctxt,
  419. PCI_FUNC(ctrl->pdev->devfn));
  420. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  421. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  422. status = be_mbox_notify(ctrl);
  423. if (!status) {
  424. cq->id = le16_to_cpu(resp->cq_id);
  425. cq->created = true;
  426. } else
  427. SE_DEBUG(DBG_LVL_1, "In be_cmd_cq_create, status=ox%08x \n",
  428. status);
  429. spin_unlock(&ctrl->mbox_lock);
  430. return status;
  431. }
  432. static u32 be_encoded_q_len(int q_len)
  433. {
  434. u32 len_encoded = fls(q_len); /* log2(len) + 1 */
  435. if (len_encoded == 16)
  436. len_encoded = 0;
  437. return len_encoded;
  438. }
  439. int beiscsi_cmd_mccq_create(struct beiscsi_hba *phba,
  440. struct be_queue_info *mccq,
  441. struct be_queue_info *cq)
  442. {
  443. struct be_mcc_wrb *wrb;
  444. struct be_cmd_req_mcc_create *req;
  445. struct be_dma_mem *q_mem = &mccq->dma_mem;
  446. struct be_ctrl_info *ctrl;
  447. void *ctxt;
  448. int status;
  449. spin_lock(&phba->ctrl.mbox_lock);
  450. ctrl = &phba->ctrl;
  451. wrb = wrb_from_mbox(&ctrl->mbox_mem);
  452. req = embedded_payload(wrb);
  453. ctxt = &req->context;
  454. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  455. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_COMMON,
  456. OPCODE_COMMON_MCC_CREATE, sizeof(*req));
  457. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  458. AMAP_SET_BITS(struct amap_mcc_context, fid, ctxt,
  459. PCI_FUNC(phba->pcidev->devfn));
  460. AMAP_SET_BITS(struct amap_mcc_context, valid, ctxt, 1);
  461. AMAP_SET_BITS(struct amap_mcc_context, ring_size, ctxt,
  462. be_encoded_q_len(mccq->len));
  463. AMAP_SET_BITS(struct amap_mcc_context, cq_id, ctxt, cq->id);
  464. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  465. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  466. status = be_mbox_notify_wait(phba);
  467. if (!status) {
  468. struct be_cmd_resp_mcc_create *resp = embedded_payload(wrb);
  469. mccq->id = le16_to_cpu(resp->id);
  470. mccq->created = true;
  471. }
  472. spin_unlock(&phba->ctrl.mbox_lock);
  473. return status;
  474. }
  475. int beiscsi_cmd_q_destroy(struct be_ctrl_info *ctrl, struct be_queue_info *q,
  476. int queue_type)
  477. {
  478. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  479. struct be_cmd_req_q_destroy *req = embedded_payload(wrb);
  480. u8 subsys = 0, opcode = 0;
  481. int status;
  482. SE_DEBUG(DBG_LVL_8, "In beiscsi_cmd_q_destroy \n");
  483. spin_lock(&ctrl->mbox_lock);
  484. memset(wrb, 0, sizeof(*wrb));
  485. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  486. switch (queue_type) {
  487. case QTYPE_EQ:
  488. subsys = CMD_SUBSYSTEM_COMMON;
  489. opcode = OPCODE_COMMON_EQ_DESTROY;
  490. break;
  491. case QTYPE_CQ:
  492. subsys = CMD_SUBSYSTEM_COMMON;
  493. opcode = OPCODE_COMMON_CQ_DESTROY;
  494. break;
  495. case QTYPE_MCCQ:
  496. subsys = CMD_SUBSYSTEM_COMMON;
  497. opcode = OPCODE_COMMON_MCC_DESTROY;
  498. break;
  499. case QTYPE_WRBQ:
  500. subsys = CMD_SUBSYSTEM_ISCSI;
  501. opcode = OPCODE_COMMON_ISCSI_WRBQ_DESTROY;
  502. break;
  503. case QTYPE_DPDUQ:
  504. subsys = CMD_SUBSYSTEM_ISCSI;
  505. opcode = OPCODE_COMMON_ISCSI_DEFQ_DESTROY;
  506. break;
  507. case QTYPE_SGL:
  508. subsys = CMD_SUBSYSTEM_ISCSI;
  509. opcode = OPCODE_COMMON_ISCSI_CFG_REMOVE_SGL_PAGES;
  510. break;
  511. default:
  512. spin_unlock(&ctrl->mbox_lock);
  513. BUG();
  514. return -1;
  515. }
  516. be_cmd_hdr_prepare(&req->hdr, subsys, opcode, sizeof(*req));
  517. if (queue_type != QTYPE_SGL)
  518. req->id = cpu_to_le16(q->id);
  519. status = be_mbox_notify(ctrl);
  520. spin_unlock(&ctrl->mbox_lock);
  521. return status;
  522. }
  523. int be_cmd_create_default_pdu_queue(struct be_ctrl_info *ctrl,
  524. struct be_queue_info *cq,
  525. struct be_queue_info *dq, int length,
  526. int entry_size)
  527. {
  528. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  529. struct be_defq_create_req *req = embedded_payload(wrb);
  530. struct be_dma_mem *q_mem = &dq->dma_mem;
  531. void *ctxt = &req->context;
  532. int status;
  533. SE_DEBUG(DBG_LVL_8, "In be_cmd_create_default_pdu_queue\n");
  534. spin_lock(&ctrl->mbox_lock);
  535. memset(wrb, 0, sizeof(*wrb));
  536. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  537. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  538. OPCODE_COMMON_ISCSI_DEFQ_CREATE, sizeof(*req));
  539. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  540. AMAP_SET_BITS(struct amap_be_default_pdu_context, rx_pdid, ctxt, 0);
  541. AMAP_SET_BITS(struct amap_be_default_pdu_context, rx_pdid_valid, ctxt,
  542. 1);
  543. AMAP_SET_BITS(struct amap_be_default_pdu_context, pci_func_id, ctxt,
  544. PCI_FUNC(ctrl->pdev->devfn));
  545. AMAP_SET_BITS(struct amap_be_default_pdu_context, ring_size, ctxt,
  546. be_encoded_q_len(length / sizeof(struct phys_addr)));
  547. AMAP_SET_BITS(struct amap_be_default_pdu_context, default_buffer_size,
  548. ctxt, entry_size);
  549. AMAP_SET_BITS(struct amap_be_default_pdu_context, cq_id_recv, ctxt,
  550. cq->id);
  551. be_dws_cpu_to_le(ctxt, sizeof(req->context));
  552. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  553. status = be_mbox_notify(ctrl);
  554. if (!status) {
  555. struct be_defq_create_resp *resp = embedded_payload(wrb);
  556. dq->id = le16_to_cpu(resp->id);
  557. dq->created = true;
  558. }
  559. spin_unlock(&ctrl->mbox_lock);
  560. return status;
  561. }
  562. int be_cmd_wrbq_create(struct be_ctrl_info *ctrl, struct be_dma_mem *q_mem,
  563. struct be_queue_info *wrbq)
  564. {
  565. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  566. struct be_wrbq_create_req *req = embedded_payload(wrb);
  567. struct be_wrbq_create_resp *resp = embedded_payload(wrb);
  568. int status;
  569. spin_lock(&ctrl->mbox_lock);
  570. memset(wrb, 0, sizeof(*wrb));
  571. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  572. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  573. OPCODE_COMMON_ISCSI_WRBQ_CREATE, sizeof(*req));
  574. req->num_pages = PAGES_4K_SPANNED(q_mem->va, q_mem->size);
  575. be_cmd_page_addrs_prepare(req->pages, ARRAY_SIZE(req->pages), q_mem);
  576. status = be_mbox_notify(ctrl);
  577. if (!status) {
  578. wrbq->id = le16_to_cpu(resp->cid);
  579. wrbq->created = true;
  580. }
  581. spin_unlock(&ctrl->mbox_lock);
  582. return status;
  583. }
  584. int be_cmd_iscsi_post_sgl_pages(struct be_ctrl_info *ctrl,
  585. struct be_dma_mem *q_mem,
  586. u32 page_offset, u32 num_pages)
  587. {
  588. struct be_mcc_wrb *wrb = wrb_from_mbox(&ctrl->mbox_mem);
  589. struct be_post_sgl_pages_req *req = embedded_payload(wrb);
  590. int status;
  591. unsigned int curr_pages;
  592. u32 internal_page_offset = 0;
  593. u32 temp_num_pages = num_pages;
  594. if (num_pages == 0xff)
  595. num_pages = 1;
  596. spin_lock(&ctrl->mbox_lock);
  597. do {
  598. memset(wrb, 0, sizeof(*wrb));
  599. be_wrb_hdr_prepare(wrb, sizeof(*req), true, 0);
  600. be_cmd_hdr_prepare(&req->hdr, CMD_SUBSYSTEM_ISCSI,
  601. OPCODE_COMMON_ISCSI_CFG_POST_SGL_PAGES,
  602. sizeof(*req));
  603. curr_pages = BE_NUMBER_OF_FIELD(struct be_post_sgl_pages_req,
  604. pages);
  605. req->num_pages = min(num_pages, curr_pages);
  606. req->page_offset = page_offset;
  607. be_cmd_page_addrs_prepare(req->pages, req->num_pages, q_mem);
  608. q_mem->dma = q_mem->dma + (req->num_pages * PAGE_SIZE);
  609. internal_page_offset += req->num_pages;
  610. page_offset += req->num_pages;
  611. num_pages -= req->num_pages;
  612. if (temp_num_pages == 0xff)
  613. req->num_pages = temp_num_pages;
  614. status = be_mbox_notify(ctrl);
  615. if (status) {
  616. SE_DEBUG(DBG_LVL_1,
  617. "FW CMD to map iscsi frags failed.\n");
  618. goto error;
  619. }
  620. } while (num_pages > 0);
  621. error:
  622. spin_unlock(&ctrl->mbox_lock);
  623. if (status != 0)
  624. beiscsi_cmd_q_destroy(ctrl, NULL, QTYPE_SGL);
  625. return status;
  626. }