ocrdma_sli.h 41 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663
  1. /*******************************************************************
  2. * This file is part of the Emulex RoCE Device Driver for *
  3. * RoCE (RDMA over Converged Ethernet) adapters. *
  4. * Copyright (C) 2008-2012 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *
  20. * Contact Information:
  21. * linux-drivers@emulex.com
  22. *
  23. * Emulex
  24. * 3333 Susan Street
  25. * Costa Mesa, CA 92626
  26. *******************************************************************/
  27. #ifndef __OCRDMA_SLI_H__
  28. #define __OCRDMA_SLI_H__
  29. #define Bit(_b) (1 << (_b))
  30. #define OCRDMA_GEN1_FAMILY 0xB
  31. #define OCRDMA_GEN2_FAMILY 0x2
  32. #define OCRDMA_SUBSYS_ROCE 10
  33. enum {
  34. OCRDMA_CMD_QUERY_CONFIG = 1,
  35. OCRDMA_CMD_ALLOC_PD,
  36. OCRDMA_CMD_DEALLOC_PD,
  37. OCRDMA_CMD_CREATE_AH_TBL,
  38. OCRDMA_CMD_DELETE_AH_TBL,
  39. OCRDMA_CMD_CREATE_QP,
  40. OCRDMA_CMD_QUERY_QP,
  41. OCRDMA_CMD_MODIFY_QP,
  42. OCRDMA_CMD_DELETE_QP,
  43. OCRDMA_CMD_RSVD1,
  44. OCRDMA_CMD_ALLOC_LKEY,
  45. OCRDMA_CMD_DEALLOC_LKEY,
  46. OCRDMA_CMD_REGISTER_NSMR,
  47. OCRDMA_CMD_REREGISTER_NSMR,
  48. OCRDMA_CMD_REGISTER_NSMR_CONT,
  49. OCRDMA_CMD_QUERY_NSMR,
  50. OCRDMA_CMD_ALLOC_MW,
  51. OCRDMA_CMD_QUERY_MW,
  52. OCRDMA_CMD_CREATE_SRQ,
  53. OCRDMA_CMD_QUERY_SRQ,
  54. OCRDMA_CMD_MODIFY_SRQ,
  55. OCRDMA_CMD_DELETE_SRQ,
  56. OCRDMA_CMD_ATTACH_MCAST,
  57. OCRDMA_CMD_DETACH_MCAST,
  58. OCRDMA_CMD_MAX
  59. };
  60. #define OCRDMA_SUBSYS_COMMON 1
  61. enum {
  62. OCRDMA_CMD_CREATE_CQ = 12,
  63. OCRDMA_CMD_CREATE_EQ = 13,
  64. OCRDMA_CMD_CREATE_MQ = 21,
  65. OCRDMA_CMD_GET_FW_VER = 35,
  66. OCRDMA_CMD_DELETE_MQ = 53,
  67. OCRDMA_CMD_DELETE_CQ = 54,
  68. OCRDMA_CMD_DELETE_EQ = 55,
  69. OCRDMA_CMD_GET_FW_CONFIG = 58,
  70. OCRDMA_CMD_CREATE_MQ_EXT = 90
  71. };
  72. enum {
  73. QTYPE_EQ = 1,
  74. QTYPE_CQ = 2,
  75. QTYPE_MCCQ = 3
  76. };
  77. #define OCRDMA_MAX_SGID (8)
  78. #define OCRDMA_MAX_QP 2048
  79. #define OCRDMA_MAX_CQ 2048
  80. #define OCRDMA_MAX_STAG 8192
  81. enum {
  82. OCRDMA_DB_RQ_OFFSET = 0xE0,
  83. OCRDMA_DB_GEN2_RQ_OFFSET = 0x100,
  84. OCRDMA_DB_SQ_OFFSET = 0x60,
  85. OCRDMA_DB_GEN2_SQ_OFFSET = 0x1C0,
  86. OCRDMA_DB_SRQ_OFFSET = OCRDMA_DB_RQ_OFFSET,
  87. OCRDMA_DB_GEN2_SRQ_OFFSET = OCRDMA_DB_GEN2_RQ_OFFSET,
  88. OCRDMA_DB_CQ_OFFSET = 0x120,
  89. OCRDMA_DB_EQ_OFFSET = OCRDMA_DB_CQ_OFFSET,
  90. OCRDMA_DB_MQ_OFFSET = 0x140
  91. };
  92. #define OCRDMA_DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  93. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK 0x0C00 /* bits 10-11 of qid at 12-11 */
  94. /* qid #2 msbits at 12-11 */
  95. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK_SHIFT 0x1
  96. #define OCRDMA_DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  97. /* Rearm bit */
  98. #define OCRDMA_DB_CQ_REARM_SHIFT (29) /* bit 29 */
  99. /* solicited bit */
  100. #define OCRDMA_DB_CQ_SOLICIT_SHIFT (31) /* bit 31 */
  101. #define OCRDMA_EQ_ID_MASK 0x1FF /* bits 0 - 8 */
  102. #define OCRDMA_EQ_ID_EXT_MASK 0x3e00 /* bits 9-13 */
  103. #define OCRDMA_EQ_ID_EXT_MASK_SHIFT (2) /* qid bits 9-13 at 11-15 */
  104. /* Clear the interrupt for this eq */
  105. #define OCRDMA_EQ_CLR_SHIFT (9) /* bit 9 */
  106. /* Must be 1 */
  107. #define OCRDMA_EQ_TYPE_SHIFT (10) /* bit 10 */
  108. /* Number of event entries processed */
  109. #define OCRDMA_NUM_EQE_SHIFT (16) /* bits 16 - 28 */
  110. /* Rearm bit */
  111. #define OCRDMA_REARM_SHIFT (29) /* bit 29 */
  112. #define OCRDMA_MQ_ID_MASK 0x7FF /* bits 0 - 10 */
  113. /* Number of entries posted */
  114. #define OCRDMA_MQ_NUM_MQE_SHIFT (16) /* bits 16 - 29 */
  115. #define OCRDMA_MIN_HPAGE_SIZE (4096)
  116. #define OCRDMA_MIN_Q_PAGE_SIZE (4096)
  117. #define OCRDMA_MAX_Q_PAGES (8)
  118. /*
  119. # 0: 4K Bytes
  120. # 1: 8K Bytes
  121. # 2: 16K Bytes
  122. # 3: 32K Bytes
  123. # 4: 64K Bytes
  124. # 5: 128K Bytes
  125. # 6: 256K Bytes
  126. # 7: 512K Bytes
  127. */
  128. #define OCRDMA_MAX_Q_PAGE_SIZE_CNT (8)
  129. #define OCRDMA_Q_PAGE_BASE_SIZE (OCRDMA_MIN_Q_PAGE_SIZE * OCRDMA_MAX_Q_PAGES)
  130. #define MAX_OCRDMA_QP_PAGES (8)
  131. #define OCRDMA_MAX_WQE_MEM_SIZE (MAX_OCRDMA_QP_PAGES * OCRDMA_MIN_HQ_PAGE_SIZE)
  132. #define OCRDMA_CREATE_CQ_MAX_PAGES (4)
  133. #define OCRDMA_DPP_CQE_SIZE (4)
  134. #define OCRDMA_GEN2_MAX_CQE 1024
  135. #define OCRDMA_GEN2_CQ_PAGE_SIZE 4096
  136. #define OCRDMA_GEN2_WQE_SIZE 256
  137. #define OCRDMA_MAX_CQE 4095
  138. #define OCRDMA_CQ_PAGE_SIZE 16384
  139. #define OCRDMA_WQE_SIZE 128
  140. #define OCRDMA_WQE_STRIDE 8
  141. #define OCRDMA_WQE_ALIGN_BYTES 16
  142. #define MAX_OCRDMA_SRQ_PAGES MAX_OCRDMA_QP_PAGES
  143. enum {
  144. OCRDMA_MCH_OPCODE_SHIFT = 0,
  145. OCRDMA_MCH_OPCODE_MASK = 0xFF,
  146. OCRDMA_MCH_SUBSYS_SHIFT = 8,
  147. OCRDMA_MCH_SUBSYS_MASK = 0xFF00
  148. };
  149. /* mailbox cmd header */
  150. struct ocrdma_mbx_hdr {
  151. u32 subsys_op;
  152. u32 timeout; /* in seconds */
  153. u32 cmd_len;
  154. u32 rsvd_version;
  155. };
  156. enum {
  157. OCRDMA_MBX_RSP_OPCODE_SHIFT = 0,
  158. OCRDMA_MBX_RSP_OPCODE_MASK = 0xFF,
  159. OCRDMA_MBX_RSP_SUBSYS_SHIFT = 8,
  160. OCRDMA_MBX_RSP_SUBSYS_MASK = 0xFF << OCRDMA_MBX_RSP_SUBSYS_SHIFT,
  161. OCRDMA_MBX_RSP_STATUS_SHIFT = 0,
  162. OCRDMA_MBX_RSP_STATUS_MASK = 0xFF,
  163. OCRDMA_MBX_RSP_ASTATUS_SHIFT = 8,
  164. OCRDMA_MBX_RSP_ASTATUS_MASK = 0xFF << OCRDMA_MBX_RSP_ASTATUS_SHIFT
  165. };
  166. /* mailbox cmd response */
  167. struct ocrdma_mbx_rsp {
  168. u32 subsys_op;
  169. u32 status;
  170. u32 rsp_len;
  171. u32 add_rsp_len;
  172. };
  173. enum {
  174. OCRDMA_MQE_EMBEDDED = 1,
  175. OCRDMA_MQE_NONEMBEDDED = 0
  176. };
  177. struct ocrdma_mqe_sge {
  178. u32 pa_lo;
  179. u32 pa_hi;
  180. u32 len;
  181. };
  182. enum {
  183. OCRDMA_MQE_HDR_EMB_SHIFT = 0,
  184. OCRDMA_MQE_HDR_EMB_MASK = Bit(0),
  185. OCRDMA_MQE_HDR_SGE_CNT_SHIFT = 3,
  186. OCRDMA_MQE_HDR_SGE_CNT_MASK = 0x1F << OCRDMA_MQE_HDR_SGE_CNT_SHIFT,
  187. OCRDMA_MQE_HDR_SPECIAL_SHIFT = 24,
  188. OCRDMA_MQE_HDR_SPECIAL_MASK = 0xFF << OCRDMA_MQE_HDR_SPECIAL_SHIFT
  189. };
  190. struct ocrdma_mqe_hdr {
  191. u32 spcl_sge_cnt_emb;
  192. u32 pyld_len;
  193. u32 tag_lo;
  194. u32 tag_hi;
  195. u32 rsvd3;
  196. };
  197. struct ocrdma_mqe_emb_cmd {
  198. struct ocrdma_mbx_hdr mch;
  199. u8 pyld[220];
  200. };
  201. struct ocrdma_mqe {
  202. struct ocrdma_mqe_hdr hdr;
  203. union {
  204. struct ocrdma_mqe_emb_cmd emb_req;
  205. struct {
  206. struct ocrdma_mqe_sge sge[19];
  207. } nonemb_req;
  208. u8 cmd[236];
  209. struct ocrdma_mbx_rsp rsp;
  210. } u;
  211. };
  212. #define OCRDMA_EQ_LEN 4096
  213. #define OCRDMA_MQ_CQ_LEN 256
  214. #define OCRDMA_MQ_LEN 128
  215. #define PAGE_SHIFT_4K 12
  216. #define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K)
  217. /* Returns number of pages spanned by the data starting at the given addr */
  218. #define PAGES_4K_SPANNED(_address, size) \
  219. ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \
  220. (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))
  221. struct ocrdma_delete_q_req {
  222. struct ocrdma_mbx_hdr req;
  223. u32 id;
  224. };
  225. struct ocrdma_pa {
  226. u32 lo;
  227. u32 hi;
  228. };
  229. #define MAX_OCRDMA_EQ_PAGES (8)
  230. struct ocrdma_create_eq_req {
  231. struct ocrdma_mbx_hdr req;
  232. u32 num_pages;
  233. u32 valid;
  234. u32 cnt;
  235. u32 delay;
  236. u32 rsvd;
  237. struct ocrdma_pa pa[MAX_OCRDMA_EQ_PAGES];
  238. };
  239. enum {
  240. OCRDMA_CREATE_EQ_VALID = Bit(29),
  241. OCRDMA_CREATE_EQ_CNT_SHIFT = 26,
  242. OCRDMA_CREATE_CQ_DELAY_SHIFT = 13,
  243. };
  244. struct ocrdma_create_eq_rsp {
  245. struct ocrdma_mbx_rsp rsp;
  246. u32 vector_eqid;
  247. };
  248. #define OCRDMA_EQ_MINOR_OTHER (0x1)
  249. enum {
  250. OCRDMA_MCQE_STATUS_SHIFT = 0,
  251. OCRDMA_MCQE_STATUS_MASK = 0xFFFF,
  252. OCRDMA_MCQE_ESTATUS_SHIFT = 16,
  253. OCRDMA_MCQE_ESTATUS_MASK = 0xFFFF << OCRDMA_MCQE_ESTATUS_SHIFT,
  254. OCRDMA_MCQE_CONS_SHIFT = 27,
  255. OCRDMA_MCQE_CONS_MASK = Bit(27),
  256. OCRDMA_MCQE_CMPL_SHIFT = 28,
  257. OCRDMA_MCQE_CMPL_MASK = Bit(28),
  258. OCRDMA_MCQE_AE_SHIFT = 30,
  259. OCRDMA_MCQE_AE_MASK = Bit(30),
  260. OCRDMA_MCQE_VALID_SHIFT = 31,
  261. OCRDMA_MCQE_VALID_MASK = Bit(31)
  262. };
  263. struct ocrdma_mcqe {
  264. u32 status;
  265. u32 tag_lo;
  266. u32 tag_hi;
  267. u32 valid_ae_cmpl_cons;
  268. };
  269. enum {
  270. OCRDMA_AE_MCQE_QPVALID = Bit(31),
  271. OCRDMA_AE_MCQE_QPID_MASK = 0xFFFF,
  272. OCRDMA_AE_MCQE_CQVALID = Bit(31),
  273. OCRDMA_AE_MCQE_CQID_MASK = 0xFFFF,
  274. OCRDMA_AE_MCQE_VALID = Bit(31),
  275. OCRDMA_AE_MCQE_AE = Bit(30),
  276. OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT = 16,
  277. OCRDMA_AE_MCQE_EVENT_TYPE_MASK =
  278. 0xFF << OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT,
  279. OCRDMA_AE_MCQE_EVENT_CODE_SHIFT = 8,
  280. OCRDMA_AE_MCQE_EVENT_CODE_MASK =
  281. 0xFF << OCRDMA_AE_MCQE_EVENT_CODE_SHIFT
  282. };
  283. struct ocrdma_ae_mcqe {
  284. u32 qpvalid_qpid;
  285. u32 cqvalid_cqid;
  286. u32 evt_tag;
  287. u32 valid_ae_event;
  288. };
  289. enum {
  290. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT = 16,
  291. OCRDMA_AE_MPA_MCQE_REQ_ID_MASK = 0xFFFF <<
  292. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT,
  293. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT = 8,
  294. OCRDMA_AE_MPA_MCQE_EVENT_CODE_MASK = 0xFF <<
  295. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT,
  296. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT = 16,
  297. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_MASK = 0xFF <<
  298. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT,
  299. OCRDMA_AE_MPA_MCQE_EVENT_AE_SHIFT = 30,
  300. OCRDMA_AE_MPA_MCQE_EVENT_AE_MASK = Bit(30),
  301. OCRDMA_AE_MPA_MCQE_EVENT_VALID_SHIFT = 31,
  302. OCRDMA_AE_MPA_MCQE_EVENT_VALID_MASK = Bit(31)
  303. };
  304. struct ocrdma_ae_mpa_mcqe {
  305. u32 req_id;
  306. u32 w1;
  307. u32 w2;
  308. u32 valid_ae_event;
  309. };
  310. enum {
  311. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_SHIFT = 0,
  312. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_MASK = 0xFFFF,
  313. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT = 16,
  314. OCRDMA_AE_QP_MCQE_QP_ID_MASK = 0xFFFF <<
  315. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT,
  316. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT = 8,
  317. OCRDMA_AE_QP_MCQE_EVENT_CODE_MASK = 0xFF <<
  318. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT,
  319. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT = 16,
  320. OCRDMA_AE_QP_MCQE_EVENT_TYPE_MASK = 0xFF <<
  321. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT,
  322. OCRDMA_AE_QP_MCQE_EVENT_AE_SHIFT = 30,
  323. OCRDMA_AE_QP_MCQE_EVENT_AE_MASK = Bit(30),
  324. OCRDMA_AE_QP_MCQE_EVENT_VALID_SHIFT = 31,
  325. OCRDMA_AE_QP_MCQE_EVENT_VALID_MASK = Bit(31)
  326. };
  327. struct ocrdma_ae_qp_mcqe {
  328. u32 qp_id_state;
  329. u32 w1;
  330. u32 w2;
  331. u32 valid_ae_event;
  332. };
  333. #define OCRDMA_ASYNC_EVE_CODE 0x14
  334. enum OCRDMA_ASYNC_EVENT_TYPE {
  335. OCRDMA_CQ_ERROR = 0x00,
  336. OCRDMA_CQ_OVERRUN_ERROR = 0x01,
  337. OCRDMA_CQ_QPCAT_ERROR = 0x02,
  338. OCRDMA_QP_ACCESS_ERROR = 0x03,
  339. OCRDMA_QP_COMM_EST_EVENT = 0x04,
  340. OCRDMA_SQ_DRAINED_EVENT = 0x05,
  341. OCRDMA_DEVICE_FATAL_EVENT = 0x08,
  342. OCRDMA_SRQCAT_ERROR = 0x0E,
  343. OCRDMA_SRQ_LIMIT_EVENT = 0x0F,
  344. OCRDMA_QP_LAST_WQE_EVENT = 0x10
  345. };
  346. /* mailbox command request and responses */
  347. enum {
  348. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_SHIFT = 2,
  349. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_MASK = Bit(2),
  350. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_SHIFT = 3,
  351. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_MASK = Bit(3),
  352. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT = 8,
  353. OCRDMA_MBX_QUERY_CFG_MAX_QP_MASK = 0xFFFFFF <<
  354. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT,
  355. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT = 16,
  356. OCRDMA_MBX_QUERY_CFG_MAX_PD_MASK = 0xFFFF <<
  357. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT,
  358. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT = 8,
  359. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_MASK = 0xFF <<
  360. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT,
  361. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_SHIFT = 0,
  362. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_MASK = 0xFFFF,
  363. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT = 16,
  364. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_MASK = 0xFFFF <<
  365. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT,
  366. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_SHIFT = 0,
  367. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_MASK = 0xFFFF,
  368. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT = 16,
  369. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_MASK = 0xFFFF <<
  370. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT,
  371. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET = 24,
  372. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_MASK = 0xFF <<
  373. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET,
  374. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET = 16,
  375. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_MASK = 0xFF <<
  376. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET,
  377. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET = 0,
  378. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_MASK = 0xFFFF <<
  379. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET,
  380. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET = 16,
  381. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_MASK = 0xFFFF <<
  382. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET,
  383. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET = 0,
  384. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_MASK = 0xFFFF <<
  385. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET,
  386. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET = 16,
  387. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_MASK = 0xFFFF <<
  388. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET,
  389. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET = 0,
  390. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_MASK = 0xFFFF <<
  391. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET,
  392. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET = 0,
  393. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_MASK = 0xFFFF <<
  394. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET,
  395. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET = 16,
  396. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_MASK = 0xFFFF <<
  397. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET,
  398. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET = 0,
  399. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_MASK = 0xFFFF <<
  400. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET,
  401. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET = 16,
  402. OCRDMA_MBX_QUERY_CFG_MAX_CQ_MASK = 0xFFFF <<
  403. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET,
  404. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET = 0,
  405. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_MASK = 0xFFFF <<
  406. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET,
  407. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET = 16,
  408. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_MASK = 0xFFFF <<
  409. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET,
  410. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET = 0,
  411. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_MASK = 0xFFFF <<
  412. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET,
  413. };
  414. struct ocrdma_mbx_query_config {
  415. struct ocrdma_mqe_hdr hdr;
  416. struct ocrdma_mbx_rsp rsp;
  417. u32 qp_srq_cq_ird_ord;
  418. u32 max_pd_ca_ack_delay;
  419. u32 max_write_send_sge;
  420. u32 max_ird_ord_per_qp;
  421. u32 max_shared_ird_ord;
  422. u32 max_mr;
  423. u32 max_mr_size_lo;
  424. u32 max_mr_size_hi;
  425. u32 max_num_mr_pbl;
  426. u32 max_mw;
  427. u32 max_fmr;
  428. u32 max_pages_per_frmr;
  429. u32 max_mcast_group;
  430. u32 max_mcast_qp_attach;
  431. u32 max_total_mcast_qp_attach;
  432. u32 wqe_rqe_stride_max_dpp_cqs;
  433. u32 max_srq_rpir_qps;
  434. u32 max_dpp_pds_credits;
  435. u32 max_dpp_credits_pds_per_pd;
  436. u32 max_wqes_rqes_per_q;
  437. u32 max_cq_cqes_per_cq;
  438. u32 max_srq_rqe_sge;
  439. };
  440. struct ocrdma_fw_ver_rsp {
  441. struct ocrdma_mqe_hdr hdr;
  442. struct ocrdma_mbx_rsp rsp;
  443. u8 running_ver[32];
  444. };
  445. struct ocrdma_fw_conf_rsp {
  446. struct ocrdma_mqe_hdr hdr;
  447. struct ocrdma_mbx_rsp rsp;
  448. u32 config_num;
  449. u32 asic_revision;
  450. u32 phy_port;
  451. u32 fn_mode;
  452. struct {
  453. u32 mode;
  454. u32 nic_wqid_base;
  455. u32 nic_wq_tot;
  456. u32 prot_wqid_base;
  457. u32 prot_wq_tot;
  458. u32 prot_rqid_base;
  459. u32 prot_rqid_tot;
  460. u32 rsvd[6];
  461. } ulp[2];
  462. u32 fn_capabilities;
  463. u32 rsvd1;
  464. u32 rsvd2;
  465. u32 base_eqid;
  466. u32 max_eq;
  467. };
  468. enum {
  469. OCRDMA_FN_MODE_RDMA = 0x4
  470. };
  471. enum {
  472. OCRDMA_CREATE_CQ_VER2 = 2,
  473. OCRDMA_CREATE_CQ_VER3 = 3,
  474. OCRDMA_CREATE_CQ_PAGE_CNT_MASK = 0xFFFF,
  475. OCRDMA_CREATE_CQ_PAGE_SIZE_SHIFT = 16,
  476. OCRDMA_CREATE_CQ_PAGE_SIZE_MASK = 0xFF,
  477. OCRDMA_CREATE_CQ_COALESCWM_SHIFT = 12,
  478. OCRDMA_CREATE_CQ_COALESCWM_MASK = Bit(13) | Bit(12),
  479. OCRDMA_CREATE_CQ_FLAGS_NODELAY = Bit(14),
  480. OCRDMA_CREATE_CQ_FLAGS_AUTO_VALID = Bit(15),
  481. OCRDMA_CREATE_CQ_EQ_ID_MASK = 0xFFFF,
  482. OCRDMA_CREATE_CQ_CQE_COUNT_MASK = 0xFFFF
  483. };
  484. enum {
  485. OCRDMA_CREATE_CQ_VER0 = 0,
  486. OCRDMA_CREATE_CQ_DPP = 1,
  487. OCRDMA_CREATE_CQ_TYPE_SHIFT = 24,
  488. OCRDMA_CREATE_CQ_EQID_SHIFT = 22,
  489. OCRDMA_CREATE_CQ_CNT_SHIFT = 27,
  490. OCRDMA_CREATE_CQ_FLAGS_VALID = Bit(29),
  491. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE = Bit(31),
  492. OCRDMA_CREATE_CQ_DEF_FLAGS = OCRDMA_CREATE_CQ_FLAGS_VALID |
  493. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE |
  494. OCRDMA_CREATE_CQ_FLAGS_NODELAY
  495. };
  496. struct ocrdma_create_cq_cmd {
  497. struct ocrdma_mbx_hdr req;
  498. u32 pgsz_pgcnt;
  499. u32 ev_cnt_flags;
  500. u32 eqn;
  501. u16 cqe_count;
  502. u16 pd_id;
  503. u32 rsvd6;
  504. struct ocrdma_pa pa[OCRDMA_CREATE_CQ_MAX_PAGES];
  505. };
  506. struct ocrdma_create_cq {
  507. struct ocrdma_mqe_hdr hdr;
  508. struct ocrdma_create_cq_cmd cmd;
  509. };
  510. enum {
  511. OCRDMA_CREATE_CQ_RSP_CQ_ID_MASK = 0xFFFF
  512. };
  513. struct ocrdma_create_cq_cmd_rsp {
  514. struct ocrdma_mbx_rsp rsp;
  515. u32 cq_id;
  516. };
  517. struct ocrdma_create_cq_rsp {
  518. struct ocrdma_mqe_hdr hdr;
  519. struct ocrdma_create_cq_cmd_rsp rsp;
  520. };
  521. enum {
  522. OCRDMA_CREATE_MQ_V0_CQ_ID_SHIFT = 22,
  523. OCRDMA_CREATE_MQ_CQ_ID_SHIFT = 16,
  524. OCRDMA_CREATE_MQ_RING_SIZE_SHIFT = 16,
  525. OCRDMA_CREATE_MQ_VALID = Bit(31),
  526. OCRDMA_CREATE_MQ_ASYNC_CQ_VALID = Bit(0)
  527. };
  528. struct ocrdma_create_mq_req {
  529. struct ocrdma_mbx_hdr req;
  530. u32 cqid_pages;
  531. u32 async_event_bitmap;
  532. u32 async_cqid_ringsize;
  533. u32 valid;
  534. u32 async_cqid_valid;
  535. u32 rsvd;
  536. struct ocrdma_pa pa[8];
  537. };
  538. struct ocrdma_create_mq_rsp {
  539. struct ocrdma_mbx_rsp rsp;
  540. u32 id;
  541. };
  542. enum {
  543. OCRDMA_DESTROY_CQ_QID_SHIFT = 0,
  544. OCRDMA_DESTROY_CQ_QID_MASK = 0xFFFF,
  545. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT = 16,
  546. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_MASK = 0xFFFF <<
  547. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT
  548. };
  549. struct ocrdma_destroy_cq {
  550. struct ocrdma_mqe_hdr hdr;
  551. struct ocrdma_mbx_hdr req;
  552. u32 bypass_flush_qid;
  553. };
  554. struct ocrdma_destroy_cq_rsp {
  555. struct ocrdma_mqe_hdr hdr;
  556. struct ocrdma_mbx_rsp rsp;
  557. };
  558. enum {
  559. OCRDMA_QPT_GSI = 1,
  560. OCRDMA_QPT_RC = 2,
  561. OCRDMA_QPT_UD = 4,
  562. };
  563. enum {
  564. OCRDMA_CREATE_QP_REQ_PD_ID_SHIFT = 0,
  565. OCRDMA_CREATE_QP_REQ_PD_ID_MASK = 0xFFFF,
  566. OCRDMA_CREATE_QP_REQ_SQ_PAGE_SIZE_SHIFT = 16,
  567. OCRDMA_CREATE_QP_REQ_RQ_PAGE_SIZE_SHIFT = 19,
  568. OCRDMA_CREATE_QP_REQ_QPT_SHIFT = 29,
  569. OCRDMA_CREATE_QP_REQ_QPT_MASK = Bit(31) | Bit(30) | Bit(29),
  570. OCRDMA_CREATE_QP_REQ_MAX_RQE_SHIFT = 0,
  571. OCRDMA_CREATE_QP_REQ_MAX_RQE_MASK = 0xFFFF,
  572. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT = 16,
  573. OCRDMA_CREATE_QP_REQ_MAX_WQE_MASK = 0xFFFF <<
  574. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT,
  575. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_SHIFT = 0,
  576. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_MASK = 0xFFFF,
  577. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT = 16,
  578. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_MASK = 0xFFFF <<
  579. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT,
  580. OCRDMA_CREATE_QP_REQ_FMR_EN_SHIFT = 0,
  581. OCRDMA_CREATE_QP_REQ_FMR_EN_MASK = Bit(0),
  582. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_SHIFT = 1,
  583. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_MASK = Bit(1),
  584. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_SHIFT = 2,
  585. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_MASK = Bit(2),
  586. OCRDMA_CREATE_QP_REQ_INB_WREN_SHIFT = 3,
  587. OCRDMA_CREATE_QP_REQ_INB_WREN_MASK = Bit(3),
  588. OCRDMA_CREATE_QP_REQ_INB_RDEN_SHIFT = 4,
  589. OCRDMA_CREATE_QP_REQ_INB_RDEN_MASK = Bit(4),
  590. OCRDMA_CREATE_QP_REQ_USE_SRQ_SHIFT = 5,
  591. OCRDMA_CREATE_QP_REQ_USE_SRQ_MASK = Bit(5),
  592. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_SHIFT = 6,
  593. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_MASK = Bit(6),
  594. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_SHIFT = 7,
  595. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_MASK = Bit(7),
  596. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_SHIFT = 8,
  597. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_MASK = Bit(8),
  598. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT = 16,
  599. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  600. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT,
  601. OCRDMA_CREATE_QP_REQ_MAX_IRD_SHIFT = 0,
  602. OCRDMA_CREATE_QP_REQ_MAX_IRD_MASK = 0xFFFF,
  603. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT = 16,
  604. OCRDMA_CREATE_QP_REQ_MAX_ORD_MASK = 0xFFFF <<
  605. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT,
  606. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_SHIFT = 0,
  607. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_MASK = 0xFFFF,
  608. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT = 16,
  609. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_MASK = 0xFFFF <<
  610. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT,
  611. OCRDMA_CREATE_QP_REQ_RQE_SIZE_SHIFT = 0,
  612. OCRDMA_CREATE_QP_REQ_RQE_SIZE_MASK = 0xFFFF,
  613. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT = 16,
  614. OCRDMA_CREATE_QP_REQ_WQE_SIZE_MASK = 0xFFFF <<
  615. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT,
  616. OCRDMA_CREATE_QP_REQ_RQ_CQID_SHIFT = 0,
  617. OCRDMA_CREATE_QP_REQ_RQ_CQID_MASK = 0xFFFF,
  618. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT = 16,
  619. OCRDMA_CREATE_QP_REQ_WQ_CQID_MASK = 0xFFFF <<
  620. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT,
  621. OCRDMA_CREATE_QP_REQ_DPP_CQPID_SHIFT = 0,
  622. OCRDMA_CREATE_QP_REQ_DPP_CQPID_MASK = 0xFFFF,
  623. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT = 16,
  624. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_MASK = 0xFFFF <<
  625. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT
  626. };
  627. enum {
  628. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_LIMIT = 16,
  629. OCRDMA_CREATE_QP_RSP_DPP_PAGE_SHIFT = 1
  630. };
  631. #define MAX_OCRDMA_IRD_PAGES 4
  632. enum ocrdma_qp_flags {
  633. OCRDMA_QP_MW_BIND = 1,
  634. OCRDMA_QP_LKEY0 = (1 << 1),
  635. OCRDMA_QP_FAST_REG = (1 << 2),
  636. OCRDMA_QP_INB_RD = (1 << 6),
  637. OCRDMA_QP_INB_WR = (1 << 7),
  638. };
  639. enum ocrdma_qp_state {
  640. OCRDMA_QPS_RST = 0,
  641. OCRDMA_QPS_INIT = 1,
  642. OCRDMA_QPS_RTR = 2,
  643. OCRDMA_QPS_RTS = 3,
  644. OCRDMA_QPS_SQE = 4,
  645. OCRDMA_QPS_SQ_DRAINING = 5,
  646. OCRDMA_QPS_ERR = 6,
  647. OCRDMA_QPS_SQD = 7
  648. };
  649. struct ocrdma_create_qp_req {
  650. struct ocrdma_mqe_hdr hdr;
  651. struct ocrdma_mbx_hdr req;
  652. u32 type_pgsz_pdn;
  653. u32 max_wqe_rqe;
  654. u32 max_sge_send_write;
  655. u32 max_sge_recv_flags;
  656. u32 max_ord_ird;
  657. u32 num_wq_rq_pages;
  658. u32 wqe_rqe_size;
  659. u32 wq_rq_cqid;
  660. struct ocrdma_pa wq_addr[MAX_OCRDMA_QP_PAGES];
  661. struct ocrdma_pa rq_addr[MAX_OCRDMA_QP_PAGES];
  662. u32 dpp_credits_cqid;
  663. u32 rpir_lkey;
  664. struct ocrdma_pa ird_addr[MAX_OCRDMA_IRD_PAGES];
  665. };
  666. enum {
  667. OCRDMA_CREATE_QP_RSP_QP_ID_SHIFT = 0,
  668. OCRDMA_CREATE_QP_RSP_QP_ID_MASK = 0xFFFF,
  669. OCRDMA_CREATE_QP_RSP_MAX_RQE_SHIFT = 0,
  670. OCRDMA_CREATE_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  671. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT = 16,
  672. OCRDMA_CREATE_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  673. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT,
  674. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_SHIFT = 0,
  675. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_MASK = 0xFFFF,
  676. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT = 16,
  677. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_MASK = 0xFFFF <<
  678. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT,
  679. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT = 16,
  680. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_MASK = 0xFFFF <<
  681. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT,
  682. OCRDMA_CREATE_QP_RSP_MAX_IRD_SHIFT = 0,
  683. OCRDMA_CREATE_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  684. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT = 16,
  685. OCRDMA_CREATE_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  686. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT,
  687. OCRDMA_CREATE_QP_RSP_RQ_ID_SHIFT = 0,
  688. OCRDMA_CREATE_QP_RSP_RQ_ID_MASK = 0xFFFF,
  689. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT = 16,
  690. OCRDMA_CREATE_QP_RSP_SQ_ID_MASK = 0xFFFF <<
  691. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT,
  692. OCRDMA_CREATE_QP_RSP_DPP_ENABLED_MASK = Bit(0),
  693. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT = 1,
  694. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_MASK = 0x7FFF <<
  695. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT,
  696. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT = 16,
  697. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_MASK = 0xFFFF <<
  698. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT,
  699. };
  700. struct ocrdma_create_qp_rsp {
  701. struct ocrdma_mqe_hdr hdr;
  702. struct ocrdma_mbx_rsp rsp;
  703. u32 qp_id;
  704. u32 max_wqe_rqe;
  705. u32 max_sge_send_write;
  706. u32 max_sge_recv;
  707. u32 max_ord_ird;
  708. u32 sq_rq_id;
  709. u32 dpp_response;
  710. };
  711. struct ocrdma_destroy_qp {
  712. struct ocrdma_mqe_hdr hdr;
  713. struct ocrdma_mbx_hdr req;
  714. u32 qp_id;
  715. };
  716. struct ocrdma_destroy_qp_rsp {
  717. struct ocrdma_mqe_hdr hdr;
  718. struct ocrdma_mbx_rsp rsp;
  719. };
  720. enum {
  721. OCRDMA_MODIFY_QP_ID_SHIFT = 0,
  722. OCRDMA_MODIFY_QP_ID_MASK = 0xFFFF,
  723. OCRDMA_QP_PARA_QPS_VALID = Bit(0),
  724. OCRDMA_QP_PARA_SQD_ASYNC_VALID = Bit(1),
  725. OCRDMA_QP_PARA_PKEY_VALID = Bit(2),
  726. OCRDMA_QP_PARA_QKEY_VALID = Bit(3),
  727. OCRDMA_QP_PARA_PMTU_VALID = Bit(4),
  728. OCRDMA_QP_PARA_ACK_TO_VALID = Bit(5),
  729. OCRDMA_QP_PARA_RETRY_CNT_VALID = Bit(6),
  730. OCRDMA_QP_PARA_RRC_VALID = Bit(7),
  731. OCRDMA_QP_PARA_RQPSN_VALID = Bit(8),
  732. OCRDMA_QP_PARA_MAX_IRD_VALID = Bit(9),
  733. OCRDMA_QP_PARA_MAX_ORD_VALID = Bit(10),
  734. OCRDMA_QP_PARA_RNT_VALID = Bit(11),
  735. OCRDMA_QP_PARA_SQPSN_VALID = Bit(12),
  736. OCRDMA_QP_PARA_DST_QPN_VALID = Bit(13),
  737. OCRDMA_QP_PARA_MAX_WQE_VALID = Bit(14),
  738. OCRDMA_QP_PARA_MAX_RQE_VALID = Bit(15),
  739. OCRDMA_QP_PARA_SGE_SEND_VALID = Bit(16),
  740. OCRDMA_QP_PARA_SGE_RECV_VALID = Bit(17),
  741. OCRDMA_QP_PARA_SGE_WR_VALID = Bit(18),
  742. OCRDMA_QP_PARA_INB_RDEN_VALID = Bit(19),
  743. OCRDMA_QP_PARA_INB_WREN_VALID = Bit(20),
  744. OCRDMA_QP_PARA_FLOW_LBL_VALID = Bit(21),
  745. OCRDMA_QP_PARA_BIND_EN_VALID = Bit(22),
  746. OCRDMA_QP_PARA_ZLKEY_EN_VALID = Bit(23),
  747. OCRDMA_QP_PARA_FMR_EN_VALID = Bit(24),
  748. OCRDMA_QP_PARA_INBAT_EN_VALID = Bit(25),
  749. OCRDMA_QP_PARA_VLAN_EN_VALID = Bit(26),
  750. OCRDMA_MODIFY_QP_FLAGS_RD = Bit(0),
  751. OCRDMA_MODIFY_QP_FLAGS_WR = Bit(1),
  752. OCRDMA_MODIFY_QP_FLAGS_SEND = Bit(2),
  753. OCRDMA_MODIFY_QP_FLAGS_ATOMIC = Bit(3)
  754. };
  755. enum {
  756. OCRDMA_QP_PARAMS_SRQ_ID_SHIFT = 0,
  757. OCRDMA_QP_PARAMS_SRQ_ID_MASK = 0xFFFF,
  758. OCRDMA_QP_PARAMS_MAX_RQE_SHIFT = 0,
  759. OCRDMA_QP_PARAMS_MAX_RQE_MASK = 0xFFFF,
  760. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT = 16,
  761. OCRDMA_QP_PARAMS_MAX_WQE_MASK = 0xFFFF <<
  762. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT,
  763. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_SHIFT = 0,
  764. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_MASK = 0xFFFF,
  765. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT = 16,
  766. OCRDMA_QP_PARAMS_MAX_SGE_SEND_MASK = 0xFFFF <<
  767. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT,
  768. OCRDMA_QP_PARAMS_FLAGS_FMR_EN = Bit(0),
  769. OCRDMA_QP_PARAMS_FLAGS_LKEY_0_EN = Bit(1),
  770. OCRDMA_QP_PARAMS_FLAGS_BIND_MW_EN = Bit(2),
  771. OCRDMA_QP_PARAMS_FLAGS_INBWR_EN = Bit(3),
  772. OCRDMA_QP_PARAMS_FLAGS_INBRD_EN = Bit(4),
  773. OCRDMA_QP_PARAMS_STATE_SHIFT = 5,
  774. OCRDMA_QP_PARAMS_STATE_MASK = Bit(5) | Bit(6) | Bit(7),
  775. OCRDMA_QP_PARAMS_FLAGS_SQD_ASYNC = Bit(8),
  776. OCRDMA_QP_PARAMS_FLAGS_INB_ATEN = Bit(9),
  777. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT = 16,
  778. OCRDMA_QP_PARAMS_MAX_SGE_RECV_MASK = 0xFFFF <<
  779. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT,
  780. OCRDMA_QP_PARAMS_MAX_IRD_SHIFT = 0,
  781. OCRDMA_QP_PARAMS_MAX_IRD_MASK = 0xFFFF,
  782. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT = 16,
  783. OCRDMA_QP_PARAMS_MAX_ORD_MASK = 0xFFFF <<
  784. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT,
  785. OCRDMA_QP_PARAMS_RQ_CQID_SHIFT = 0,
  786. OCRDMA_QP_PARAMS_RQ_CQID_MASK = 0xFFFF,
  787. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT = 16,
  788. OCRDMA_QP_PARAMS_WQ_CQID_MASK = 0xFFFF <<
  789. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT,
  790. OCRDMA_QP_PARAMS_RQ_PSN_SHIFT = 0,
  791. OCRDMA_QP_PARAMS_RQ_PSN_MASK = 0xFFFFFF,
  792. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT = 24,
  793. OCRDMA_QP_PARAMS_HOP_LMT_MASK = 0xFF <<
  794. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT,
  795. OCRDMA_QP_PARAMS_SQ_PSN_SHIFT = 0,
  796. OCRDMA_QP_PARAMS_SQ_PSN_MASK = 0xFFFFFF,
  797. OCRDMA_QP_PARAMS_TCLASS_SHIFT = 24,
  798. OCRDMA_QP_PARAMS_TCLASS_MASK = 0xFF <<
  799. OCRDMA_QP_PARAMS_TCLASS_SHIFT,
  800. OCRDMA_QP_PARAMS_DEST_QPN_SHIFT = 0,
  801. OCRDMA_QP_PARAMS_DEST_QPN_MASK = 0xFFFFFF,
  802. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT = 24,
  803. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_MASK = 0x7 <<
  804. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT,
  805. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT = 27,
  806. OCRDMA_QP_PARAMS_ACK_TIMEOUT_MASK = 0x1F <<
  807. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT,
  808. OCRDMA_QP_PARAMS_PKEY_IDNEX_SHIFT = 0,
  809. OCRDMA_QP_PARAMS_PKEY_INDEX_MASK = 0xFFFF,
  810. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT = 18,
  811. OCRDMA_QP_PARAMS_PATH_MTU_MASK = 0x3FFF <<
  812. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT,
  813. OCRDMA_QP_PARAMS_FLOW_LABEL_SHIFT = 0,
  814. OCRDMA_QP_PARAMS_FLOW_LABEL_MASK = 0xFFFFF,
  815. OCRDMA_QP_PARAMS_SL_SHIFT = 20,
  816. OCRDMA_QP_PARAMS_SL_MASK = 0xF <<
  817. OCRDMA_QP_PARAMS_SL_SHIFT,
  818. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT = 24,
  819. OCRDMA_QP_PARAMS_RETRY_CNT_MASK = 0x7 <<
  820. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT,
  821. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT = 27,
  822. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_MASK = 0x1F <<
  823. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT,
  824. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_SHIFT = 0,
  825. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_MASK = 0xFFFF,
  826. OCRDMA_QP_PARAMS_VLAN_SHIFT = 16,
  827. OCRDMA_QP_PARAMS_VLAN_MASK = 0xFFFF <<
  828. OCRDMA_QP_PARAMS_VLAN_SHIFT
  829. };
  830. struct ocrdma_qp_params {
  831. u32 id;
  832. u32 max_wqe_rqe;
  833. u32 max_sge_send_write;
  834. u32 max_sge_recv_flags;
  835. u32 max_ord_ird;
  836. u32 wq_rq_cqid;
  837. u32 hop_lmt_rq_psn;
  838. u32 tclass_sq_psn;
  839. u32 ack_to_rnr_rtc_dest_qpn;
  840. u32 path_mtu_pkey_indx;
  841. u32 rnt_rc_sl_fl;
  842. u8 sgid[16];
  843. u8 dgid[16];
  844. u32 dmac_b0_to_b3;
  845. u32 vlan_dmac_b4_to_b5;
  846. u32 qkey;
  847. };
  848. struct ocrdma_modify_qp {
  849. struct ocrdma_mqe_hdr hdr;
  850. struct ocrdma_mbx_hdr req;
  851. struct ocrdma_qp_params params;
  852. u32 flags;
  853. u32 rdma_flags;
  854. u32 num_outstanding_atomic_rd;
  855. };
  856. enum {
  857. OCRDMA_MODIFY_QP_RSP_MAX_RQE_SHIFT = 0,
  858. OCRDMA_MODIFY_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  859. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT = 16,
  860. OCRDMA_MODIFY_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  861. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT,
  862. OCRDMA_MODIFY_QP_RSP_MAX_IRD_SHIFT = 0,
  863. OCRDMA_MODIFY_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  864. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT = 16,
  865. OCRDMA_MODIFY_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  866. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT
  867. };
  868. struct ocrdma_modify_qp_rsp {
  869. struct ocrdma_mqe_hdr hdr;
  870. struct ocrdma_mbx_rsp rsp;
  871. u32 max_wqe_rqe;
  872. u32 max_ord_ird;
  873. };
  874. struct ocrdma_query_qp {
  875. struct ocrdma_mqe_hdr hdr;
  876. struct ocrdma_mbx_hdr req;
  877. #define OCRDMA_QUERY_UP_QP_ID_SHIFT 0
  878. #define OCRDMA_QUERY_UP_QP_ID_MASK 0xFFFFFF
  879. u32 qp_id;
  880. };
  881. struct ocrdma_query_qp_rsp {
  882. struct ocrdma_mqe_hdr hdr;
  883. struct ocrdma_mbx_rsp rsp;
  884. struct ocrdma_qp_params params;
  885. };
  886. enum {
  887. OCRDMA_CREATE_SRQ_PD_ID_SHIFT = 0,
  888. OCRDMA_CREATE_SRQ_PD_ID_MASK = 0xFFFF,
  889. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT = 16,
  890. OCRDMA_CREATE_SRQ_PG_SZ_MASK = 0x3 <<
  891. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT,
  892. OCRDMA_CREATE_SRQ_MAX_RQE_SHIFT = 0,
  893. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT = 16,
  894. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  895. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT,
  896. OCRDMA_CREATE_SRQ_RQE_SIZE_SHIFT = 0,
  897. OCRDMA_CREATE_SRQ_RQE_SIZE_MASK = 0xFFFF,
  898. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT = 16,
  899. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_MASK = 0xFFFF <<
  900. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT
  901. };
  902. struct ocrdma_create_srq {
  903. struct ocrdma_mqe_hdr hdr;
  904. struct ocrdma_mbx_hdr req;
  905. u32 pgsz_pdid;
  906. u32 max_sge_rqe;
  907. u32 pages_rqe_sz;
  908. struct ocrdma_pa rq_addr[MAX_OCRDMA_SRQ_PAGES];
  909. };
  910. enum {
  911. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_SHIFT = 0,
  912. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_MASK = 0xFFFFFF,
  913. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_SHIFT = 0,
  914. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_MASK = 0xFFFF,
  915. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT = 16,
  916. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_MASK = 0xFFFF <<
  917. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT
  918. };
  919. struct ocrdma_create_srq_rsp {
  920. struct ocrdma_mqe_hdr hdr;
  921. struct ocrdma_mbx_rsp rsp;
  922. u32 id;
  923. u32 max_sge_rqe_allocated;
  924. };
  925. enum {
  926. OCRDMA_MODIFY_SRQ_ID_SHIFT = 0,
  927. OCRDMA_MODIFY_SRQ_ID_MASK = 0xFFFFFF,
  928. OCRDMA_MODIFY_SRQ_MAX_RQE_SHIFT = 0,
  929. OCRDMA_MODIFY_SRQ_MAX_RQE_MASK = 0xFFFF,
  930. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT = 16,
  931. OCRDMA_MODIFY_SRQ__LIMIT_MASK = 0xFFFF <<
  932. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT
  933. };
  934. struct ocrdma_modify_srq {
  935. struct ocrdma_mqe_hdr hdr;
  936. struct ocrdma_mbx_rsp rep;
  937. u32 id;
  938. u32 limit_max_rqe;
  939. };
  940. enum {
  941. OCRDMA_QUERY_SRQ_ID_SHIFT = 0,
  942. OCRDMA_QUERY_SRQ_ID_MASK = 0xFFFFFF
  943. };
  944. struct ocrdma_query_srq {
  945. struct ocrdma_mqe_hdr hdr;
  946. struct ocrdma_mbx_rsp req;
  947. u32 id;
  948. };
  949. enum {
  950. OCRDMA_QUERY_SRQ_RSP_PD_ID_SHIFT = 0,
  951. OCRDMA_QUERY_SRQ_RSP_PD_ID_MASK = 0xFFFF,
  952. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT = 16,
  953. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_MASK = 0xFFFF <<
  954. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT,
  955. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_SHIFT = 0,
  956. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_MASK = 0xFFFF,
  957. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT = 16,
  958. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_MASK = 0xFFFF <<
  959. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT
  960. };
  961. struct ocrdma_query_srq_rsp {
  962. struct ocrdma_mqe_hdr hdr;
  963. struct ocrdma_mbx_rsp req;
  964. u32 max_rqe_pdid;
  965. u32 srq_lmt_max_sge;
  966. };
  967. enum {
  968. OCRDMA_DESTROY_SRQ_ID_SHIFT = 0,
  969. OCRDMA_DESTROY_SRQ_ID_MASK = 0xFFFFFF
  970. };
  971. struct ocrdma_destroy_srq {
  972. struct ocrdma_mqe_hdr hdr;
  973. struct ocrdma_mbx_rsp req;
  974. u32 id;
  975. };
  976. enum {
  977. OCRDMA_ALLOC_PD_ENABLE_DPP = BIT(16),
  978. OCRDMA_PD_MAX_DPP_ENABLED_QP = 8,
  979. OCRDMA_DPP_PAGE_SIZE = 4096
  980. };
  981. struct ocrdma_alloc_pd {
  982. struct ocrdma_mqe_hdr hdr;
  983. struct ocrdma_mbx_hdr req;
  984. u32 enable_dpp_rsvd;
  985. };
  986. enum {
  987. OCRDMA_ALLOC_PD_RSP_DPP = Bit(16),
  988. OCRDMA_ALLOC_PD_RSP_DPP_PAGE_SHIFT = 20,
  989. OCRDMA_ALLOC_PD_RSP_PDID_MASK = 0xFFFF,
  990. };
  991. struct ocrdma_alloc_pd_rsp {
  992. struct ocrdma_mqe_hdr hdr;
  993. struct ocrdma_mbx_rsp rsp;
  994. u32 dpp_page_pdid;
  995. };
  996. struct ocrdma_dealloc_pd {
  997. struct ocrdma_mqe_hdr hdr;
  998. struct ocrdma_mbx_hdr req;
  999. u32 id;
  1000. };
  1001. struct ocrdma_dealloc_pd_rsp {
  1002. struct ocrdma_mqe_hdr hdr;
  1003. struct ocrdma_mbx_rsp rsp;
  1004. };
  1005. enum {
  1006. OCRDMA_ADDR_CHECK_ENABLE = 1,
  1007. OCRDMA_ADDR_CHECK_DISABLE = 0
  1008. };
  1009. enum {
  1010. OCRDMA_ALLOC_LKEY_PD_ID_SHIFT = 0,
  1011. OCRDMA_ALLOC_LKEY_PD_ID_MASK = 0xFFFF,
  1012. OCRDMA_ALLOC_LKEY_ADDR_CHECK_SHIFT = 0,
  1013. OCRDMA_ALLOC_LKEY_ADDR_CHECK_MASK = Bit(0),
  1014. OCRDMA_ALLOC_LKEY_FMR_SHIFT = 1,
  1015. OCRDMA_ALLOC_LKEY_FMR_MASK = Bit(1),
  1016. OCRDMA_ALLOC_LKEY_REMOTE_INV_SHIFT = 2,
  1017. OCRDMA_ALLOC_LKEY_REMOTE_INV_MASK = Bit(2),
  1018. OCRDMA_ALLOC_LKEY_REMOTE_WR_SHIFT = 3,
  1019. OCRDMA_ALLOC_LKEY_REMOTE_WR_MASK = Bit(3),
  1020. OCRDMA_ALLOC_LKEY_REMOTE_RD_SHIFT = 4,
  1021. OCRDMA_ALLOC_LKEY_REMOTE_RD_MASK = Bit(4),
  1022. OCRDMA_ALLOC_LKEY_LOCAL_WR_SHIFT = 5,
  1023. OCRDMA_ALLOC_LKEY_LOCAL_WR_MASK = Bit(5),
  1024. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_MASK = Bit(6),
  1025. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_SHIFT = 6,
  1026. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT = 16,
  1027. OCRDMA_ALLOC_LKEY_PBL_SIZE_MASK = 0xFFFF <<
  1028. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT
  1029. };
  1030. struct ocrdma_alloc_lkey {
  1031. struct ocrdma_mqe_hdr hdr;
  1032. struct ocrdma_mbx_hdr req;
  1033. u32 pdid;
  1034. u32 pbl_sz_flags;
  1035. };
  1036. struct ocrdma_alloc_lkey_rsp {
  1037. struct ocrdma_mqe_hdr hdr;
  1038. struct ocrdma_mbx_rsp rsp;
  1039. u32 lrkey;
  1040. u32 num_pbl_rsvd;
  1041. };
  1042. struct ocrdma_dealloc_lkey {
  1043. struct ocrdma_mqe_hdr hdr;
  1044. struct ocrdma_mbx_hdr req;
  1045. u32 lkey;
  1046. u32 rsvd_frmr;
  1047. };
  1048. struct ocrdma_dealloc_lkey_rsp {
  1049. struct ocrdma_mqe_hdr hdr;
  1050. struct ocrdma_mbx_rsp rsp;
  1051. };
  1052. #define MAX_OCRDMA_NSMR_PBL (u32)22
  1053. #define MAX_OCRDMA_PBL_SIZE 65536
  1054. #define MAX_OCRDMA_PBL_PER_LKEY 32767
  1055. enum {
  1056. OCRDMA_REG_NSMR_LRKEY_INDEX_SHIFT = 0,
  1057. OCRDMA_REG_NSMR_LRKEY_INDEX_MASK = 0xFFFFFF,
  1058. OCRDMA_REG_NSMR_LRKEY_SHIFT = 24,
  1059. OCRDMA_REG_NSMR_LRKEY_MASK = 0xFF <<
  1060. OCRDMA_REG_NSMR_LRKEY_SHIFT,
  1061. OCRDMA_REG_NSMR_PD_ID_SHIFT = 0,
  1062. OCRDMA_REG_NSMR_PD_ID_MASK = 0xFFFF,
  1063. OCRDMA_REG_NSMR_NUM_PBL_SHIFT = 16,
  1064. OCRDMA_REG_NSMR_NUM_PBL_MASK = 0xFFFF <<
  1065. OCRDMA_REG_NSMR_NUM_PBL_SHIFT,
  1066. OCRDMA_REG_NSMR_PBE_SIZE_SHIFT = 0,
  1067. OCRDMA_REG_NSMR_PBE_SIZE_MASK = 0xFFFF,
  1068. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT = 16,
  1069. OCRDMA_REG_NSMR_HPAGE_SIZE_MASK = 0xFF <<
  1070. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT,
  1071. OCRDMA_REG_NSMR_BIND_MEMWIN_SHIFT = 24,
  1072. OCRDMA_REG_NSMR_BIND_MEMWIN_MASK = Bit(24),
  1073. OCRDMA_REG_NSMR_ZB_SHIFT = 25,
  1074. OCRDMA_REG_NSMR_ZB_SHIFT_MASK = Bit(25),
  1075. OCRDMA_REG_NSMR_REMOTE_INV_SHIFT = 26,
  1076. OCRDMA_REG_NSMR_REMOTE_INV_MASK = Bit(26),
  1077. OCRDMA_REG_NSMR_REMOTE_WR_SHIFT = 27,
  1078. OCRDMA_REG_NSMR_REMOTE_WR_MASK = Bit(27),
  1079. OCRDMA_REG_NSMR_REMOTE_RD_SHIFT = 28,
  1080. OCRDMA_REG_NSMR_REMOTE_RD_MASK = Bit(28),
  1081. OCRDMA_REG_NSMR_LOCAL_WR_SHIFT = 29,
  1082. OCRDMA_REG_NSMR_LOCAL_WR_MASK = Bit(29),
  1083. OCRDMA_REG_NSMR_REMOTE_ATOMIC_SHIFT = 30,
  1084. OCRDMA_REG_NSMR_REMOTE_ATOMIC_MASK = Bit(30),
  1085. OCRDMA_REG_NSMR_LAST_SHIFT = 31,
  1086. OCRDMA_REG_NSMR_LAST_MASK = Bit(31)
  1087. };
  1088. struct ocrdma_reg_nsmr {
  1089. struct ocrdma_mqe_hdr hdr;
  1090. struct ocrdma_mbx_hdr cmd;
  1091. u32 fr_mr;
  1092. u32 num_pbl_pdid;
  1093. u32 flags_hpage_pbe_sz;
  1094. u32 totlen_low;
  1095. u32 totlen_high;
  1096. u32 fbo_low;
  1097. u32 fbo_high;
  1098. u32 va_loaddr;
  1099. u32 va_hiaddr;
  1100. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1101. };
  1102. enum {
  1103. OCRDMA_REG_NSMR_CONT_PBL_SHIFT = 0,
  1104. OCRDMA_REG_NSMR_CONT_PBL_SHIFT_MASK = 0xFFFF,
  1105. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT = 16,
  1106. OCRDMA_REG_NSMR_CONT_NUM_PBL_MASK = 0xFFFF <<
  1107. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT,
  1108. OCRDMA_REG_NSMR_CONT_LAST_SHIFT = 31,
  1109. OCRDMA_REG_NSMR_CONT_LAST_MASK = Bit(31)
  1110. };
  1111. struct ocrdma_reg_nsmr_cont {
  1112. struct ocrdma_mqe_hdr hdr;
  1113. struct ocrdma_mbx_hdr cmd;
  1114. u32 lrkey;
  1115. u32 num_pbl_offset;
  1116. u32 last;
  1117. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1118. };
  1119. struct ocrdma_pbe {
  1120. u32 pa_hi;
  1121. u32 pa_lo;
  1122. };
  1123. enum {
  1124. OCRDMA_REG_NSMR_RSP_NUM_PBL_SHIFT = 16,
  1125. OCRDMA_REG_NSMR_RSP_NUM_PBL_MASK = 0xFFFF0000
  1126. };
  1127. struct ocrdma_reg_nsmr_rsp {
  1128. struct ocrdma_mqe_hdr hdr;
  1129. struct ocrdma_mbx_rsp rsp;
  1130. u32 lrkey;
  1131. u32 num_pbl;
  1132. };
  1133. enum {
  1134. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_SHIFT = 0,
  1135. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_MASK = 0xFFFFFF,
  1136. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT = 24,
  1137. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_MASK = 0xFF <<
  1138. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT,
  1139. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT = 16,
  1140. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_MASK = 0xFFFF <<
  1141. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT
  1142. };
  1143. struct ocrdma_reg_nsmr_cont_rsp {
  1144. struct ocrdma_mqe_hdr hdr;
  1145. struct ocrdma_mbx_rsp rsp;
  1146. u32 lrkey_key_index;
  1147. u32 num_pbl;
  1148. };
  1149. enum {
  1150. OCRDMA_ALLOC_MW_PD_ID_SHIFT = 0,
  1151. OCRDMA_ALLOC_MW_PD_ID_MASK = 0xFFFF
  1152. };
  1153. struct ocrdma_alloc_mw {
  1154. struct ocrdma_mqe_hdr hdr;
  1155. struct ocrdma_mbx_hdr req;
  1156. u32 pdid;
  1157. };
  1158. enum {
  1159. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_SHIFT = 0,
  1160. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_MASK = 0xFFFFFF
  1161. };
  1162. struct ocrdma_alloc_mw_rsp {
  1163. struct ocrdma_mqe_hdr hdr;
  1164. struct ocrdma_mbx_rsp rsp;
  1165. u32 lrkey_index;
  1166. };
  1167. struct ocrdma_attach_mcast {
  1168. struct ocrdma_mqe_hdr hdr;
  1169. struct ocrdma_mbx_hdr req;
  1170. u32 qp_id;
  1171. u8 mgid[16];
  1172. u32 mac_b0_to_b3;
  1173. u32 vlan_mac_b4_to_b5;
  1174. };
  1175. struct ocrdma_attach_mcast_rsp {
  1176. struct ocrdma_mqe_hdr hdr;
  1177. struct ocrdma_mbx_rsp rsp;
  1178. };
  1179. struct ocrdma_detach_mcast {
  1180. struct ocrdma_mqe_hdr hdr;
  1181. struct ocrdma_mbx_hdr req;
  1182. u32 qp_id;
  1183. u8 mgid[16];
  1184. u32 mac_b0_to_b3;
  1185. u32 vlan_mac_b4_to_b5;
  1186. };
  1187. struct ocrdma_detach_mcast_rsp {
  1188. struct ocrdma_mqe_hdr hdr;
  1189. struct ocrdma_mbx_rsp rsp;
  1190. };
  1191. enum {
  1192. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT = 19,
  1193. OCRDMA_CREATE_AH_NUM_PAGES_MASK = 0xF <<
  1194. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT,
  1195. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT = 16,
  1196. OCRDMA_CREATE_AH_PAGE_SIZE_MASK = 0x7 <<
  1197. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT,
  1198. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT = 23,
  1199. OCRDMA_CREATE_AH_ENTRY_SIZE_MASK = 0x1FF <<
  1200. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT,
  1201. };
  1202. #define OCRDMA_AH_TBL_PAGES 8
  1203. struct ocrdma_create_ah_tbl {
  1204. struct ocrdma_mqe_hdr hdr;
  1205. struct ocrdma_mbx_hdr req;
  1206. u32 ah_conf;
  1207. struct ocrdma_pa tbl_addr[8];
  1208. };
  1209. struct ocrdma_create_ah_tbl_rsp {
  1210. struct ocrdma_mqe_hdr hdr;
  1211. struct ocrdma_mbx_rsp rsp;
  1212. u32 ahid;
  1213. };
  1214. struct ocrdma_delete_ah_tbl {
  1215. struct ocrdma_mqe_hdr hdr;
  1216. struct ocrdma_mbx_hdr req;
  1217. u32 ahid;
  1218. };
  1219. struct ocrdma_delete_ah_tbl_rsp {
  1220. struct ocrdma_mqe_hdr hdr;
  1221. struct ocrdma_mbx_rsp rsp;
  1222. };
  1223. enum {
  1224. OCRDMA_EQE_VALID_SHIFT = 0,
  1225. OCRDMA_EQE_VALID_MASK = Bit(0),
  1226. OCRDMA_EQE_FOR_CQE_MASK = 0xFFFE,
  1227. OCRDMA_EQE_RESOURCE_ID_SHIFT = 16,
  1228. OCRDMA_EQE_RESOURCE_ID_MASK = 0xFFFF <<
  1229. OCRDMA_EQE_RESOURCE_ID_SHIFT,
  1230. };
  1231. struct ocrdma_eqe {
  1232. u32 id_valid;
  1233. };
  1234. enum OCRDMA_CQE_STATUS {
  1235. OCRDMA_CQE_SUCCESS = 0,
  1236. OCRDMA_CQE_LOC_LEN_ERR,
  1237. OCRDMA_CQE_LOC_QP_OP_ERR,
  1238. OCRDMA_CQE_LOC_EEC_OP_ERR,
  1239. OCRDMA_CQE_LOC_PROT_ERR,
  1240. OCRDMA_CQE_WR_FLUSH_ERR,
  1241. OCRDMA_CQE_MW_BIND_ERR,
  1242. OCRDMA_CQE_BAD_RESP_ERR,
  1243. OCRDMA_CQE_LOC_ACCESS_ERR,
  1244. OCRDMA_CQE_REM_INV_REQ_ERR,
  1245. OCRDMA_CQE_REM_ACCESS_ERR,
  1246. OCRDMA_CQE_REM_OP_ERR,
  1247. OCRDMA_CQE_RETRY_EXC_ERR,
  1248. OCRDMA_CQE_RNR_RETRY_EXC_ERR,
  1249. OCRDMA_CQE_LOC_RDD_VIOL_ERR,
  1250. OCRDMA_CQE_REM_INV_RD_REQ_ERR,
  1251. OCRDMA_CQE_REM_ABORT_ERR,
  1252. OCRDMA_CQE_INV_EECN_ERR,
  1253. OCRDMA_CQE_INV_EEC_STATE_ERR,
  1254. OCRDMA_CQE_FATAL_ERR,
  1255. OCRDMA_CQE_RESP_TIMEOUT_ERR,
  1256. OCRDMA_CQE_GENERAL_ERR
  1257. };
  1258. enum {
  1259. /* w0 */
  1260. OCRDMA_CQE_WQEIDX_SHIFT = 0,
  1261. OCRDMA_CQE_WQEIDX_MASK = 0xFFFF,
  1262. /* w1 */
  1263. OCRDMA_CQE_UD_XFER_LEN_SHIFT = 16,
  1264. OCRDMA_CQE_PKEY_SHIFT = 0,
  1265. OCRDMA_CQE_PKEY_MASK = 0xFFFF,
  1266. /* w2 */
  1267. OCRDMA_CQE_QPN_SHIFT = 0,
  1268. OCRDMA_CQE_QPN_MASK = 0x0000FFFF,
  1269. OCRDMA_CQE_BUFTAG_SHIFT = 16,
  1270. OCRDMA_CQE_BUFTAG_MASK = 0xFFFF << OCRDMA_CQE_BUFTAG_SHIFT,
  1271. /* w3 */
  1272. OCRDMA_CQE_UD_STATUS_SHIFT = 24,
  1273. OCRDMA_CQE_UD_STATUS_MASK = 0x7 << OCRDMA_CQE_UD_STATUS_SHIFT,
  1274. OCRDMA_CQE_STATUS_SHIFT = 16,
  1275. OCRDMA_CQE_STATUS_MASK = 0xFF << OCRDMA_CQE_STATUS_SHIFT,
  1276. OCRDMA_CQE_VALID = Bit(31),
  1277. OCRDMA_CQE_INVALIDATE = Bit(30),
  1278. OCRDMA_CQE_QTYPE = Bit(29),
  1279. OCRDMA_CQE_IMM = Bit(28),
  1280. OCRDMA_CQE_WRITE_IMM = Bit(27),
  1281. OCRDMA_CQE_QTYPE_SQ = 0,
  1282. OCRDMA_CQE_QTYPE_RQ = 1,
  1283. OCRDMA_CQE_SRCQP_MASK = 0xFFFFFF
  1284. };
  1285. struct ocrdma_cqe {
  1286. union {
  1287. /* w0 to w2 */
  1288. struct {
  1289. u32 wqeidx;
  1290. u32 bytes_xfered;
  1291. u32 qpn;
  1292. } wq;
  1293. struct {
  1294. u32 lkey_immdt;
  1295. u32 rxlen;
  1296. u32 buftag_qpn;
  1297. } rq;
  1298. struct {
  1299. u32 lkey_immdt;
  1300. u32 rxlen_pkey;
  1301. u32 buftag_qpn;
  1302. } ud;
  1303. struct {
  1304. u32 word_0;
  1305. u32 word_1;
  1306. u32 qpn;
  1307. } cmn;
  1308. };
  1309. u32 flags_status_srcqpn; /* w3 */
  1310. };
  1311. struct ocrdma_sge {
  1312. u32 addr_hi;
  1313. u32 addr_lo;
  1314. u32 lrkey;
  1315. u32 len;
  1316. };
  1317. enum {
  1318. OCRDMA_FLAG_SIG = 0x1,
  1319. OCRDMA_FLAG_INV = 0x2,
  1320. OCRDMA_FLAG_FENCE_L = 0x4,
  1321. OCRDMA_FLAG_FENCE_R = 0x8,
  1322. OCRDMA_FLAG_SOLICIT = 0x10,
  1323. OCRDMA_FLAG_IMM = 0x20,
  1324. /* Stag flags */
  1325. OCRDMA_LKEY_FLAG_LOCAL_WR = 0x1,
  1326. OCRDMA_LKEY_FLAG_REMOTE_RD = 0x2,
  1327. OCRDMA_LKEY_FLAG_REMOTE_WR = 0x4,
  1328. OCRDMA_LKEY_FLAG_VATO = 0x8,
  1329. };
  1330. enum OCRDMA_WQE_OPCODE {
  1331. OCRDMA_WRITE = 0x06,
  1332. OCRDMA_READ = 0x0C,
  1333. OCRDMA_RESV0 = 0x02,
  1334. OCRDMA_SEND = 0x00,
  1335. OCRDMA_CMP_SWP = 0x14,
  1336. OCRDMA_BIND_MW = 0x10,
  1337. OCRDMA_FR_MR = 0x11,
  1338. OCRDMA_RESV1 = 0x0A,
  1339. OCRDMA_LKEY_INV = 0x15,
  1340. OCRDMA_FETCH_ADD = 0x13,
  1341. OCRDMA_POST_RQ = 0x12
  1342. };
  1343. enum {
  1344. OCRDMA_TYPE_INLINE = 0x0,
  1345. OCRDMA_TYPE_LKEY = 0x1,
  1346. };
  1347. enum {
  1348. OCRDMA_WQE_OPCODE_SHIFT = 0,
  1349. OCRDMA_WQE_OPCODE_MASK = 0x0000001F,
  1350. OCRDMA_WQE_FLAGS_SHIFT = 5,
  1351. OCRDMA_WQE_TYPE_SHIFT = 16,
  1352. OCRDMA_WQE_TYPE_MASK = 0x00030000,
  1353. OCRDMA_WQE_SIZE_SHIFT = 18,
  1354. OCRDMA_WQE_SIZE_MASK = 0xFF,
  1355. OCRDMA_WQE_NXT_WQE_SIZE_SHIFT = 25,
  1356. OCRDMA_WQE_LKEY_FLAGS_SHIFT = 0,
  1357. OCRDMA_WQE_LKEY_FLAGS_MASK = 0xF
  1358. };
  1359. /* header WQE for all the SQ and RQ operations */
  1360. struct ocrdma_hdr_wqe {
  1361. u32 cw;
  1362. union {
  1363. u32 rsvd_tag;
  1364. u32 rsvd_lkey_flags;
  1365. };
  1366. union {
  1367. u32 immdt;
  1368. u32 lkey;
  1369. };
  1370. u32 total_len;
  1371. };
  1372. struct ocrdma_ewqe_ud_hdr {
  1373. u32 rsvd_dest_qpn;
  1374. u32 qkey;
  1375. u32 rsvd_ahid;
  1376. u32 rsvd;
  1377. };
  1378. /* extended wqe followed by hdr_wqe for Fast Memory register */
  1379. struct ocrdma_ewqe_fr {
  1380. u32 va_hi;
  1381. u32 va_lo;
  1382. u32 fbo_hi;
  1383. u32 fbo_lo;
  1384. u32 size_sge;
  1385. u32 num_sges;
  1386. u32 rsvd;
  1387. u32 rsvd2;
  1388. };
  1389. struct ocrdma_eth_basic {
  1390. u8 dmac[6];
  1391. u8 smac[6];
  1392. __be16 eth_type;
  1393. } __packed;
  1394. struct ocrdma_eth_vlan {
  1395. u8 dmac[6];
  1396. u8 smac[6];
  1397. __be16 eth_type;
  1398. __be16 vlan_tag;
  1399. #define OCRDMA_ROCE_ETH_TYPE 0x8915
  1400. __be16 roce_eth_type;
  1401. } __packed;
  1402. struct ocrdma_grh {
  1403. __be32 tclass_flow;
  1404. __be32 pdid_hoplimit;
  1405. u8 sgid[16];
  1406. u8 dgid[16];
  1407. u16 rsvd;
  1408. } __packed;
  1409. #define OCRDMA_AV_VALID Bit(0)
  1410. #define OCRDMA_AV_VLAN_VALID Bit(1)
  1411. struct ocrdma_av {
  1412. struct ocrdma_eth_vlan eth_hdr;
  1413. struct ocrdma_grh grh;
  1414. u32 valid;
  1415. } __packed;
  1416. #endif /* __OCRDMA_SLI_H__ */