ocrdma_sli.h 42 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706
  1. /*******************************************************************
  2. * This file is part of the Emulex RoCE Device Driver for *
  3. * RoCE (RDMA over Converged Ethernet) adapters. *
  4. * Copyright (C) 2008-2012 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *
  20. * Contact Information:
  21. * linux-drivers@emulex.com
  22. *
  23. * Emulex
  24. * 3333 Susan Street
  25. * Costa Mesa, CA 92626
  26. *******************************************************************/
  27. #ifndef __OCRDMA_SLI_H__
  28. #define __OCRDMA_SLI_H__
  29. #define Bit(_b) (1 << (_b))
  30. #define OCRDMA_GEN1_FAMILY 0xB
  31. #define OCRDMA_GEN2_FAMILY 0x2
  32. #define OCRDMA_SUBSYS_ROCE 10
  33. enum {
  34. OCRDMA_CMD_QUERY_CONFIG = 1,
  35. OCRDMA_CMD_ALLOC_PD,
  36. OCRDMA_CMD_DEALLOC_PD,
  37. OCRDMA_CMD_CREATE_AH_TBL,
  38. OCRDMA_CMD_DELETE_AH_TBL,
  39. OCRDMA_CMD_CREATE_QP,
  40. OCRDMA_CMD_QUERY_QP,
  41. OCRDMA_CMD_MODIFY_QP,
  42. OCRDMA_CMD_DELETE_QP,
  43. OCRDMA_CMD_RSVD1,
  44. OCRDMA_CMD_ALLOC_LKEY,
  45. OCRDMA_CMD_DEALLOC_LKEY,
  46. OCRDMA_CMD_REGISTER_NSMR,
  47. OCRDMA_CMD_REREGISTER_NSMR,
  48. OCRDMA_CMD_REGISTER_NSMR_CONT,
  49. OCRDMA_CMD_QUERY_NSMR,
  50. OCRDMA_CMD_ALLOC_MW,
  51. OCRDMA_CMD_QUERY_MW,
  52. OCRDMA_CMD_CREATE_SRQ,
  53. OCRDMA_CMD_QUERY_SRQ,
  54. OCRDMA_CMD_MODIFY_SRQ,
  55. OCRDMA_CMD_DELETE_SRQ,
  56. OCRDMA_CMD_ATTACH_MCAST,
  57. OCRDMA_CMD_DETACH_MCAST,
  58. OCRDMA_CMD_MAX
  59. };
  60. #define OCRDMA_SUBSYS_COMMON 1
  61. enum {
  62. OCRDMA_CMD_QUERY_NTWK_LINK_CONFIG_V1 = 5,
  63. OCRDMA_CMD_CREATE_CQ = 12,
  64. OCRDMA_CMD_CREATE_EQ = 13,
  65. OCRDMA_CMD_CREATE_MQ = 21,
  66. OCRDMA_CMD_GET_FW_VER = 35,
  67. OCRDMA_CMD_DELETE_MQ = 53,
  68. OCRDMA_CMD_DELETE_CQ = 54,
  69. OCRDMA_CMD_DELETE_EQ = 55,
  70. OCRDMA_CMD_GET_FW_CONFIG = 58,
  71. OCRDMA_CMD_CREATE_MQ_EXT = 90
  72. };
  73. enum {
  74. QTYPE_EQ = 1,
  75. QTYPE_CQ = 2,
  76. QTYPE_MCCQ = 3
  77. };
  78. #define OCRDMA_MAX_SGID (8)
  79. #define OCRDMA_MAX_QP 2048
  80. #define OCRDMA_MAX_CQ 2048
  81. #define OCRDMA_MAX_STAG 8192
  82. enum {
  83. OCRDMA_DB_RQ_OFFSET = 0xE0,
  84. OCRDMA_DB_GEN2_RQ_OFFSET = 0x100,
  85. OCRDMA_DB_SQ_OFFSET = 0x60,
  86. OCRDMA_DB_GEN2_SQ_OFFSET = 0x1C0,
  87. OCRDMA_DB_SRQ_OFFSET = OCRDMA_DB_RQ_OFFSET,
  88. OCRDMA_DB_GEN2_SRQ_OFFSET = OCRDMA_DB_GEN2_RQ_OFFSET,
  89. OCRDMA_DB_CQ_OFFSET = 0x120,
  90. OCRDMA_DB_EQ_OFFSET = OCRDMA_DB_CQ_OFFSET,
  91. OCRDMA_DB_MQ_OFFSET = 0x140
  92. };
  93. #define OCRDMA_DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  94. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK 0x0C00 /* bits 10-11 of qid at 12-11 */
  95. /* qid #2 msbits at 12-11 */
  96. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK_SHIFT 0x1
  97. #define OCRDMA_DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  98. /* Rearm bit */
  99. #define OCRDMA_DB_CQ_REARM_SHIFT (29) /* bit 29 */
  100. /* solicited bit */
  101. #define OCRDMA_DB_CQ_SOLICIT_SHIFT (31) /* bit 31 */
  102. #define OCRDMA_EQ_ID_MASK 0x1FF /* bits 0 - 8 */
  103. #define OCRDMA_EQ_ID_EXT_MASK 0x3e00 /* bits 9-13 */
  104. #define OCRDMA_EQ_ID_EXT_MASK_SHIFT (2) /* qid bits 9-13 at 11-15 */
  105. /* Clear the interrupt for this eq */
  106. #define OCRDMA_EQ_CLR_SHIFT (9) /* bit 9 */
  107. /* Must be 1 */
  108. #define OCRDMA_EQ_TYPE_SHIFT (10) /* bit 10 */
  109. /* Number of event entries processed */
  110. #define OCRDMA_NUM_EQE_SHIFT (16) /* bits 16 - 28 */
  111. /* Rearm bit */
  112. #define OCRDMA_REARM_SHIFT (29) /* bit 29 */
  113. #define OCRDMA_MQ_ID_MASK 0x7FF /* bits 0 - 10 */
  114. /* Number of entries posted */
  115. #define OCRDMA_MQ_NUM_MQE_SHIFT (16) /* bits 16 - 29 */
  116. #define OCRDMA_MIN_HPAGE_SIZE (4096)
  117. #define OCRDMA_MIN_Q_PAGE_SIZE (4096)
  118. #define OCRDMA_MAX_Q_PAGES (8)
  119. /*
  120. # 0: 4K Bytes
  121. # 1: 8K Bytes
  122. # 2: 16K Bytes
  123. # 3: 32K Bytes
  124. # 4: 64K Bytes
  125. # 5: 128K Bytes
  126. # 6: 256K Bytes
  127. # 7: 512K Bytes
  128. */
  129. #define OCRDMA_MAX_Q_PAGE_SIZE_CNT (8)
  130. #define OCRDMA_Q_PAGE_BASE_SIZE (OCRDMA_MIN_Q_PAGE_SIZE * OCRDMA_MAX_Q_PAGES)
  131. #define MAX_OCRDMA_QP_PAGES (8)
  132. #define OCRDMA_MAX_WQE_MEM_SIZE (MAX_OCRDMA_QP_PAGES * OCRDMA_MIN_HQ_PAGE_SIZE)
  133. #define OCRDMA_CREATE_CQ_MAX_PAGES (4)
  134. #define OCRDMA_DPP_CQE_SIZE (4)
  135. #define OCRDMA_GEN2_MAX_CQE 1024
  136. #define OCRDMA_GEN2_CQ_PAGE_SIZE 4096
  137. #define OCRDMA_GEN2_WQE_SIZE 256
  138. #define OCRDMA_MAX_CQE 4095
  139. #define OCRDMA_CQ_PAGE_SIZE 16384
  140. #define OCRDMA_WQE_SIZE 128
  141. #define OCRDMA_WQE_STRIDE 8
  142. #define OCRDMA_WQE_ALIGN_BYTES 16
  143. #define MAX_OCRDMA_SRQ_PAGES MAX_OCRDMA_QP_PAGES
  144. enum {
  145. OCRDMA_MCH_OPCODE_SHIFT = 0,
  146. OCRDMA_MCH_OPCODE_MASK = 0xFF,
  147. OCRDMA_MCH_SUBSYS_SHIFT = 8,
  148. OCRDMA_MCH_SUBSYS_MASK = 0xFF00
  149. };
  150. /* mailbox cmd header */
  151. struct ocrdma_mbx_hdr {
  152. u32 subsys_op;
  153. u32 timeout; /* in seconds */
  154. u32 cmd_len;
  155. u32 rsvd_version;
  156. };
  157. enum {
  158. OCRDMA_MBX_RSP_OPCODE_SHIFT = 0,
  159. OCRDMA_MBX_RSP_OPCODE_MASK = 0xFF,
  160. OCRDMA_MBX_RSP_SUBSYS_SHIFT = 8,
  161. OCRDMA_MBX_RSP_SUBSYS_MASK = 0xFF << OCRDMA_MBX_RSP_SUBSYS_SHIFT,
  162. OCRDMA_MBX_RSP_STATUS_SHIFT = 0,
  163. OCRDMA_MBX_RSP_STATUS_MASK = 0xFF,
  164. OCRDMA_MBX_RSP_ASTATUS_SHIFT = 8,
  165. OCRDMA_MBX_RSP_ASTATUS_MASK = 0xFF << OCRDMA_MBX_RSP_ASTATUS_SHIFT
  166. };
  167. /* mailbox cmd response */
  168. struct ocrdma_mbx_rsp {
  169. u32 subsys_op;
  170. u32 status;
  171. u32 rsp_len;
  172. u32 add_rsp_len;
  173. };
  174. enum {
  175. OCRDMA_MQE_EMBEDDED = 1,
  176. OCRDMA_MQE_NONEMBEDDED = 0
  177. };
  178. struct ocrdma_mqe_sge {
  179. u32 pa_lo;
  180. u32 pa_hi;
  181. u32 len;
  182. };
  183. enum {
  184. OCRDMA_MQE_HDR_EMB_SHIFT = 0,
  185. OCRDMA_MQE_HDR_EMB_MASK = Bit(0),
  186. OCRDMA_MQE_HDR_SGE_CNT_SHIFT = 3,
  187. OCRDMA_MQE_HDR_SGE_CNT_MASK = 0x1F << OCRDMA_MQE_HDR_SGE_CNT_SHIFT,
  188. OCRDMA_MQE_HDR_SPECIAL_SHIFT = 24,
  189. OCRDMA_MQE_HDR_SPECIAL_MASK = 0xFF << OCRDMA_MQE_HDR_SPECIAL_SHIFT
  190. };
  191. struct ocrdma_mqe_hdr {
  192. u32 spcl_sge_cnt_emb;
  193. u32 pyld_len;
  194. u32 tag_lo;
  195. u32 tag_hi;
  196. u32 rsvd3;
  197. };
  198. struct ocrdma_mqe_emb_cmd {
  199. struct ocrdma_mbx_hdr mch;
  200. u8 pyld[220];
  201. };
  202. struct ocrdma_mqe {
  203. struct ocrdma_mqe_hdr hdr;
  204. union {
  205. struct ocrdma_mqe_emb_cmd emb_req;
  206. struct {
  207. struct ocrdma_mqe_sge sge[19];
  208. } nonemb_req;
  209. u8 cmd[236];
  210. struct ocrdma_mbx_rsp rsp;
  211. } u;
  212. };
  213. #define OCRDMA_EQ_LEN 4096
  214. #define OCRDMA_MQ_CQ_LEN 256
  215. #define OCRDMA_MQ_LEN 128
  216. #define PAGE_SHIFT_4K 12
  217. #define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K)
  218. /* Returns number of pages spanned by the data starting at the given addr */
  219. #define PAGES_4K_SPANNED(_address, size) \
  220. ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \
  221. (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))
  222. struct ocrdma_delete_q_req {
  223. struct ocrdma_mbx_hdr req;
  224. u32 id;
  225. };
  226. struct ocrdma_pa {
  227. u32 lo;
  228. u32 hi;
  229. };
  230. #define MAX_OCRDMA_EQ_PAGES (8)
  231. struct ocrdma_create_eq_req {
  232. struct ocrdma_mbx_hdr req;
  233. u32 num_pages;
  234. u32 valid;
  235. u32 cnt;
  236. u32 delay;
  237. u32 rsvd;
  238. struct ocrdma_pa pa[MAX_OCRDMA_EQ_PAGES];
  239. };
  240. enum {
  241. OCRDMA_CREATE_EQ_VALID = Bit(29),
  242. OCRDMA_CREATE_EQ_CNT_SHIFT = 26,
  243. OCRDMA_CREATE_CQ_DELAY_SHIFT = 13,
  244. };
  245. struct ocrdma_create_eq_rsp {
  246. struct ocrdma_mbx_rsp rsp;
  247. u32 vector_eqid;
  248. };
  249. #define OCRDMA_EQ_MINOR_OTHER (0x1)
  250. enum {
  251. OCRDMA_MCQE_STATUS_SHIFT = 0,
  252. OCRDMA_MCQE_STATUS_MASK = 0xFFFF,
  253. OCRDMA_MCQE_ESTATUS_SHIFT = 16,
  254. OCRDMA_MCQE_ESTATUS_MASK = 0xFFFF << OCRDMA_MCQE_ESTATUS_SHIFT,
  255. OCRDMA_MCQE_CONS_SHIFT = 27,
  256. OCRDMA_MCQE_CONS_MASK = Bit(27),
  257. OCRDMA_MCQE_CMPL_SHIFT = 28,
  258. OCRDMA_MCQE_CMPL_MASK = Bit(28),
  259. OCRDMA_MCQE_AE_SHIFT = 30,
  260. OCRDMA_MCQE_AE_MASK = Bit(30),
  261. OCRDMA_MCQE_VALID_SHIFT = 31,
  262. OCRDMA_MCQE_VALID_MASK = Bit(31)
  263. };
  264. struct ocrdma_mcqe {
  265. u32 status;
  266. u32 tag_lo;
  267. u32 tag_hi;
  268. u32 valid_ae_cmpl_cons;
  269. };
  270. enum {
  271. OCRDMA_AE_MCQE_QPVALID = Bit(31),
  272. OCRDMA_AE_MCQE_QPID_MASK = 0xFFFF,
  273. OCRDMA_AE_MCQE_CQVALID = Bit(31),
  274. OCRDMA_AE_MCQE_CQID_MASK = 0xFFFF,
  275. OCRDMA_AE_MCQE_VALID = Bit(31),
  276. OCRDMA_AE_MCQE_AE = Bit(30),
  277. OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT = 16,
  278. OCRDMA_AE_MCQE_EVENT_TYPE_MASK =
  279. 0xFF << OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT,
  280. OCRDMA_AE_MCQE_EVENT_CODE_SHIFT = 8,
  281. OCRDMA_AE_MCQE_EVENT_CODE_MASK =
  282. 0xFF << OCRDMA_AE_MCQE_EVENT_CODE_SHIFT
  283. };
  284. struct ocrdma_ae_mcqe {
  285. u32 qpvalid_qpid;
  286. u32 cqvalid_cqid;
  287. u32 evt_tag;
  288. u32 valid_ae_event;
  289. };
  290. enum {
  291. OCRDMA_AE_PVID_MCQE_ENABLED_SHIFT = 0,
  292. OCRDMA_AE_PVID_MCQE_ENABLED_MASK = 0xFF,
  293. OCRDMA_AE_PVID_MCQE_TAG_SHIFT = 16,
  294. OCRDMA_AE_PVID_MCQE_TAG_MASK = 0xFFFF << OCRDMA_AE_PVID_MCQE_TAG_SHIFT
  295. };
  296. struct ocrdma_ae_pvid_mcqe {
  297. u32 tag_enabled;
  298. u32 event_tag;
  299. u32 rsvd1;
  300. u32 rsvd2;
  301. };
  302. enum {
  303. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT = 16,
  304. OCRDMA_AE_MPA_MCQE_REQ_ID_MASK = 0xFFFF <<
  305. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT,
  306. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT = 8,
  307. OCRDMA_AE_MPA_MCQE_EVENT_CODE_MASK = 0xFF <<
  308. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT,
  309. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT = 16,
  310. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_MASK = 0xFF <<
  311. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT,
  312. OCRDMA_AE_MPA_MCQE_EVENT_AE_SHIFT = 30,
  313. OCRDMA_AE_MPA_MCQE_EVENT_AE_MASK = Bit(30),
  314. OCRDMA_AE_MPA_MCQE_EVENT_VALID_SHIFT = 31,
  315. OCRDMA_AE_MPA_MCQE_EVENT_VALID_MASK = Bit(31)
  316. };
  317. struct ocrdma_ae_mpa_mcqe {
  318. u32 req_id;
  319. u32 w1;
  320. u32 w2;
  321. u32 valid_ae_event;
  322. };
  323. enum {
  324. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_SHIFT = 0,
  325. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_MASK = 0xFFFF,
  326. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT = 16,
  327. OCRDMA_AE_QP_MCQE_QP_ID_MASK = 0xFFFF <<
  328. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT,
  329. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT = 8,
  330. OCRDMA_AE_QP_MCQE_EVENT_CODE_MASK = 0xFF <<
  331. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT,
  332. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT = 16,
  333. OCRDMA_AE_QP_MCQE_EVENT_TYPE_MASK = 0xFF <<
  334. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT,
  335. OCRDMA_AE_QP_MCQE_EVENT_AE_SHIFT = 30,
  336. OCRDMA_AE_QP_MCQE_EVENT_AE_MASK = Bit(30),
  337. OCRDMA_AE_QP_MCQE_EVENT_VALID_SHIFT = 31,
  338. OCRDMA_AE_QP_MCQE_EVENT_VALID_MASK = Bit(31)
  339. };
  340. struct ocrdma_ae_qp_mcqe {
  341. u32 qp_id_state;
  342. u32 w1;
  343. u32 w2;
  344. u32 valid_ae_event;
  345. };
  346. #define OCRDMA_ASYNC_RDMA_EVE_CODE 0x14
  347. #define OCRDMA_ASYNC_GRP5_EVE_CODE 0x5
  348. #define OCRDMA_ASYNC_EVENT_PVID_STATE 0x3
  349. enum OCRDMA_ASYNC_EVENT_TYPE {
  350. OCRDMA_CQ_ERROR = 0x00,
  351. OCRDMA_CQ_OVERRUN_ERROR = 0x01,
  352. OCRDMA_CQ_QPCAT_ERROR = 0x02,
  353. OCRDMA_QP_ACCESS_ERROR = 0x03,
  354. OCRDMA_QP_COMM_EST_EVENT = 0x04,
  355. OCRDMA_SQ_DRAINED_EVENT = 0x05,
  356. OCRDMA_DEVICE_FATAL_EVENT = 0x08,
  357. OCRDMA_SRQCAT_ERROR = 0x0E,
  358. OCRDMA_SRQ_LIMIT_EVENT = 0x0F,
  359. OCRDMA_QP_LAST_WQE_EVENT = 0x10
  360. };
  361. /* mailbox command request and responses */
  362. enum {
  363. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_SHIFT = 2,
  364. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_MASK = Bit(2),
  365. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_SHIFT = 3,
  366. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_MASK = Bit(3),
  367. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT = 8,
  368. OCRDMA_MBX_QUERY_CFG_MAX_QP_MASK = 0xFFFFFF <<
  369. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT,
  370. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT = 16,
  371. OCRDMA_MBX_QUERY_CFG_MAX_PD_MASK = 0xFFFF <<
  372. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT,
  373. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT = 8,
  374. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_MASK = 0xFF <<
  375. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT,
  376. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_SHIFT = 0,
  377. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_MASK = 0xFFFF,
  378. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT = 16,
  379. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_MASK = 0xFFFF <<
  380. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT,
  381. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_SHIFT = 0,
  382. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_MASK = 0xFFFF,
  383. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT = 16,
  384. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_MASK = 0xFFFF <<
  385. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT,
  386. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET = 24,
  387. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_MASK = 0xFF <<
  388. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET,
  389. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET = 16,
  390. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_MASK = 0xFF <<
  391. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET,
  392. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET = 0,
  393. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_MASK = 0xFFFF <<
  394. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET,
  395. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET = 16,
  396. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_MASK = 0xFFFF <<
  397. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET,
  398. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET = 0,
  399. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_MASK = 0xFFFF <<
  400. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET,
  401. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET = 16,
  402. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_MASK = 0xFFFF <<
  403. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET,
  404. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET = 0,
  405. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_MASK = 0xFFFF <<
  406. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET,
  407. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET = 0,
  408. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_MASK = 0xFFFF <<
  409. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET,
  410. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET = 16,
  411. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_MASK = 0xFFFF <<
  412. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET,
  413. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET = 0,
  414. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_MASK = 0xFFFF <<
  415. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET,
  416. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET = 16,
  417. OCRDMA_MBX_QUERY_CFG_MAX_CQ_MASK = 0xFFFF <<
  418. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET,
  419. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET = 0,
  420. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_MASK = 0xFFFF <<
  421. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET,
  422. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET = 16,
  423. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_MASK = 0xFFFF <<
  424. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET,
  425. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET = 0,
  426. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_MASK = 0xFFFF <<
  427. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET,
  428. };
  429. struct ocrdma_mbx_query_config {
  430. struct ocrdma_mqe_hdr hdr;
  431. struct ocrdma_mbx_rsp rsp;
  432. u32 qp_srq_cq_ird_ord;
  433. u32 max_pd_ca_ack_delay;
  434. u32 max_write_send_sge;
  435. u32 max_ird_ord_per_qp;
  436. u32 max_shared_ird_ord;
  437. u32 max_mr;
  438. u32 max_mr_size_lo;
  439. u32 max_mr_size_hi;
  440. u32 max_num_mr_pbl;
  441. u32 max_mw;
  442. u32 max_fmr;
  443. u32 max_pages_per_frmr;
  444. u32 max_mcast_group;
  445. u32 max_mcast_qp_attach;
  446. u32 max_total_mcast_qp_attach;
  447. u32 wqe_rqe_stride_max_dpp_cqs;
  448. u32 max_srq_rpir_qps;
  449. u32 max_dpp_pds_credits;
  450. u32 max_dpp_credits_pds_per_pd;
  451. u32 max_wqes_rqes_per_q;
  452. u32 max_cq_cqes_per_cq;
  453. u32 max_srq_rqe_sge;
  454. };
  455. struct ocrdma_fw_ver_rsp {
  456. struct ocrdma_mqe_hdr hdr;
  457. struct ocrdma_mbx_rsp rsp;
  458. u8 running_ver[32];
  459. };
  460. struct ocrdma_fw_conf_rsp {
  461. struct ocrdma_mqe_hdr hdr;
  462. struct ocrdma_mbx_rsp rsp;
  463. u32 config_num;
  464. u32 asic_revision;
  465. u32 phy_port;
  466. u32 fn_mode;
  467. struct {
  468. u32 mode;
  469. u32 nic_wqid_base;
  470. u32 nic_wq_tot;
  471. u32 prot_wqid_base;
  472. u32 prot_wq_tot;
  473. u32 prot_rqid_base;
  474. u32 prot_rqid_tot;
  475. u32 rsvd[6];
  476. } ulp[2];
  477. u32 fn_capabilities;
  478. u32 rsvd1;
  479. u32 rsvd2;
  480. u32 base_eqid;
  481. u32 max_eq;
  482. };
  483. enum {
  484. OCRDMA_FN_MODE_RDMA = 0x4
  485. };
  486. struct ocrdma_get_link_speed_rsp {
  487. struct ocrdma_mqe_hdr hdr;
  488. struct ocrdma_mbx_rsp rsp;
  489. u8 pt_port_num;
  490. u8 link_duplex;
  491. u8 phys_port_speed;
  492. u8 phys_port_fault;
  493. u16 rsvd1;
  494. u16 qos_lnk_speed;
  495. u8 logical_lnk_status;
  496. u8 rsvd2[3];
  497. };
  498. enum {
  499. OCRDMA_PHYS_LINK_SPEED_ZERO = 0x0,
  500. OCRDMA_PHYS_LINK_SPEED_10MBPS = 0x1,
  501. OCRDMA_PHYS_LINK_SPEED_100MBPS = 0x2,
  502. OCRDMA_PHYS_LINK_SPEED_1GBPS = 0x3,
  503. OCRDMA_PHYS_LINK_SPEED_10GBPS = 0x4,
  504. OCRDMA_PHYS_LINK_SPEED_20GBPS = 0x5,
  505. OCRDMA_PHYS_LINK_SPEED_25GBPS = 0x6,
  506. OCRDMA_PHYS_LINK_SPEED_40GBPS = 0x7,
  507. OCRDMA_PHYS_LINK_SPEED_100GBPS = 0x8
  508. };
  509. enum {
  510. OCRDMA_CREATE_CQ_VER2 = 2,
  511. OCRDMA_CREATE_CQ_VER3 = 3,
  512. OCRDMA_CREATE_CQ_PAGE_CNT_MASK = 0xFFFF,
  513. OCRDMA_CREATE_CQ_PAGE_SIZE_SHIFT = 16,
  514. OCRDMA_CREATE_CQ_PAGE_SIZE_MASK = 0xFF,
  515. OCRDMA_CREATE_CQ_COALESCWM_SHIFT = 12,
  516. OCRDMA_CREATE_CQ_COALESCWM_MASK = Bit(13) | Bit(12),
  517. OCRDMA_CREATE_CQ_FLAGS_NODELAY = Bit(14),
  518. OCRDMA_CREATE_CQ_FLAGS_AUTO_VALID = Bit(15),
  519. OCRDMA_CREATE_CQ_EQ_ID_MASK = 0xFFFF,
  520. OCRDMA_CREATE_CQ_CQE_COUNT_MASK = 0xFFFF
  521. };
  522. enum {
  523. OCRDMA_CREATE_CQ_VER0 = 0,
  524. OCRDMA_CREATE_CQ_DPP = 1,
  525. OCRDMA_CREATE_CQ_TYPE_SHIFT = 24,
  526. OCRDMA_CREATE_CQ_EQID_SHIFT = 22,
  527. OCRDMA_CREATE_CQ_CNT_SHIFT = 27,
  528. OCRDMA_CREATE_CQ_FLAGS_VALID = Bit(29),
  529. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE = Bit(31),
  530. OCRDMA_CREATE_CQ_DEF_FLAGS = OCRDMA_CREATE_CQ_FLAGS_VALID |
  531. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE |
  532. OCRDMA_CREATE_CQ_FLAGS_NODELAY
  533. };
  534. struct ocrdma_create_cq_cmd {
  535. struct ocrdma_mbx_hdr req;
  536. u32 pgsz_pgcnt;
  537. u32 ev_cnt_flags;
  538. u32 eqn;
  539. u16 cqe_count;
  540. u16 pd_id;
  541. u32 rsvd6;
  542. struct ocrdma_pa pa[OCRDMA_CREATE_CQ_MAX_PAGES];
  543. };
  544. struct ocrdma_create_cq {
  545. struct ocrdma_mqe_hdr hdr;
  546. struct ocrdma_create_cq_cmd cmd;
  547. };
  548. enum {
  549. OCRDMA_CREATE_CQ_RSP_CQ_ID_MASK = 0xFFFF
  550. };
  551. struct ocrdma_create_cq_cmd_rsp {
  552. struct ocrdma_mbx_rsp rsp;
  553. u32 cq_id;
  554. };
  555. struct ocrdma_create_cq_rsp {
  556. struct ocrdma_mqe_hdr hdr;
  557. struct ocrdma_create_cq_cmd_rsp rsp;
  558. };
  559. enum {
  560. OCRDMA_CREATE_MQ_V0_CQ_ID_SHIFT = 22,
  561. OCRDMA_CREATE_MQ_CQ_ID_SHIFT = 16,
  562. OCRDMA_CREATE_MQ_RING_SIZE_SHIFT = 16,
  563. OCRDMA_CREATE_MQ_VALID = Bit(31),
  564. OCRDMA_CREATE_MQ_ASYNC_CQ_VALID = Bit(0)
  565. };
  566. struct ocrdma_create_mq_req {
  567. struct ocrdma_mbx_hdr req;
  568. u32 cqid_pages;
  569. u32 async_event_bitmap;
  570. u32 async_cqid_ringsize;
  571. u32 valid;
  572. u32 async_cqid_valid;
  573. u32 rsvd;
  574. struct ocrdma_pa pa[8];
  575. };
  576. struct ocrdma_create_mq_rsp {
  577. struct ocrdma_mbx_rsp rsp;
  578. u32 id;
  579. };
  580. enum {
  581. OCRDMA_DESTROY_CQ_QID_SHIFT = 0,
  582. OCRDMA_DESTROY_CQ_QID_MASK = 0xFFFF,
  583. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT = 16,
  584. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_MASK = 0xFFFF <<
  585. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT
  586. };
  587. struct ocrdma_destroy_cq {
  588. struct ocrdma_mqe_hdr hdr;
  589. struct ocrdma_mbx_hdr req;
  590. u32 bypass_flush_qid;
  591. };
  592. struct ocrdma_destroy_cq_rsp {
  593. struct ocrdma_mqe_hdr hdr;
  594. struct ocrdma_mbx_rsp rsp;
  595. };
  596. enum {
  597. OCRDMA_QPT_GSI = 1,
  598. OCRDMA_QPT_RC = 2,
  599. OCRDMA_QPT_UD = 4,
  600. };
  601. enum {
  602. OCRDMA_CREATE_QP_REQ_PD_ID_SHIFT = 0,
  603. OCRDMA_CREATE_QP_REQ_PD_ID_MASK = 0xFFFF,
  604. OCRDMA_CREATE_QP_REQ_SQ_PAGE_SIZE_SHIFT = 16,
  605. OCRDMA_CREATE_QP_REQ_RQ_PAGE_SIZE_SHIFT = 19,
  606. OCRDMA_CREATE_QP_REQ_QPT_SHIFT = 29,
  607. OCRDMA_CREATE_QP_REQ_QPT_MASK = Bit(31) | Bit(30) | Bit(29),
  608. OCRDMA_CREATE_QP_REQ_MAX_RQE_SHIFT = 0,
  609. OCRDMA_CREATE_QP_REQ_MAX_RQE_MASK = 0xFFFF,
  610. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT = 16,
  611. OCRDMA_CREATE_QP_REQ_MAX_WQE_MASK = 0xFFFF <<
  612. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT,
  613. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_SHIFT = 0,
  614. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_MASK = 0xFFFF,
  615. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT = 16,
  616. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_MASK = 0xFFFF <<
  617. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT,
  618. OCRDMA_CREATE_QP_REQ_FMR_EN_SHIFT = 0,
  619. OCRDMA_CREATE_QP_REQ_FMR_EN_MASK = Bit(0),
  620. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_SHIFT = 1,
  621. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_MASK = Bit(1),
  622. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_SHIFT = 2,
  623. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_MASK = Bit(2),
  624. OCRDMA_CREATE_QP_REQ_INB_WREN_SHIFT = 3,
  625. OCRDMA_CREATE_QP_REQ_INB_WREN_MASK = Bit(3),
  626. OCRDMA_CREATE_QP_REQ_INB_RDEN_SHIFT = 4,
  627. OCRDMA_CREATE_QP_REQ_INB_RDEN_MASK = Bit(4),
  628. OCRDMA_CREATE_QP_REQ_USE_SRQ_SHIFT = 5,
  629. OCRDMA_CREATE_QP_REQ_USE_SRQ_MASK = Bit(5),
  630. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_SHIFT = 6,
  631. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_MASK = Bit(6),
  632. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_SHIFT = 7,
  633. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_MASK = Bit(7),
  634. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_SHIFT = 8,
  635. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_MASK = Bit(8),
  636. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT = 16,
  637. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  638. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT,
  639. OCRDMA_CREATE_QP_REQ_MAX_IRD_SHIFT = 0,
  640. OCRDMA_CREATE_QP_REQ_MAX_IRD_MASK = 0xFFFF,
  641. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT = 16,
  642. OCRDMA_CREATE_QP_REQ_MAX_ORD_MASK = 0xFFFF <<
  643. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT,
  644. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_SHIFT = 0,
  645. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_MASK = 0xFFFF,
  646. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT = 16,
  647. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_MASK = 0xFFFF <<
  648. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT,
  649. OCRDMA_CREATE_QP_REQ_RQE_SIZE_SHIFT = 0,
  650. OCRDMA_CREATE_QP_REQ_RQE_SIZE_MASK = 0xFFFF,
  651. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT = 16,
  652. OCRDMA_CREATE_QP_REQ_WQE_SIZE_MASK = 0xFFFF <<
  653. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT,
  654. OCRDMA_CREATE_QP_REQ_RQ_CQID_SHIFT = 0,
  655. OCRDMA_CREATE_QP_REQ_RQ_CQID_MASK = 0xFFFF,
  656. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT = 16,
  657. OCRDMA_CREATE_QP_REQ_WQ_CQID_MASK = 0xFFFF <<
  658. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT,
  659. OCRDMA_CREATE_QP_REQ_DPP_CQPID_SHIFT = 0,
  660. OCRDMA_CREATE_QP_REQ_DPP_CQPID_MASK = 0xFFFF,
  661. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT = 16,
  662. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_MASK = 0xFFFF <<
  663. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT
  664. };
  665. enum {
  666. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_LIMIT = 16,
  667. OCRDMA_CREATE_QP_RSP_DPP_PAGE_SHIFT = 1
  668. };
  669. #define MAX_OCRDMA_IRD_PAGES 4
  670. enum ocrdma_qp_flags {
  671. OCRDMA_QP_MW_BIND = 1,
  672. OCRDMA_QP_LKEY0 = (1 << 1),
  673. OCRDMA_QP_FAST_REG = (1 << 2),
  674. OCRDMA_QP_INB_RD = (1 << 6),
  675. OCRDMA_QP_INB_WR = (1 << 7),
  676. };
  677. enum ocrdma_qp_state {
  678. OCRDMA_QPS_RST = 0,
  679. OCRDMA_QPS_INIT = 1,
  680. OCRDMA_QPS_RTR = 2,
  681. OCRDMA_QPS_RTS = 3,
  682. OCRDMA_QPS_SQE = 4,
  683. OCRDMA_QPS_SQ_DRAINING = 5,
  684. OCRDMA_QPS_ERR = 6,
  685. OCRDMA_QPS_SQD = 7
  686. };
  687. struct ocrdma_create_qp_req {
  688. struct ocrdma_mqe_hdr hdr;
  689. struct ocrdma_mbx_hdr req;
  690. u32 type_pgsz_pdn;
  691. u32 max_wqe_rqe;
  692. u32 max_sge_send_write;
  693. u32 max_sge_recv_flags;
  694. u32 max_ord_ird;
  695. u32 num_wq_rq_pages;
  696. u32 wqe_rqe_size;
  697. u32 wq_rq_cqid;
  698. struct ocrdma_pa wq_addr[MAX_OCRDMA_QP_PAGES];
  699. struct ocrdma_pa rq_addr[MAX_OCRDMA_QP_PAGES];
  700. u32 dpp_credits_cqid;
  701. u32 rpir_lkey;
  702. struct ocrdma_pa ird_addr[MAX_OCRDMA_IRD_PAGES];
  703. };
  704. enum {
  705. OCRDMA_CREATE_QP_RSP_QP_ID_SHIFT = 0,
  706. OCRDMA_CREATE_QP_RSP_QP_ID_MASK = 0xFFFF,
  707. OCRDMA_CREATE_QP_RSP_MAX_RQE_SHIFT = 0,
  708. OCRDMA_CREATE_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  709. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT = 16,
  710. OCRDMA_CREATE_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  711. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT,
  712. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_SHIFT = 0,
  713. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_MASK = 0xFFFF,
  714. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT = 16,
  715. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_MASK = 0xFFFF <<
  716. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT,
  717. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT = 16,
  718. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_MASK = 0xFFFF <<
  719. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT,
  720. OCRDMA_CREATE_QP_RSP_MAX_IRD_SHIFT = 0,
  721. OCRDMA_CREATE_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  722. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT = 16,
  723. OCRDMA_CREATE_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  724. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT,
  725. OCRDMA_CREATE_QP_RSP_RQ_ID_SHIFT = 0,
  726. OCRDMA_CREATE_QP_RSP_RQ_ID_MASK = 0xFFFF,
  727. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT = 16,
  728. OCRDMA_CREATE_QP_RSP_SQ_ID_MASK = 0xFFFF <<
  729. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT,
  730. OCRDMA_CREATE_QP_RSP_DPP_ENABLED_MASK = Bit(0),
  731. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT = 1,
  732. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_MASK = 0x7FFF <<
  733. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT,
  734. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT = 16,
  735. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_MASK = 0xFFFF <<
  736. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT,
  737. };
  738. struct ocrdma_create_qp_rsp {
  739. struct ocrdma_mqe_hdr hdr;
  740. struct ocrdma_mbx_rsp rsp;
  741. u32 qp_id;
  742. u32 max_wqe_rqe;
  743. u32 max_sge_send_write;
  744. u32 max_sge_recv;
  745. u32 max_ord_ird;
  746. u32 sq_rq_id;
  747. u32 dpp_response;
  748. };
  749. struct ocrdma_destroy_qp {
  750. struct ocrdma_mqe_hdr hdr;
  751. struct ocrdma_mbx_hdr req;
  752. u32 qp_id;
  753. };
  754. struct ocrdma_destroy_qp_rsp {
  755. struct ocrdma_mqe_hdr hdr;
  756. struct ocrdma_mbx_rsp rsp;
  757. };
  758. enum {
  759. OCRDMA_MODIFY_QP_ID_SHIFT = 0,
  760. OCRDMA_MODIFY_QP_ID_MASK = 0xFFFF,
  761. OCRDMA_QP_PARA_QPS_VALID = Bit(0),
  762. OCRDMA_QP_PARA_SQD_ASYNC_VALID = Bit(1),
  763. OCRDMA_QP_PARA_PKEY_VALID = Bit(2),
  764. OCRDMA_QP_PARA_QKEY_VALID = Bit(3),
  765. OCRDMA_QP_PARA_PMTU_VALID = Bit(4),
  766. OCRDMA_QP_PARA_ACK_TO_VALID = Bit(5),
  767. OCRDMA_QP_PARA_RETRY_CNT_VALID = Bit(6),
  768. OCRDMA_QP_PARA_RRC_VALID = Bit(7),
  769. OCRDMA_QP_PARA_RQPSN_VALID = Bit(8),
  770. OCRDMA_QP_PARA_MAX_IRD_VALID = Bit(9),
  771. OCRDMA_QP_PARA_MAX_ORD_VALID = Bit(10),
  772. OCRDMA_QP_PARA_RNT_VALID = Bit(11),
  773. OCRDMA_QP_PARA_SQPSN_VALID = Bit(12),
  774. OCRDMA_QP_PARA_DST_QPN_VALID = Bit(13),
  775. OCRDMA_QP_PARA_MAX_WQE_VALID = Bit(14),
  776. OCRDMA_QP_PARA_MAX_RQE_VALID = Bit(15),
  777. OCRDMA_QP_PARA_SGE_SEND_VALID = Bit(16),
  778. OCRDMA_QP_PARA_SGE_RECV_VALID = Bit(17),
  779. OCRDMA_QP_PARA_SGE_WR_VALID = Bit(18),
  780. OCRDMA_QP_PARA_INB_RDEN_VALID = Bit(19),
  781. OCRDMA_QP_PARA_INB_WREN_VALID = Bit(20),
  782. OCRDMA_QP_PARA_FLOW_LBL_VALID = Bit(21),
  783. OCRDMA_QP_PARA_BIND_EN_VALID = Bit(22),
  784. OCRDMA_QP_PARA_ZLKEY_EN_VALID = Bit(23),
  785. OCRDMA_QP_PARA_FMR_EN_VALID = Bit(24),
  786. OCRDMA_QP_PARA_INBAT_EN_VALID = Bit(25),
  787. OCRDMA_QP_PARA_VLAN_EN_VALID = Bit(26),
  788. OCRDMA_MODIFY_QP_FLAGS_RD = Bit(0),
  789. OCRDMA_MODIFY_QP_FLAGS_WR = Bit(1),
  790. OCRDMA_MODIFY_QP_FLAGS_SEND = Bit(2),
  791. OCRDMA_MODIFY_QP_FLAGS_ATOMIC = Bit(3)
  792. };
  793. enum {
  794. OCRDMA_QP_PARAMS_SRQ_ID_SHIFT = 0,
  795. OCRDMA_QP_PARAMS_SRQ_ID_MASK = 0xFFFF,
  796. OCRDMA_QP_PARAMS_MAX_RQE_SHIFT = 0,
  797. OCRDMA_QP_PARAMS_MAX_RQE_MASK = 0xFFFF,
  798. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT = 16,
  799. OCRDMA_QP_PARAMS_MAX_WQE_MASK = 0xFFFF <<
  800. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT,
  801. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_SHIFT = 0,
  802. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_MASK = 0xFFFF,
  803. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT = 16,
  804. OCRDMA_QP_PARAMS_MAX_SGE_SEND_MASK = 0xFFFF <<
  805. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT,
  806. OCRDMA_QP_PARAMS_FLAGS_FMR_EN = Bit(0),
  807. OCRDMA_QP_PARAMS_FLAGS_LKEY_0_EN = Bit(1),
  808. OCRDMA_QP_PARAMS_FLAGS_BIND_MW_EN = Bit(2),
  809. OCRDMA_QP_PARAMS_FLAGS_INBWR_EN = Bit(3),
  810. OCRDMA_QP_PARAMS_FLAGS_INBRD_EN = Bit(4),
  811. OCRDMA_QP_PARAMS_STATE_SHIFT = 5,
  812. OCRDMA_QP_PARAMS_STATE_MASK = Bit(5) | Bit(6) | Bit(7),
  813. OCRDMA_QP_PARAMS_FLAGS_SQD_ASYNC = Bit(8),
  814. OCRDMA_QP_PARAMS_FLAGS_INB_ATEN = Bit(9),
  815. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT = 16,
  816. OCRDMA_QP_PARAMS_MAX_SGE_RECV_MASK = 0xFFFF <<
  817. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT,
  818. OCRDMA_QP_PARAMS_MAX_IRD_SHIFT = 0,
  819. OCRDMA_QP_PARAMS_MAX_IRD_MASK = 0xFFFF,
  820. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT = 16,
  821. OCRDMA_QP_PARAMS_MAX_ORD_MASK = 0xFFFF <<
  822. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT,
  823. OCRDMA_QP_PARAMS_RQ_CQID_SHIFT = 0,
  824. OCRDMA_QP_PARAMS_RQ_CQID_MASK = 0xFFFF,
  825. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT = 16,
  826. OCRDMA_QP_PARAMS_WQ_CQID_MASK = 0xFFFF <<
  827. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT,
  828. OCRDMA_QP_PARAMS_RQ_PSN_SHIFT = 0,
  829. OCRDMA_QP_PARAMS_RQ_PSN_MASK = 0xFFFFFF,
  830. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT = 24,
  831. OCRDMA_QP_PARAMS_HOP_LMT_MASK = 0xFF <<
  832. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT,
  833. OCRDMA_QP_PARAMS_SQ_PSN_SHIFT = 0,
  834. OCRDMA_QP_PARAMS_SQ_PSN_MASK = 0xFFFFFF,
  835. OCRDMA_QP_PARAMS_TCLASS_SHIFT = 24,
  836. OCRDMA_QP_PARAMS_TCLASS_MASK = 0xFF <<
  837. OCRDMA_QP_PARAMS_TCLASS_SHIFT,
  838. OCRDMA_QP_PARAMS_DEST_QPN_SHIFT = 0,
  839. OCRDMA_QP_PARAMS_DEST_QPN_MASK = 0xFFFFFF,
  840. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT = 24,
  841. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_MASK = 0x7 <<
  842. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT,
  843. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT = 27,
  844. OCRDMA_QP_PARAMS_ACK_TIMEOUT_MASK = 0x1F <<
  845. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT,
  846. OCRDMA_QP_PARAMS_PKEY_IDNEX_SHIFT = 0,
  847. OCRDMA_QP_PARAMS_PKEY_INDEX_MASK = 0xFFFF,
  848. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT = 18,
  849. OCRDMA_QP_PARAMS_PATH_MTU_MASK = 0x3FFF <<
  850. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT,
  851. OCRDMA_QP_PARAMS_FLOW_LABEL_SHIFT = 0,
  852. OCRDMA_QP_PARAMS_FLOW_LABEL_MASK = 0xFFFFF,
  853. OCRDMA_QP_PARAMS_SL_SHIFT = 20,
  854. OCRDMA_QP_PARAMS_SL_MASK = 0xF <<
  855. OCRDMA_QP_PARAMS_SL_SHIFT,
  856. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT = 24,
  857. OCRDMA_QP_PARAMS_RETRY_CNT_MASK = 0x7 <<
  858. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT,
  859. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT = 27,
  860. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_MASK = 0x1F <<
  861. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT,
  862. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_SHIFT = 0,
  863. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_MASK = 0xFFFF,
  864. OCRDMA_QP_PARAMS_VLAN_SHIFT = 16,
  865. OCRDMA_QP_PARAMS_VLAN_MASK = 0xFFFF <<
  866. OCRDMA_QP_PARAMS_VLAN_SHIFT
  867. };
  868. struct ocrdma_qp_params {
  869. u32 id;
  870. u32 max_wqe_rqe;
  871. u32 max_sge_send_write;
  872. u32 max_sge_recv_flags;
  873. u32 max_ord_ird;
  874. u32 wq_rq_cqid;
  875. u32 hop_lmt_rq_psn;
  876. u32 tclass_sq_psn;
  877. u32 ack_to_rnr_rtc_dest_qpn;
  878. u32 path_mtu_pkey_indx;
  879. u32 rnt_rc_sl_fl;
  880. u8 sgid[16];
  881. u8 dgid[16];
  882. u32 dmac_b0_to_b3;
  883. u32 vlan_dmac_b4_to_b5;
  884. u32 qkey;
  885. };
  886. struct ocrdma_modify_qp {
  887. struct ocrdma_mqe_hdr hdr;
  888. struct ocrdma_mbx_hdr req;
  889. struct ocrdma_qp_params params;
  890. u32 flags;
  891. u32 rdma_flags;
  892. u32 num_outstanding_atomic_rd;
  893. };
  894. enum {
  895. OCRDMA_MODIFY_QP_RSP_MAX_RQE_SHIFT = 0,
  896. OCRDMA_MODIFY_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  897. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT = 16,
  898. OCRDMA_MODIFY_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  899. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT,
  900. OCRDMA_MODIFY_QP_RSP_MAX_IRD_SHIFT = 0,
  901. OCRDMA_MODIFY_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  902. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT = 16,
  903. OCRDMA_MODIFY_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  904. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT
  905. };
  906. struct ocrdma_modify_qp_rsp {
  907. struct ocrdma_mqe_hdr hdr;
  908. struct ocrdma_mbx_rsp rsp;
  909. u32 max_wqe_rqe;
  910. u32 max_ord_ird;
  911. };
  912. struct ocrdma_query_qp {
  913. struct ocrdma_mqe_hdr hdr;
  914. struct ocrdma_mbx_hdr req;
  915. #define OCRDMA_QUERY_UP_QP_ID_SHIFT 0
  916. #define OCRDMA_QUERY_UP_QP_ID_MASK 0xFFFFFF
  917. u32 qp_id;
  918. };
  919. struct ocrdma_query_qp_rsp {
  920. struct ocrdma_mqe_hdr hdr;
  921. struct ocrdma_mbx_rsp rsp;
  922. struct ocrdma_qp_params params;
  923. };
  924. enum {
  925. OCRDMA_CREATE_SRQ_PD_ID_SHIFT = 0,
  926. OCRDMA_CREATE_SRQ_PD_ID_MASK = 0xFFFF,
  927. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT = 16,
  928. OCRDMA_CREATE_SRQ_PG_SZ_MASK = 0x3 <<
  929. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT,
  930. OCRDMA_CREATE_SRQ_MAX_RQE_SHIFT = 0,
  931. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT = 16,
  932. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  933. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT,
  934. OCRDMA_CREATE_SRQ_RQE_SIZE_SHIFT = 0,
  935. OCRDMA_CREATE_SRQ_RQE_SIZE_MASK = 0xFFFF,
  936. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT = 16,
  937. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_MASK = 0xFFFF <<
  938. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT
  939. };
  940. struct ocrdma_create_srq {
  941. struct ocrdma_mqe_hdr hdr;
  942. struct ocrdma_mbx_hdr req;
  943. u32 pgsz_pdid;
  944. u32 max_sge_rqe;
  945. u32 pages_rqe_sz;
  946. struct ocrdma_pa rq_addr[MAX_OCRDMA_SRQ_PAGES];
  947. };
  948. enum {
  949. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_SHIFT = 0,
  950. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_MASK = 0xFFFFFF,
  951. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_SHIFT = 0,
  952. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_MASK = 0xFFFF,
  953. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT = 16,
  954. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_MASK = 0xFFFF <<
  955. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT
  956. };
  957. struct ocrdma_create_srq_rsp {
  958. struct ocrdma_mqe_hdr hdr;
  959. struct ocrdma_mbx_rsp rsp;
  960. u32 id;
  961. u32 max_sge_rqe_allocated;
  962. };
  963. enum {
  964. OCRDMA_MODIFY_SRQ_ID_SHIFT = 0,
  965. OCRDMA_MODIFY_SRQ_ID_MASK = 0xFFFFFF,
  966. OCRDMA_MODIFY_SRQ_MAX_RQE_SHIFT = 0,
  967. OCRDMA_MODIFY_SRQ_MAX_RQE_MASK = 0xFFFF,
  968. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT = 16,
  969. OCRDMA_MODIFY_SRQ__LIMIT_MASK = 0xFFFF <<
  970. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT
  971. };
  972. struct ocrdma_modify_srq {
  973. struct ocrdma_mqe_hdr hdr;
  974. struct ocrdma_mbx_rsp rep;
  975. u32 id;
  976. u32 limit_max_rqe;
  977. };
  978. enum {
  979. OCRDMA_QUERY_SRQ_ID_SHIFT = 0,
  980. OCRDMA_QUERY_SRQ_ID_MASK = 0xFFFFFF
  981. };
  982. struct ocrdma_query_srq {
  983. struct ocrdma_mqe_hdr hdr;
  984. struct ocrdma_mbx_rsp req;
  985. u32 id;
  986. };
  987. enum {
  988. OCRDMA_QUERY_SRQ_RSP_PD_ID_SHIFT = 0,
  989. OCRDMA_QUERY_SRQ_RSP_PD_ID_MASK = 0xFFFF,
  990. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT = 16,
  991. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_MASK = 0xFFFF <<
  992. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT,
  993. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_SHIFT = 0,
  994. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_MASK = 0xFFFF,
  995. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT = 16,
  996. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_MASK = 0xFFFF <<
  997. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT
  998. };
  999. struct ocrdma_query_srq_rsp {
  1000. struct ocrdma_mqe_hdr hdr;
  1001. struct ocrdma_mbx_rsp req;
  1002. u32 max_rqe_pdid;
  1003. u32 srq_lmt_max_sge;
  1004. };
  1005. enum {
  1006. OCRDMA_DESTROY_SRQ_ID_SHIFT = 0,
  1007. OCRDMA_DESTROY_SRQ_ID_MASK = 0xFFFFFF
  1008. };
  1009. struct ocrdma_destroy_srq {
  1010. struct ocrdma_mqe_hdr hdr;
  1011. struct ocrdma_mbx_rsp req;
  1012. u32 id;
  1013. };
  1014. enum {
  1015. OCRDMA_ALLOC_PD_ENABLE_DPP = BIT(16),
  1016. OCRDMA_PD_MAX_DPP_ENABLED_QP = 8,
  1017. OCRDMA_DPP_PAGE_SIZE = 4096
  1018. };
  1019. struct ocrdma_alloc_pd {
  1020. struct ocrdma_mqe_hdr hdr;
  1021. struct ocrdma_mbx_hdr req;
  1022. u32 enable_dpp_rsvd;
  1023. };
  1024. enum {
  1025. OCRDMA_ALLOC_PD_RSP_DPP = Bit(16),
  1026. OCRDMA_ALLOC_PD_RSP_DPP_PAGE_SHIFT = 20,
  1027. OCRDMA_ALLOC_PD_RSP_PDID_MASK = 0xFFFF,
  1028. };
  1029. struct ocrdma_alloc_pd_rsp {
  1030. struct ocrdma_mqe_hdr hdr;
  1031. struct ocrdma_mbx_rsp rsp;
  1032. u32 dpp_page_pdid;
  1033. };
  1034. struct ocrdma_dealloc_pd {
  1035. struct ocrdma_mqe_hdr hdr;
  1036. struct ocrdma_mbx_hdr req;
  1037. u32 id;
  1038. };
  1039. struct ocrdma_dealloc_pd_rsp {
  1040. struct ocrdma_mqe_hdr hdr;
  1041. struct ocrdma_mbx_rsp rsp;
  1042. };
  1043. enum {
  1044. OCRDMA_ADDR_CHECK_ENABLE = 1,
  1045. OCRDMA_ADDR_CHECK_DISABLE = 0
  1046. };
  1047. enum {
  1048. OCRDMA_ALLOC_LKEY_PD_ID_SHIFT = 0,
  1049. OCRDMA_ALLOC_LKEY_PD_ID_MASK = 0xFFFF,
  1050. OCRDMA_ALLOC_LKEY_ADDR_CHECK_SHIFT = 0,
  1051. OCRDMA_ALLOC_LKEY_ADDR_CHECK_MASK = Bit(0),
  1052. OCRDMA_ALLOC_LKEY_FMR_SHIFT = 1,
  1053. OCRDMA_ALLOC_LKEY_FMR_MASK = Bit(1),
  1054. OCRDMA_ALLOC_LKEY_REMOTE_INV_SHIFT = 2,
  1055. OCRDMA_ALLOC_LKEY_REMOTE_INV_MASK = Bit(2),
  1056. OCRDMA_ALLOC_LKEY_REMOTE_WR_SHIFT = 3,
  1057. OCRDMA_ALLOC_LKEY_REMOTE_WR_MASK = Bit(3),
  1058. OCRDMA_ALLOC_LKEY_REMOTE_RD_SHIFT = 4,
  1059. OCRDMA_ALLOC_LKEY_REMOTE_RD_MASK = Bit(4),
  1060. OCRDMA_ALLOC_LKEY_LOCAL_WR_SHIFT = 5,
  1061. OCRDMA_ALLOC_LKEY_LOCAL_WR_MASK = Bit(5),
  1062. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_MASK = Bit(6),
  1063. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_SHIFT = 6,
  1064. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT = 16,
  1065. OCRDMA_ALLOC_LKEY_PBL_SIZE_MASK = 0xFFFF <<
  1066. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT
  1067. };
  1068. struct ocrdma_alloc_lkey {
  1069. struct ocrdma_mqe_hdr hdr;
  1070. struct ocrdma_mbx_hdr req;
  1071. u32 pdid;
  1072. u32 pbl_sz_flags;
  1073. };
  1074. struct ocrdma_alloc_lkey_rsp {
  1075. struct ocrdma_mqe_hdr hdr;
  1076. struct ocrdma_mbx_rsp rsp;
  1077. u32 lrkey;
  1078. u32 num_pbl_rsvd;
  1079. };
  1080. struct ocrdma_dealloc_lkey {
  1081. struct ocrdma_mqe_hdr hdr;
  1082. struct ocrdma_mbx_hdr req;
  1083. u32 lkey;
  1084. u32 rsvd_frmr;
  1085. };
  1086. struct ocrdma_dealloc_lkey_rsp {
  1087. struct ocrdma_mqe_hdr hdr;
  1088. struct ocrdma_mbx_rsp rsp;
  1089. };
  1090. #define MAX_OCRDMA_NSMR_PBL (u32)22
  1091. #define MAX_OCRDMA_PBL_SIZE 65536
  1092. #define MAX_OCRDMA_PBL_PER_LKEY 32767
  1093. enum {
  1094. OCRDMA_REG_NSMR_LRKEY_INDEX_SHIFT = 0,
  1095. OCRDMA_REG_NSMR_LRKEY_INDEX_MASK = 0xFFFFFF,
  1096. OCRDMA_REG_NSMR_LRKEY_SHIFT = 24,
  1097. OCRDMA_REG_NSMR_LRKEY_MASK = 0xFF <<
  1098. OCRDMA_REG_NSMR_LRKEY_SHIFT,
  1099. OCRDMA_REG_NSMR_PD_ID_SHIFT = 0,
  1100. OCRDMA_REG_NSMR_PD_ID_MASK = 0xFFFF,
  1101. OCRDMA_REG_NSMR_NUM_PBL_SHIFT = 16,
  1102. OCRDMA_REG_NSMR_NUM_PBL_MASK = 0xFFFF <<
  1103. OCRDMA_REG_NSMR_NUM_PBL_SHIFT,
  1104. OCRDMA_REG_NSMR_PBE_SIZE_SHIFT = 0,
  1105. OCRDMA_REG_NSMR_PBE_SIZE_MASK = 0xFFFF,
  1106. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT = 16,
  1107. OCRDMA_REG_NSMR_HPAGE_SIZE_MASK = 0xFF <<
  1108. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT,
  1109. OCRDMA_REG_NSMR_BIND_MEMWIN_SHIFT = 24,
  1110. OCRDMA_REG_NSMR_BIND_MEMWIN_MASK = Bit(24),
  1111. OCRDMA_REG_NSMR_ZB_SHIFT = 25,
  1112. OCRDMA_REG_NSMR_ZB_SHIFT_MASK = Bit(25),
  1113. OCRDMA_REG_NSMR_REMOTE_INV_SHIFT = 26,
  1114. OCRDMA_REG_NSMR_REMOTE_INV_MASK = Bit(26),
  1115. OCRDMA_REG_NSMR_REMOTE_WR_SHIFT = 27,
  1116. OCRDMA_REG_NSMR_REMOTE_WR_MASK = Bit(27),
  1117. OCRDMA_REG_NSMR_REMOTE_RD_SHIFT = 28,
  1118. OCRDMA_REG_NSMR_REMOTE_RD_MASK = Bit(28),
  1119. OCRDMA_REG_NSMR_LOCAL_WR_SHIFT = 29,
  1120. OCRDMA_REG_NSMR_LOCAL_WR_MASK = Bit(29),
  1121. OCRDMA_REG_NSMR_REMOTE_ATOMIC_SHIFT = 30,
  1122. OCRDMA_REG_NSMR_REMOTE_ATOMIC_MASK = Bit(30),
  1123. OCRDMA_REG_NSMR_LAST_SHIFT = 31,
  1124. OCRDMA_REG_NSMR_LAST_MASK = Bit(31)
  1125. };
  1126. struct ocrdma_reg_nsmr {
  1127. struct ocrdma_mqe_hdr hdr;
  1128. struct ocrdma_mbx_hdr cmd;
  1129. u32 fr_mr;
  1130. u32 num_pbl_pdid;
  1131. u32 flags_hpage_pbe_sz;
  1132. u32 totlen_low;
  1133. u32 totlen_high;
  1134. u32 fbo_low;
  1135. u32 fbo_high;
  1136. u32 va_loaddr;
  1137. u32 va_hiaddr;
  1138. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1139. };
  1140. enum {
  1141. OCRDMA_REG_NSMR_CONT_PBL_SHIFT = 0,
  1142. OCRDMA_REG_NSMR_CONT_PBL_SHIFT_MASK = 0xFFFF,
  1143. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT = 16,
  1144. OCRDMA_REG_NSMR_CONT_NUM_PBL_MASK = 0xFFFF <<
  1145. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT,
  1146. OCRDMA_REG_NSMR_CONT_LAST_SHIFT = 31,
  1147. OCRDMA_REG_NSMR_CONT_LAST_MASK = Bit(31)
  1148. };
  1149. struct ocrdma_reg_nsmr_cont {
  1150. struct ocrdma_mqe_hdr hdr;
  1151. struct ocrdma_mbx_hdr cmd;
  1152. u32 lrkey;
  1153. u32 num_pbl_offset;
  1154. u32 last;
  1155. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1156. };
  1157. struct ocrdma_pbe {
  1158. u32 pa_hi;
  1159. u32 pa_lo;
  1160. };
  1161. enum {
  1162. OCRDMA_REG_NSMR_RSP_NUM_PBL_SHIFT = 16,
  1163. OCRDMA_REG_NSMR_RSP_NUM_PBL_MASK = 0xFFFF0000
  1164. };
  1165. struct ocrdma_reg_nsmr_rsp {
  1166. struct ocrdma_mqe_hdr hdr;
  1167. struct ocrdma_mbx_rsp rsp;
  1168. u32 lrkey;
  1169. u32 num_pbl;
  1170. };
  1171. enum {
  1172. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_SHIFT = 0,
  1173. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_MASK = 0xFFFFFF,
  1174. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT = 24,
  1175. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_MASK = 0xFF <<
  1176. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT,
  1177. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT = 16,
  1178. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_MASK = 0xFFFF <<
  1179. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT
  1180. };
  1181. struct ocrdma_reg_nsmr_cont_rsp {
  1182. struct ocrdma_mqe_hdr hdr;
  1183. struct ocrdma_mbx_rsp rsp;
  1184. u32 lrkey_key_index;
  1185. u32 num_pbl;
  1186. };
  1187. enum {
  1188. OCRDMA_ALLOC_MW_PD_ID_SHIFT = 0,
  1189. OCRDMA_ALLOC_MW_PD_ID_MASK = 0xFFFF
  1190. };
  1191. struct ocrdma_alloc_mw {
  1192. struct ocrdma_mqe_hdr hdr;
  1193. struct ocrdma_mbx_hdr req;
  1194. u32 pdid;
  1195. };
  1196. enum {
  1197. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_SHIFT = 0,
  1198. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_MASK = 0xFFFFFF
  1199. };
  1200. struct ocrdma_alloc_mw_rsp {
  1201. struct ocrdma_mqe_hdr hdr;
  1202. struct ocrdma_mbx_rsp rsp;
  1203. u32 lrkey_index;
  1204. };
  1205. struct ocrdma_attach_mcast {
  1206. struct ocrdma_mqe_hdr hdr;
  1207. struct ocrdma_mbx_hdr req;
  1208. u32 qp_id;
  1209. u8 mgid[16];
  1210. u32 mac_b0_to_b3;
  1211. u32 vlan_mac_b4_to_b5;
  1212. };
  1213. struct ocrdma_attach_mcast_rsp {
  1214. struct ocrdma_mqe_hdr hdr;
  1215. struct ocrdma_mbx_rsp rsp;
  1216. };
  1217. struct ocrdma_detach_mcast {
  1218. struct ocrdma_mqe_hdr hdr;
  1219. struct ocrdma_mbx_hdr req;
  1220. u32 qp_id;
  1221. u8 mgid[16];
  1222. u32 mac_b0_to_b3;
  1223. u32 vlan_mac_b4_to_b5;
  1224. };
  1225. struct ocrdma_detach_mcast_rsp {
  1226. struct ocrdma_mqe_hdr hdr;
  1227. struct ocrdma_mbx_rsp rsp;
  1228. };
  1229. enum {
  1230. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT = 19,
  1231. OCRDMA_CREATE_AH_NUM_PAGES_MASK = 0xF <<
  1232. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT,
  1233. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT = 16,
  1234. OCRDMA_CREATE_AH_PAGE_SIZE_MASK = 0x7 <<
  1235. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT,
  1236. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT = 23,
  1237. OCRDMA_CREATE_AH_ENTRY_SIZE_MASK = 0x1FF <<
  1238. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT,
  1239. };
  1240. #define OCRDMA_AH_TBL_PAGES 8
  1241. struct ocrdma_create_ah_tbl {
  1242. struct ocrdma_mqe_hdr hdr;
  1243. struct ocrdma_mbx_hdr req;
  1244. u32 ah_conf;
  1245. struct ocrdma_pa tbl_addr[8];
  1246. };
  1247. struct ocrdma_create_ah_tbl_rsp {
  1248. struct ocrdma_mqe_hdr hdr;
  1249. struct ocrdma_mbx_rsp rsp;
  1250. u32 ahid;
  1251. };
  1252. struct ocrdma_delete_ah_tbl {
  1253. struct ocrdma_mqe_hdr hdr;
  1254. struct ocrdma_mbx_hdr req;
  1255. u32 ahid;
  1256. };
  1257. struct ocrdma_delete_ah_tbl_rsp {
  1258. struct ocrdma_mqe_hdr hdr;
  1259. struct ocrdma_mbx_rsp rsp;
  1260. };
  1261. enum {
  1262. OCRDMA_EQE_VALID_SHIFT = 0,
  1263. OCRDMA_EQE_VALID_MASK = Bit(0),
  1264. OCRDMA_EQE_FOR_CQE_MASK = 0xFFFE,
  1265. OCRDMA_EQE_RESOURCE_ID_SHIFT = 16,
  1266. OCRDMA_EQE_RESOURCE_ID_MASK = 0xFFFF <<
  1267. OCRDMA_EQE_RESOURCE_ID_SHIFT,
  1268. };
  1269. struct ocrdma_eqe {
  1270. u32 id_valid;
  1271. };
  1272. enum OCRDMA_CQE_STATUS {
  1273. OCRDMA_CQE_SUCCESS = 0,
  1274. OCRDMA_CQE_LOC_LEN_ERR,
  1275. OCRDMA_CQE_LOC_QP_OP_ERR,
  1276. OCRDMA_CQE_LOC_EEC_OP_ERR,
  1277. OCRDMA_CQE_LOC_PROT_ERR,
  1278. OCRDMA_CQE_WR_FLUSH_ERR,
  1279. OCRDMA_CQE_MW_BIND_ERR,
  1280. OCRDMA_CQE_BAD_RESP_ERR,
  1281. OCRDMA_CQE_LOC_ACCESS_ERR,
  1282. OCRDMA_CQE_REM_INV_REQ_ERR,
  1283. OCRDMA_CQE_REM_ACCESS_ERR,
  1284. OCRDMA_CQE_REM_OP_ERR,
  1285. OCRDMA_CQE_RETRY_EXC_ERR,
  1286. OCRDMA_CQE_RNR_RETRY_EXC_ERR,
  1287. OCRDMA_CQE_LOC_RDD_VIOL_ERR,
  1288. OCRDMA_CQE_REM_INV_RD_REQ_ERR,
  1289. OCRDMA_CQE_REM_ABORT_ERR,
  1290. OCRDMA_CQE_INV_EECN_ERR,
  1291. OCRDMA_CQE_INV_EEC_STATE_ERR,
  1292. OCRDMA_CQE_FATAL_ERR,
  1293. OCRDMA_CQE_RESP_TIMEOUT_ERR,
  1294. OCRDMA_CQE_GENERAL_ERR
  1295. };
  1296. enum {
  1297. /* w0 */
  1298. OCRDMA_CQE_WQEIDX_SHIFT = 0,
  1299. OCRDMA_CQE_WQEIDX_MASK = 0xFFFF,
  1300. /* w1 */
  1301. OCRDMA_CQE_UD_XFER_LEN_SHIFT = 16,
  1302. OCRDMA_CQE_PKEY_SHIFT = 0,
  1303. OCRDMA_CQE_PKEY_MASK = 0xFFFF,
  1304. /* w2 */
  1305. OCRDMA_CQE_QPN_SHIFT = 0,
  1306. OCRDMA_CQE_QPN_MASK = 0x0000FFFF,
  1307. OCRDMA_CQE_BUFTAG_SHIFT = 16,
  1308. OCRDMA_CQE_BUFTAG_MASK = 0xFFFF << OCRDMA_CQE_BUFTAG_SHIFT,
  1309. /* w3 */
  1310. OCRDMA_CQE_UD_STATUS_SHIFT = 24,
  1311. OCRDMA_CQE_UD_STATUS_MASK = 0x7 << OCRDMA_CQE_UD_STATUS_SHIFT,
  1312. OCRDMA_CQE_STATUS_SHIFT = 16,
  1313. OCRDMA_CQE_STATUS_MASK = 0xFF << OCRDMA_CQE_STATUS_SHIFT,
  1314. OCRDMA_CQE_VALID = Bit(31),
  1315. OCRDMA_CQE_INVALIDATE = Bit(30),
  1316. OCRDMA_CQE_QTYPE = Bit(29),
  1317. OCRDMA_CQE_IMM = Bit(28),
  1318. OCRDMA_CQE_WRITE_IMM = Bit(27),
  1319. OCRDMA_CQE_QTYPE_SQ = 0,
  1320. OCRDMA_CQE_QTYPE_RQ = 1,
  1321. OCRDMA_CQE_SRCQP_MASK = 0xFFFFFF
  1322. };
  1323. struct ocrdma_cqe {
  1324. union {
  1325. /* w0 to w2 */
  1326. struct {
  1327. u32 wqeidx;
  1328. u32 bytes_xfered;
  1329. u32 qpn;
  1330. } wq;
  1331. struct {
  1332. u32 lkey_immdt;
  1333. u32 rxlen;
  1334. u32 buftag_qpn;
  1335. } rq;
  1336. struct {
  1337. u32 lkey_immdt;
  1338. u32 rxlen_pkey;
  1339. u32 buftag_qpn;
  1340. } ud;
  1341. struct {
  1342. u32 word_0;
  1343. u32 word_1;
  1344. u32 qpn;
  1345. } cmn;
  1346. };
  1347. u32 flags_status_srcqpn; /* w3 */
  1348. };
  1349. struct ocrdma_sge {
  1350. u32 addr_hi;
  1351. u32 addr_lo;
  1352. u32 lrkey;
  1353. u32 len;
  1354. };
  1355. enum {
  1356. OCRDMA_FLAG_SIG = 0x1,
  1357. OCRDMA_FLAG_INV = 0x2,
  1358. OCRDMA_FLAG_FENCE_L = 0x4,
  1359. OCRDMA_FLAG_FENCE_R = 0x8,
  1360. OCRDMA_FLAG_SOLICIT = 0x10,
  1361. OCRDMA_FLAG_IMM = 0x20,
  1362. /* Stag flags */
  1363. OCRDMA_LKEY_FLAG_LOCAL_WR = 0x1,
  1364. OCRDMA_LKEY_FLAG_REMOTE_RD = 0x2,
  1365. OCRDMA_LKEY_FLAG_REMOTE_WR = 0x4,
  1366. OCRDMA_LKEY_FLAG_VATO = 0x8,
  1367. };
  1368. enum OCRDMA_WQE_OPCODE {
  1369. OCRDMA_WRITE = 0x06,
  1370. OCRDMA_READ = 0x0C,
  1371. OCRDMA_RESV0 = 0x02,
  1372. OCRDMA_SEND = 0x00,
  1373. OCRDMA_CMP_SWP = 0x14,
  1374. OCRDMA_BIND_MW = 0x10,
  1375. OCRDMA_FR_MR = 0x11,
  1376. OCRDMA_RESV1 = 0x0A,
  1377. OCRDMA_LKEY_INV = 0x15,
  1378. OCRDMA_FETCH_ADD = 0x13,
  1379. OCRDMA_POST_RQ = 0x12
  1380. };
  1381. enum {
  1382. OCRDMA_TYPE_INLINE = 0x0,
  1383. OCRDMA_TYPE_LKEY = 0x1,
  1384. };
  1385. enum {
  1386. OCRDMA_WQE_OPCODE_SHIFT = 0,
  1387. OCRDMA_WQE_OPCODE_MASK = 0x0000001F,
  1388. OCRDMA_WQE_FLAGS_SHIFT = 5,
  1389. OCRDMA_WQE_TYPE_SHIFT = 16,
  1390. OCRDMA_WQE_TYPE_MASK = 0x00030000,
  1391. OCRDMA_WQE_SIZE_SHIFT = 18,
  1392. OCRDMA_WQE_SIZE_MASK = 0xFF,
  1393. OCRDMA_WQE_NXT_WQE_SIZE_SHIFT = 25,
  1394. OCRDMA_WQE_LKEY_FLAGS_SHIFT = 0,
  1395. OCRDMA_WQE_LKEY_FLAGS_MASK = 0xF
  1396. };
  1397. /* header WQE for all the SQ and RQ operations */
  1398. struct ocrdma_hdr_wqe {
  1399. u32 cw;
  1400. union {
  1401. u32 rsvd_tag;
  1402. u32 rsvd_lkey_flags;
  1403. };
  1404. union {
  1405. u32 immdt;
  1406. u32 lkey;
  1407. };
  1408. u32 total_len;
  1409. };
  1410. struct ocrdma_ewqe_ud_hdr {
  1411. u32 rsvd_dest_qpn;
  1412. u32 qkey;
  1413. u32 rsvd_ahid;
  1414. u32 rsvd;
  1415. };
  1416. /* extended wqe followed by hdr_wqe for Fast Memory register */
  1417. struct ocrdma_ewqe_fr {
  1418. u32 va_hi;
  1419. u32 va_lo;
  1420. u32 fbo_hi;
  1421. u32 fbo_lo;
  1422. u32 size_sge;
  1423. u32 num_sges;
  1424. u32 rsvd;
  1425. u32 rsvd2;
  1426. };
  1427. struct ocrdma_eth_basic {
  1428. u8 dmac[6];
  1429. u8 smac[6];
  1430. __be16 eth_type;
  1431. } __packed;
  1432. struct ocrdma_eth_vlan {
  1433. u8 dmac[6];
  1434. u8 smac[6];
  1435. __be16 eth_type;
  1436. __be16 vlan_tag;
  1437. #define OCRDMA_ROCE_ETH_TYPE 0x8915
  1438. __be16 roce_eth_type;
  1439. } __packed;
  1440. struct ocrdma_grh {
  1441. __be32 tclass_flow;
  1442. __be32 pdid_hoplimit;
  1443. u8 sgid[16];
  1444. u8 dgid[16];
  1445. u16 rsvd;
  1446. } __packed;
  1447. #define OCRDMA_AV_VALID Bit(0)
  1448. #define OCRDMA_AV_VLAN_VALID Bit(1)
  1449. struct ocrdma_av {
  1450. struct ocrdma_eth_vlan eth_hdr;
  1451. struct ocrdma_grh grh;
  1452. u32 valid;
  1453. } __packed;
  1454. #endif /* __OCRDMA_SLI_H__ */