ocrdma_sli.h 41 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661
  1. /*******************************************************************
  2. * This file is part of the Emulex RoCE Device Driver for *
  3. * RoCE (RDMA over Converged Ethernet) adapters. *
  4. * Copyright (C) 2008-2012 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *
  20. * Contact Information:
  21. * linux-drivers@emulex.com
  22. *
  23. * Emulex
  24. * 3333 Susan Street
  25. * Costa Mesa, CA 92626
  26. *******************************************************************/
  27. #ifndef __OCRDMA_SLI_H__
  28. #define __OCRDMA_SLI_H__
  29. #define Bit(_b) (1 << (_b))
  30. #define OCRDMA_GEN1_FAMILY 0xB
  31. #define OCRDMA_GEN2_FAMILY 0x2
  32. #define OCRDMA_SUBSYS_ROCE 10
  33. enum {
  34. OCRDMA_CMD_QUERY_CONFIG = 1,
  35. OCRDMA_CMD_ALLOC_PD,
  36. OCRDMA_CMD_DEALLOC_PD,
  37. OCRDMA_CMD_CREATE_AH_TBL,
  38. OCRDMA_CMD_DELETE_AH_TBL,
  39. OCRDMA_CMD_CREATE_QP,
  40. OCRDMA_CMD_QUERY_QP,
  41. OCRDMA_CMD_MODIFY_QP,
  42. OCRDMA_CMD_DELETE_QP,
  43. OCRDMA_CMD_RSVD1,
  44. OCRDMA_CMD_ALLOC_LKEY,
  45. OCRDMA_CMD_DEALLOC_LKEY,
  46. OCRDMA_CMD_REGISTER_NSMR,
  47. OCRDMA_CMD_REREGISTER_NSMR,
  48. OCRDMA_CMD_REGISTER_NSMR_CONT,
  49. OCRDMA_CMD_QUERY_NSMR,
  50. OCRDMA_CMD_ALLOC_MW,
  51. OCRDMA_CMD_QUERY_MW,
  52. OCRDMA_CMD_CREATE_SRQ,
  53. OCRDMA_CMD_QUERY_SRQ,
  54. OCRDMA_CMD_MODIFY_SRQ,
  55. OCRDMA_CMD_DELETE_SRQ,
  56. OCRDMA_CMD_ATTACH_MCAST,
  57. OCRDMA_CMD_DETACH_MCAST,
  58. OCRDMA_CMD_MAX
  59. };
  60. #define OCRDMA_SUBSYS_COMMON 1
  61. enum {
  62. OCRDMA_CMD_CREATE_CQ = 12,
  63. OCRDMA_CMD_CREATE_EQ = 13,
  64. OCRDMA_CMD_CREATE_MQ = 21,
  65. OCRDMA_CMD_GET_FW_VER = 35,
  66. OCRDMA_CMD_DELETE_MQ = 53,
  67. OCRDMA_CMD_DELETE_CQ = 54,
  68. OCRDMA_CMD_DELETE_EQ = 55,
  69. OCRDMA_CMD_GET_FW_CONFIG = 58,
  70. OCRDMA_CMD_CREATE_MQ_EXT = 90
  71. };
  72. enum {
  73. QTYPE_EQ = 1,
  74. QTYPE_CQ = 2,
  75. QTYPE_MCCQ = 3
  76. };
  77. #define OCRDMA_MAX_SGID (8)
  78. #define OCRDMA_MAX_QP 2048
  79. #define OCRDMA_MAX_CQ 2048
  80. #define OCRDMA_MAX_STAG 2048
  81. enum {
  82. OCRDMA_DB_RQ_OFFSET = 0xE0,
  83. OCRDMA_DB_GEN2_RQ_OFFSET = 0x100,
  84. OCRDMA_DB_SQ_OFFSET = 0x60,
  85. OCRDMA_DB_GEN2_SQ_OFFSET = 0x1C0,
  86. OCRDMA_DB_SRQ_OFFSET = OCRDMA_DB_RQ_OFFSET,
  87. OCRDMA_DB_GEN2_SRQ_OFFSET = OCRDMA_DB_GEN2_RQ_OFFSET,
  88. OCRDMA_DB_CQ_OFFSET = 0x120,
  89. OCRDMA_DB_EQ_OFFSET = OCRDMA_DB_CQ_OFFSET,
  90. OCRDMA_DB_MQ_OFFSET = 0x140
  91. };
  92. #define OCRDMA_DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  93. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK 0x0C00 /* bits 10-11 of qid at 12-11 */
  94. /* qid #2 msbits at 12-11 */
  95. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK_SHIFT 0x1
  96. #define OCRDMA_DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  97. /* Rearm bit */
  98. #define OCRDMA_DB_CQ_REARM_SHIFT (29) /* bit 29 */
  99. /* solicited bit */
  100. #define OCRDMA_DB_CQ_SOLICIT_SHIFT (31) /* bit 31 */
  101. #define OCRDMA_EQ_ID_MASK 0x1FF /* bits 0 - 8 */
  102. #define OCRDMA_EQ_ID_EXT_MASK 0x3e00 /* bits 9-13 */
  103. #define OCRDMA_EQ_ID_EXT_MASK_SHIFT (2) /* qid bits 9-13 at 11-15 */
  104. /* Clear the interrupt for this eq */
  105. #define OCRDMA_EQ_CLR_SHIFT (9) /* bit 9 */
  106. /* Must be 1 */
  107. #define OCRDMA_EQ_TYPE_SHIFT (10) /* bit 10 */
  108. /* Number of event entries processed */
  109. #define OCRDMA_NUM_EQE_SHIFT (16) /* bits 16 - 28 */
  110. /* Rearm bit */
  111. #define OCRDMA_REARM_SHIFT (29) /* bit 29 */
  112. #define OCRDMA_MQ_ID_MASK 0x7FF /* bits 0 - 10 */
  113. /* Number of entries posted */
  114. #define OCRDMA_MQ_NUM_MQE_SHIFT (16) /* bits 16 - 29 */
  115. #define OCRDMA_MIN_HPAGE_SIZE (4096)
  116. #define OCRDMA_MIN_Q_PAGE_SIZE (4096)
  117. #define OCRDMA_MAX_Q_PAGES (8)
  118. /*
  119. # 0: 4K Bytes
  120. # 1: 8K Bytes
  121. # 2: 16K Bytes
  122. # 3: 32K Bytes
  123. # 4: 64K Bytes
  124. # 5: 128K Bytes
  125. # 6: 256K Bytes
  126. # 7: 512K Bytes
  127. */
  128. #define OCRDMA_MAX_Q_PAGE_SIZE_CNT (8)
  129. #define OCRDMA_Q_PAGE_BASE_SIZE (OCRDMA_MIN_Q_PAGE_SIZE * OCRDMA_MAX_Q_PAGES)
  130. #define MAX_OCRDMA_QP_PAGES (8)
  131. #define OCRDMA_MAX_WQE_MEM_SIZE (MAX_OCRDMA_QP_PAGES * OCRDMA_MIN_HQ_PAGE_SIZE)
  132. #define OCRDMA_CREATE_CQ_MAX_PAGES (4)
  133. #define OCRDMA_DPP_CQE_SIZE (4)
  134. #define OCRDMA_GEN2_MAX_CQE 1024
  135. #define OCRDMA_GEN2_CQ_PAGE_SIZE 4096
  136. #define OCRDMA_GEN2_WQE_SIZE 256
  137. #define OCRDMA_MAX_CQE 4095
  138. #define OCRDMA_CQ_PAGE_SIZE 16384
  139. #define OCRDMA_WQE_SIZE 128
  140. #define OCRDMA_WQE_STRIDE 8
  141. #define OCRDMA_WQE_ALIGN_BYTES 16
  142. #define MAX_OCRDMA_SRQ_PAGES MAX_OCRDMA_QP_PAGES
  143. enum {
  144. OCRDMA_MCH_OPCODE_SHIFT = 0,
  145. OCRDMA_MCH_OPCODE_MASK = 0xFF,
  146. OCRDMA_MCH_SUBSYS_SHIFT = 8,
  147. OCRDMA_MCH_SUBSYS_MASK = 0xFF00
  148. };
  149. /* mailbox cmd header */
  150. struct ocrdma_mbx_hdr {
  151. u32 subsys_op;
  152. u32 timeout; /* in seconds */
  153. u32 cmd_len;
  154. u32 rsvd_version;
  155. };
  156. enum {
  157. OCRDMA_MBX_RSP_OPCODE_SHIFT = 0,
  158. OCRDMA_MBX_RSP_OPCODE_MASK = 0xFF,
  159. OCRDMA_MBX_RSP_SUBSYS_SHIFT = 8,
  160. OCRDMA_MBX_RSP_SUBSYS_MASK = 0xFF << OCRDMA_MBX_RSP_SUBSYS_SHIFT,
  161. OCRDMA_MBX_RSP_STATUS_SHIFT = 0,
  162. OCRDMA_MBX_RSP_STATUS_MASK = 0xFF,
  163. OCRDMA_MBX_RSP_ASTATUS_SHIFT = 8,
  164. OCRDMA_MBX_RSP_ASTATUS_MASK = 0xFF << OCRDMA_MBX_RSP_ASTATUS_SHIFT
  165. };
  166. /* mailbox cmd response */
  167. struct ocrdma_mbx_rsp {
  168. u32 subsys_op;
  169. u32 status;
  170. u32 rsp_len;
  171. u32 add_rsp_len;
  172. };
  173. enum {
  174. OCRDMA_MQE_EMBEDDED = 1,
  175. OCRDMA_MQE_NONEMBEDDED = 0
  176. };
  177. struct ocrdma_mqe_sge {
  178. u32 pa_lo;
  179. u32 pa_hi;
  180. u32 len;
  181. };
  182. enum {
  183. OCRDMA_MQE_HDR_EMB_SHIFT = 0,
  184. OCRDMA_MQE_HDR_EMB_MASK = Bit(0),
  185. OCRDMA_MQE_HDR_SGE_CNT_SHIFT = 3,
  186. OCRDMA_MQE_HDR_SGE_CNT_MASK = 0x1F << OCRDMA_MQE_HDR_SGE_CNT_SHIFT,
  187. OCRDMA_MQE_HDR_SPECIAL_SHIFT = 24,
  188. OCRDMA_MQE_HDR_SPECIAL_MASK = 0xFF << OCRDMA_MQE_HDR_SPECIAL_SHIFT
  189. };
  190. struct ocrdma_mqe_hdr {
  191. u32 spcl_sge_cnt_emb;
  192. u32 pyld_len;
  193. u32 tag_lo;
  194. u32 tag_hi;
  195. u32 rsvd3;
  196. };
  197. struct ocrdma_mqe_emb_cmd {
  198. struct ocrdma_mbx_hdr mch;
  199. u8 pyld[220];
  200. };
  201. struct ocrdma_mqe {
  202. struct ocrdma_mqe_hdr hdr;
  203. union {
  204. struct ocrdma_mqe_emb_cmd emb_req;
  205. struct {
  206. struct ocrdma_mqe_sge sge[19];
  207. } nonemb_req;
  208. u8 cmd[236];
  209. struct ocrdma_mbx_rsp rsp;
  210. } u;
  211. };
  212. #define OCRDMA_EQ_LEN 4096
  213. #define OCRDMA_MQ_CQ_LEN 256
  214. #define OCRDMA_MQ_LEN 128
  215. #define PAGE_SHIFT_4K 12
  216. #define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K)
  217. /* Returns number of pages spanned by the data starting at the given addr */
  218. #define PAGES_4K_SPANNED(_address, size) \
  219. ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \
  220. (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))
  221. struct ocrdma_delete_q_req {
  222. struct ocrdma_mbx_hdr req;
  223. u32 id;
  224. };
  225. struct ocrdma_pa {
  226. u32 lo;
  227. u32 hi;
  228. };
  229. #define MAX_OCRDMA_EQ_PAGES (8)
  230. struct ocrdma_create_eq_req {
  231. struct ocrdma_mbx_hdr req;
  232. u32 num_pages;
  233. u32 valid;
  234. u32 cnt;
  235. u32 delay;
  236. u32 rsvd;
  237. struct ocrdma_pa pa[MAX_OCRDMA_EQ_PAGES];
  238. };
  239. enum {
  240. OCRDMA_CREATE_EQ_VALID = Bit(29),
  241. OCRDMA_CREATE_EQ_CNT_SHIFT = 26,
  242. OCRDMA_CREATE_CQ_DELAY_SHIFT = 13,
  243. };
  244. struct ocrdma_create_eq_rsp {
  245. struct ocrdma_mbx_rsp rsp;
  246. u32 vector_eqid;
  247. };
  248. #define OCRDMA_EQ_MINOR_OTHER (0x1)
  249. enum {
  250. OCRDMA_MCQE_STATUS_SHIFT = 0,
  251. OCRDMA_MCQE_STATUS_MASK = 0xFFFF,
  252. OCRDMA_MCQE_ESTATUS_SHIFT = 16,
  253. OCRDMA_MCQE_ESTATUS_MASK = 0xFFFF << OCRDMA_MCQE_ESTATUS_SHIFT,
  254. OCRDMA_MCQE_CONS_SHIFT = 27,
  255. OCRDMA_MCQE_CONS_MASK = Bit(27),
  256. OCRDMA_MCQE_CMPL_SHIFT = 28,
  257. OCRDMA_MCQE_CMPL_MASK = Bit(28),
  258. OCRDMA_MCQE_AE_SHIFT = 30,
  259. OCRDMA_MCQE_AE_MASK = Bit(30),
  260. OCRDMA_MCQE_VALID_SHIFT = 31,
  261. OCRDMA_MCQE_VALID_MASK = Bit(31)
  262. };
  263. struct ocrdma_mcqe {
  264. u32 status;
  265. u32 tag_lo;
  266. u32 tag_hi;
  267. u32 valid_ae_cmpl_cons;
  268. };
  269. enum {
  270. OCRDMA_AE_MCQE_QPVALID = Bit(31),
  271. OCRDMA_AE_MCQE_QPID_MASK = 0xFFFF,
  272. OCRDMA_AE_MCQE_CQVALID = Bit(31),
  273. OCRDMA_AE_MCQE_CQID_MASK = 0xFFFF,
  274. OCRDMA_AE_MCQE_VALID = Bit(31),
  275. OCRDMA_AE_MCQE_AE = Bit(30),
  276. OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT = 16,
  277. OCRDMA_AE_MCQE_EVENT_TYPE_MASK =
  278. 0xFF << OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT,
  279. OCRDMA_AE_MCQE_EVENT_CODE_SHIFT = 8,
  280. OCRDMA_AE_MCQE_EVENT_CODE_MASK =
  281. 0xFF << OCRDMA_AE_MCQE_EVENT_CODE_SHIFT
  282. };
  283. struct ocrdma_ae_mcqe {
  284. u32 qpvalid_qpid;
  285. u32 cqvalid_cqid;
  286. u32 evt_tag;
  287. u32 valid_ae_event;
  288. };
  289. enum {
  290. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT = 16,
  291. OCRDMA_AE_MPA_MCQE_REQ_ID_MASK = 0xFFFF <<
  292. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT,
  293. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT = 8,
  294. OCRDMA_AE_MPA_MCQE_EVENT_CODE_MASK = 0xFF <<
  295. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT,
  296. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT = 16,
  297. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_MASK = 0xFF <<
  298. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT,
  299. OCRDMA_AE_MPA_MCQE_EVENT_AE_SHIFT = 30,
  300. OCRDMA_AE_MPA_MCQE_EVENT_AE_MASK = Bit(30),
  301. OCRDMA_AE_MPA_MCQE_EVENT_VALID_SHIFT = 31,
  302. OCRDMA_AE_MPA_MCQE_EVENT_VALID_MASK = Bit(31)
  303. };
  304. struct ocrdma_ae_mpa_mcqe {
  305. u32 req_id;
  306. u32 w1;
  307. u32 w2;
  308. u32 valid_ae_event;
  309. };
  310. enum {
  311. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_SHIFT = 0,
  312. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_MASK = 0xFFFF,
  313. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT = 16,
  314. OCRDMA_AE_QP_MCQE_QP_ID_MASK = 0xFFFF <<
  315. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT,
  316. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT = 8,
  317. OCRDMA_AE_QP_MCQE_EVENT_CODE_MASK = 0xFF <<
  318. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT,
  319. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT = 16,
  320. OCRDMA_AE_QP_MCQE_EVENT_TYPE_MASK = 0xFF <<
  321. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT,
  322. OCRDMA_AE_QP_MCQE_EVENT_AE_SHIFT = 30,
  323. OCRDMA_AE_QP_MCQE_EVENT_AE_MASK = Bit(30),
  324. OCRDMA_AE_QP_MCQE_EVENT_VALID_SHIFT = 31,
  325. OCRDMA_AE_QP_MCQE_EVENT_VALID_MASK = Bit(31)
  326. };
  327. struct ocrdma_ae_qp_mcqe {
  328. u32 qp_id_state;
  329. u32 w1;
  330. u32 w2;
  331. u32 valid_ae_event;
  332. };
  333. #define OCRDMA_ASYNC_EVE_CODE 0x14
  334. enum OCRDMA_ASYNC_EVENT_TYPE {
  335. OCRDMA_CQ_ERROR = 0x00,
  336. OCRDMA_CQ_OVERRUN_ERROR = 0x01,
  337. OCRDMA_CQ_QPCAT_ERROR = 0x02,
  338. OCRDMA_QP_ACCESS_ERROR = 0x03,
  339. OCRDMA_QP_COMM_EST_EVENT = 0x04,
  340. OCRDMA_SQ_DRAINED_EVENT = 0x05,
  341. OCRDMA_DEVICE_FATAL_EVENT = 0x08,
  342. OCRDMA_SRQCAT_ERROR = 0x0E,
  343. OCRDMA_SRQ_LIMIT_EVENT = 0x0F,
  344. OCRDMA_QP_LAST_WQE_EVENT = 0x10
  345. };
  346. /* mailbox command request and responses */
  347. enum {
  348. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_SHIFT = 2,
  349. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_MASK = Bit(2),
  350. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_SHIFT = 3,
  351. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_MASK = Bit(3),
  352. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT = 8,
  353. OCRDMA_MBX_QUERY_CFG_MAX_QP_MASK = 0xFFFFFF <<
  354. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT,
  355. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT = 16,
  356. OCRDMA_MBX_QUERY_CFG_MAX_PD_MASK = 0xFFFF <<
  357. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT,
  358. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT = 8,
  359. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_MASK = 0xFF <<
  360. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT,
  361. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_SHIFT = 0,
  362. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_MASK = 0xFFFF,
  363. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT = 16,
  364. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_MASK = 0xFFFF <<
  365. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT,
  366. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_SHIFT = 0,
  367. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_MASK = 0xFFFF,
  368. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT = 16,
  369. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_MASK = 0xFFFF <<
  370. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT,
  371. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET = 24,
  372. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_MASK = 0xFF <<
  373. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET,
  374. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET = 16,
  375. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_MASK = 0xFF <<
  376. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET,
  377. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET = 0,
  378. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_MASK = 0xFFFF <<
  379. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET,
  380. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET = 16,
  381. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_MASK = 0xFFFF <<
  382. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET,
  383. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET = 0,
  384. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_MASK = 0xFFFF <<
  385. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET,
  386. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET = 16,
  387. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_MASK = 0xFFFF <<
  388. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET,
  389. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET = 0,
  390. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_MASK = 0xFFFF <<
  391. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET,
  392. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET = 0,
  393. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_MASK = 0xFFFF <<
  394. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET,
  395. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET = 16,
  396. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_MASK = 0xFFFF <<
  397. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET,
  398. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET = 0,
  399. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_MASK = 0xFFFF <<
  400. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET,
  401. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET = 16,
  402. OCRDMA_MBX_QUERY_CFG_MAX_CQ_MASK = 0xFFFF <<
  403. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET,
  404. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET = 0,
  405. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_MASK = 0xFFFF <<
  406. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET,
  407. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET = 16,
  408. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_MASK = 0xFFFF <<
  409. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET,
  410. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET = 0,
  411. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_MASK = 0xFFFF <<
  412. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET,
  413. };
  414. struct ocrdma_mbx_query_config {
  415. struct ocrdma_mqe_hdr hdr;
  416. struct ocrdma_mbx_rsp rsp;
  417. u32 qp_srq_cq_ird_ord;
  418. u32 max_pd_ca_ack_delay;
  419. u32 max_write_send_sge;
  420. u32 max_ird_ord_per_qp;
  421. u32 max_shared_ird_ord;
  422. u32 max_mr;
  423. u32 max_mr_size_lo;
  424. u32 max_mr_size_hi;
  425. u32 max_num_mr_pbl;
  426. u32 max_mw;
  427. u32 max_fmr;
  428. u32 max_pages_per_frmr;
  429. u32 max_mcast_group;
  430. u32 max_mcast_qp_attach;
  431. u32 max_total_mcast_qp_attach;
  432. u32 wqe_rqe_stride_max_dpp_cqs;
  433. u32 max_srq_rpir_qps;
  434. u32 max_dpp_pds_credits;
  435. u32 max_dpp_credits_pds_per_pd;
  436. u32 max_wqes_rqes_per_q;
  437. u32 max_cq_cqes_per_cq;
  438. u32 max_srq_rqe_sge;
  439. };
  440. struct ocrdma_fw_ver_rsp {
  441. struct ocrdma_mqe_hdr hdr;
  442. struct ocrdma_mbx_rsp rsp;
  443. u8 running_ver[32];
  444. };
  445. struct ocrdma_fw_conf_rsp {
  446. struct ocrdma_mqe_hdr hdr;
  447. struct ocrdma_mbx_rsp rsp;
  448. u32 config_num;
  449. u32 asic_revision;
  450. u32 phy_port;
  451. u32 fn_mode;
  452. struct {
  453. u32 mode;
  454. u32 nic_wqid_base;
  455. u32 nic_wq_tot;
  456. u32 prot_wqid_base;
  457. u32 prot_wq_tot;
  458. u32 prot_rqid_base;
  459. u32 prot_rqid_tot;
  460. u32 rsvd[6];
  461. } ulp[2];
  462. u32 fn_capabilities;
  463. u32 rsvd1;
  464. u32 rsvd2;
  465. u32 base_eqid;
  466. u32 max_eq;
  467. };
  468. enum {
  469. OCRDMA_FN_MODE_RDMA = 0x4
  470. };
  471. enum {
  472. OCRDMA_CREATE_CQ_VER2 = 2,
  473. OCRDMA_CREATE_CQ_PAGE_CNT_MASK = 0xFFFF,
  474. OCRDMA_CREATE_CQ_PAGE_SIZE_SHIFT = 16,
  475. OCRDMA_CREATE_CQ_PAGE_SIZE_MASK = 0xFF,
  476. OCRDMA_CREATE_CQ_COALESCWM_SHIFT = 12,
  477. OCRDMA_CREATE_CQ_COALESCWM_MASK = Bit(13) | Bit(12),
  478. OCRDMA_CREATE_CQ_FLAGS_NODELAY = Bit(14),
  479. OCRDMA_CREATE_CQ_FLAGS_AUTO_VALID = Bit(15),
  480. OCRDMA_CREATE_CQ_EQ_ID_MASK = 0xFFFF,
  481. OCRDMA_CREATE_CQ_CQE_COUNT_MASK = 0xFFFF
  482. };
  483. enum {
  484. OCRDMA_CREATE_CQ_VER0 = 0,
  485. OCRDMA_CREATE_CQ_DPP = 1,
  486. OCRDMA_CREATE_CQ_TYPE_SHIFT = 24,
  487. OCRDMA_CREATE_CQ_EQID_SHIFT = 22,
  488. OCRDMA_CREATE_CQ_CNT_SHIFT = 27,
  489. OCRDMA_CREATE_CQ_FLAGS_VALID = Bit(29),
  490. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE = Bit(31),
  491. OCRDMA_CREATE_CQ_DEF_FLAGS = OCRDMA_CREATE_CQ_FLAGS_VALID |
  492. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE |
  493. OCRDMA_CREATE_CQ_FLAGS_NODELAY
  494. };
  495. struct ocrdma_create_cq_cmd {
  496. struct ocrdma_mbx_hdr req;
  497. u32 pgsz_pgcnt;
  498. u32 ev_cnt_flags;
  499. u32 eqn;
  500. u32 cqe_count;
  501. u32 rsvd6;
  502. struct ocrdma_pa pa[OCRDMA_CREATE_CQ_MAX_PAGES];
  503. };
  504. struct ocrdma_create_cq {
  505. struct ocrdma_mqe_hdr hdr;
  506. struct ocrdma_create_cq_cmd cmd;
  507. };
  508. enum {
  509. OCRDMA_CREATE_CQ_RSP_CQ_ID_MASK = 0xFFFF
  510. };
  511. struct ocrdma_create_cq_cmd_rsp {
  512. struct ocrdma_mbx_rsp rsp;
  513. u32 cq_id;
  514. };
  515. struct ocrdma_create_cq_rsp {
  516. struct ocrdma_mqe_hdr hdr;
  517. struct ocrdma_create_cq_cmd_rsp rsp;
  518. };
  519. enum {
  520. OCRDMA_CREATE_MQ_V0_CQ_ID_SHIFT = 22,
  521. OCRDMA_CREATE_MQ_CQ_ID_SHIFT = 16,
  522. OCRDMA_CREATE_MQ_RING_SIZE_SHIFT = 16,
  523. OCRDMA_CREATE_MQ_VALID = Bit(31),
  524. OCRDMA_CREATE_MQ_ASYNC_CQ_VALID = Bit(0)
  525. };
  526. struct ocrdma_create_mq_req {
  527. struct ocrdma_mbx_hdr req;
  528. u32 cqid_pages;
  529. u32 async_event_bitmap;
  530. u32 async_cqid_ringsize;
  531. u32 valid;
  532. u32 async_cqid_valid;
  533. u32 rsvd;
  534. struct ocrdma_pa pa[8];
  535. };
  536. struct ocrdma_create_mq_rsp {
  537. struct ocrdma_mbx_rsp rsp;
  538. u32 id;
  539. };
  540. enum {
  541. OCRDMA_DESTROY_CQ_QID_SHIFT = 0,
  542. OCRDMA_DESTROY_CQ_QID_MASK = 0xFFFF,
  543. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT = 16,
  544. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_MASK = 0xFFFF <<
  545. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT
  546. };
  547. struct ocrdma_destroy_cq {
  548. struct ocrdma_mqe_hdr hdr;
  549. struct ocrdma_mbx_hdr req;
  550. u32 bypass_flush_qid;
  551. };
  552. struct ocrdma_destroy_cq_rsp {
  553. struct ocrdma_mqe_hdr hdr;
  554. struct ocrdma_mbx_rsp rsp;
  555. };
  556. enum {
  557. OCRDMA_QPT_GSI = 1,
  558. OCRDMA_QPT_RC = 2,
  559. OCRDMA_QPT_UD = 4,
  560. };
  561. enum {
  562. OCRDMA_CREATE_QP_REQ_PD_ID_SHIFT = 0,
  563. OCRDMA_CREATE_QP_REQ_PD_ID_MASK = 0xFFFF,
  564. OCRDMA_CREATE_QP_REQ_SQ_PAGE_SIZE_SHIFT = 16,
  565. OCRDMA_CREATE_QP_REQ_RQ_PAGE_SIZE_SHIFT = 19,
  566. OCRDMA_CREATE_QP_REQ_QPT_SHIFT = 29,
  567. OCRDMA_CREATE_QP_REQ_QPT_MASK = Bit(31) | Bit(30) | Bit(29),
  568. OCRDMA_CREATE_QP_REQ_MAX_RQE_SHIFT = 0,
  569. OCRDMA_CREATE_QP_REQ_MAX_RQE_MASK = 0xFFFF,
  570. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT = 16,
  571. OCRDMA_CREATE_QP_REQ_MAX_WQE_MASK = 0xFFFF <<
  572. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT,
  573. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_SHIFT = 0,
  574. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_MASK = 0xFFFF,
  575. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT = 16,
  576. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_MASK = 0xFFFF <<
  577. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT,
  578. OCRDMA_CREATE_QP_REQ_FMR_EN_SHIFT = 0,
  579. OCRDMA_CREATE_QP_REQ_FMR_EN_MASK = Bit(0),
  580. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_SHIFT = 1,
  581. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_MASK = Bit(1),
  582. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_SHIFT = 2,
  583. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_MASK = Bit(2),
  584. OCRDMA_CREATE_QP_REQ_INB_WREN_SHIFT = 3,
  585. OCRDMA_CREATE_QP_REQ_INB_WREN_MASK = Bit(3),
  586. OCRDMA_CREATE_QP_REQ_INB_RDEN_SHIFT = 4,
  587. OCRDMA_CREATE_QP_REQ_INB_RDEN_MASK = Bit(4),
  588. OCRDMA_CREATE_QP_REQ_USE_SRQ_SHIFT = 5,
  589. OCRDMA_CREATE_QP_REQ_USE_SRQ_MASK = Bit(5),
  590. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_SHIFT = 6,
  591. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_MASK = Bit(6),
  592. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_SHIFT = 7,
  593. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_MASK = Bit(7),
  594. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_SHIFT = 8,
  595. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_MASK = Bit(8),
  596. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT = 16,
  597. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  598. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT,
  599. OCRDMA_CREATE_QP_REQ_MAX_IRD_SHIFT = 0,
  600. OCRDMA_CREATE_QP_REQ_MAX_IRD_MASK = 0xFFFF,
  601. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT = 16,
  602. OCRDMA_CREATE_QP_REQ_MAX_ORD_MASK = 0xFFFF <<
  603. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT,
  604. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_SHIFT = 0,
  605. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_MASK = 0xFFFF,
  606. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT = 16,
  607. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_MASK = 0xFFFF <<
  608. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT,
  609. OCRDMA_CREATE_QP_REQ_RQE_SIZE_SHIFT = 0,
  610. OCRDMA_CREATE_QP_REQ_RQE_SIZE_MASK = 0xFFFF,
  611. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT = 16,
  612. OCRDMA_CREATE_QP_REQ_WQE_SIZE_MASK = 0xFFFF <<
  613. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT,
  614. OCRDMA_CREATE_QP_REQ_RQ_CQID_SHIFT = 0,
  615. OCRDMA_CREATE_QP_REQ_RQ_CQID_MASK = 0xFFFF,
  616. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT = 16,
  617. OCRDMA_CREATE_QP_REQ_WQ_CQID_MASK = 0xFFFF <<
  618. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT,
  619. OCRDMA_CREATE_QP_REQ_DPP_CQPID_SHIFT = 0,
  620. OCRDMA_CREATE_QP_REQ_DPP_CQPID_MASK = 0xFFFF,
  621. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT = 16,
  622. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_MASK = 0xFFFF <<
  623. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT
  624. };
  625. enum {
  626. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_LIMIT = 16,
  627. OCRDMA_CREATE_QP_RSP_DPP_PAGE_SHIFT = 1
  628. };
  629. #define MAX_OCRDMA_IRD_PAGES 4
  630. enum ocrdma_qp_flags {
  631. OCRDMA_QP_MW_BIND = 1,
  632. OCRDMA_QP_LKEY0 = (1 << 1),
  633. OCRDMA_QP_FAST_REG = (1 << 2),
  634. OCRDMA_QP_INB_RD = (1 << 6),
  635. OCRDMA_QP_INB_WR = (1 << 7),
  636. };
  637. enum ocrdma_qp_state {
  638. OCRDMA_QPS_RST = 0,
  639. OCRDMA_QPS_INIT = 1,
  640. OCRDMA_QPS_RTR = 2,
  641. OCRDMA_QPS_RTS = 3,
  642. OCRDMA_QPS_SQE = 4,
  643. OCRDMA_QPS_SQ_DRAINING = 5,
  644. OCRDMA_QPS_ERR = 6,
  645. OCRDMA_QPS_SQD = 7
  646. };
  647. struct ocrdma_create_qp_req {
  648. struct ocrdma_mqe_hdr hdr;
  649. struct ocrdma_mbx_hdr req;
  650. u32 type_pgsz_pdn;
  651. u32 max_wqe_rqe;
  652. u32 max_sge_send_write;
  653. u32 max_sge_recv_flags;
  654. u32 max_ord_ird;
  655. u32 num_wq_rq_pages;
  656. u32 wqe_rqe_size;
  657. u32 wq_rq_cqid;
  658. struct ocrdma_pa wq_addr[MAX_OCRDMA_QP_PAGES];
  659. struct ocrdma_pa rq_addr[MAX_OCRDMA_QP_PAGES];
  660. u32 dpp_credits_cqid;
  661. u32 rpir_lkey;
  662. struct ocrdma_pa ird_addr[MAX_OCRDMA_IRD_PAGES];
  663. };
  664. enum {
  665. OCRDMA_CREATE_QP_RSP_QP_ID_SHIFT = 0,
  666. OCRDMA_CREATE_QP_RSP_QP_ID_MASK = 0xFFFF,
  667. OCRDMA_CREATE_QP_RSP_MAX_RQE_SHIFT = 0,
  668. OCRDMA_CREATE_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  669. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT = 16,
  670. OCRDMA_CREATE_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  671. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT,
  672. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_SHIFT = 0,
  673. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_MASK = 0xFFFF,
  674. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT = 16,
  675. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_MASK = 0xFFFF <<
  676. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT,
  677. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT = 16,
  678. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_MASK = 0xFFFF <<
  679. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT,
  680. OCRDMA_CREATE_QP_RSP_MAX_IRD_SHIFT = 0,
  681. OCRDMA_CREATE_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  682. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT = 16,
  683. OCRDMA_CREATE_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  684. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT,
  685. OCRDMA_CREATE_QP_RSP_RQ_ID_SHIFT = 0,
  686. OCRDMA_CREATE_QP_RSP_RQ_ID_MASK = 0xFFFF,
  687. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT = 16,
  688. OCRDMA_CREATE_QP_RSP_SQ_ID_MASK = 0xFFFF <<
  689. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT,
  690. OCRDMA_CREATE_QP_RSP_DPP_ENABLED_MASK = Bit(0),
  691. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT = 1,
  692. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_MASK = 0x7FFF <<
  693. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT,
  694. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT = 16,
  695. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_MASK = 0xFFFF <<
  696. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT,
  697. };
  698. struct ocrdma_create_qp_rsp {
  699. struct ocrdma_mqe_hdr hdr;
  700. struct ocrdma_mbx_rsp rsp;
  701. u32 qp_id;
  702. u32 max_wqe_rqe;
  703. u32 max_sge_send_write;
  704. u32 max_sge_recv;
  705. u32 max_ord_ird;
  706. u32 sq_rq_id;
  707. u32 dpp_response;
  708. };
  709. struct ocrdma_destroy_qp {
  710. struct ocrdma_mqe_hdr hdr;
  711. struct ocrdma_mbx_hdr req;
  712. u32 qp_id;
  713. };
  714. struct ocrdma_destroy_qp_rsp {
  715. struct ocrdma_mqe_hdr hdr;
  716. struct ocrdma_mbx_rsp rsp;
  717. };
  718. enum {
  719. OCRDMA_MODIFY_QP_ID_SHIFT = 0,
  720. OCRDMA_MODIFY_QP_ID_MASK = 0xFFFF,
  721. OCRDMA_QP_PARA_QPS_VALID = Bit(0),
  722. OCRDMA_QP_PARA_SQD_ASYNC_VALID = Bit(1),
  723. OCRDMA_QP_PARA_PKEY_VALID = Bit(2),
  724. OCRDMA_QP_PARA_QKEY_VALID = Bit(3),
  725. OCRDMA_QP_PARA_PMTU_VALID = Bit(4),
  726. OCRDMA_QP_PARA_ACK_TO_VALID = Bit(5),
  727. OCRDMA_QP_PARA_RETRY_CNT_VALID = Bit(6),
  728. OCRDMA_QP_PARA_RRC_VALID = Bit(7),
  729. OCRDMA_QP_PARA_RQPSN_VALID = Bit(8),
  730. OCRDMA_QP_PARA_MAX_IRD_VALID = Bit(9),
  731. OCRDMA_QP_PARA_MAX_ORD_VALID = Bit(10),
  732. OCRDMA_QP_PARA_RNT_VALID = Bit(11),
  733. OCRDMA_QP_PARA_SQPSN_VALID = Bit(12),
  734. OCRDMA_QP_PARA_DST_QPN_VALID = Bit(13),
  735. OCRDMA_QP_PARA_MAX_WQE_VALID = Bit(14),
  736. OCRDMA_QP_PARA_MAX_RQE_VALID = Bit(15),
  737. OCRDMA_QP_PARA_SGE_SEND_VALID = Bit(16),
  738. OCRDMA_QP_PARA_SGE_RECV_VALID = Bit(17),
  739. OCRDMA_QP_PARA_SGE_WR_VALID = Bit(18),
  740. OCRDMA_QP_PARA_INB_RDEN_VALID = Bit(19),
  741. OCRDMA_QP_PARA_INB_WREN_VALID = Bit(20),
  742. OCRDMA_QP_PARA_FLOW_LBL_VALID = Bit(21),
  743. OCRDMA_QP_PARA_BIND_EN_VALID = Bit(22),
  744. OCRDMA_QP_PARA_ZLKEY_EN_VALID = Bit(23),
  745. OCRDMA_QP_PARA_FMR_EN_VALID = Bit(24),
  746. OCRDMA_QP_PARA_INBAT_EN_VALID = Bit(25),
  747. OCRDMA_QP_PARA_VLAN_EN_VALID = Bit(26),
  748. OCRDMA_MODIFY_QP_FLAGS_RD = Bit(0),
  749. OCRDMA_MODIFY_QP_FLAGS_WR = Bit(1),
  750. OCRDMA_MODIFY_QP_FLAGS_SEND = Bit(2),
  751. OCRDMA_MODIFY_QP_FLAGS_ATOMIC = Bit(3)
  752. };
  753. enum {
  754. OCRDMA_QP_PARAMS_SRQ_ID_SHIFT = 0,
  755. OCRDMA_QP_PARAMS_SRQ_ID_MASK = 0xFFFF,
  756. OCRDMA_QP_PARAMS_MAX_RQE_SHIFT = 0,
  757. OCRDMA_QP_PARAMS_MAX_RQE_MASK = 0xFFFF,
  758. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT = 16,
  759. OCRDMA_QP_PARAMS_MAX_WQE_MASK = 0xFFFF <<
  760. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT,
  761. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_SHIFT = 0,
  762. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_MASK = 0xFFFF,
  763. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT = 16,
  764. OCRDMA_QP_PARAMS_MAX_SGE_SEND_MASK = 0xFFFF <<
  765. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT,
  766. OCRDMA_QP_PARAMS_FLAGS_FMR_EN = Bit(0),
  767. OCRDMA_QP_PARAMS_FLAGS_LKEY_0_EN = Bit(1),
  768. OCRDMA_QP_PARAMS_FLAGS_BIND_MW_EN = Bit(2),
  769. OCRDMA_QP_PARAMS_FLAGS_INBWR_EN = Bit(3),
  770. OCRDMA_QP_PARAMS_FLAGS_INBRD_EN = Bit(4),
  771. OCRDMA_QP_PARAMS_STATE_SHIFT = 5,
  772. OCRDMA_QP_PARAMS_STATE_MASK = Bit(5) | Bit(6) | Bit(7),
  773. OCRDMA_QP_PARAMS_FLAGS_SQD_ASYNC = Bit(8),
  774. OCRDMA_QP_PARAMS_FLAGS_INB_ATEN = Bit(9),
  775. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT = 16,
  776. OCRDMA_QP_PARAMS_MAX_SGE_RECV_MASK = 0xFFFF <<
  777. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT,
  778. OCRDMA_QP_PARAMS_MAX_IRD_SHIFT = 0,
  779. OCRDMA_QP_PARAMS_MAX_IRD_MASK = 0xFFFF,
  780. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT = 16,
  781. OCRDMA_QP_PARAMS_MAX_ORD_MASK = 0xFFFF <<
  782. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT,
  783. OCRDMA_QP_PARAMS_RQ_CQID_SHIFT = 0,
  784. OCRDMA_QP_PARAMS_RQ_CQID_MASK = 0xFFFF,
  785. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT = 16,
  786. OCRDMA_QP_PARAMS_WQ_CQID_MASK = 0xFFFF <<
  787. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT,
  788. OCRDMA_QP_PARAMS_RQ_PSN_SHIFT = 0,
  789. OCRDMA_QP_PARAMS_RQ_PSN_MASK = 0xFFFFFF,
  790. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT = 24,
  791. OCRDMA_QP_PARAMS_HOP_LMT_MASK = 0xFF <<
  792. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT,
  793. OCRDMA_QP_PARAMS_SQ_PSN_SHIFT = 0,
  794. OCRDMA_QP_PARAMS_SQ_PSN_MASK = 0xFFFFFF,
  795. OCRDMA_QP_PARAMS_TCLASS_SHIFT = 24,
  796. OCRDMA_QP_PARAMS_TCLASS_MASK = 0xFF <<
  797. OCRDMA_QP_PARAMS_TCLASS_SHIFT,
  798. OCRDMA_QP_PARAMS_DEST_QPN_SHIFT = 0,
  799. OCRDMA_QP_PARAMS_DEST_QPN_MASK = 0xFFFFFF,
  800. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT = 24,
  801. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_MASK = 0x7 <<
  802. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT,
  803. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT = 27,
  804. OCRDMA_QP_PARAMS_ACK_TIMEOUT_MASK = 0x1F <<
  805. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT,
  806. OCRDMA_QP_PARAMS_PKEY_IDNEX_SHIFT = 0,
  807. OCRDMA_QP_PARAMS_PKEY_INDEX_MASK = 0xFFFF,
  808. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT = 18,
  809. OCRDMA_QP_PARAMS_PATH_MTU_MASK = 0x3FFF <<
  810. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT,
  811. OCRDMA_QP_PARAMS_FLOW_LABEL_SHIFT = 0,
  812. OCRDMA_QP_PARAMS_FLOW_LABEL_MASK = 0xFFFFF,
  813. OCRDMA_QP_PARAMS_SL_SHIFT = 20,
  814. OCRDMA_QP_PARAMS_SL_MASK = 0xF <<
  815. OCRDMA_QP_PARAMS_SL_SHIFT,
  816. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT = 24,
  817. OCRDMA_QP_PARAMS_RETRY_CNT_MASK = 0x7 <<
  818. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT,
  819. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT = 27,
  820. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_MASK = 0x1F <<
  821. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT,
  822. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_SHIFT = 0,
  823. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_MASK = 0xFFFF,
  824. OCRDMA_QP_PARAMS_VLAN_SHIFT = 16,
  825. OCRDMA_QP_PARAMS_VLAN_MASK = 0xFFFF <<
  826. OCRDMA_QP_PARAMS_VLAN_SHIFT
  827. };
  828. struct ocrdma_qp_params {
  829. u32 id;
  830. u32 max_wqe_rqe;
  831. u32 max_sge_send_write;
  832. u32 max_sge_recv_flags;
  833. u32 max_ord_ird;
  834. u32 wq_rq_cqid;
  835. u32 hop_lmt_rq_psn;
  836. u32 tclass_sq_psn;
  837. u32 ack_to_rnr_rtc_dest_qpn;
  838. u32 path_mtu_pkey_indx;
  839. u32 rnt_rc_sl_fl;
  840. u8 sgid[16];
  841. u8 dgid[16];
  842. u32 dmac_b0_to_b3;
  843. u32 vlan_dmac_b4_to_b5;
  844. u32 qkey;
  845. };
  846. struct ocrdma_modify_qp {
  847. struct ocrdma_mqe_hdr hdr;
  848. struct ocrdma_mbx_hdr req;
  849. struct ocrdma_qp_params params;
  850. u32 flags;
  851. u32 rdma_flags;
  852. u32 num_outstanding_atomic_rd;
  853. };
  854. enum {
  855. OCRDMA_MODIFY_QP_RSP_MAX_RQE_SHIFT = 0,
  856. OCRDMA_MODIFY_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  857. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT = 16,
  858. OCRDMA_MODIFY_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  859. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT,
  860. OCRDMA_MODIFY_QP_RSP_MAX_IRD_SHIFT = 0,
  861. OCRDMA_MODIFY_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  862. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT = 16,
  863. OCRDMA_MODIFY_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  864. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT
  865. };
  866. struct ocrdma_modify_qp_rsp {
  867. struct ocrdma_mqe_hdr hdr;
  868. struct ocrdma_mbx_rsp rsp;
  869. u32 max_wqe_rqe;
  870. u32 max_ord_ird;
  871. };
  872. struct ocrdma_query_qp {
  873. struct ocrdma_mqe_hdr hdr;
  874. struct ocrdma_mbx_hdr req;
  875. #define OCRDMA_QUERY_UP_QP_ID_SHIFT 0
  876. #define OCRDMA_QUERY_UP_QP_ID_MASK 0xFFFFFF
  877. u32 qp_id;
  878. };
  879. struct ocrdma_query_qp_rsp {
  880. struct ocrdma_mqe_hdr hdr;
  881. struct ocrdma_mbx_rsp rsp;
  882. struct ocrdma_qp_params params;
  883. };
  884. enum {
  885. OCRDMA_CREATE_SRQ_PD_ID_SHIFT = 0,
  886. OCRDMA_CREATE_SRQ_PD_ID_MASK = 0xFFFF,
  887. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT = 16,
  888. OCRDMA_CREATE_SRQ_PG_SZ_MASK = 0x3 <<
  889. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT,
  890. OCRDMA_CREATE_SRQ_MAX_RQE_SHIFT = 0,
  891. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT = 16,
  892. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  893. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT,
  894. OCRDMA_CREATE_SRQ_RQE_SIZE_SHIFT = 0,
  895. OCRDMA_CREATE_SRQ_RQE_SIZE_MASK = 0xFFFF,
  896. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT = 16,
  897. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_MASK = 0xFFFF <<
  898. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT
  899. };
  900. struct ocrdma_create_srq {
  901. struct ocrdma_mqe_hdr hdr;
  902. struct ocrdma_mbx_hdr req;
  903. u32 pgsz_pdid;
  904. u32 max_sge_rqe;
  905. u32 pages_rqe_sz;
  906. struct ocrdma_pa rq_addr[MAX_OCRDMA_SRQ_PAGES];
  907. };
  908. enum {
  909. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_SHIFT = 0,
  910. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_MASK = 0xFFFFFF,
  911. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_SHIFT = 0,
  912. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_MASK = 0xFFFF,
  913. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT = 16,
  914. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_MASK = 0xFFFF <<
  915. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT
  916. };
  917. struct ocrdma_create_srq_rsp {
  918. struct ocrdma_mqe_hdr hdr;
  919. struct ocrdma_mbx_rsp rsp;
  920. u32 id;
  921. u32 max_sge_rqe_allocated;
  922. };
  923. enum {
  924. OCRDMA_MODIFY_SRQ_ID_SHIFT = 0,
  925. OCRDMA_MODIFY_SRQ_ID_MASK = 0xFFFFFF,
  926. OCRDMA_MODIFY_SRQ_MAX_RQE_SHIFT = 0,
  927. OCRDMA_MODIFY_SRQ_MAX_RQE_MASK = 0xFFFF,
  928. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT = 16,
  929. OCRDMA_MODIFY_SRQ__LIMIT_MASK = 0xFFFF <<
  930. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT
  931. };
  932. struct ocrdma_modify_srq {
  933. struct ocrdma_mqe_hdr hdr;
  934. struct ocrdma_mbx_rsp rep;
  935. u32 id;
  936. u32 limit_max_rqe;
  937. };
  938. enum {
  939. OCRDMA_QUERY_SRQ_ID_SHIFT = 0,
  940. OCRDMA_QUERY_SRQ_ID_MASK = 0xFFFFFF
  941. };
  942. struct ocrdma_query_srq {
  943. struct ocrdma_mqe_hdr hdr;
  944. struct ocrdma_mbx_rsp req;
  945. u32 id;
  946. };
  947. enum {
  948. OCRDMA_QUERY_SRQ_RSP_PD_ID_SHIFT = 0,
  949. OCRDMA_QUERY_SRQ_RSP_PD_ID_MASK = 0xFFFF,
  950. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT = 16,
  951. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_MASK = 0xFFFF <<
  952. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT,
  953. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_SHIFT = 0,
  954. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_MASK = 0xFFFF,
  955. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT = 16,
  956. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_MASK = 0xFFFF <<
  957. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT
  958. };
  959. struct ocrdma_query_srq_rsp {
  960. struct ocrdma_mqe_hdr hdr;
  961. struct ocrdma_mbx_rsp req;
  962. u32 max_rqe_pdid;
  963. u32 srq_lmt_max_sge;
  964. };
  965. enum {
  966. OCRDMA_DESTROY_SRQ_ID_SHIFT = 0,
  967. OCRDMA_DESTROY_SRQ_ID_MASK = 0xFFFFFF
  968. };
  969. struct ocrdma_destroy_srq {
  970. struct ocrdma_mqe_hdr hdr;
  971. struct ocrdma_mbx_rsp req;
  972. u32 id;
  973. };
  974. enum {
  975. OCRDMA_ALLOC_PD_ENABLE_DPP = BIT(16),
  976. OCRDMA_PD_MAX_DPP_ENABLED_QP = 8,
  977. OCRDMA_DPP_PAGE_SIZE = 4096
  978. };
  979. struct ocrdma_alloc_pd {
  980. struct ocrdma_mqe_hdr hdr;
  981. struct ocrdma_mbx_hdr req;
  982. u32 enable_dpp_rsvd;
  983. };
  984. enum {
  985. OCRDMA_ALLOC_PD_RSP_DPP = Bit(16),
  986. OCRDMA_ALLOC_PD_RSP_DPP_PAGE_SHIFT = 20,
  987. OCRDMA_ALLOC_PD_RSP_PDID_MASK = 0xFFFF,
  988. };
  989. struct ocrdma_alloc_pd_rsp {
  990. struct ocrdma_mqe_hdr hdr;
  991. struct ocrdma_mbx_rsp rsp;
  992. u32 dpp_page_pdid;
  993. };
  994. struct ocrdma_dealloc_pd {
  995. struct ocrdma_mqe_hdr hdr;
  996. struct ocrdma_mbx_hdr req;
  997. u32 id;
  998. };
  999. struct ocrdma_dealloc_pd_rsp {
  1000. struct ocrdma_mqe_hdr hdr;
  1001. struct ocrdma_mbx_rsp rsp;
  1002. };
  1003. enum {
  1004. OCRDMA_ADDR_CHECK_ENABLE = 1,
  1005. OCRDMA_ADDR_CHECK_DISABLE = 0
  1006. };
  1007. enum {
  1008. OCRDMA_ALLOC_LKEY_PD_ID_SHIFT = 0,
  1009. OCRDMA_ALLOC_LKEY_PD_ID_MASK = 0xFFFF,
  1010. OCRDMA_ALLOC_LKEY_ADDR_CHECK_SHIFT = 0,
  1011. OCRDMA_ALLOC_LKEY_ADDR_CHECK_MASK = Bit(0),
  1012. OCRDMA_ALLOC_LKEY_FMR_SHIFT = 1,
  1013. OCRDMA_ALLOC_LKEY_FMR_MASK = Bit(1),
  1014. OCRDMA_ALLOC_LKEY_REMOTE_INV_SHIFT = 2,
  1015. OCRDMA_ALLOC_LKEY_REMOTE_INV_MASK = Bit(2),
  1016. OCRDMA_ALLOC_LKEY_REMOTE_WR_SHIFT = 3,
  1017. OCRDMA_ALLOC_LKEY_REMOTE_WR_MASK = Bit(3),
  1018. OCRDMA_ALLOC_LKEY_REMOTE_RD_SHIFT = 4,
  1019. OCRDMA_ALLOC_LKEY_REMOTE_RD_MASK = Bit(4),
  1020. OCRDMA_ALLOC_LKEY_LOCAL_WR_SHIFT = 5,
  1021. OCRDMA_ALLOC_LKEY_LOCAL_WR_MASK = Bit(5),
  1022. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_MASK = Bit(6),
  1023. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_SHIFT = 6,
  1024. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT = 16,
  1025. OCRDMA_ALLOC_LKEY_PBL_SIZE_MASK = 0xFFFF <<
  1026. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT
  1027. };
  1028. struct ocrdma_alloc_lkey {
  1029. struct ocrdma_mqe_hdr hdr;
  1030. struct ocrdma_mbx_hdr req;
  1031. u32 pdid;
  1032. u32 pbl_sz_flags;
  1033. };
  1034. struct ocrdma_alloc_lkey_rsp {
  1035. struct ocrdma_mqe_hdr hdr;
  1036. struct ocrdma_mbx_rsp rsp;
  1037. u32 lrkey;
  1038. u32 num_pbl_rsvd;
  1039. };
  1040. struct ocrdma_dealloc_lkey {
  1041. struct ocrdma_mqe_hdr hdr;
  1042. struct ocrdma_mbx_hdr req;
  1043. u32 lkey;
  1044. u32 rsvd_frmr;
  1045. };
  1046. struct ocrdma_dealloc_lkey_rsp {
  1047. struct ocrdma_mqe_hdr hdr;
  1048. struct ocrdma_mbx_rsp rsp;
  1049. };
  1050. #define MAX_OCRDMA_NSMR_PBL (u32)22
  1051. #define MAX_OCRDMA_PBL_SIZE 65536
  1052. #define MAX_OCRDMA_PBL_PER_LKEY 32767
  1053. enum {
  1054. OCRDMA_REG_NSMR_LRKEY_INDEX_SHIFT = 0,
  1055. OCRDMA_REG_NSMR_LRKEY_INDEX_MASK = 0xFFFFFF,
  1056. OCRDMA_REG_NSMR_LRKEY_SHIFT = 24,
  1057. OCRDMA_REG_NSMR_LRKEY_MASK = 0xFF <<
  1058. OCRDMA_REG_NSMR_LRKEY_SHIFT,
  1059. OCRDMA_REG_NSMR_PD_ID_SHIFT = 0,
  1060. OCRDMA_REG_NSMR_PD_ID_MASK = 0xFFFF,
  1061. OCRDMA_REG_NSMR_NUM_PBL_SHIFT = 16,
  1062. OCRDMA_REG_NSMR_NUM_PBL_MASK = 0xFFFF <<
  1063. OCRDMA_REG_NSMR_NUM_PBL_SHIFT,
  1064. OCRDMA_REG_NSMR_PBE_SIZE_SHIFT = 0,
  1065. OCRDMA_REG_NSMR_PBE_SIZE_MASK = 0xFFFF,
  1066. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT = 16,
  1067. OCRDMA_REG_NSMR_HPAGE_SIZE_MASK = 0xFF <<
  1068. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT,
  1069. OCRDMA_REG_NSMR_BIND_MEMWIN_SHIFT = 24,
  1070. OCRDMA_REG_NSMR_BIND_MEMWIN_MASK = Bit(24),
  1071. OCRDMA_REG_NSMR_ZB_SHIFT = 25,
  1072. OCRDMA_REG_NSMR_ZB_SHIFT_MASK = Bit(25),
  1073. OCRDMA_REG_NSMR_REMOTE_INV_SHIFT = 26,
  1074. OCRDMA_REG_NSMR_REMOTE_INV_MASK = Bit(26),
  1075. OCRDMA_REG_NSMR_REMOTE_WR_SHIFT = 27,
  1076. OCRDMA_REG_NSMR_REMOTE_WR_MASK = Bit(27),
  1077. OCRDMA_REG_NSMR_REMOTE_RD_SHIFT = 28,
  1078. OCRDMA_REG_NSMR_REMOTE_RD_MASK = Bit(28),
  1079. OCRDMA_REG_NSMR_LOCAL_WR_SHIFT = 29,
  1080. OCRDMA_REG_NSMR_LOCAL_WR_MASK = Bit(29),
  1081. OCRDMA_REG_NSMR_REMOTE_ATOMIC_SHIFT = 30,
  1082. OCRDMA_REG_NSMR_REMOTE_ATOMIC_MASK = Bit(30),
  1083. OCRDMA_REG_NSMR_LAST_SHIFT = 31,
  1084. OCRDMA_REG_NSMR_LAST_MASK = Bit(31)
  1085. };
  1086. struct ocrdma_reg_nsmr {
  1087. struct ocrdma_mqe_hdr hdr;
  1088. struct ocrdma_mbx_hdr cmd;
  1089. u32 fr_mr;
  1090. u32 num_pbl_pdid;
  1091. u32 flags_hpage_pbe_sz;
  1092. u32 totlen_low;
  1093. u32 totlen_high;
  1094. u32 fbo_low;
  1095. u32 fbo_high;
  1096. u32 va_loaddr;
  1097. u32 va_hiaddr;
  1098. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1099. };
  1100. enum {
  1101. OCRDMA_REG_NSMR_CONT_PBL_SHIFT = 0,
  1102. OCRDMA_REG_NSMR_CONT_PBL_SHIFT_MASK = 0xFFFF,
  1103. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT = 16,
  1104. OCRDMA_REG_NSMR_CONT_NUM_PBL_MASK = 0xFFFF <<
  1105. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT,
  1106. OCRDMA_REG_NSMR_CONT_LAST_SHIFT = 31,
  1107. OCRDMA_REG_NSMR_CONT_LAST_MASK = Bit(31)
  1108. };
  1109. struct ocrdma_reg_nsmr_cont {
  1110. struct ocrdma_mqe_hdr hdr;
  1111. struct ocrdma_mbx_hdr cmd;
  1112. u32 lrkey;
  1113. u32 num_pbl_offset;
  1114. u32 last;
  1115. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1116. };
  1117. struct ocrdma_pbe {
  1118. u32 pa_hi;
  1119. u32 pa_lo;
  1120. };
  1121. enum {
  1122. OCRDMA_REG_NSMR_RSP_NUM_PBL_SHIFT = 16,
  1123. OCRDMA_REG_NSMR_RSP_NUM_PBL_MASK = 0xFFFF0000
  1124. };
  1125. struct ocrdma_reg_nsmr_rsp {
  1126. struct ocrdma_mqe_hdr hdr;
  1127. struct ocrdma_mbx_rsp rsp;
  1128. u32 lrkey;
  1129. u32 num_pbl;
  1130. };
  1131. enum {
  1132. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_SHIFT = 0,
  1133. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_MASK = 0xFFFFFF,
  1134. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT = 24,
  1135. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_MASK = 0xFF <<
  1136. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT,
  1137. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT = 16,
  1138. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_MASK = 0xFFFF <<
  1139. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT
  1140. };
  1141. struct ocrdma_reg_nsmr_cont_rsp {
  1142. struct ocrdma_mqe_hdr hdr;
  1143. struct ocrdma_mbx_rsp rsp;
  1144. u32 lrkey_key_index;
  1145. u32 num_pbl;
  1146. };
  1147. enum {
  1148. OCRDMA_ALLOC_MW_PD_ID_SHIFT = 0,
  1149. OCRDMA_ALLOC_MW_PD_ID_MASK = 0xFFFF
  1150. };
  1151. struct ocrdma_alloc_mw {
  1152. struct ocrdma_mqe_hdr hdr;
  1153. struct ocrdma_mbx_hdr req;
  1154. u32 pdid;
  1155. };
  1156. enum {
  1157. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_SHIFT = 0,
  1158. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_MASK = 0xFFFFFF
  1159. };
  1160. struct ocrdma_alloc_mw_rsp {
  1161. struct ocrdma_mqe_hdr hdr;
  1162. struct ocrdma_mbx_rsp rsp;
  1163. u32 lrkey_index;
  1164. };
  1165. struct ocrdma_attach_mcast {
  1166. struct ocrdma_mqe_hdr hdr;
  1167. struct ocrdma_mbx_hdr req;
  1168. u32 qp_id;
  1169. u8 mgid[16];
  1170. u32 mac_b0_to_b3;
  1171. u32 vlan_mac_b4_to_b5;
  1172. };
  1173. struct ocrdma_attach_mcast_rsp {
  1174. struct ocrdma_mqe_hdr hdr;
  1175. struct ocrdma_mbx_rsp rsp;
  1176. };
  1177. struct ocrdma_detach_mcast {
  1178. struct ocrdma_mqe_hdr hdr;
  1179. struct ocrdma_mbx_hdr req;
  1180. u32 qp_id;
  1181. u8 mgid[16];
  1182. u32 mac_b0_to_b3;
  1183. u32 vlan_mac_b4_to_b5;
  1184. };
  1185. struct ocrdma_detach_mcast_rsp {
  1186. struct ocrdma_mqe_hdr hdr;
  1187. struct ocrdma_mbx_rsp rsp;
  1188. };
  1189. enum {
  1190. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT = 19,
  1191. OCRDMA_CREATE_AH_NUM_PAGES_MASK = 0xF <<
  1192. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT,
  1193. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT = 16,
  1194. OCRDMA_CREATE_AH_PAGE_SIZE_MASK = 0x7 <<
  1195. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT,
  1196. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT = 23,
  1197. OCRDMA_CREATE_AH_ENTRY_SIZE_MASK = 0x1FF <<
  1198. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT,
  1199. };
  1200. #define OCRDMA_AH_TBL_PAGES 8
  1201. struct ocrdma_create_ah_tbl {
  1202. struct ocrdma_mqe_hdr hdr;
  1203. struct ocrdma_mbx_hdr req;
  1204. u32 ah_conf;
  1205. struct ocrdma_pa tbl_addr[8];
  1206. };
  1207. struct ocrdma_create_ah_tbl_rsp {
  1208. struct ocrdma_mqe_hdr hdr;
  1209. struct ocrdma_mbx_rsp rsp;
  1210. u32 ahid;
  1211. };
  1212. struct ocrdma_delete_ah_tbl {
  1213. struct ocrdma_mqe_hdr hdr;
  1214. struct ocrdma_mbx_hdr req;
  1215. u32 ahid;
  1216. };
  1217. struct ocrdma_delete_ah_tbl_rsp {
  1218. struct ocrdma_mqe_hdr hdr;
  1219. struct ocrdma_mbx_rsp rsp;
  1220. };
  1221. enum {
  1222. OCRDMA_EQE_VALID_SHIFT = 0,
  1223. OCRDMA_EQE_VALID_MASK = Bit(0),
  1224. OCRDMA_EQE_FOR_CQE_MASK = 0xFFFE,
  1225. OCRDMA_EQE_RESOURCE_ID_SHIFT = 16,
  1226. OCRDMA_EQE_RESOURCE_ID_MASK = 0xFFFF <<
  1227. OCRDMA_EQE_RESOURCE_ID_SHIFT,
  1228. };
  1229. struct ocrdma_eqe {
  1230. u32 id_valid;
  1231. };
  1232. enum OCRDMA_CQE_STATUS {
  1233. OCRDMA_CQE_SUCCESS = 0,
  1234. OCRDMA_CQE_LOC_LEN_ERR,
  1235. OCRDMA_CQE_LOC_QP_OP_ERR,
  1236. OCRDMA_CQE_LOC_EEC_OP_ERR,
  1237. OCRDMA_CQE_LOC_PROT_ERR,
  1238. OCRDMA_CQE_WR_FLUSH_ERR,
  1239. OCRDMA_CQE_MW_BIND_ERR,
  1240. OCRDMA_CQE_BAD_RESP_ERR,
  1241. OCRDMA_CQE_LOC_ACCESS_ERR,
  1242. OCRDMA_CQE_REM_INV_REQ_ERR,
  1243. OCRDMA_CQE_REM_ACCESS_ERR,
  1244. OCRDMA_CQE_REM_OP_ERR,
  1245. OCRDMA_CQE_RETRY_EXC_ERR,
  1246. OCRDMA_CQE_RNR_RETRY_EXC_ERR,
  1247. OCRDMA_CQE_LOC_RDD_VIOL_ERR,
  1248. OCRDMA_CQE_REM_INV_RD_REQ_ERR,
  1249. OCRDMA_CQE_REM_ABORT_ERR,
  1250. OCRDMA_CQE_INV_EECN_ERR,
  1251. OCRDMA_CQE_INV_EEC_STATE_ERR,
  1252. OCRDMA_CQE_FATAL_ERR,
  1253. OCRDMA_CQE_RESP_TIMEOUT_ERR,
  1254. OCRDMA_CQE_GENERAL_ERR
  1255. };
  1256. enum {
  1257. /* w0 */
  1258. OCRDMA_CQE_WQEIDX_SHIFT = 0,
  1259. OCRDMA_CQE_WQEIDX_MASK = 0xFFFF,
  1260. /* w1 */
  1261. OCRDMA_CQE_UD_XFER_LEN_SHIFT = 16,
  1262. OCRDMA_CQE_PKEY_SHIFT = 0,
  1263. OCRDMA_CQE_PKEY_MASK = 0xFFFF,
  1264. /* w2 */
  1265. OCRDMA_CQE_QPN_SHIFT = 0,
  1266. OCRDMA_CQE_QPN_MASK = 0x0000FFFF,
  1267. OCRDMA_CQE_BUFTAG_SHIFT = 16,
  1268. OCRDMA_CQE_BUFTAG_MASK = 0xFFFF << OCRDMA_CQE_BUFTAG_SHIFT,
  1269. /* w3 */
  1270. OCRDMA_CQE_UD_STATUS_SHIFT = 24,
  1271. OCRDMA_CQE_UD_STATUS_MASK = 0x7 << OCRDMA_CQE_UD_STATUS_SHIFT,
  1272. OCRDMA_CQE_STATUS_SHIFT = 16,
  1273. OCRDMA_CQE_STATUS_MASK = 0xFF << OCRDMA_CQE_STATUS_SHIFT,
  1274. OCRDMA_CQE_VALID = Bit(31),
  1275. OCRDMA_CQE_INVALIDATE = Bit(30),
  1276. OCRDMA_CQE_QTYPE = Bit(29),
  1277. OCRDMA_CQE_IMM = Bit(28),
  1278. OCRDMA_CQE_WRITE_IMM = Bit(27),
  1279. OCRDMA_CQE_QTYPE_SQ = 0,
  1280. OCRDMA_CQE_QTYPE_RQ = 1,
  1281. OCRDMA_CQE_SRCQP_MASK = 0xFFFFFF
  1282. };
  1283. struct ocrdma_cqe {
  1284. union {
  1285. /* w0 to w2 */
  1286. struct {
  1287. u32 wqeidx;
  1288. u32 bytes_xfered;
  1289. u32 qpn;
  1290. } wq;
  1291. struct {
  1292. u32 lkey_immdt;
  1293. u32 rxlen;
  1294. u32 buftag_qpn;
  1295. } rq;
  1296. struct {
  1297. u32 lkey_immdt;
  1298. u32 rxlen_pkey;
  1299. u32 buftag_qpn;
  1300. } ud;
  1301. struct {
  1302. u32 word_0;
  1303. u32 word_1;
  1304. u32 qpn;
  1305. } cmn;
  1306. };
  1307. u32 flags_status_srcqpn; /* w3 */
  1308. };
  1309. struct ocrdma_sge {
  1310. u32 addr_hi;
  1311. u32 addr_lo;
  1312. u32 lrkey;
  1313. u32 len;
  1314. };
  1315. enum {
  1316. OCRDMA_FLAG_SIG = 0x1,
  1317. OCRDMA_FLAG_INV = 0x2,
  1318. OCRDMA_FLAG_FENCE_L = 0x4,
  1319. OCRDMA_FLAG_FENCE_R = 0x8,
  1320. OCRDMA_FLAG_SOLICIT = 0x10,
  1321. OCRDMA_FLAG_IMM = 0x20,
  1322. /* Stag flags */
  1323. OCRDMA_LKEY_FLAG_LOCAL_WR = 0x1,
  1324. OCRDMA_LKEY_FLAG_REMOTE_RD = 0x2,
  1325. OCRDMA_LKEY_FLAG_REMOTE_WR = 0x4,
  1326. OCRDMA_LKEY_FLAG_VATO = 0x8,
  1327. };
  1328. enum OCRDMA_WQE_OPCODE {
  1329. OCRDMA_WRITE = 0x06,
  1330. OCRDMA_READ = 0x0C,
  1331. OCRDMA_RESV0 = 0x02,
  1332. OCRDMA_SEND = 0x00,
  1333. OCRDMA_CMP_SWP = 0x14,
  1334. OCRDMA_BIND_MW = 0x10,
  1335. OCRDMA_FR_MR = 0x11,
  1336. OCRDMA_RESV1 = 0x0A,
  1337. OCRDMA_LKEY_INV = 0x15,
  1338. OCRDMA_FETCH_ADD = 0x13,
  1339. OCRDMA_POST_RQ = 0x12
  1340. };
  1341. enum {
  1342. OCRDMA_TYPE_INLINE = 0x0,
  1343. OCRDMA_TYPE_LKEY = 0x1,
  1344. };
  1345. enum {
  1346. OCRDMA_WQE_OPCODE_SHIFT = 0,
  1347. OCRDMA_WQE_OPCODE_MASK = 0x0000001F,
  1348. OCRDMA_WQE_FLAGS_SHIFT = 5,
  1349. OCRDMA_WQE_TYPE_SHIFT = 16,
  1350. OCRDMA_WQE_TYPE_MASK = 0x00030000,
  1351. OCRDMA_WQE_SIZE_SHIFT = 18,
  1352. OCRDMA_WQE_SIZE_MASK = 0xFF,
  1353. OCRDMA_WQE_NXT_WQE_SIZE_SHIFT = 25,
  1354. OCRDMA_WQE_LKEY_FLAGS_SHIFT = 0,
  1355. OCRDMA_WQE_LKEY_FLAGS_MASK = 0xF
  1356. };
  1357. /* header WQE for all the SQ and RQ operations */
  1358. struct ocrdma_hdr_wqe {
  1359. u32 cw;
  1360. union {
  1361. u32 rsvd_tag;
  1362. u32 rsvd_lkey_flags;
  1363. };
  1364. union {
  1365. u32 immdt;
  1366. u32 lkey;
  1367. };
  1368. u32 total_len;
  1369. };
  1370. struct ocrdma_ewqe_ud_hdr {
  1371. u32 rsvd_dest_qpn;
  1372. u32 qkey;
  1373. u32 rsvd_ahid;
  1374. u32 rsvd;
  1375. };
  1376. /* extended wqe followed by hdr_wqe for Fast Memory register */
  1377. struct ocrdma_ewqe_fr {
  1378. u32 va_hi;
  1379. u32 va_lo;
  1380. u32 fbo_hi;
  1381. u32 fbo_lo;
  1382. u32 size_sge;
  1383. u32 num_sges;
  1384. u32 rsvd;
  1385. u32 rsvd2;
  1386. };
  1387. struct ocrdma_eth_basic {
  1388. u8 dmac[6];
  1389. u8 smac[6];
  1390. __be16 eth_type;
  1391. } __packed;
  1392. struct ocrdma_eth_vlan {
  1393. u8 dmac[6];
  1394. u8 smac[6];
  1395. __be16 eth_type;
  1396. __be16 vlan_tag;
  1397. #define OCRDMA_ROCE_ETH_TYPE 0x8915
  1398. __be16 roce_eth_type;
  1399. } __packed;
  1400. struct ocrdma_grh {
  1401. __be32 tclass_flow;
  1402. __be32 pdid_hoplimit;
  1403. u8 sgid[16];
  1404. u8 dgid[16];
  1405. u16 rsvd;
  1406. } __packed;
  1407. #define OCRDMA_AV_VALID Bit(0)
  1408. #define OCRDMA_AV_VLAN_VALID Bit(1)
  1409. struct ocrdma_av {
  1410. struct ocrdma_eth_vlan eth_hdr;
  1411. struct ocrdma_grh grh;
  1412. u32 valid;
  1413. } __packed;
  1414. #endif /* __OCRDMA_SLI_H__ */