ocrdma_sli.h 41 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644
  1. /*******************************************************************
  2. * This file is part of the Emulex RoCE Device Driver for *
  3. * RoCE (RDMA over Converged Ethernet) adapters. *
  4. * Copyright (C) 2008-2012 Emulex. All rights reserved. *
  5. * EMULEX and SLI are trademarks of Emulex. *
  6. * www.emulex.com *
  7. * *
  8. * This program is free software; you can redistribute it and/or *
  9. * modify it under the terms of version 2 of the GNU General *
  10. * Public License as published by the Free Software Foundation. *
  11. * This program is distributed in the hope that it will be useful. *
  12. * ALL EXPRESS OR IMPLIED CONDITIONS, REPRESENTATIONS AND *
  13. * WARRANTIES, INCLUDING ANY IMPLIED WARRANTY OF MERCHANTABILITY, *
  14. * FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT, ARE *
  15. * DISCLAIMED, EXCEPT TO THE EXTENT THAT SUCH DISCLAIMERS ARE HELD *
  16. * TO BE LEGALLY INVALID. See the GNU General Public License for *
  17. * more details, a copy of which can be found in the file COPYING *
  18. * included with this package. *
  19. *
  20. * Contact Information:
  21. * linux-drivers@emulex.com
  22. *
  23. * Emulex
  24. * 3333 Susan Street
  25. * Costa Mesa, CA 92626
  26. *******************************************************************/
  27. #ifndef __OCRDMA_SLI_H__
  28. #define __OCRDMA_SLI_H__
  29. #define Bit(_b) (1 << (_b))
  30. #define OCRDMA_GEN1_FAMILY 0xB
  31. #define OCRDMA_GEN2_FAMILY 0x2
  32. #define OCRDMA_SUBSYS_ROCE 10
  33. enum {
  34. OCRDMA_CMD_QUERY_CONFIG = 1,
  35. OCRDMA_CMD_ALLOC_PD,
  36. OCRDMA_CMD_DEALLOC_PD,
  37. OCRDMA_CMD_CREATE_AH_TBL,
  38. OCRDMA_CMD_DELETE_AH_TBL,
  39. OCRDMA_CMD_CREATE_QP,
  40. OCRDMA_CMD_QUERY_QP,
  41. OCRDMA_CMD_MODIFY_QP,
  42. OCRDMA_CMD_DELETE_QP,
  43. OCRDMA_CMD_RSVD1,
  44. OCRDMA_CMD_ALLOC_LKEY,
  45. OCRDMA_CMD_DEALLOC_LKEY,
  46. OCRDMA_CMD_REGISTER_NSMR,
  47. OCRDMA_CMD_REREGISTER_NSMR,
  48. OCRDMA_CMD_REGISTER_NSMR_CONT,
  49. OCRDMA_CMD_QUERY_NSMR,
  50. OCRDMA_CMD_ALLOC_MW,
  51. OCRDMA_CMD_QUERY_MW,
  52. OCRDMA_CMD_CREATE_SRQ,
  53. OCRDMA_CMD_QUERY_SRQ,
  54. OCRDMA_CMD_MODIFY_SRQ,
  55. OCRDMA_CMD_DELETE_SRQ,
  56. OCRDMA_CMD_ATTACH_MCAST,
  57. OCRDMA_CMD_DETACH_MCAST,
  58. OCRDMA_CMD_MAX
  59. };
  60. #define OCRDMA_SUBSYS_COMMON 1
  61. enum {
  62. OCRDMA_CMD_CREATE_CQ = 12,
  63. OCRDMA_CMD_CREATE_EQ = 13,
  64. OCRDMA_CMD_CREATE_MQ = 21,
  65. OCRDMA_CMD_GET_FW_VER = 35,
  66. OCRDMA_CMD_DELETE_MQ = 53,
  67. OCRDMA_CMD_DELETE_CQ = 54,
  68. OCRDMA_CMD_DELETE_EQ = 55,
  69. OCRDMA_CMD_GET_FW_CONFIG = 58,
  70. OCRDMA_CMD_CREATE_MQ_EXT = 90
  71. };
  72. enum {
  73. QTYPE_EQ = 1,
  74. QTYPE_CQ = 2,
  75. QTYPE_MCCQ = 3
  76. };
  77. #define OCRDMA_MAX_SGID (8)
  78. #define OCRDMA_MAX_QP 2048
  79. #define OCRDMA_MAX_CQ 2048
  80. enum {
  81. OCRDMA_DB_RQ_OFFSET = 0xE0,
  82. OCRDMA_DB_GEN2_RQ1_OFFSET = 0x100,
  83. OCRDMA_DB_GEN2_RQ2_OFFSET = 0xC0,
  84. OCRDMA_DB_SQ_OFFSET = 0x60,
  85. OCRDMA_DB_GEN2_SQ_OFFSET = 0x1C0,
  86. OCRDMA_DB_SRQ_OFFSET = OCRDMA_DB_RQ_OFFSET,
  87. OCRDMA_DB_GEN2_SRQ_OFFSET = OCRDMA_DB_GEN2_RQ1_OFFSET,
  88. OCRDMA_DB_CQ_OFFSET = 0x120,
  89. OCRDMA_DB_EQ_OFFSET = OCRDMA_DB_CQ_OFFSET,
  90. OCRDMA_DB_MQ_OFFSET = 0x140
  91. };
  92. #define OCRDMA_DB_CQ_RING_ID_MASK 0x3FF /* bits 0 - 9 */
  93. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK 0x0C00 /* bits 10-11 of qid at 12-11 */
  94. /* qid #2 msbits at 12-11 */
  95. #define OCRDMA_DB_CQ_RING_ID_EXT_MASK_SHIFT 0x1
  96. #define OCRDMA_DB_CQ_NUM_POPPED_SHIFT (16) /* bits 16 - 28 */
  97. /* Rearm bit */
  98. #define OCRDMA_DB_CQ_REARM_SHIFT (29) /* bit 29 */
  99. /* solicited bit */
  100. #define OCRDMA_DB_CQ_SOLICIT_SHIFT (31) /* bit 31 */
  101. #define OCRDMA_EQ_ID_MASK 0x1FF /* bits 0 - 8 */
  102. #define OCRDMA_EQ_ID_EXT_MASK 0x3e00 /* bits 9-13 */
  103. #define OCRDMA_EQ_ID_EXT_MASK_SHIFT (2) /* qid bits 9-13 at 11-15 */
  104. /* Clear the interrupt for this eq */
  105. #define OCRDMA_EQ_CLR_SHIFT (9) /* bit 9 */
  106. /* Must be 1 */
  107. #define OCRDMA_EQ_TYPE_SHIFT (10) /* bit 10 */
  108. /* Number of event entries processed */
  109. #define OCRDMA_NUM_EQE_SHIFT (16) /* bits 16 - 28 */
  110. /* Rearm bit */
  111. #define OCRDMA_REARM_SHIFT (29) /* bit 29 */
  112. #define OCRDMA_MQ_ID_MASK 0x7FF /* bits 0 - 10 */
  113. /* Number of entries posted */
  114. #define OCRDMA_MQ_NUM_MQE_SHIFT (16) /* bits 16 - 29 */
  115. #define OCRDMA_MIN_HPAGE_SIZE (4096)
  116. #define OCRDMA_MIN_Q_PAGE_SIZE (4096)
  117. #define OCRDMA_MAX_Q_PAGES (8)
  118. /*
  119. # 0: 4K Bytes
  120. # 1: 8K Bytes
  121. # 2: 16K Bytes
  122. # 3: 32K Bytes
  123. # 4: 64K Bytes
  124. */
  125. #define OCRDMA_MAX_Q_PAGE_SIZE_CNT (5)
  126. #define OCRDMA_Q_PAGE_BASE_SIZE (OCRDMA_MIN_Q_PAGE_SIZE * OCRDMA_MAX_Q_PAGES)
  127. #define MAX_OCRDMA_QP_PAGES (8)
  128. #define OCRDMA_MAX_WQE_MEM_SIZE (MAX_OCRDMA_QP_PAGES * OCRDMA_MIN_HQ_PAGE_SIZE)
  129. #define OCRDMA_CREATE_CQ_MAX_PAGES (4)
  130. #define OCRDMA_DPP_CQE_SIZE (4)
  131. #define OCRDMA_GEN2_MAX_CQE 1024
  132. #define OCRDMA_GEN2_CQ_PAGE_SIZE 4096
  133. #define OCRDMA_GEN2_WQE_SIZE 256
  134. #define OCRDMA_MAX_CQE 4095
  135. #define OCRDMA_CQ_PAGE_SIZE 16384
  136. #define OCRDMA_WQE_SIZE 128
  137. #define OCRDMA_WQE_STRIDE 8
  138. #define OCRDMA_WQE_ALIGN_BYTES 16
  139. #define MAX_OCRDMA_SRQ_PAGES MAX_OCRDMA_QP_PAGES
  140. enum {
  141. OCRDMA_MCH_OPCODE_SHIFT = 0,
  142. OCRDMA_MCH_OPCODE_MASK = 0xFF,
  143. OCRDMA_MCH_SUBSYS_SHIFT = 8,
  144. OCRDMA_MCH_SUBSYS_MASK = 0xFF00
  145. };
  146. /* mailbox cmd header */
  147. struct ocrdma_mbx_hdr {
  148. u32 subsys_op;
  149. u32 timeout; /* in seconds */
  150. u32 cmd_len;
  151. u32 rsvd_version;
  152. } __packed;
  153. enum {
  154. OCRDMA_MBX_RSP_OPCODE_SHIFT = 0,
  155. OCRDMA_MBX_RSP_OPCODE_MASK = 0xFF,
  156. OCRDMA_MBX_RSP_SUBSYS_SHIFT = 8,
  157. OCRDMA_MBX_RSP_SUBSYS_MASK = 0xFF << OCRDMA_MBX_RSP_SUBSYS_SHIFT,
  158. OCRDMA_MBX_RSP_STATUS_SHIFT = 0,
  159. OCRDMA_MBX_RSP_STATUS_MASK = 0xFF,
  160. OCRDMA_MBX_RSP_ASTATUS_SHIFT = 8,
  161. OCRDMA_MBX_RSP_ASTATUS_MASK = 0xFF << OCRDMA_MBX_RSP_ASTATUS_SHIFT
  162. };
  163. /* mailbox cmd response */
  164. struct ocrdma_mbx_rsp {
  165. u32 subsys_op;
  166. u32 status;
  167. u32 rsp_len;
  168. u32 add_rsp_len;
  169. } __packed;
  170. enum {
  171. OCRDMA_MQE_EMBEDDED = 1,
  172. OCRDMA_MQE_NONEMBEDDED = 0
  173. };
  174. struct ocrdma_mqe_sge {
  175. u32 pa_lo;
  176. u32 pa_hi;
  177. u32 len;
  178. } __packed;
  179. enum {
  180. OCRDMA_MQE_HDR_EMB_SHIFT = 0,
  181. OCRDMA_MQE_HDR_EMB_MASK = Bit(0),
  182. OCRDMA_MQE_HDR_SGE_CNT_SHIFT = 3,
  183. OCRDMA_MQE_HDR_SGE_CNT_MASK = 0x1F << OCRDMA_MQE_HDR_SGE_CNT_SHIFT,
  184. OCRDMA_MQE_HDR_SPECIAL_SHIFT = 24,
  185. OCRDMA_MQE_HDR_SPECIAL_MASK = 0xFF << OCRDMA_MQE_HDR_SPECIAL_SHIFT
  186. };
  187. struct ocrdma_mqe_hdr {
  188. u32 spcl_sge_cnt_emb;
  189. u32 pyld_len;
  190. u32 tag_lo;
  191. u32 tag_hi;
  192. u32 rsvd3;
  193. } __packed;
  194. struct ocrdma_mqe_emb_cmd {
  195. struct ocrdma_mbx_hdr mch;
  196. u8 pyld[220];
  197. } __packed;
  198. struct ocrdma_mqe {
  199. struct ocrdma_mqe_hdr hdr;
  200. union {
  201. struct ocrdma_mqe_emb_cmd emb_req;
  202. struct {
  203. struct ocrdma_mqe_sge sge[19];
  204. } nonemb_req;
  205. u8 cmd[236];
  206. struct ocrdma_mbx_rsp rsp;
  207. } u;
  208. } __packed;
  209. #define OCRDMA_EQ_LEN 4096
  210. #define OCRDMA_MQ_CQ_LEN 256
  211. #define OCRDMA_MQ_LEN 128
  212. #define PAGE_SHIFT_4K 12
  213. #define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K)
  214. /* Returns number of pages spanned by the data starting at the given addr */
  215. #define PAGES_4K_SPANNED(_address, size) \
  216. ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \
  217. (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K))
  218. struct ocrdma_delete_q_req {
  219. struct ocrdma_mbx_hdr req;
  220. u32 id;
  221. } __packed;
  222. struct ocrdma_pa {
  223. u32 lo;
  224. u32 hi;
  225. } __packed;
  226. #define MAX_OCRDMA_EQ_PAGES (8)
  227. struct ocrdma_create_eq_req {
  228. struct ocrdma_mbx_hdr req;
  229. u32 num_pages;
  230. u32 valid;
  231. u32 cnt;
  232. u32 delay;
  233. u32 rsvd;
  234. struct ocrdma_pa pa[MAX_OCRDMA_EQ_PAGES];
  235. } __packed;
  236. enum {
  237. OCRDMA_CREATE_EQ_VALID = Bit(29),
  238. OCRDMA_CREATE_EQ_CNT_SHIFT = 26,
  239. OCRDMA_CREATE_CQ_DELAY_SHIFT = 13,
  240. };
  241. struct ocrdma_create_eq_rsp {
  242. struct ocrdma_mbx_rsp rsp;
  243. u32 vector_eqid;
  244. };
  245. #define OCRDMA_EQ_MINOR_OTHER (0x1)
  246. enum {
  247. OCRDMA_MCQE_STATUS_SHIFT = 0,
  248. OCRDMA_MCQE_STATUS_MASK = 0xFFFF,
  249. OCRDMA_MCQE_ESTATUS_SHIFT = 16,
  250. OCRDMA_MCQE_ESTATUS_MASK = 0xFFFF << OCRDMA_MCQE_ESTATUS_SHIFT,
  251. OCRDMA_MCQE_CONS_SHIFT = 27,
  252. OCRDMA_MCQE_CONS_MASK = Bit(27),
  253. OCRDMA_MCQE_CMPL_SHIFT = 28,
  254. OCRDMA_MCQE_CMPL_MASK = Bit(28),
  255. OCRDMA_MCQE_AE_SHIFT = 30,
  256. OCRDMA_MCQE_AE_MASK = Bit(30),
  257. OCRDMA_MCQE_VALID_SHIFT = 31,
  258. OCRDMA_MCQE_VALID_MASK = Bit(31)
  259. };
  260. struct ocrdma_mcqe {
  261. u32 status;
  262. u32 tag_lo;
  263. u32 tag_hi;
  264. u32 valid_ae_cmpl_cons;
  265. } __packed;
  266. enum {
  267. OCRDMA_AE_MCQE_QPVALID = Bit(31),
  268. OCRDMA_AE_MCQE_QPID_MASK = 0xFFFF,
  269. OCRDMA_AE_MCQE_CQVALID = Bit(31),
  270. OCRDMA_AE_MCQE_CQID_MASK = 0xFFFF,
  271. OCRDMA_AE_MCQE_VALID = Bit(31),
  272. OCRDMA_AE_MCQE_AE = Bit(30),
  273. OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT = 16,
  274. OCRDMA_AE_MCQE_EVENT_TYPE_MASK =
  275. 0xFF << OCRDMA_AE_MCQE_EVENT_TYPE_SHIFT,
  276. OCRDMA_AE_MCQE_EVENT_CODE_SHIFT = 8,
  277. OCRDMA_AE_MCQE_EVENT_CODE_MASK =
  278. 0xFF << OCRDMA_AE_MCQE_EVENT_CODE_SHIFT
  279. };
  280. struct ocrdma_ae_mcqe {
  281. u32 qpvalid_qpid;
  282. u32 cqvalid_cqid;
  283. u32 evt_tag;
  284. u32 valid_ae_event;
  285. } __packed;
  286. enum {
  287. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT = 16,
  288. OCRDMA_AE_MPA_MCQE_REQ_ID_MASK = 0xFFFF <<
  289. OCRDMA_AE_MPA_MCQE_REQ_ID_SHIFT,
  290. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT = 8,
  291. OCRDMA_AE_MPA_MCQE_EVENT_CODE_MASK = 0xFF <<
  292. OCRDMA_AE_MPA_MCQE_EVENT_CODE_SHIFT,
  293. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT = 16,
  294. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_MASK = 0xFF <<
  295. OCRDMA_AE_MPA_MCQE_EVENT_TYPE_SHIFT,
  296. OCRDMA_AE_MPA_MCQE_EVENT_AE_SHIFT = 30,
  297. OCRDMA_AE_MPA_MCQE_EVENT_AE_MASK = Bit(30),
  298. OCRDMA_AE_MPA_MCQE_EVENT_VALID_SHIFT = 31,
  299. OCRDMA_AE_MPA_MCQE_EVENT_VALID_MASK = Bit(31)
  300. };
  301. struct ocrdma_ae_mpa_mcqe {
  302. u32 req_id;
  303. u32 w1;
  304. u32 w2;
  305. u32 valid_ae_event;
  306. } __packed;
  307. enum {
  308. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_SHIFT = 0,
  309. OCRDMA_AE_QP_MCQE_NEW_QP_STATE_MASK = 0xFFFF,
  310. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT = 16,
  311. OCRDMA_AE_QP_MCQE_QP_ID_MASK = 0xFFFF <<
  312. OCRDMA_AE_QP_MCQE_QP_ID_SHIFT,
  313. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT = 8,
  314. OCRDMA_AE_QP_MCQE_EVENT_CODE_MASK = 0xFF <<
  315. OCRDMA_AE_QP_MCQE_EVENT_CODE_SHIFT,
  316. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT = 16,
  317. OCRDMA_AE_QP_MCQE_EVENT_TYPE_MASK = 0xFF <<
  318. OCRDMA_AE_QP_MCQE_EVENT_TYPE_SHIFT,
  319. OCRDMA_AE_QP_MCQE_EVENT_AE_SHIFT = 30,
  320. OCRDMA_AE_QP_MCQE_EVENT_AE_MASK = Bit(30),
  321. OCRDMA_AE_QP_MCQE_EVENT_VALID_SHIFT = 31,
  322. OCRDMA_AE_QP_MCQE_EVENT_VALID_MASK = Bit(31)
  323. };
  324. struct ocrdma_ae_qp_mcqe {
  325. u32 qp_id_state;
  326. u32 w1;
  327. u32 w2;
  328. u32 valid_ae_event;
  329. } __packed;
  330. #define OCRDMA_ASYNC_EVE_CODE 0x14
  331. enum OCRDMA_ASYNC_EVENT_TYPE {
  332. OCRDMA_CQ_ERROR = 0x00,
  333. OCRDMA_CQ_OVERRUN_ERROR = 0x01,
  334. OCRDMA_CQ_QPCAT_ERROR = 0x02,
  335. OCRDMA_QP_ACCESS_ERROR = 0x03,
  336. OCRDMA_QP_COMM_EST_EVENT = 0x04,
  337. OCRDMA_SQ_DRAINED_EVENT = 0x05,
  338. OCRDMA_DEVICE_FATAL_EVENT = 0x08,
  339. OCRDMA_SRQCAT_ERROR = 0x0E,
  340. OCRDMA_SRQ_LIMIT_EVENT = 0x0F,
  341. OCRDMA_QP_LAST_WQE_EVENT = 0x10
  342. };
  343. /* mailbox command request and responses */
  344. enum {
  345. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_SHIFT = 2,
  346. OCRDMA_MBX_QUERY_CFG_CQ_OVERFLOW_MASK = Bit(2),
  347. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_SHIFT = 3,
  348. OCRDMA_MBX_QUERY_CFG_SRQ_SUPPORTED_MASK = Bit(3),
  349. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT = 8,
  350. OCRDMA_MBX_QUERY_CFG_MAX_QP_MASK = 0xFFFFFF <<
  351. OCRDMA_MBX_QUERY_CFG_MAX_QP_SHIFT,
  352. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT = 16,
  353. OCRDMA_MBX_QUERY_CFG_MAX_PD_MASK = 0xFFFF <<
  354. OCRDMA_MBX_QUERY_CFG_MAX_PD_SHIFT,
  355. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT = 8,
  356. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_MASK = 0xFF <<
  357. OCRDMA_MBX_QUERY_CFG_CA_ACK_DELAY_SHIFT,
  358. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_SHIFT = 0,
  359. OCRDMA_MBX_QUERY_CFG_MAX_SEND_SGE_MASK = 0xFFFF,
  360. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT = 16,
  361. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_MASK = 0xFFFF <<
  362. OCRDMA_MBX_QUERY_CFG_MAX_WRITE_SGE_SHIFT,
  363. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_SHIFT = 0,
  364. OCRDMA_MBX_QUERY_CFG_MAX_ORD_PER_QP_MASK = 0xFFFF,
  365. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT = 16,
  366. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_MASK = 0xFFFF <<
  367. OCRDMA_MBX_QUERY_CFG_MAX_IRD_PER_QP_SHIFT,
  368. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET = 24,
  369. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_MASK = 0xFF <<
  370. OCRDMA_MBX_QUERY_CFG_MAX_WQE_SIZE_OFFSET,
  371. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET = 16,
  372. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_MASK = 0xFF <<
  373. OCRDMA_MBX_QUERY_CFG_MAX_RQE_SIZE_OFFSET,
  374. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET = 0,
  375. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_MASK = 0xFFFF <<
  376. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CQES_OFFSET,
  377. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET = 16,
  378. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_MASK = 0xFFFF <<
  379. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_OFFSET,
  380. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET = 0,
  381. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_MASK = 0xFFFF <<
  382. OCRDMA_MBX_QUERY_CFG_MAX_RPIR_QPS_OFFSET,
  383. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET = 16,
  384. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_MASK = 0xFFFF <<
  385. OCRDMA_MBX_QUERY_CFG_MAX_DPP_PDS_OFFSET,
  386. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET = 0,
  387. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_MASK = 0xFFFF <<
  388. OCRDMA_MBX_QUERY_CFG_MAX_DPP_CREDITS_OFFSET,
  389. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET = 0,
  390. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_MASK = 0xFFFF <<
  391. OCRDMA_MBX_QUERY_CFG_MAX_DPP_QPS_OFFSET,
  392. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET = 16,
  393. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_MASK = 0xFFFF <<
  394. OCRDMA_MBX_QUERY_CFG_MAX_WQES_PER_WQ_OFFSET,
  395. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET = 0,
  396. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_MASK = 0xFFFF <<
  397. OCRDMA_MBX_QUERY_CFG_MAX_RQES_PER_RQ_OFFSET,
  398. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET = 16,
  399. OCRDMA_MBX_QUERY_CFG_MAX_CQ_MASK = 0xFFFF <<
  400. OCRDMA_MBX_QUERY_CFG_MAX_CQ_OFFSET,
  401. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET = 0,
  402. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_MASK = 0xFFFF <<
  403. OCRDMA_MBX_QUERY_CFG_MAX_CQES_PER_CQ_OFFSET,
  404. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET = 16,
  405. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_MASK = 0xFFFF <<
  406. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_RQE_OFFSET,
  407. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET = 0,
  408. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_MASK = 0xFFFF <<
  409. OCRDMA_MBX_QUERY_CFG_MAX_SRQ_SGE_OFFSET,
  410. };
  411. struct ocrdma_mbx_query_config {
  412. struct ocrdma_mqe_hdr hdr;
  413. struct ocrdma_mbx_rsp rsp;
  414. u32 qp_srq_cq_ird_ord;
  415. u32 max_pd_ca_ack_delay;
  416. u32 max_write_send_sge;
  417. u32 max_ird_ord_per_qp;
  418. u32 max_shared_ird_ord;
  419. u32 max_mr;
  420. u64 max_mr_size;
  421. u32 max_num_mr_pbl;
  422. u32 max_mw;
  423. u32 max_fmr;
  424. u32 max_pages_per_frmr;
  425. u32 max_mcast_group;
  426. u32 max_mcast_qp_attach;
  427. u32 max_total_mcast_qp_attach;
  428. u32 wqe_rqe_stride_max_dpp_cqs;
  429. u32 max_srq_rpir_qps;
  430. u32 max_dpp_pds_credits;
  431. u32 max_dpp_credits_pds_per_pd;
  432. u32 max_wqes_rqes_per_q;
  433. u32 max_cq_cqes_per_cq;
  434. u32 max_srq_rqe_sge;
  435. } __packed;
  436. struct ocrdma_fw_ver_rsp {
  437. struct ocrdma_mqe_hdr hdr;
  438. struct ocrdma_mbx_rsp rsp;
  439. u8 running_ver[32];
  440. } __packed;
  441. struct ocrdma_fw_conf_rsp {
  442. struct ocrdma_mqe_hdr hdr;
  443. struct ocrdma_mbx_rsp rsp;
  444. u32 config_num;
  445. u32 asic_revision;
  446. u32 phy_port;
  447. u32 fn_mode;
  448. struct {
  449. u32 mode;
  450. u32 nic_wqid_base;
  451. u32 nic_wq_tot;
  452. u32 prot_wqid_base;
  453. u32 prot_wq_tot;
  454. u32 prot_rqid_base;
  455. u32 prot_rqid_tot;
  456. u32 rsvd[6];
  457. } ulp[2];
  458. u32 fn_capabilities;
  459. u32 rsvd1;
  460. u32 rsvd2;
  461. u32 base_eqid;
  462. u32 max_eq;
  463. } __packed;
  464. enum {
  465. OCRDMA_FN_MODE_RDMA = 0x4
  466. };
  467. enum {
  468. OCRDMA_CREATE_CQ_VER2 = 2,
  469. OCRDMA_CREATE_CQ_PAGE_CNT_MASK = 0xFFFF,
  470. OCRDMA_CREATE_CQ_PAGE_SIZE_SHIFT = 16,
  471. OCRDMA_CREATE_CQ_PAGE_SIZE_MASK = 0xFF,
  472. OCRDMA_CREATE_CQ_COALESCWM_SHIFT = 12,
  473. OCRDMA_CREATE_CQ_COALESCWM_MASK = Bit(13) | Bit(12),
  474. OCRDMA_CREATE_CQ_FLAGS_NODELAY = Bit(14),
  475. OCRDMA_CREATE_CQ_FLAGS_AUTO_VALID = Bit(15),
  476. OCRDMA_CREATE_CQ_EQ_ID_MASK = 0xFFFF,
  477. OCRDMA_CREATE_CQ_CQE_COUNT_MASK = 0xFFFF
  478. };
  479. enum {
  480. OCRDMA_CREATE_CQ_VER0 = 0,
  481. OCRDMA_CREATE_CQ_DPP = 1,
  482. OCRDMA_CREATE_CQ_TYPE_SHIFT = 24,
  483. OCRDMA_CREATE_CQ_EQID_SHIFT = 22,
  484. OCRDMA_CREATE_CQ_CNT_SHIFT = 27,
  485. OCRDMA_CREATE_CQ_FLAGS_VALID = Bit(29),
  486. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE = Bit(31),
  487. OCRDMA_CREATE_CQ_DEF_FLAGS = OCRDMA_CREATE_CQ_FLAGS_VALID |
  488. OCRDMA_CREATE_CQ_FLAGS_EVENTABLE |
  489. OCRDMA_CREATE_CQ_FLAGS_NODELAY
  490. };
  491. struct ocrdma_create_cq_cmd {
  492. struct ocrdma_mbx_hdr req;
  493. u32 pgsz_pgcnt;
  494. u32 ev_cnt_flags;
  495. u32 eqn;
  496. u32 cqe_count;
  497. u32 rsvd6;
  498. struct ocrdma_pa pa[OCRDMA_CREATE_CQ_MAX_PAGES];
  499. };
  500. struct ocrdma_create_cq {
  501. struct ocrdma_mqe_hdr hdr;
  502. struct ocrdma_create_cq_cmd cmd;
  503. } __packed;
  504. enum {
  505. OCRDMA_CREATE_CQ_RSP_CQ_ID_MASK = 0xFFFF
  506. };
  507. struct ocrdma_create_cq_cmd_rsp {
  508. struct ocrdma_mbx_rsp rsp;
  509. u32 cq_id;
  510. } __packed;
  511. struct ocrdma_create_cq_rsp {
  512. struct ocrdma_mqe_hdr hdr;
  513. struct ocrdma_create_cq_cmd_rsp rsp;
  514. } __packed;
  515. enum {
  516. OCRDMA_CREATE_MQ_V0_CQ_ID_SHIFT = 22,
  517. OCRDMA_CREATE_MQ_CQ_ID_SHIFT = 16,
  518. OCRDMA_CREATE_MQ_RING_SIZE_SHIFT = 16,
  519. OCRDMA_CREATE_MQ_VALID = Bit(31),
  520. OCRDMA_CREATE_MQ_ASYNC_CQ_VALID = Bit(0)
  521. };
  522. struct ocrdma_create_mq_req {
  523. struct ocrdma_mbx_hdr req;
  524. u32 cqid_pages;
  525. u32 async_event_bitmap;
  526. u32 async_cqid_ringsize;
  527. u32 valid;
  528. u32 async_cqid_valid;
  529. u32 rsvd;
  530. struct ocrdma_pa pa[8];
  531. } __packed;
  532. struct ocrdma_create_mq_rsp {
  533. struct ocrdma_mbx_rsp rsp;
  534. u32 id;
  535. } __packed;
  536. enum {
  537. OCRDMA_DESTROY_CQ_QID_SHIFT = 0,
  538. OCRDMA_DESTROY_CQ_QID_MASK = 0xFFFF,
  539. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT = 16,
  540. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_MASK = 0xFFFF <<
  541. OCRDMA_DESTROY_CQ_QID_BYPASS_FLUSH_SHIFT
  542. };
  543. struct ocrdma_destroy_cq {
  544. struct ocrdma_mqe_hdr hdr;
  545. struct ocrdma_mbx_hdr req;
  546. u32 bypass_flush_qid;
  547. } __packed;
  548. struct ocrdma_destroy_cq_rsp {
  549. struct ocrdma_mqe_hdr hdr;
  550. struct ocrdma_mbx_rsp rsp;
  551. } __packed;
  552. enum {
  553. OCRDMA_QPT_GSI = 1,
  554. OCRDMA_QPT_RC = 2,
  555. OCRDMA_QPT_UD = 4,
  556. };
  557. enum {
  558. OCRDMA_CREATE_QP_REQ_PD_ID_SHIFT = 0,
  559. OCRDMA_CREATE_QP_REQ_PD_ID_MASK = 0xFFFF,
  560. OCRDMA_CREATE_QP_REQ_SQ_PAGE_SIZE_SHIFT = 16,
  561. OCRDMA_CREATE_QP_REQ_RQ_PAGE_SIZE_SHIFT = 19,
  562. OCRDMA_CREATE_QP_REQ_QPT_SHIFT = 29,
  563. OCRDMA_CREATE_QP_REQ_QPT_MASK = Bit(31) | Bit(30) | Bit(29),
  564. OCRDMA_CREATE_QP_REQ_MAX_RQE_SHIFT = 0,
  565. OCRDMA_CREATE_QP_REQ_MAX_RQE_MASK = 0xFFFF,
  566. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT = 16,
  567. OCRDMA_CREATE_QP_REQ_MAX_WQE_MASK = 0xFFFF <<
  568. OCRDMA_CREATE_QP_REQ_MAX_WQE_SHIFT,
  569. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_SHIFT = 0,
  570. OCRDMA_CREATE_QP_REQ_MAX_SGE_WRITE_MASK = 0xFFFF,
  571. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT = 16,
  572. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_MASK = 0xFFFF <<
  573. OCRDMA_CREATE_QP_REQ_MAX_SGE_SEND_SHIFT,
  574. OCRDMA_CREATE_QP_REQ_FMR_EN_SHIFT = 0,
  575. OCRDMA_CREATE_QP_REQ_FMR_EN_MASK = Bit(0),
  576. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_SHIFT = 1,
  577. OCRDMA_CREATE_QP_REQ_ZERO_LKEYEN_MASK = Bit(1),
  578. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_SHIFT = 2,
  579. OCRDMA_CREATE_QP_REQ_BIND_MEMWIN_MASK = Bit(2),
  580. OCRDMA_CREATE_QP_REQ_INB_WREN_SHIFT = 3,
  581. OCRDMA_CREATE_QP_REQ_INB_WREN_MASK = Bit(3),
  582. OCRDMA_CREATE_QP_REQ_INB_RDEN_SHIFT = 4,
  583. OCRDMA_CREATE_QP_REQ_INB_RDEN_MASK = Bit(4),
  584. OCRDMA_CREATE_QP_REQ_USE_SRQ_SHIFT = 5,
  585. OCRDMA_CREATE_QP_REQ_USE_SRQ_MASK = Bit(5),
  586. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_SHIFT = 6,
  587. OCRDMA_CREATE_QP_REQ_ENABLE_RPIR_MASK = Bit(6),
  588. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_SHIFT = 7,
  589. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_MASK = Bit(7),
  590. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_SHIFT = 8,
  591. OCRDMA_CREATE_QP_REQ_ENABLE_DPP_CQ_MASK = Bit(8),
  592. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT = 16,
  593. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  594. OCRDMA_CREATE_QP_REQ_MAX_SGE_RECV_SHIFT,
  595. OCRDMA_CREATE_QP_REQ_MAX_IRD_SHIFT = 0,
  596. OCRDMA_CREATE_QP_REQ_MAX_IRD_MASK = 0xFFFF,
  597. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT = 16,
  598. OCRDMA_CREATE_QP_REQ_MAX_ORD_MASK = 0xFFFF <<
  599. OCRDMA_CREATE_QP_REQ_MAX_ORD_SHIFT,
  600. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_SHIFT = 0,
  601. OCRDMA_CREATE_QP_REQ_NUM_RQ_PAGES_MASK = 0xFFFF,
  602. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT = 16,
  603. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_MASK = 0xFFFF <<
  604. OCRDMA_CREATE_QP_REQ_NUM_WQ_PAGES_SHIFT,
  605. OCRDMA_CREATE_QP_REQ_RQE_SIZE_SHIFT = 0,
  606. OCRDMA_CREATE_QP_REQ_RQE_SIZE_MASK = 0xFFFF,
  607. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT = 16,
  608. OCRDMA_CREATE_QP_REQ_WQE_SIZE_MASK = 0xFFFF <<
  609. OCRDMA_CREATE_QP_REQ_WQE_SIZE_SHIFT,
  610. OCRDMA_CREATE_QP_REQ_RQ_CQID_SHIFT = 0,
  611. OCRDMA_CREATE_QP_REQ_RQ_CQID_MASK = 0xFFFF,
  612. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT = 16,
  613. OCRDMA_CREATE_QP_REQ_WQ_CQID_MASK = 0xFFFF <<
  614. OCRDMA_CREATE_QP_REQ_WQ_CQID_SHIFT,
  615. OCRDMA_CREATE_QP_REQ_DPP_CQPID_SHIFT = 0,
  616. OCRDMA_CREATE_QP_REQ_DPP_CQPID_MASK = 0xFFFF,
  617. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT = 16,
  618. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_MASK = 0xFFFF <<
  619. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_SHIFT
  620. };
  621. enum {
  622. OCRDMA_CREATE_QP_REQ_DPP_CREDIT_LIMIT = 16,
  623. OCRDMA_CREATE_QP_RSP_DPP_PAGE_SHIFT = 1
  624. };
  625. #define MAX_OCRDMA_IRD_PAGES 4
  626. enum ocrdma_qp_flags {
  627. OCRDMA_QP_MW_BIND = 1,
  628. OCRDMA_QP_LKEY0 = (1 << 1),
  629. OCRDMA_QP_FAST_REG = (1 << 2),
  630. OCRDMA_QP_INB_RD = (1 << 6),
  631. OCRDMA_QP_INB_WR = (1 << 7),
  632. };
  633. enum ocrdma_qp_state {
  634. OCRDMA_QPS_RST = 0,
  635. OCRDMA_QPS_INIT = 1,
  636. OCRDMA_QPS_RTR = 2,
  637. OCRDMA_QPS_RTS = 3,
  638. OCRDMA_QPS_SQE = 4,
  639. OCRDMA_QPS_SQ_DRAINING = 5,
  640. OCRDMA_QPS_ERR = 6,
  641. OCRDMA_QPS_SQD = 7
  642. };
  643. struct ocrdma_create_qp_req {
  644. struct ocrdma_mqe_hdr hdr;
  645. struct ocrdma_mbx_hdr req;
  646. u32 type_pgsz_pdn;
  647. u32 max_wqe_rqe;
  648. u32 max_sge_send_write;
  649. u32 max_sge_recv_flags;
  650. u32 max_ord_ird;
  651. u32 num_wq_rq_pages;
  652. u32 wqe_rqe_size;
  653. u32 wq_rq_cqid;
  654. struct ocrdma_pa wq_addr[MAX_OCRDMA_QP_PAGES];
  655. struct ocrdma_pa rq_addr[MAX_OCRDMA_QP_PAGES];
  656. u32 dpp_credits_cqid;
  657. u32 rpir_lkey;
  658. struct ocrdma_pa ird_addr[MAX_OCRDMA_IRD_PAGES];
  659. } __packed;
  660. enum {
  661. OCRDMA_CREATE_QP_RSP_QP_ID_SHIFT = 0,
  662. OCRDMA_CREATE_QP_RSP_QP_ID_MASK = 0xFFFF,
  663. OCRDMA_CREATE_QP_RSP_MAX_RQE_SHIFT = 0,
  664. OCRDMA_CREATE_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  665. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT = 16,
  666. OCRDMA_CREATE_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  667. OCRDMA_CREATE_QP_RSP_MAX_WQE_SHIFT,
  668. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_SHIFT = 0,
  669. OCRDMA_CREATE_QP_RSP_MAX_SGE_WRITE_MASK = 0xFFFF,
  670. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT = 16,
  671. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_MASK = 0xFFFF <<
  672. OCRDMA_CREATE_QP_RSP_MAX_SGE_SEND_SHIFT,
  673. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT = 16,
  674. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_MASK = 0xFFFF <<
  675. OCRDMA_CREATE_QP_RSP_MAX_SGE_RECV_SHIFT,
  676. OCRDMA_CREATE_QP_RSP_MAX_IRD_SHIFT = 0,
  677. OCRDMA_CREATE_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  678. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT = 16,
  679. OCRDMA_CREATE_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  680. OCRDMA_CREATE_QP_RSP_MAX_ORD_SHIFT,
  681. OCRDMA_CREATE_QP_RSP_RQ_ID_SHIFT = 0,
  682. OCRDMA_CREATE_QP_RSP_RQ_ID_MASK = 0xFFFF,
  683. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT = 16,
  684. OCRDMA_CREATE_QP_RSP_SQ_ID_MASK = 0xFFFF <<
  685. OCRDMA_CREATE_QP_RSP_SQ_ID_SHIFT,
  686. OCRDMA_CREATE_QP_RSP_DPP_ENABLED_MASK = Bit(0),
  687. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT = 1,
  688. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_MASK = 0x7FFF <<
  689. OCRDMA_CREATE_QP_RSP_DPP_PAGE_OFFSET_SHIFT,
  690. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT = 16,
  691. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_MASK = 0xFFFF <<
  692. OCRDMA_CREATE_QP_RSP_DPP_CREDITS_SHIFT,
  693. };
  694. struct ocrdma_create_qp_rsp {
  695. struct ocrdma_mqe_hdr hdr;
  696. struct ocrdma_mbx_rsp rsp;
  697. u32 qp_id;
  698. u32 max_wqe_rqe;
  699. u32 max_sge_send_write;
  700. u32 max_sge_recv;
  701. u32 max_ord_ird;
  702. u32 sq_rq_id;
  703. u32 dpp_response;
  704. } __packed;
  705. struct ocrdma_destroy_qp {
  706. struct ocrdma_mqe_hdr hdr;
  707. struct ocrdma_mbx_hdr req;
  708. u32 qp_id;
  709. } __packed;
  710. struct ocrdma_destroy_qp_rsp {
  711. struct ocrdma_mqe_hdr hdr;
  712. struct ocrdma_mbx_rsp rsp;
  713. } __packed;
  714. enum {
  715. OCRDMA_MODIFY_QP_ID_SHIFT = 0,
  716. OCRDMA_MODIFY_QP_ID_MASK = 0xFFFF,
  717. OCRDMA_QP_PARA_QPS_VALID = Bit(0),
  718. OCRDMA_QP_PARA_SQD_ASYNC_VALID = Bit(1),
  719. OCRDMA_QP_PARA_PKEY_VALID = Bit(2),
  720. OCRDMA_QP_PARA_QKEY_VALID = Bit(3),
  721. OCRDMA_QP_PARA_PMTU_VALID = Bit(4),
  722. OCRDMA_QP_PARA_ACK_TO_VALID = Bit(5),
  723. OCRDMA_QP_PARA_RETRY_CNT_VALID = Bit(6),
  724. OCRDMA_QP_PARA_RRC_VALID = Bit(7),
  725. OCRDMA_QP_PARA_RQPSN_VALID = Bit(8),
  726. OCRDMA_QP_PARA_MAX_IRD_VALID = Bit(9),
  727. OCRDMA_QP_PARA_MAX_ORD_VALID = Bit(10),
  728. OCRDMA_QP_PARA_RNT_VALID = Bit(11),
  729. OCRDMA_QP_PARA_SQPSN_VALID = Bit(12),
  730. OCRDMA_QP_PARA_DST_QPN_VALID = Bit(13),
  731. OCRDMA_QP_PARA_MAX_WQE_VALID = Bit(14),
  732. OCRDMA_QP_PARA_MAX_RQE_VALID = Bit(15),
  733. OCRDMA_QP_PARA_SGE_SEND_VALID = Bit(16),
  734. OCRDMA_QP_PARA_SGE_RECV_VALID = Bit(17),
  735. OCRDMA_QP_PARA_SGE_WR_VALID = Bit(18),
  736. OCRDMA_QP_PARA_INB_RDEN_VALID = Bit(19),
  737. OCRDMA_QP_PARA_INB_WREN_VALID = Bit(20),
  738. OCRDMA_QP_PARA_FLOW_LBL_VALID = Bit(21),
  739. OCRDMA_QP_PARA_BIND_EN_VALID = Bit(22),
  740. OCRDMA_QP_PARA_ZLKEY_EN_VALID = Bit(23),
  741. OCRDMA_QP_PARA_FMR_EN_VALID = Bit(24),
  742. OCRDMA_QP_PARA_INBAT_EN_VALID = Bit(25),
  743. OCRDMA_QP_PARA_VLAN_EN_VALID = Bit(26),
  744. OCRDMA_MODIFY_QP_FLAGS_RD = Bit(0),
  745. OCRDMA_MODIFY_QP_FLAGS_WR = Bit(1),
  746. OCRDMA_MODIFY_QP_FLAGS_SEND = Bit(2),
  747. OCRDMA_MODIFY_QP_FLAGS_ATOMIC = Bit(3)
  748. };
  749. enum {
  750. OCRDMA_QP_PARAMS_SRQ_ID_SHIFT = 0,
  751. OCRDMA_QP_PARAMS_SRQ_ID_MASK = 0xFFFF,
  752. OCRDMA_QP_PARAMS_MAX_RQE_SHIFT = 0,
  753. OCRDMA_QP_PARAMS_MAX_RQE_MASK = 0xFFFF,
  754. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT = 16,
  755. OCRDMA_QP_PARAMS_MAX_WQE_MASK = 0xFFFF <<
  756. OCRDMA_QP_PARAMS_MAX_WQE_SHIFT,
  757. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_SHIFT = 0,
  758. OCRDMA_QP_PARAMS_MAX_SGE_WRITE_MASK = 0xFFFF,
  759. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT = 16,
  760. OCRDMA_QP_PARAMS_MAX_SGE_SEND_MASK = 0xFFFF <<
  761. OCRDMA_QP_PARAMS_MAX_SGE_SEND_SHIFT,
  762. OCRDMA_QP_PARAMS_FLAGS_FMR_EN = Bit(0),
  763. OCRDMA_QP_PARAMS_FLAGS_LKEY_0_EN = Bit(1),
  764. OCRDMA_QP_PARAMS_FLAGS_BIND_MW_EN = Bit(2),
  765. OCRDMA_QP_PARAMS_FLAGS_INBWR_EN = Bit(3),
  766. OCRDMA_QP_PARAMS_FLAGS_INBRD_EN = Bit(4),
  767. OCRDMA_QP_PARAMS_STATE_SHIFT = 5,
  768. OCRDMA_QP_PARAMS_STATE_MASK = Bit(5) | Bit(6) | Bit(7),
  769. OCRDMA_QP_PARAMS_FLAGS_SQD_ASYNC = Bit(8),
  770. OCRDMA_QP_PARAMS_FLAGS_INB_ATEN = Bit(9),
  771. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT = 16,
  772. OCRDMA_QP_PARAMS_MAX_SGE_RECV_MASK = 0xFFFF <<
  773. OCRDMA_QP_PARAMS_MAX_SGE_RECV_SHIFT,
  774. OCRDMA_QP_PARAMS_MAX_IRD_SHIFT = 0,
  775. OCRDMA_QP_PARAMS_MAX_IRD_MASK = 0xFFFF,
  776. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT = 16,
  777. OCRDMA_QP_PARAMS_MAX_ORD_MASK = 0xFFFF <<
  778. OCRDMA_QP_PARAMS_MAX_ORD_SHIFT,
  779. OCRDMA_QP_PARAMS_RQ_CQID_SHIFT = 0,
  780. OCRDMA_QP_PARAMS_RQ_CQID_MASK = 0xFFFF,
  781. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT = 16,
  782. OCRDMA_QP_PARAMS_WQ_CQID_MASK = 0xFFFF <<
  783. OCRDMA_QP_PARAMS_WQ_CQID_SHIFT,
  784. OCRDMA_QP_PARAMS_RQ_PSN_SHIFT = 0,
  785. OCRDMA_QP_PARAMS_RQ_PSN_MASK = 0xFFFFFF,
  786. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT = 24,
  787. OCRDMA_QP_PARAMS_HOP_LMT_MASK = 0xFF <<
  788. OCRDMA_QP_PARAMS_HOP_LMT_SHIFT,
  789. OCRDMA_QP_PARAMS_SQ_PSN_SHIFT = 0,
  790. OCRDMA_QP_PARAMS_SQ_PSN_MASK = 0xFFFFFF,
  791. OCRDMA_QP_PARAMS_TCLASS_SHIFT = 24,
  792. OCRDMA_QP_PARAMS_TCLASS_MASK = 0xFF <<
  793. OCRDMA_QP_PARAMS_TCLASS_SHIFT,
  794. OCRDMA_QP_PARAMS_DEST_QPN_SHIFT = 0,
  795. OCRDMA_QP_PARAMS_DEST_QPN_MASK = 0xFFFFFF,
  796. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT = 24,
  797. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_MASK = 0x7 <<
  798. OCRDMA_QP_PARAMS_RNR_RETRY_CNT_SHIFT,
  799. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT = 27,
  800. OCRDMA_QP_PARAMS_ACK_TIMEOUT_MASK = 0x1F <<
  801. OCRDMA_QP_PARAMS_ACK_TIMEOUT_SHIFT,
  802. OCRDMA_QP_PARAMS_PKEY_IDNEX_SHIFT = 0,
  803. OCRDMA_QP_PARAMS_PKEY_INDEX_MASK = 0xFFFF,
  804. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT = 18,
  805. OCRDMA_QP_PARAMS_PATH_MTU_MASK = 0x3FFF <<
  806. OCRDMA_QP_PARAMS_PATH_MTU_SHIFT,
  807. OCRDMA_QP_PARAMS_FLOW_LABEL_SHIFT = 0,
  808. OCRDMA_QP_PARAMS_FLOW_LABEL_MASK = 0xFFFFF,
  809. OCRDMA_QP_PARAMS_SL_SHIFT = 20,
  810. OCRDMA_QP_PARAMS_SL_MASK = 0xF <<
  811. OCRDMA_QP_PARAMS_SL_SHIFT,
  812. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT = 24,
  813. OCRDMA_QP_PARAMS_RETRY_CNT_MASK = 0x7 <<
  814. OCRDMA_QP_PARAMS_RETRY_CNT_SHIFT,
  815. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT = 27,
  816. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_MASK = 0x1F <<
  817. OCRDMA_QP_PARAMS_RNR_NAK_TIMER_SHIFT,
  818. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_SHIFT = 0,
  819. OCRDMA_QP_PARAMS_DMAC_B4_TO_B5_MASK = 0xFFFF,
  820. OCRDMA_QP_PARAMS_VLAN_SHIFT = 16,
  821. OCRDMA_QP_PARAMS_VLAN_MASK = 0xFFFF <<
  822. OCRDMA_QP_PARAMS_VLAN_SHIFT
  823. };
  824. struct ocrdma_qp_params {
  825. u32 id;
  826. u32 max_wqe_rqe;
  827. u32 max_sge_send_write;
  828. u32 max_sge_recv_flags;
  829. u32 max_ord_ird;
  830. u32 wq_rq_cqid;
  831. u32 hop_lmt_rq_psn;
  832. u32 tclass_sq_psn;
  833. u32 ack_to_rnr_rtc_dest_qpn;
  834. u32 path_mtu_pkey_indx;
  835. u32 rnt_rc_sl_fl;
  836. u8 sgid[16];
  837. u8 dgid[16];
  838. u32 dmac_b0_to_b3;
  839. u32 vlan_dmac_b4_to_b5;
  840. u32 qkey;
  841. } __packed;
  842. struct ocrdma_modify_qp {
  843. struct ocrdma_mqe_hdr hdr;
  844. struct ocrdma_mbx_hdr req;
  845. struct ocrdma_qp_params params;
  846. u32 flags;
  847. u32 rdma_flags;
  848. u32 num_outstanding_atomic_rd;
  849. } __packed;
  850. enum {
  851. OCRDMA_MODIFY_QP_RSP_MAX_RQE_SHIFT = 0,
  852. OCRDMA_MODIFY_QP_RSP_MAX_RQE_MASK = 0xFFFF,
  853. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT = 16,
  854. OCRDMA_MODIFY_QP_RSP_MAX_WQE_MASK = 0xFFFF <<
  855. OCRDMA_MODIFY_QP_RSP_MAX_WQE_SHIFT,
  856. OCRDMA_MODIFY_QP_RSP_MAX_IRD_SHIFT = 0,
  857. OCRDMA_MODIFY_QP_RSP_MAX_IRD_MASK = 0xFFFF,
  858. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT = 16,
  859. OCRDMA_MODIFY_QP_RSP_MAX_ORD_MASK = 0xFFFF <<
  860. OCRDMA_MODIFY_QP_RSP_MAX_ORD_SHIFT
  861. };
  862. struct ocrdma_modify_qp_rsp {
  863. struct ocrdma_mqe_hdr hdr;
  864. struct ocrdma_mbx_rsp rsp;
  865. u32 max_wqe_rqe;
  866. u32 max_ord_ird;
  867. } __packed;
  868. struct ocrdma_query_qp {
  869. struct ocrdma_mqe_hdr hdr;
  870. struct ocrdma_mbx_hdr req;
  871. #define OCRDMA_QUERY_UP_QP_ID_SHIFT 0
  872. #define OCRDMA_QUERY_UP_QP_ID_MASK 0xFFFFFF
  873. u32 qp_id;
  874. } __packed;
  875. struct ocrdma_query_qp_rsp {
  876. struct ocrdma_mqe_hdr hdr;
  877. struct ocrdma_mbx_rsp rsp;
  878. struct ocrdma_qp_params params;
  879. } __packed;
  880. enum {
  881. OCRDMA_CREATE_SRQ_PD_ID_SHIFT = 0,
  882. OCRDMA_CREATE_SRQ_PD_ID_MASK = 0xFFFF,
  883. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT = 16,
  884. OCRDMA_CREATE_SRQ_PG_SZ_MASK = 0x3 <<
  885. OCRDMA_CREATE_SRQ_PG_SZ_SHIFT,
  886. OCRDMA_CREATE_SRQ_MAX_RQE_SHIFT = 0,
  887. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT = 16,
  888. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_MASK = 0xFFFF <<
  889. OCRDMA_CREATE_SRQ_MAX_SGE_RECV_SHIFT,
  890. OCRDMA_CREATE_SRQ_RQE_SIZE_SHIFT = 0,
  891. OCRDMA_CREATE_SRQ_RQE_SIZE_MASK = 0xFFFF,
  892. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT = 16,
  893. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_MASK = 0xFFFF <<
  894. OCRDMA_CREATE_SRQ_NUM_RQ_PAGES_SHIFT
  895. };
  896. struct ocrdma_create_srq {
  897. struct ocrdma_mqe_hdr hdr;
  898. struct ocrdma_mbx_hdr req;
  899. u32 pgsz_pdid;
  900. u32 max_sge_rqe;
  901. u32 pages_rqe_sz;
  902. struct ocrdma_pa rq_addr[MAX_OCRDMA_SRQ_PAGES];
  903. } __packed;
  904. enum {
  905. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_SHIFT = 0,
  906. OCRDMA_CREATE_SRQ_RSP_SRQ_ID_MASK = 0xFFFFFF,
  907. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_SHIFT = 0,
  908. OCRDMA_CREATE_SRQ_RSP_MAX_RQE_ALLOCATED_MASK = 0xFFFF,
  909. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT = 16,
  910. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_MASK = 0xFFFF <<
  911. OCRDMA_CREATE_SRQ_RSP_MAX_SGE_RECV_ALLOCATED_SHIFT
  912. };
  913. struct ocrdma_create_srq_rsp {
  914. struct ocrdma_mqe_hdr hdr;
  915. struct ocrdma_mbx_rsp rsp;
  916. u32 id;
  917. u32 max_sge_rqe_allocated;
  918. } __packed;
  919. enum {
  920. OCRDMA_MODIFY_SRQ_ID_SHIFT = 0,
  921. OCRDMA_MODIFY_SRQ_ID_MASK = 0xFFFFFF,
  922. OCRDMA_MODIFY_SRQ_MAX_RQE_SHIFT = 0,
  923. OCRDMA_MODIFY_SRQ_MAX_RQE_MASK = 0xFFFF,
  924. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT = 16,
  925. OCRDMA_MODIFY_SRQ__LIMIT_MASK = 0xFFFF <<
  926. OCRDMA_MODIFY_SRQ_LIMIT_SHIFT
  927. };
  928. struct ocrdma_modify_srq {
  929. struct ocrdma_mqe_hdr hdr;
  930. struct ocrdma_mbx_rsp rep;
  931. u32 id;
  932. u32 limit_max_rqe;
  933. } __packed;
  934. enum {
  935. OCRDMA_QUERY_SRQ_ID_SHIFT = 0,
  936. OCRDMA_QUERY_SRQ_ID_MASK = 0xFFFFFF
  937. };
  938. struct ocrdma_query_srq {
  939. struct ocrdma_mqe_hdr hdr;
  940. struct ocrdma_mbx_rsp req;
  941. u32 id;
  942. } __packed;
  943. enum {
  944. OCRDMA_QUERY_SRQ_RSP_PD_ID_SHIFT = 0,
  945. OCRDMA_QUERY_SRQ_RSP_PD_ID_MASK = 0xFFFF,
  946. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT = 16,
  947. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_MASK = 0xFFFF <<
  948. OCRDMA_QUERY_SRQ_RSP_MAX_RQE_SHIFT,
  949. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_SHIFT = 0,
  950. OCRDMA_QUERY_SRQ_RSP_MAX_SGE_RECV_MASK = 0xFFFF,
  951. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT = 16,
  952. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_MASK = 0xFFFF <<
  953. OCRDMA_QUERY_SRQ_RSP_SRQ_LIMIT_SHIFT
  954. };
  955. struct ocrdma_query_srq_rsp {
  956. struct ocrdma_mqe_hdr hdr;
  957. struct ocrdma_mbx_rsp req;
  958. u32 max_rqe_pdid;
  959. u32 srq_lmt_max_sge;
  960. } __packed;
  961. enum {
  962. OCRDMA_DESTROY_SRQ_ID_SHIFT = 0,
  963. OCRDMA_DESTROY_SRQ_ID_MASK = 0xFFFFFF
  964. };
  965. struct ocrdma_destroy_srq {
  966. struct ocrdma_mqe_hdr hdr;
  967. struct ocrdma_mbx_rsp req;
  968. u32 id;
  969. } __packed;
  970. enum {
  971. OCRDMA_ALLOC_PD_ENABLE_DPP = BIT(16),
  972. OCRDMA_PD_MAX_DPP_ENABLED_QP = 8,
  973. OCRDMA_DPP_PAGE_SIZE = 4096
  974. };
  975. struct ocrdma_alloc_pd {
  976. struct ocrdma_mqe_hdr hdr;
  977. struct ocrdma_mbx_hdr req;
  978. u32 enable_dpp_rsvd;
  979. } __packed;
  980. enum {
  981. OCRDMA_ALLOC_PD_RSP_DPP = Bit(16),
  982. OCRDMA_ALLOC_PD_RSP_DPP_PAGE_SHIFT = 20,
  983. OCRDMA_ALLOC_PD_RSP_PDID_MASK = 0xFFFF,
  984. };
  985. struct ocrdma_alloc_pd_rsp {
  986. struct ocrdma_mqe_hdr hdr;
  987. struct ocrdma_mbx_rsp rsp;
  988. u32 dpp_page_pdid;
  989. } __packed;
  990. struct ocrdma_dealloc_pd {
  991. struct ocrdma_mqe_hdr hdr;
  992. struct ocrdma_mbx_hdr req;
  993. u32 id;
  994. } __packed;
  995. struct ocrdma_dealloc_pd_rsp {
  996. struct ocrdma_mqe_hdr hdr;
  997. struct ocrdma_mbx_rsp rsp;
  998. } __packed;
  999. enum {
  1000. OCRDMA_ADDR_CHECK_ENABLE = 1,
  1001. OCRDMA_ADDR_CHECK_DISABLE = 0
  1002. };
  1003. enum {
  1004. OCRDMA_ALLOC_LKEY_PD_ID_SHIFT = 0,
  1005. OCRDMA_ALLOC_LKEY_PD_ID_MASK = 0xFFFF,
  1006. OCRDMA_ALLOC_LKEY_ADDR_CHECK_SHIFT = 0,
  1007. OCRDMA_ALLOC_LKEY_ADDR_CHECK_MASK = Bit(0),
  1008. OCRDMA_ALLOC_LKEY_FMR_SHIFT = 1,
  1009. OCRDMA_ALLOC_LKEY_FMR_MASK = Bit(1),
  1010. OCRDMA_ALLOC_LKEY_REMOTE_INV_SHIFT = 2,
  1011. OCRDMA_ALLOC_LKEY_REMOTE_INV_MASK = Bit(2),
  1012. OCRDMA_ALLOC_LKEY_REMOTE_WR_SHIFT = 3,
  1013. OCRDMA_ALLOC_LKEY_REMOTE_WR_MASK = Bit(3),
  1014. OCRDMA_ALLOC_LKEY_REMOTE_RD_SHIFT = 4,
  1015. OCRDMA_ALLOC_LKEY_REMOTE_RD_MASK = Bit(4),
  1016. OCRDMA_ALLOC_LKEY_LOCAL_WR_SHIFT = 5,
  1017. OCRDMA_ALLOC_LKEY_LOCAL_WR_MASK = Bit(5),
  1018. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_MASK = Bit(6),
  1019. OCRDMA_ALLOC_LKEY_REMOTE_ATOMIC_SHIFT = 6,
  1020. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT = 16,
  1021. OCRDMA_ALLOC_LKEY_PBL_SIZE_MASK = 0xFFFF <<
  1022. OCRDMA_ALLOC_LKEY_PBL_SIZE_SHIFT
  1023. };
  1024. struct ocrdma_alloc_lkey {
  1025. struct ocrdma_mqe_hdr hdr;
  1026. struct ocrdma_mbx_hdr req;
  1027. u32 pdid;
  1028. u32 pbl_sz_flags;
  1029. } __packed;
  1030. struct ocrdma_alloc_lkey_rsp {
  1031. struct ocrdma_mqe_hdr hdr;
  1032. struct ocrdma_mbx_rsp rsp;
  1033. u32 lrkey;
  1034. u32 num_pbl_rsvd;
  1035. } __packed;
  1036. struct ocrdma_dealloc_lkey {
  1037. struct ocrdma_mqe_hdr hdr;
  1038. struct ocrdma_mbx_hdr req;
  1039. u32 lkey;
  1040. u32 rsvd_frmr;
  1041. } __packed;
  1042. struct ocrdma_dealloc_lkey_rsp {
  1043. struct ocrdma_mqe_hdr hdr;
  1044. struct ocrdma_mbx_rsp rsp;
  1045. } __packed;
  1046. #define MAX_OCRDMA_NSMR_PBL (u32)22
  1047. #define MAX_OCRDMA_PBL_SIZE 65536
  1048. #define MAX_OCRDMA_PBL_PER_LKEY 32767
  1049. enum {
  1050. OCRDMA_REG_NSMR_LRKEY_INDEX_SHIFT = 0,
  1051. OCRDMA_REG_NSMR_LRKEY_INDEX_MASK = 0xFFFFFF,
  1052. OCRDMA_REG_NSMR_LRKEY_SHIFT = 24,
  1053. OCRDMA_REG_NSMR_LRKEY_MASK = 0xFF <<
  1054. OCRDMA_REG_NSMR_LRKEY_SHIFT,
  1055. OCRDMA_REG_NSMR_PD_ID_SHIFT = 0,
  1056. OCRDMA_REG_NSMR_PD_ID_MASK = 0xFFFF,
  1057. OCRDMA_REG_NSMR_NUM_PBL_SHIFT = 16,
  1058. OCRDMA_REG_NSMR_NUM_PBL_MASK = 0xFFFF <<
  1059. OCRDMA_REG_NSMR_NUM_PBL_SHIFT,
  1060. OCRDMA_REG_NSMR_PBE_SIZE_SHIFT = 0,
  1061. OCRDMA_REG_NSMR_PBE_SIZE_MASK = 0xFFFF,
  1062. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT = 16,
  1063. OCRDMA_REG_NSMR_HPAGE_SIZE_MASK = 0xFF <<
  1064. OCRDMA_REG_NSMR_HPAGE_SIZE_SHIFT,
  1065. OCRDMA_REG_NSMR_BIND_MEMWIN_SHIFT = 24,
  1066. OCRDMA_REG_NSMR_BIND_MEMWIN_MASK = Bit(24),
  1067. OCRDMA_REG_NSMR_ZB_SHIFT = 25,
  1068. OCRDMA_REG_NSMR_ZB_SHIFT_MASK = Bit(25),
  1069. OCRDMA_REG_NSMR_REMOTE_INV_SHIFT = 26,
  1070. OCRDMA_REG_NSMR_REMOTE_INV_MASK = Bit(26),
  1071. OCRDMA_REG_NSMR_REMOTE_WR_SHIFT = 27,
  1072. OCRDMA_REG_NSMR_REMOTE_WR_MASK = Bit(27),
  1073. OCRDMA_REG_NSMR_REMOTE_RD_SHIFT = 28,
  1074. OCRDMA_REG_NSMR_REMOTE_RD_MASK = Bit(28),
  1075. OCRDMA_REG_NSMR_LOCAL_WR_SHIFT = 29,
  1076. OCRDMA_REG_NSMR_LOCAL_WR_MASK = Bit(29),
  1077. OCRDMA_REG_NSMR_REMOTE_ATOMIC_SHIFT = 30,
  1078. OCRDMA_REG_NSMR_REMOTE_ATOMIC_MASK = Bit(30),
  1079. OCRDMA_REG_NSMR_LAST_SHIFT = 31,
  1080. OCRDMA_REG_NSMR_LAST_MASK = Bit(31)
  1081. };
  1082. struct ocrdma_reg_nsmr {
  1083. struct ocrdma_mqe_hdr hdr;
  1084. struct ocrdma_mbx_hdr cmd;
  1085. u32 lrkey_key_index;
  1086. u32 num_pbl_pdid;
  1087. u32 flags_hpage_pbe_sz;
  1088. u32 totlen_low;
  1089. u32 totlen_high;
  1090. u32 fbo_low;
  1091. u32 fbo_high;
  1092. u32 va_loaddr;
  1093. u32 va_hiaddr;
  1094. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1095. } __packed;
  1096. enum {
  1097. OCRDMA_REG_NSMR_CONT_PBL_SHIFT = 0,
  1098. OCRDMA_REG_NSMR_CONT_PBL_SHIFT_MASK = 0xFFFF,
  1099. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT = 16,
  1100. OCRDMA_REG_NSMR_CONT_NUM_PBL_MASK = 0xFFFF <<
  1101. OCRDMA_REG_NSMR_CONT_NUM_PBL_SHIFT,
  1102. OCRDMA_REG_NSMR_CONT_LAST_SHIFT = 31,
  1103. OCRDMA_REG_NSMR_CONT_LAST_MASK = Bit(31)
  1104. };
  1105. struct ocrdma_reg_nsmr_cont {
  1106. struct ocrdma_mqe_hdr hdr;
  1107. struct ocrdma_mbx_hdr cmd;
  1108. u32 lrkey;
  1109. u32 num_pbl_offset;
  1110. u32 last;
  1111. struct ocrdma_pa pbl[MAX_OCRDMA_NSMR_PBL];
  1112. } __packed;
  1113. struct ocrdma_pbe {
  1114. u32 pa_hi;
  1115. u32 pa_lo;
  1116. } __packed;
  1117. enum {
  1118. OCRDMA_REG_NSMR_RSP_NUM_PBL_SHIFT = 16,
  1119. OCRDMA_REG_NSMR_RSP_NUM_PBL_MASK = 0xFFFF0000
  1120. };
  1121. struct ocrdma_reg_nsmr_rsp {
  1122. struct ocrdma_mqe_hdr hdr;
  1123. struct ocrdma_mbx_rsp rsp;
  1124. u32 lrkey;
  1125. u32 num_pbl;
  1126. } __packed;
  1127. enum {
  1128. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_SHIFT = 0,
  1129. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_INDEX_MASK = 0xFFFFFF,
  1130. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT = 24,
  1131. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_MASK = 0xFF <<
  1132. OCRDMA_REG_NSMR_CONT_RSP_LRKEY_SHIFT,
  1133. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT = 16,
  1134. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_MASK = 0xFFFF <<
  1135. OCRDMA_REG_NSMR_CONT_RSP_NUM_PBL_SHIFT
  1136. };
  1137. struct ocrdma_reg_nsmr_cont_rsp {
  1138. struct ocrdma_mqe_hdr hdr;
  1139. struct ocrdma_mbx_rsp rsp;
  1140. u32 lrkey_key_index;
  1141. u32 num_pbl;
  1142. } __packed;
  1143. enum {
  1144. OCRDMA_ALLOC_MW_PD_ID_SHIFT = 0,
  1145. OCRDMA_ALLOC_MW_PD_ID_MASK = 0xFFFF
  1146. };
  1147. struct ocrdma_alloc_mw {
  1148. struct ocrdma_mqe_hdr hdr;
  1149. struct ocrdma_mbx_hdr req;
  1150. u32 pdid;
  1151. } __packed;
  1152. enum {
  1153. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_SHIFT = 0,
  1154. OCRDMA_ALLOC_MW_RSP_LRKEY_INDEX_MASK = 0xFFFFFF
  1155. };
  1156. struct ocrdma_alloc_mw_rsp {
  1157. struct ocrdma_mqe_hdr hdr;
  1158. struct ocrdma_mbx_rsp rsp;
  1159. u32 lrkey_index;
  1160. } __packed;
  1161. struct ocrdma_attach_mcast {
  1162. struct ocrdma_mqe_hdr hdr;
  1163. struct ocrdma_mbx_hdr req;
  1164. u32 qp_id;
  1165. u8 mgid[16];
  1166. u32 mac_b0_to_b3;
  1167. u32 vlan_mac_b4_to_b5;
  1168. } __packed;
  1169. struct ocrdma_attach_mcast_rsp {
  1170. struct ocrdma_mqe_hdr hdr;
  1171. struct ocrdma_mbx_rsp rsp;
  1172. } __packed;
  1173. struct ocrdma_detach_mcast {
  1174. struct ocrdma_mqe_hdr hdr;
  1175. struct ocrdma_mbx_hdr req;
  1176. u32 qp_id;
  1177. u8 mgid[16];
  1178. u32 mac_b0_to_b3;
  1179. u32 vlan_mac_b4_to_b5;
  1180. } __packed;
  1181. struct ocrdma_detach_mcast_rsp {
  1182. struct ocrdma_mqe_hdr hdr;
  1183. struct ocrdma_mbx_rsp rsp;
  1184. } __packed;
  1185. enum {
  1186. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT = 19,
  1187. OCRDMA_CREATE_AH_NUM_PAGES_MASK = 0xF <<
  1188. OCRDMA_CREATE_AH_NUM_PAGES_SHIFT,
  1189. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT = 16,
  1190. OCRDMA_CREATE_AH_PAGE_SIZE_MASK = 0x7 <<
  1191. OCRDMA_CREATE_AH_PAGE_SIZE_SHIFT,
  1192. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT = 23,
  1193. OCRDMA_CREATE_AH_ENTRY_SIZE_MASK = 0x1FF <<
  1194. OCRDMA_CREATE_AH_ENTRY_SIZE_SHIFT,
  1195. };
  1196. #define OCRDMA_AH_TBL_PAGES 8
  1197. struct ocrdma_create_ah_tbl {
  1198. struct ocrdma_mqe_hdr hdr;
  1199. struct ocrdma_mbx_hdr req;
  1200. u32 ah_conf;
  1201. struct ocrdma_pa tbl_addr[8];
  1202. } __packed;
  1203. struct ocrdma_create_ah_tbl_rsp {
  1204. struct ocrdma_mqe_hdr hdr;
  1205. struct ocrdma_mbx_rsp rsp;
  1206. u32 ahid;
  1207. } __packed;
  1208. struct ocrdma_delete_ah_tbl {
  1209. struct ocrdma_mqe_hdr hdr;
  1210. struct ocrdma_mbx_hdr req;
  1211. u32 ahid;
  1212. } __packed;
  1213. struct ocrdma_delete_ah_tbl_rsp {
  1214. struct ocrdma_mqe_hdr hdr;
  1215. struct ocrdma_mbx_rsp rsp;
  1216. } __packed;
  1217. enum {
  1218. OCRDMA_EQE_VALID_SHIFT = 0,
  1219. OCRDMA_EQE_VALID_MASK = Bit(0),
  1220. OCRDMA_EQE_FOR_CQE_MASK = 0xFFFE,
  1221. OCRDMA_EQE_RESOURCE_ID_SHIFT = 16,
  1222. OCRDMA_EQE_RESOURCE_ID_MASK = 0xFFFF <<
  1223. OCRDMA_EQE_RESOURCE_ID_SHIFT,
  1224. };
  1225. struct ocrdma_eqe {
  1226. u32 id_valid;
  1227. } __packed;
  1228. enum OCRDMA_CQE_STATUS {
  1229. OCRDMA_CQE_SUCCESS = 0,
  1230. OCRDMA_CQE_LOC_LEN_ERR,
  1231. OCRDMA_CQE_LOC_QP_OP_ERR,
  1232. OCRDMA_CQE_LOC_EEC_OP_ERR,
  1233. OCRDMA_CQE_LOC_PROT_ERR,
  1234. OCRDMA_CQE_WR_FLUSH_ERR,
  1235. OCRDMA_CQE_MW_BIND_ERR,
  1236. OCRDMA_CQE_BAD_RESP_ERR,
  1237. OCRDMA_CQE_LOC_ACCESS_ERR,
  1238. OCRDMA_CQE_REM_INV_REQ_ERR,
  1239. OCRDMA_CQE_REM_ACCESS_ERR,
  1240. OCRDMA_CQE_REM_OP_ERR,
  1241. OCRDMA_CQE_RETRY_EXC_ERR,
  1242. OCRDMA_CQE_RNR_RETRY_EXC_ERR,
  1243. OCRDMA_CQE_LOC_RDD_VIOL_ERR,
  1244. OCRDMA_CQE_REM_INV_RD_REQ_ERR,
  1245. OCRDMA_CQE_REM_ABORT_ERR,
  1246. OCRDMA_CQE_INV_EECN_ERR,
  1247. OCRDMA_CQE_INV_EEC_STATE_ERR,
  1248. OCRDMA_CQE_FATAL_ERR,
  1249. OCRDMA_CQE_RESP_TIMEOUT_ERR,
  1250. OCRDMA_CQE_GENERAL_ERR
  1251. };
  1252. enum {
  1253. /* w0 */
  1254. OCRDMA_CQE_WQEIDX_SHIFT = 0,
  1255. OCRDMA_CQE_WQEIDX_MASK = 0xFFFF,
  1256. /* w1 */
  1257. OCRDMA_CQE_UD_XFER_LEN_SHIFT = 16,
  1258. OCRDMA_CQE_PKEY_SHIFT = 0,
  1259. OCRDMA_CQE_PKEY_MASK = 0xFFFF,
  1260. /* w2 */
  1261. OCRDMA_CQE_QPN_SHIFT = 0,
  1262. OCRDMA_CQE_QPN_MASK = 0x0000FFFF,
  1263. OCRDMA_CQE_BUFTAG_SHIFT = 16,
  1264. OCRDMA_CQE_BUFTAG_MASK = 0xFFFF << OCRDMA_CQE_BUFTAG_SHIFT,
  1265. /* w3 */
  1266. OCRDMA_CQE_UD_STATUS_SHIFT = 24,
  1267. OCRDMA_CQE_UD_STATUS_MASK = 0x7 << OCRDMA_CQE_UD_STATUS_SHIFT,
  1268. OCRDMA_CQE_STATUS_SHIFT = 16,
  1269. OCRDMA_CQE_STATUS_MASK = 0xFF << OCRDMA_CQE_STATUS_SHIFT,
  1270. OCRDMA_CQE_VALID = Bit(31),
  1271. OCRDMA_CQE_INVALIDATE = Bit(30),
  1272. OCRDMA_CQE_QTYPE = Bit(29),
  1273. OCRDMA_CQE_IMM = Bit(28),
  1274. OCRDMA_CQE_WRITE_IMM = Bit(27),
  1275. OCRDMA_CQE_QTYPE_SQ = 0,
  1276. OCRDMA_CQE_QTYPE_RQ = 1,
  1277. OCRDMA_CQE_SRCQP_MASK = 0xFFFFFF
  1278. };
  1279. struct ocrdma_cqe {
  1280. union {
  1281. /* w0 to w2 */
  1282. struct {
  1283. u32 wqeidx;
  1284. u32 bytes_xfered;
  1285. u32 qpn;
  1286. } wq;
  1287. struct {
  1288. u32 lkey_immdt;
  1289. u32 rxlen;
  1290. u32 buftag_qpn;
  1291. } rq;
  1292. struct {
  1293. u32 lkey_immdt;
  1294. u32 rxlen_pkey;
  1295. u32 buftag_qpn;
  1296. } ud;
  1297. struct {
  1298. u32 word_0;
  1299. u32 word_1;
  1300. u32 qpn;
  1301. } cmn;
  1302. };
  1303. u32 flags_status_srcqpn; /* w3 */
  1304. } __packed;
  1305. struct ocrdma_sge {
  1306. u32 addr_hi;
  1307. u32 addr_lo;
  1308. u32 lrkey;
  1309. u32 len;
  1310. } __packed;
  1311. enum {
  1312. OCRDMA_FLAG_SIG = 0x1,
  1313. OCRDMA_FLAG_INV = 0x2,
  1314. OCRDMA_FLAG_FENCE_L = 0x4,
  1315. OCRDMA_FLAG_FENCE_R = 0x8,
  1316. OCRDMA_FLAG_SOLICIT = 0x10,
  1317. OCRDMA_FLAG_IMM = 0x20,
  1318. /* Stag flags */
  1319. OCRDMA_LKEY_FLAG_LOCAL_WR = 0x1,
  1320. OCRDMA_LKEY_FLAG_REMOTE_RD = 0x2,
  1321. OCRDMA_LKEY_FLAG_REMOTE_WR = 0x4,
  1322. OCRDMA_LKEY_FLAG_VATO = 0x8,
  1323. };
  1324. enum OCRDMA_WQE_OPCODE {
  1325. OCRDMA_WRITE = 0x06,
  1326. OCRDMA_READ = 0x0C,
  1327. OCRDMA_RESV0 = 0x02,
  1328. OCRDMA_SEND = 0x00,
  1329. OCRDMA_CMP_SWP = 0x14,
  1330. OCRDMA_BIND_MW = 0x10,
  1331. OCRDMA_RESV1 = 0x0A,
  1332. OCRDMA_LKEY_INV = 0x15,
  1333. OCRDMA_FETCH_ADD = 0x13,
  1334. OCRDMA_POST_RQ = 0x12
  1335. };
  1336. enum {
  1337. OCRDMA_TYPE_INLINE = 0x0,
  1338. OCRDMA_TYPE_LKEY = 0x1,
  1339. };
  1340. enum {
  1341. OCRDMA_WQE_OPCODE_SHIFT = 0,
  1342. OCRDMA_WQE_OPCODE_MASK = 0x0000001F,
  1343. OCRDMA_WQE_FLAGS_SHIFT = 5,
  1344. OCRDMA_WQE_TYPE_SHIFT = 16,
  1345. OCRDMA_WQE_TYPE_MASK = 0x00030000,
  1346. OCRDMA_WQE_SIZE_SHIFT = 18,
  1347. OCRDMA_WQE_SIZE_MASK = 0xFF,
  1348. OCRDMA_WQE_NXT_WQE_SIZE_SHIFT = 25,
  1349. OCRDMA_WQE_LKEY_FLAGS_SHIFT = 0,
  1350. OCRDMA_WQE_LKEY_FLAGS_MASK = 0xF
  1351. };
  1352. /* header WQE for all the SQ and RQ operations */
  1353. struct ocrdma_hdr_wqe {
  1354. u32 cw;
  1355. union {
  1356. u32 rsvd_tag;
  1357. u32 rsvd_lkey_flags;
  1358. };
  1359. union {
  1360. u32 immdt;
  1361. u32 lkey;
  1362. };
  1363. u32 total_len;
  1364. } __packed;
  1365. struct ocrdma_ewqe_ud_hdr {
  1366. u32 rsvd_dest_qpn;
  1367. u32 qkey;
  1368. u32 rsvd_ahid;
  1369. u32 rsvd;
  1370. } __packed;
  1371. struct ocrdma_eth_basic {
  1372. u8 dmac[6];
  1373. u8 smac[6];
  1374. __be16 eth_type;
  1375. } __packed;
  1376. struct ocrdma_eth_vlan {
  1377. u8 dmac[6];
  1378. u8 smac[6];
  1379. __be16 eth_type;
  1380. __be16 vlan_tag;
  1381. #define OCRDMA_ROCE_ETH_TYPE 0x8915
  1382. __be16 roce_eth_type;
  1383. } __packed;
  1384. struct ocrdma_grh {
  1385. __be32 tclass_flow;
  1386. __be32 pdid_hoplimit;
  1387. u8 sgid[16];
  1388. u8 dgid[16];
  1389. u16 rsvd;
  1390. } __packed;
  1391. #define OCRDMA_AV_VALID Bit(0)
  1392. #define OCRDMA_AV_VLAN_VALID Bit(1)
  1393. struct ocrdma_av {
  1394. struct ocrdma_eth_vlan eth_hdr;
  1395. struct ocrdma_grh grh;
  1396. u32 valid;
  1397. } __packed;
  1398. #endif /* __OCRDMA_SLI_H__ */