fw.c 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944
  1. /*
  2. * Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
  3. * Copyright (c) 2005, 2006, 2007, 2008 Mellanox Technologies. All rights reserved.
  4. * Copyright (c) 2005, 2006, 2007 Cisco Systems, Inc. All rights reserved.
  5. *
  6. * This software is available to you under a choice of one of two
  7. * licenses. You may choose to be licensed under the terms of the GNU
  8. * General Public License (GPL) Version 2, available from the file
  9. * COPYING in the main directory of this source tree, or the
  10. * OpenIB.org BSD license below:
  11. *
  12. * Redistribution and use in source and binary forms, with or
  13. * without modification, are permitted provided that the following
  14. * conditions are met:
  15. *
  16. * - Redistributions of source code must retain the above
  17. * copyright notice, this list of conditions and the following
  18. * disclaimer.
  19. *
  20. * - Redistributions in binary form must reproduce the above
  21. * copyright notice, this list of conditions and the following
  22. * disclaimer in the documentation and/or other materials
  23. * provided with the distribution.
  24. *
  25. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  26. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  27. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  28. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  29. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  30. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  31. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  32. * SOFTWARE.
  33. */
  34. #include <linux/mlx4/cmd.h>
  35. #include <linux/cache.h>
  36. #include "fw.h"
  37. #include "icm.h"
  38. enum {
  39. MLX4_COMMAND_INTERFACE_MIN_REV = 2,
  40. MLX4_COMMAND_INTERFACE_MAX_REV = 3,
  41. MLX4_COMMAND_INTERFACE_NEW_PORT_CMDS = 3,
  42. };
  43. extern void __buggy_use_of_MLX4_GET(void);
  44. extern void __buggy_use_of_MLX4_PUT(void);
  45. static int enable_qos;
  46. module_param(enable_qos, bool, 0444);
  47. MODULE_PARM_DESC(enable_qos, "Enable Quality of Service support in the HCA (default: off)");
  48. #define MLX4_GET(dest, source, offset) \
  49. do { \
  50. void *__p = (char *) (source) + (offset); \
  51. switch (sizeof (dest)) { \
  52. case 1: (dest) = *(u8 *) __p; break; \
  53. case 2: (dest) = be16_to_cpup(__p); break; \
  54. case 4: (dest) = be32_to_cpup(__p); break; \
  55. case 8: (dest) = be64_to_cpup(__p); break; \
  56. default: __buggy_use_of_MLX4_GET(); \
  57. } \
  58. } while (0)
  59. #define MLX4_PUT(dest, source, offset) \
  60. do { \
  61. void *__d = ((char *) (dest) + (offset)); \
  62. switch (sizeof(source)) { \
  63. case 1: *(u8 *) __d = (source); break; \
  64. case 2: *(__be16 *) __d = cpu_to_be16(source); break; \
  65. case 4: *(__be32 *) __d = cpu_to_be32(source); break; \
  66. case 8: *(__be64 *) __d = cpu_to_be64(source); break; \
  67. default: __buggy_use_of_MLX4_PUT(); \
  68. } \
  69. } while (0)
  70. static void dump_dev_cap_flags(struct mlx4_dev *dev, u64 flags)
  71. {
  72. static const char *fname[] = {
  73. [ 0] = "RC transport",
  74. [ 1] = "UC transport",
  75. [ 2] = "UD transport",
  76. [ 3] = "XRC transport",
  77. [ 4] = "reliable multicast",
  78. [ 5] = "FCoIB support",
  79. [ 6] = "SRQ support",
  80. [ 7] = "IPoIB checksum offload",
  81. [ 8] = "P_Key violation counter",
  82. [ 9] = "Q_Key violation counter",
  83. [10] = "VMM",
  84. [12] = "DPDP",
  85. [15] = "Big LSO headers",
  86. [16] = "MW support",
  87. [17] = "APM support",
  88. [18] = "Atomic ops support",
  89. [19] = "Raw multicast support",
  90. [20] = "Address vector port checking support",
  91. [21] = "UD multicast support",
  92. [24] = "Demand paging support",
  93. [25] = "Router support",
  94. [30] = "IBoE support",
  95. [32] = "Unicast loopback support",
  96. [38] = "Wake On LAN support",
  97. [40] = "UDP RSS support",
  98. [41] = "Unicast VEP steering support",
  99. [42] = "Multicast VEP steering support",
  100. [48] = "Counters support",
  101. };
  102. int i;
  103. mlx4_dbg(dev, "DEV_CAP flags:\n");
  104. for (i = 0; i < ARRAY_SIZE(fname); ++i)
  105. if (fname[i] && (flags & (1LL << i)))
  106. mlx4_dbg(dev, " %s\n", fname[i]);
  107. }
  108. int mlx4_MOD_STAT_CFG(struct mlx4_dev *dev, struct mlx4_mod_stat_cfg *cfg)
  109. {
  110. struct mlx4_cmd_mailbox *mailbox;
  111. u32 *inbox;
  112. int err = 0;
  113. #define MOD_STAT_CFG_IN_SIZE 0x100
  114. #define MOD_STAT_CFG_PG_SZ_M_OFFSET 0x002
  115. #define MOD_STAT_CFG_PG_SZ_OFFSET 0x003
  116. mailbox = mlx4_alloc_cmd_mailbox(dev);
  117. if (IS_ERR(mailbox))
  118. return PTR_ERR(mailbox);
  119. inbox = mailbox->buf;
  120. memset(inbox, 0, MOD_STAT_CFG_IN_SIZE);
  121. MLX4_PUT(inbox, cfg->log_pg_sz, MOD_STAT_CFG_PG_SZ_OFFSET);
  122. MLX4_PUT(inbox, cfg->log_pg_sz_m, MOD_STAT_CFG_PG_SZ_M_OFFSET);
  123. err = mlx4_cmd(dev, mailbox->dma, 0, 0, MLX4_CMD_MOD_STAT_CFG,
  124. MLX4_CMD_TIME_CLASS_A);
  125. mlx4_free_cmd_mailbox(dev, mailbox);
  126. return err;
  127. }
  128. int mlx4_QUERY_DEV_CAP(struct mlx4_dev *dev, struct mlx4_dev_cap *dev_cap)
  129. {
  130. struct mlx4_cmd_mailbox *mailbox;
  131. u32 *outbox;
  132. u8 field;
  133. u32 field32, flags, ext_flags;
  134. u16 size;
  135. u16 stat_rate;
  136. int err;
  137. int i;
  138. #define QUERY_DEV_CAP_OUT_SIZE 0x100
  139. #define QUERY_DEV_CAP_MAX_SRQ_SZ_OFFSET 0x10
  140. #define QUERY_DEV_CAP_MAX_QP_SZ_OFFSET 0x11
  141. #define QUERY_DEV_CAP_RSVD_QP_OFFSET 0x12
  142. #define QUERY_DEV_CAP_MAX_QP_OFFSET 0x13
  143. #define QUERY_DEV_CAP_RSVD_SRQ_OFFSET 0x14
  144. #define QUERY_DEV_CAP_MAX_SRQ_OFFSET 0x15
  145. #define QUERY_DEV_CAP_RSVD_EEC_OFFSET 0x16
  146. #define QUERY_DEV_CAP_MAX_EEC_OFFSET 0x17
  147. #define QUERY_DEV_CAP_MAX_CQ_SZ_OFFSET 0x19
  148. #define QUERY_DEV_CAP_RSVD_CQ_OFFSET 0x1a
  149. #define QUERY_DEV_CAP_MAX_CQ_OFFSET 0x1b
  150. #define QUERY_DEV_CAP_MAX_MPT_OFFSET 0x1d
  151. #define QUERY_DEV_CAP_RSVD_EQ_OFFSET 0x1e
  152. #define QUERY_DEV_CAP_MAX_EQ_OFFSET 0x1f
  153. #define QUERY_DEV_CAP_RSVD_MTT_OFFSET 0x20
  154. #define QUERY_DEV_CAP_MAX_MRW_SZ_OFFSET 0x21
  155. #define QUERY_DEV_CAP_RSVD_MRW_OFFSET 0x22
  156. #define QUERY_DEV_CAP_MAX_MTT_SEG_OFFSET 0x23
  157. #define QUERY_DEV_CAP_MAX_AV_OFFSET 0x27
  158. #define QUERY_DEV_CAP_MAX_REQ_QP_OFFSET 0x29
  159. #define QUERY_DEV_CAP_MAX_RES_QP_OFFSET 0x2b
  160. #define QUERY_DEV_CAP_MAX_GSO_OFFSET 0x2d
  161. #define QUERY_DEV_CAP_MAX_RDMA_OFFSET 0x2f
  162. #define QUERY_DEV_CAP_RSZ_SRQ_OFFSET 0x33
  163. #define QUERY_DEV_CAP_ACK_DELAY_OFFSET 0x35
  164. #define QUERY_DEV_CAP_MTU_WIDTH_OFFSET 0x36
  165. #define QUERY_DEV_CAP_VL_PORT_OFFSET 0x37
  166. #define QUERY_DEV_CAP_MAX_MSG_SZ_OFFSET 0x38
  167. #define QUERY_DEV_CAP_MAX_GID_OFFSET 0x3b
  168. #define QUERY_DEV_CAP_RATE_SUPPORT_OFFSET 0x3c
  169. #define QUERY_DEV_CAP_MAX_PKEY_OFFSET 0x3f
  170. #define QUERY_DEV_CAP_EXT_FLAGS_OFFSET 0x40
  171. #define QUERY_DEV_CAP_FLAGS_OFFSET 0x44
  172. #define QUERY_DEV_CAP_RSVD_UAR_OFFSET 0x48
  173. #define QUERY_DEV_CAP_UAR_SZ_OFFSET 0x49
  174. #define QUERY_DEV_CAP_PAGE_SZ_OFFSET 0x4b
  175. #define QUERY_DEV_CAP_BF_OFFSET 0x4c
  176. #define QUERY_DEV_CAP_LOG_BF_REG_SZ_OFFSET 0x4d
  177. #define QUERY_DEV_CAP_LOG_MAX_BF_REGS_PER_PAGE_OFFSET 0x4e
  178. #define QUERY_DEV_CAP_LOG_MAX_BF_PAGES_OFFSET 0x4f
  179. #define QUERY_DEV_CAP_MAX_SG_SQ_OFFSET 0x51
  180. #define QUERY_DEV_CAP_MAX_DESC_SZ_SQ_OFFSET 0x52
  181. #define QUERY_DEV_CAP_MAX_SG_RQ_OFFSET 0x55
  182. #define QUERY_DEV_CAP_MAX_DESC_SZ_RQ_OFFSET 0x56
  183. #define QUERY_DEV_CAP_MAX_QP_MCG_OFFSET 0x61
  184. #define QUERY_DEV_CAP_RSVD_MCG_OFFSET 0x62
  185. #define QUERY_DEV_CAP_MAX_MCG_OFFSET 0x63
  186. #define QUERY_DEV_CAP_RSVD_PD_OFFSET 0x64
  187. #define QUERY_DEV_CAP_MAX_PD_OFFSET 0x65
  188. #define QUERY_DEV_CAP_MAX_COUNTERS_OFFSET 0x68
  189. #define QUERY_DEV_CAP_RDMARC_ENTRY_SZ_OFFSET 0x80
  190. #define QUERY_DEV_CAP_QPC_ENTRY_SZ_OFFSET 0x82
  191. #define QUERY_DEV_CAP_AUX_ENTRY_SZ_OFFSET 0x84
  192. #define QUERY_DEV_CAP_ALTC_ENTRY_SZ_OFFSET 0x86
  193. #define QUERY_DEV_CAP_EQC_ENTRY_SZ_OFFSET 0x88
  194. #define QUERY_DEV_CAP_CQC_ENTRY_SZ_OFFSET 0x8a
  195. #define QUERY_DEV_CAP_SRQ_ENTRY_SZ_OFFSET 0x8c
  196. #define QUERY_DEV_CAP_C_MPT_ENTRY_SZ_OFFSET 0x8e
  197. #define QUERY_DEV_CAP_MTT_ENTRY_SZ_OFFSET 0x90
  198. #define QUERY_DEV_CAP_D_MPT_ENTRY_SZ_OFFSET 0x92
  199. #define QUERY_DEV_CAP_BMME_FLAGS_OFFSET 0x94
  200. #define QUERY_DEV_CAP_RSVD_LKEY_OFFSET 0x98
  201. #define QUERY_DEV_CAP_MAX_ICM_SZ_OFFSET 0xa0
  202. mailbox = mlx4_alloc_cmd_mailbox(dev);
  203. if (IS_ERR(mailbox))
  204. return PTR_ERR(mailbox);
  205. outbox = mailbox->buf;
  206. err = mlx4_cmd_box(dev, 0, mailbox->dma, 0, 0, MLX4_CMD_QUERY_DEV_CAP,
  207. MLX4_CMD_TIME_CLASS_A);
  208. if (err)
  209. goto out;
  210. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_QP_OFFSET);
  211. dev_cap->reserved_qps = 1 << (field & 0xf);
  212. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_QP_OFFSET);
  213. dev_cap->max_qps = 1 << (field & 0x1f);
  214. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_SRQ_OFFSET);
  215. dev_cap->reserved_srqs = 1 << (field >> 4);
  216. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_SRQ_OFFSET);
  217. dev_cap->max_srqs = 1 << (field & 0x1f);
  218. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_CQ_SZ_OFFSET);
  219. dev_cap->max_cq_sz = 1 << field;
  220. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_CQ_OFFSET);
  221. dev_cap->reserved_cqs = 1 << (field & 0xf);
  222. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_CQ_OFFSET);
  223. dev_cap->max_cqs = 1 << (field & 0x1f);
  224. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_MPT_OFFSET);
  225. dev_cap->max_mpts = 1 << (field & 0x3f);
  226. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_EQ_OFFSET);
  227. dev_cap->reserved_eqs = field & 0xf;
  228. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_EQ_OFFSET);
  229. dev_cap->max_eqs = 1 << (field & 0xf);
  230. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_MTT_OFFSET);
  231. dev_cap->reserved_mtts = 1 << (field >> 4);
  232. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_MRW_SZ_OFFSET);
  233. dev_cap->max_mrw_sz = 1 << field;
  234. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_MRW_OFFSET);
  235. dev_cap->reserved_mrws = 1 << (field & 0xf);
  236. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_MTT_SEG_OFFSET);
  237. dev_cap->max_mtt_seg = 1 << (field & 0x3f);
  238. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_REQ_QP_OFFSET);
  239. dev_cap->max_requester_per_qp = 1 << (field & 0x3f);
  240. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_RES_QP_OFFSET);
  241. dev_cap->max_responder_per_qp = 1 << (field & 0x3f);
  242. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_GSO_OFFSET);
  243. field &= 0x1f;
  244. if (!field)
  245. dev_cap->max_gso_sz = 0;
  246. else
  247. dev_cap->max_gso_sz = 1 << field;
  248. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_RDMA_OFFSET);
  249. dev_cap->max_rdma_global = 1 << (field & 0x3f);
  250. MLX4_GET(field, outbox, QUERY_DEV_CAP_ACK_DELAY_OFFSET);
  251. dev_cap->local_ca_ack_delay = field & 0x1f;
  252. MLX4_GET(field, outbox, QUERY_DEV_CAP_VL_PORT_OFFSET);
  253. dev_cap->num_ports = field & 0xf;
  254. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_MSG_SZ_OFFSET);
  255. dev_cap->max_msg_sz = 1 << (field & 0x1f);
  256. MLX4_GET(stat_rate, outbox, QUERY_DEV_CAP_RATE_SUPPORT_OFFSET);
  257. dev_cap->stat_rate_support = stat_rate;
  258. MLX4_GET(ext_flags, outbox, QUERY_DEV_CAP_EXT_FLAGS_OFFSET);
  259. MLX4_GET(flags, outbox, QUERY_DEV_CAP_FLAGS_OFFSET);
  260. dev_cap->flags = flags | (u64)ext_flags << 32;
  261. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_UAR_OFFSET);
  262. dev_cap->reserved_uars = field >> 4;
  263. MLX4_GET(field, outbox, QUERY_DEV_CAP_UAR_SZ_OFFSET);
  264. dev_cap->uar_size = 1 << ((field & 0x3f) + 20);
  265. MLX4_GET(field, outbox, QUERY_DEV_CAP_PAGE_SZ_OFFSET);
  266. dev_cap->min_page_sz = 1 << field;
  267. MLX4_GET(field, outbox, QUERY_DEV_CAP_BF_OFFSET);
  268. if (field & 0x80) {
  269. MLX4_GET(field, outbox, QUERY_DEV_CAP_LOG_BF_REG_SZ_OFFSET);
  270. dev_cap->bf_reg_size = 1 << (field & 0x1f);
  271. MLX4_GET(field, outbox, QUERY_DEV_CAP_LOG_MAX_BF_REGS_PER_PAGE_OFFSET);
  272. if ((1 << (field & 0x3f)) > (PAGE_SIZE / dev_cap->bf_reg_size))
  273. field = 3;
  274. dev_cap->bf_regs_per_page = 1 << (field & 0x3f);
  275. mlx4_dbg(dev, "BlueFlame available (reg size %d, regs/page %d)\n",
  276. dev_cap->bf_reg_size, dev_cap->bf_regs_per_page);
  277. } else {
  278. dev_cap->bf_reg_size = 0;
  279. mlx4_dbg(dev, "BlueFlame not available\n");
  280. }
  281. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_SG_SQ_OFFSET);
  282. dev_cap->max_sq_sg = field;
  283. MLX4_GET(size, outbox, QUERY_DEV_CAP_MAX_DESC_SZ_SQ_OFFSET);
  284. dev_cap->max_sq_desc_sz = size;
  285. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_QP_MCG_OFFSET);
  286. dev_cap->max_qp_per_mcg = 1 << field;
  287. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_MCG_OFFSET);
  288. dev_cap->reserved_mgms = field & 0xf;
  289. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_MCG_OFFSET);
  290. dev_cap->max_mcgs = 1 << field;
  291. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSVD_PD_OFFSET);
  292. dev_cap->reserved_pds = field >> 4;
  293. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_PD_OFFSET);
  294. dev_cap->max_pds = 1 << (field & 0x3f);
  295. MLX4_GET(size, outbox, QUERY_DEV_CAP_RDMARC_ENTRY_SZ_OFFSET);
  296. dev_cap->rdmarc_entry_sz = size;
  297. MLX4_GET(size, outbox, QUERY_DEV_CAP_QPC_ENTRY_SZ_OFFSET);
  298. dev_cap->qpc_entry_sz = size;
  299. MLX4_GET(size, outbox, QUERY_DEV_CAP_AUX_ENTRY_SZ_OFFSET);
  300. dev_cap->aux_entry_sz = size;
  301. MLX4_GET(size, outbox, QUERY_DEV_CAP_ALTC_ENTRY_SZ_OFFSET);
  302. dev_cap->altc_entry_sz = size;
  303. MLX4_GET(size, outbox, QUERY_DEV_CAP_EQC_ENTRY_SZ_OFFSET);
  304. dev_cap->eqc_entry_sz = size;
  305. MLX4_GET(size, outbox, QUERY_DEV_CAP_CQC_ENTRY_SZ_OFFSET);
  306. dev_cap->cqc_entry_sz = size;
  307. MLX4_GET(size, outbox, QUERY_DEV_CAP_SRQ_ENTRY_SZ_OFFSET);
  308. dev_cap->srq_entry_sz = size;
  309. MLX4_GET(size, outbox, QUERY_DEV_CAP_C_MPT_ENTRY_SZ_OFFSET);
  310. dev_cap->cmpt_entry_sz = size;
  311. MLX4_GET(size, outbox, QUERY_DEV_CAP_MTT_ENTRY_SZ_OFFSET);
  312. dev_cap->mtt_entry_sz = size;
  313. MLX4_GET(size, outbox, QUERY_DEV_CAP_D_MPT_ENTRY_SZ_OFFSET);
  314. dev_cap->dmpt_entry_sz = size;
  315. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_SRQ_SZ_OFFSET);
  316. dev_cap->max_srq_sz = 1 << field;
  317. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_QP_SZ_OFFSET);
  318. dev_cap->max_qp_sz = 1 << field;
  319. MLX4_GET(field, outbox, QUERY_DEV_CAP_RSZ_SRQ_OFFSET);
  320. dev_cap->resize_srq = field & 1;
  321. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_SG_RQ_OFFSET);
  322. dev_cap->max_rq_sg = field;
  323. MLX4_GET(size, outbox, QUERY_DEV_CAP_MAX_DESC_SZ_RQ_OFFSET);
  324. dev_cap->max_rq_desc_sz = size;
  325. MLX4_GET(dev_cap->bmme_flags, outbox,
  326. QUERY_DEV_CAP_BMME_FLAGS_OFFSET);
  327. MLX4_GET(dev_cap->reserved_lkey, outbox,
  328. QUERY_DEV_CAP_RSVD_LKEY_OFFSET);
  329. MLX4_GET(dev_cap->max_icm_sz, outbox,
  330. QUERY_DEV_CAP_MAX_ICM_SZ_OFFSET);
  331. if (dev_cap->flags & MLX4_DEV_CAP_FLAG_COUNTERS)
  332. MLX4_GET(dev_cap->max_counters, outbox,
  333. QUERY_DEV_CAP_MAX_COUNTERS_OFFSET);
  334. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  335. for (i = 1; i <= dev_cap->num_ports; ++i) {
  336. MLX4_GET(field, outbox, QUERY_DEV_CAP_VL_PORT_OFFSET);
  337. dev_cap->max_vl[i] = field >> 4;
  338. MLX4_GET(field, outbox, QUERY_DEV_CAP_MTU_WIDTH_OFFSET);
  339. dev_cap->ib_mtu[i] = field >> 4;
  340. dev_cap->max_port_width[i] = field & 0xf;
  341. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_GID_OFFSET);
  342. dev_cap->max_gids[i] = 1 << (field & 0xf);
  343. MLX4_GET(field, outbox, QUERY_DEV_CAP_MAX_PKEY_OFFSET);
  344. dev_cap->max_pkeys[i] = 1 << (field & 0xf);
  345. }
  346. } else {
  347. #define QUERY_PORT_SUPPORTED_TYPE_OFFSET 0x00
  348. #define QUERY_PORT_MTU_OFFSET 0x01
  349. #define QUERY_PORT_ETH_MTU_OFFSET 0x02
  350. #define QUERY_PORT_WIDTH_OFFSET 0x06
  351. #define QUERY_PORT_MAX_GID_PKEY_OFFSET 0x07
  352. #define QUERY_PORT_MAX_MACVLAN_OFFSET 0x0a
  353. #define QUERY_PORT_MAX_VL_OFFSET 0x0b
  354. #define QUERY_PORT_MAC_OFFSET 0x10
  355. #define QUERY_PORT_TRANS_VENDOR_OFFSET 0x18
  356. #define QUERY_PORT_WAVELENGTH_OFFSET 0x1c
  357. #define QUERY_PORT_TRANS_CODE_OFFSET 0x20
  358. for (i = 1; i <= dev_cap->num_ports; ++i) {
  359. err = mlx4_cmd_box(dev, 0, mailbox->dma, i, 0, MLX4_CMD_QUERY_PORT,
  360. MLX4_CMD_TIME_CLASS_B);
  361. if (err)
  362. goto out;
  363. MLX4_GET(field, outbox, QUERY_PORT_SUPPORTED_TYPE_OFFSET);
  364. dev_cap->supported_port_types[i] = field & 3;
  365. MLX4_GET(field, outbox, QUERY_PORT_MTU_OFFSET);
  366. dev_cap->ib_mtu[i] = field & 0xf;
  367. MLX4_GET(field, outbox, QUERY_PORT_WIDTH_OFFSET);
  368. dev_cap->max_port_width[i] = field & 0xf;
  369. MLX4_GET(field, outbox, QUERY_PORT_MAX_GID_PKEY_OFFSET);
  370. dev_cap->max_gids[i] = 1 << (field >> 4);
  371. dev_cap->max_pkeys[i] = 1 << (field & 0xf);
  372. MLX4_GET(field, outbox, QUERY_PORT_MAX_VL_OFFSET);
  373. dev_cap->max_vl[i] = field & 0xf;
  374. MLX4_GET(field, outbox, QUERY_PORT_MAX_MACVLAN_OFFSET);
  375. dev_cap->log_max_macs[i] = field & 0xf;
  376. dev_cap->log_max_vlans[i] = field >> 4;
  377. MLX4_GET(dev_cap->eth_mtu[i], outbox, QUERY_PORT_ETH_MTU_OFFSET);
  378. MLX4_GET(dev_cap->def_mac[i], outbox, QUERY_PORT_MAC_OFFSET);
  379. MLX4_GET(field32, outbox, QUERY_PORT_TRANS_VENDOR_OFFSET);
  380. dev_cap->trans_type[i] = field32 >> 24;
  381. dev_cap->vendor_oui[i] = field32 & 0xffffff;
  382. MLX4_GET(dev_cap->wavelength[i], outbox, QUERY_PORT_WAVELENGTH_OFFSET);
  383. MLX4_GET(dev_cap->trans_code[i], outbox, QUERY_PORT_TRANS_CODE_OFFSET);
  384. }
  385. }
  386. mlx4_dbg(dev, "Base MM extensions: flags %08x, rsvd L_Key %08x\n",
  387. dev_cap->bmme_flags, dev_cap->reserved_lkey);
  388. /*
  389. * Each UAR has 4 EQ doorbells; so if a UAR is reserved, then
  390. * we can't use any EQs whose doorbell falls on that page,
  391. * even if the EQ itself isn't reserved.
  392. */
  393. dev_cap->reserved_eqs = max(dev_cap->reserved_uars * 4,
  394. dev_cap->reserved_eqs);
  395. mlx4_dbg(dev, "Max ICM size %lld MB\n",
  396. (unsigned long long) dev_cap->max_icm_sz >> 20);
  397. mlx4_dbg(dev, "Max QPs: %d, reserved QPs: %d, entry size: %d\n",
  398. dev_cap->max_qps, dev_cap->reserved_qps, dev_cap->qpc_entry_sz);
  399. mlx4_dbg(dev, "Max SRQs: %d, reserved SRQs: %d, entry size: %d\n",
  400. dev_cap->max_srqs, dev_cap->reserved_srqs, dev_cap->srq_entry_sz);
  401. mlx4_dbg(dev, "Max CQs: %d, reserved CQs: %d, entry size: %d\n",
  402. dev_cap->max_cqs, dev_cap->reserved_cqs, dev_cap->cqc_entry_sz);
  403. mlx4_dbg(dev, "Max EQs: %d, reserved EQs: %d, entry size: %d\n",
  404. dev_cap->max_eqs, dev_cap->reserved_eqs, dev_cap->eqc_entry_sz);
  405. mlx4_dbg(dev, "reserved MPTs: %d, reserved MTTs: %d\n",
  406. dev_cap->reserved_mrws, dev_cap->reserved_mtts);
  407. mlx4_dbg(dev, "Max PDs: %d, reserved PDs: %d, reserved UARs: %d\n",
  408. dev_cap->max_pds, dev_cap->reserved_pds, dev_cap->reserved_uars);
  409. mlx4_dbg(dev, "Max QP/MCG: %d, reserved MGMs: %d\n",
  410. dev_cap->max_pds, dev_cap->reserved_mgms);
  411. mlx4_dbg(dev, "Max CQEs: %d, max WQEs: %d, max SRQ WQEs: %d\n",
  412. dev_cap->max_cq_sz, dev_cap->max_qp_sz, dev_cap->max_srq_sz);
  413. mlx4_dbg(dev, "Local CA ACK delay: %d, max MTU: %d, port width cap: %d\n",
  414. dev_cap->local_ca_ack_delay, 128 << dev_cap->ib_mtu[1],
  415. dev_cap->max_port_width[1]);
  416. mlx4_dbg(dev, "Max SQ desc size: %d, max SQ S/G: %d\n",
  417. dev_cap->max_sq_desc_sz, dev_cap->max_sq_sg);
  418. mlx4_dbg(dev, "Max RQ desc size: %d, max RQ S/G: %d\n",
  419. dev_cap->max_rq_desc_sz, dev_cap->max_rq_sg);
  420. mlx4_dbg(dev, "Max GSO size: %d\n", dev_cap->max_gso_sz);
  421. mlx4_dbg(dev, "Max counters: %d\n", dev_cap->max_counters);
  422. dump_dev_cap_flags(dev, dev_cap->flags);
  423. out:
  424. mlx4_free_cmd_mailbox(dev, mailbox);
  425. return err;
  426. }
  427. int mlx4_map_cmd(struct mlx4_dev *dev, u16 op, struct mlx4_icm *icm, u64 virt)
  428. {
  429. struct mlx4_cmd_mailbox *mailbox;
  430. struct mlx4_icm_iter iter;
  431. __be64 *pages;
  432. int lg;
  433. int nent = 0;
  434. int i;
  435. int err = 0;
  436. int ts = 0, tc = 0;
  437. mailbox = mlx4_alloc_cmd_mailbox(dev);
  438. if (IS_ERR(mailbox))
  439. return PTR_ERR(mailbox);
  440. memset(mailbox->buf, 0, MLX4_MAILBOX_SIZE);
  441. pages = mailbox->buf;
  442. for (mlx4_icm_first(icm, &iter);
  443. !mlx4_icm_last(&iter);
  444. mlx4_icm_next(&iter)) {
  445. /*
  446. * We have to pass pages that are aligned to their
  447. * size, so find the least significant 1 in the
  448. * address or size and use that as our log2 size.
  449. */
  450. lg = ffs(mlx4_icm_addr(&iter) | mlx4_icm_size(&iter)) - 1;
  451. if (lg < MLX4_ICM_PAGE_SHIFT) {
  452. mlx4_warn(dev, "Got FW area not aligned to %d (%llx/%lx).\n",
  453. MLX4_ICM_PAGE_SIZE,
  454. (unsigned long long) mlx4_icm_addr(&iter),
  455. mlx4_icm_size(&iter));
  456. err = -EINVAL;
  457. goto out;
  458. }
  459. for (i = 0; i < mlx4_icm_size(&iter) >> lg; ++i) {
  460. if (virt != -1) {
  461. pages[nent * 2] = cpu_to_be64(virt);
  462. virt += 1 << lg;
  463. }
  464. pages[nent * 2 + 1] =
  465. cpu_to_be64((mlx4_icm_addr(&iter) + (i << lg)) |
  466. (lg - MLX4_ICM_PAGE_SHIFT));
  467. ts += 1 << (lg - 10);
  468. ++tc;
  469. if (++nent == MLX4_MAILBOX_SIZE / 16) {
  470. err = mlx4_cmd(dev, mailbox->dma, nent, 0, op,
  471. MLX4_CMD_TIME_CLASS_B);
  472. if (err)
  473. goto out;
  474. nent = 0;
  475. }
  476. }
  477. }
  478. if (nent)
  479. err = mlx4_cmd(dev, mailbox->dma, nent, 0, op, MLX4_CMD_TIME_CLASS_B);
  480. if (err)
  481. goto out;
  482. switch (op) {
  483. case MLX4_CMD_MAP_FA:
  484. mlx4_dbg(dev, "Mapped %d chunks/%d KB for FW.\n", tc, ts);
  485. break;
  486. case MLX4_CMD_MAP_ICM_AUX:
  487. mlx4_dbg(dev, "Mapped %d chunks/%d KB for ICM aux.\n", tc, ts);
  488. break;
  489. case MLX4_CMD_MAP_ICM:
  490. mlx4_dbg(dev, "Mapped %d chunks/%d KB at %llx for ICM.\n",
  491. tc, ts, (unsigned long long) virt - (ts << 10));
  492. break;
  493. }
  494. out:
  495. mlx4_free_cmd_mailbox(dev, mailbox);
  496. return err;
  497. }
  498. int mlx4_MAP_FA(struct mlx4_dev *dev, struct mlx4_icm *icm)
  499. {
  500. return mlx4_map_cmd(dev, MLX4_CMD_MAP_FA, icm, -1);
  501. }
  502. int mlx4_UNMAP_FA(struct mlx4_dev *dev)
  503. {
  504. return mlx4_cmd(dev, 0, 0, 0, MLX4_CMD_UNMAP_FA, MLX4_CMD_TIME_CLASS_B);
  505. }
  506. int mlx4_RUN_FW(struct mlx4_dev *dev)
  507. {
  508. return mlx4_cmd(dev, 0, 0, 0, MLX4_CMD_RUN_FW, MLX4_CMD_TIME_CLASS_A);
  509. }
  510. int mlx4_QUERY_FW(struct mlx4_dev *dev)
  511. {
  512. struct mlx4_fw *fw = &mlx4_priv(dev)->fw;
  513. struct mlx4_cmd *cmd = &mlx4_priv(dev)->cmd;
  514. struct mlx4_cmd_mailbox *mailbox;
  515. u32 *outbox;
  516. int err = 0;
  517. u64 fw_ver;
  518. u16 cmd_if_rev;
  519. u8 lg;
  520. #define QUERY_FW_OUT_SIZE 0x100
  521. #define QUERY_FW_VER_OFFSET 0x00
  522. #define QUERY_FW_CMD_IF_REV_OFFSET 0x0a
  523. #define QUERY_FW_MAX_CMD_OFFSET 0x0f
  524. #define QUERY_FW_ERR_START_OFFSET 0x30
  525. #define QUERY_FW_ERR_SIZE_OFFSET 0x38
  526. #define QUERY_FW_ERR_BAR_OFFSET 0x3c
  527. #define QUERY_FW_SIZE_OFFSET 0x00
  528. #define QUERY_FW_CLR_INT_BASE_OFFSET 0x20
  529. #define QUERY_FW_CLR_INT_BAR_OFFSET 0x28
  530. mailbox = mlx4_alloc_cmd_mailbox(dev);
  531. if (IS_ERR(mailbox))
  532. return PTR_ERR(mailbox);
  533. outbox = mailbox->buf;
  534. err = mlx4_cmd_box(dev, 0, mailbox->dma, 0, 0, MLX4_CMD_QUERY_FW,
  535. MLX4_CMD_TIME_CLASS_A);
  536. if (err)
  537. goto out;
  538. MLX4_GET(fw_ver, outbox, QUERY_FW_VER_OFFSET);
  539. /*
  540. * FW subminor version is at more significant bits than minor
  541. * version, so swap here.
  542. */
  543. dev->caps.fw_ver = (fw_ver & 0xffff00000000ull) |
  544. ((fw_ver & 0xffff0000ull) >> 16) |
  545. ((fw_ver & 0x0000ffffull) << 16);
  546. MLX4_GET(cmd_if_rev, outbox, QUERY_FW_CMD_IF_REV_OFFSET);
  547. if (cmd_if_rev < MLX4_COMMAND_INTERFACE_MIN_REV ||
  548. cmd_if_rev > MLX4_COMMAND_INTERFACE_MAX_REV) {
  549. mlx4_err(dev, "Installed FW has unsupported "
  550. "command interface revision %d.\n",
  551. cmd_if_rev);
  552. mlx4_err(dev, "(Installed FW version is %d.%d.%03d)\n",
  553. (int) (dev->caps.fw_ver >> 32),
  554. (int) (dev->caps.fw_ver >> 16) & 0xffff,
  555. (int) dev->caps.fw_ver & 0xffff);
  556. mlx4_err(dev, "This driver version supports only revisions %d to %d.\n",
  557. MLX4_COMMAND_INTERFACE_MIN_REV, MLX4_COMMAND_INTERFACE_MAX_REV);
  558. err = -ENODEV;
  559. goto out;
  560. }
  561. if (cmd_if_rev < MLX4_COMMAND_INTERFACE_NEW_PORT_CMDS)
  562. dev->flags |= MLX4_FLAG_OLD_PORT_CMDS;
  563. MLX4_GET(lg, outbox, QUERY_FW_MAX_CMD_OFFSET);
  564. cmd->max_cmds = 1 << lg;
  565. mlx4_dbg(dev, "FW version %d.%d.%03d (cmd intf rev %d), max commands %d\n",
  566. (int) (dev->caps.fw_ver >> 32),
  567. (int) (dev->caps.fw_ver >> 16) & 0xffff,
  568. (int) dev->caps.fw_ver & 0xffff,
  569. cmd_if_rev, cmd->max_cmds);
  570. MLX4_GET(fw->catas_offset, outbox, QUERY_FW_ERR_START_OFFSET);
  571. MLX4_GET(fw->catas_size, outbox, QUERY_FW_ERR_SIZE_OFFSET);
  572. MLX4_GET(fw->catas_bar, outbox, QUERY_FW_ERR_BAR_OFFSET);
  573. fw->catas_bar = (fw->catas_bar >> 6) * 2;
  574. mlx4_dbg(dev, "Catastrophic error buffer at 0x%llx, size 0x%x, BAR %d\n",
  575. (unsigned long long) fw->catas_offset, fw->catas_size, fw->catas_bar);
  576. MLX4_GET(fw->fw_pages, outbox, QUERY_FW_SIZE_OFFSET);
  577. MLX4_GET(fw->clr_int_base, outbox, QUERY_FW_CLR_INT_BASE_OFFSET);
  578. MLX4_GET(fw->clr_int_bar, outbox, QUERY_FW_CLR_INT_BAR_OFFSET);
  579. fw->clr_int_bar = (fw->clr_int_bar >> 6) * 2;
  580. mlx4_dbg(dev, "FW size %d KB\n", fw->fw_pages >> 2);
  581. /*
  582. * Round up number of system pages needed in case
  583. * MLX4_ICM_PAGE_SIZE < PAGE_SIZE.
  584. */
  585. fw->fw_pages =
  586. ALIGN(fw->fw_pages, PAGE_SIZE / MLX4_ICM_PAGE_SIZE) >>
  587. (PAGE_SHIFT - MLX4_ICM_PAGE_SHIFT);
  588. mlx4_dbg(dev, "Clear int @ %llx, BAR %d\n",
  589. (unsigned long long) fw->clr_int_base, fw->clr_int_bar);
  590. out:
  591. mlx4_free_cmd_mailbox(dev, mailbox);
  592. return err;
  593. }
  594. static void get_board_id(void *vsd, char *board_id)
  595. {
  596. int i;
  597. #define VSD_OFFSET_SIG1 0x00
  598. #define VSD_OFFSET_SIG2 0xde
  599. #define VSD_OFFSET_MLX_BOARD_ID 0xd0
  600. #define VSD_OFFSET_TS_BOARD_ID 0x20
  601. #define VSD_SIGNATURE_TOPSPIN 0x5ad
  602. memset(board_id, 0, MLX4_BOARD_ID_LEN);
  603. if (be16_to_cpup(vsd + VSD_OFFSET_SIG1) == VSD_SIGNATURE_TOPSPIN &&
  604. be16_to_cpup(vsd + VSD_OFFSET_SIG2) == VSD_SIGNATURE_TOPSPIN) {
  605. strlcpy(board_id, vsd + VSD_OFFSET_TS_BOARD_ID, MLX4_BOARD_ID_LEN);
  606. } else {
  607. /*
  608. * The board ID is a string but the firmware byte
  609. * swaps each 4-byte word before passing it back to
  610. * us. Therefore we need to swab it before printing.
  611. */
  612. for (i = 0; i < 4; ++i)
  613. ((u32 *) board_id)[i] =
  614. swab32(*(u32 *) (vsd + VSD_OFFSET_MLX_BOARD_ID + i * 4));
  615. }
  616. }
  617. int mlx4_QUERY_ADAPTER(struct mlx4_dev *dev, struct mlx4_adapter *adapter)
  618. {
  619. struct mlx4_cmd_mailbox *mailbox;
  620. u32 *outbox;
  621. int err;
  622. #define QUERY_ADAPTER_OUT_SIZE 0x100
  623. #define QUERY_ADAPTER_INTA_PIN_OFFSET 0x10
  624. #define QUERY_ADAPTER_VSD_OFFSET 0x20
  625. mailbox = mlx4_alloc_cmd_mailbox(dev);
  626. if (IS_ERR(mailbox))
  627. return PTR_ERR(mailbox);
  628. outbox = mailbox->buf;
  629. err = mlx4_cmd_box(dev, 0, mailbox->dma, 0, 0, MLX4_CMD_QUERY_ADAPTER,
  630. MLX4_CMD_TIME_CLASS_A);
  631. if (err)
  632. goto out;
  633. MLX4_GET(adapter->inta_pin, outbox, QUERY_ADAPTER_INTA_PIN_OFFSET);
  634. get_board_id(outbox + QUERY_ADAPTER_VSD_OFFSET / 4,
  635. adapter->board_id);
  636. out:
  637. mlx4_free_cmd_mailbox(dev, mailbox);
  638. return err;
  639. }
  640. int mlx4_INIT_HCA(struct mlx4_dev *dev, struct mlx4_init_hca_param *param)
  641. {
  642. struct mlx4_cmd_mailbox *mailbox;
  643. __be32 *inbox;
  644. int err;
  645. #define INIT_HCA_IN_SIZE 0x200
  646. #define INIT_HCA_VERSION_OFFSET 0x000
  647. #define INIT_HCA_VERSION 2
  648. #define INIT_HCA_CACHELINE_SZ_OFFSET 0x0e
  649. #define INIT_HCA_FLAGS_OFFSET 0x014
  650. #define INIT_HCA_QPC_OFFSET 0x020
  651. #define INIT_HCA_QPC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x10)
  652. #define INIT_HCA_LOG_QP_OFFSET (INIT_HCA_QPC_OFFSET + 0x17)
  653. #define INIT_HCA_SRQC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x28)
  654. #define INIT_HCA_LOG_SRQ_OFFSET (INIT_HCA_QPC_OFFSET + 0x2f)
  655. #define INIT_HCA_CQC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x30)
  656. #define INIT_HCA_LOG_CQ_OFFSET (INIT_HCA_QPC_OFFSET + 0x37)
  657. #define INIT_HCA_ALTC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x40)
  658. #define INIT_HCA_AUXC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x50)
  659. #define INIT_HCA_EQC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x60)
  660. #define INIT_HCA_LOG_EQ_OFFSET (INIT_HCA_QPC_OFFSET + 0x67)
  661. #define INIT_HCA_RDMARC_BASE_OFFSET (INIT_HCA_QPC_OFFSET + 0x70)
  662. #define INIT_HCA_LOG_RD_OFFSET (INIT_HCA_QPC_OFFSET + 0x77)
  663. #define INIT_HCA_MCAST_OFFSET 0x0c0
  664. #define INIT_HCA_MC_BASE_OFFSET (INIT_HCA_MCAST_OFFSET + 0x00)
  665. #define INIT_HCA_LOG_MC_ENTRY_SZ_OFFSET (INIT_HCA_MCAST_OFFSET + 0x12)
  666. #define INIT_HCA_LOG_MC_HASH_SZ_OFFSET (INIT_HCA_MCAST_OFFSET + 0x16)
  667. #define INIT_HCA_UC_STEERING_OFFSET (INIT_HCA_MCAST_OFFSET + 0x18)
  668. #define INIT_HCA_LOG_MC_TABLE_SZ_OFFSET (INIT_HCA_MCAST_OFFSET + 0x1b)
  669. #define INIT_HCA_TPT_OFFSET 0x0f0
  670. #define INIT_HCA_DMPT_BASE_OFFSET (INIT_HCA_TPT_OFFSET + 0x00)
  671. #define INIT_HCA_LOG_MPT_SZ_OFFSET (INIT_HCA_TPT_OFFSET + 0x0b)
  672. #define INIT_HCA_MTT_BASE_OFFSET (INIT_HCA_TPT_OFFSET + 0x10)
  673. #define INIT_HCA_CMPT_BASE_OFFSET (INIT_HCA_TPT_OFFSET + 0x18)
  674. #define INIT_HCA_UAR_OFFSET 0x120
  675. #define INIT_HCA_LOG_UAR_SZ_OFFSET (INIT_HCA_UAR_OFFSET + 0x0a)
  676. #define INIT_HCA_UAR_PAGE_SZ_OFFSET (INIT_HCA_UAR_OFFSET + 0x0b)
  677. mailbox = mlx4_alloc_cmd_mailbox(dev);
  678. if (IS_ERR(mailbox))
  679. return PTR_ERR(mailbox);
  680. inbox = mailbox->buf;
  681. memset(inbox, 0, INIT_HCA_IN_SIZE);
  682. *((u8 *) mailbox->buf + INIT_HCA_VERSION_OFFSET) = INIT_HCA_VERSION;
  683. *((u8 *) mailbox->buf + INIT_HCA_CACHELINE_SZ_OFFSET) =
  684. (ilog2(cache_line_size()) - 4) << 5;
  685. #if defined(__LITTLE_ENDIAN)
  686. *(inbox + INIT_HCA_FLAGS_OFFSET / 4) &= ~cpu_to_be32(1 << 1);
  687. #elif defined(__BIG_ENDIAN)
  688. *(inbox + INIT_HCA_FLAGS_OFFSET / 4) |= cpu_to_be32(1 << 1);
  689. #else
  690. #error Host endianness not defined
  691. #endif
  692. /* Check port for UD address vector: */
  693. *(inbox + INIT_HCA_FLAGS_OFFSET / 4) |= cpu_to_be32(1);
  694. /* Enable IPoIB checksumming if we can: */
  695. if (dev->caps.flags & MLX4_DEV_CAP_FLAG_IPOIB_CSUM)
  696. *(inbox + INIT_HCA_FLAGS_OFFSET / 4) |= cpu_to_be32(1 << 3);
  697. /* Enable QoS support if module parameter set */
  698. if (enable_qos)
  699. *(inbox + INIT_HCA_FLAGS_OFFSET / 4) |= cpu_to_be32(1 << 2);
  700. /* enable counters */
  701. if (dev->caps.flags & MLX4_DEV_CAP_FLAG_COUNTERS)
  702. *(inbox + INIT_HCA_FLAGS_OFFSET / 4) |= cpu_to_be32(1 << 4);
  703. /* QPC/EEC/CQC/EQC/RDMARC attributes */
  704. MLX4_PUT(inbox, param->qpc_base, INIT_HCA_QPC_BASE_OFFSET);
  705. MLX4_PUT(inbox, param->log_num_qps, INIT_HCA_LOG_QP_OFFSET);
  706. MLX4_PUT(inbox, param->srqc_base, INIT_HCA_SRQC_BASE_OFFSET);
  707. MLX4_PUT(inbox, param->log_num_srqs, INIT_HCA_LOG_SRQ_OFFSET);
  708. MLX4_PUT(inbox, param->cqc_base, INIT_HCA_CQC_BASE_OFFSET);
  709. MLX4_PUT(inbox, param->log_num_cqs, INIT_HCA_LOG_CQ_OFFSET);
  710. MLX4_PUT(inbox, param->altc_base, INIT_HCA_ALTC_BASE_OFFSET);
  711. MLX4_PUT(inbox, param->auxc_base, INIT_HCA_AUXC_BASE_OFFSET);
  712. MLX4_PUT(inbox, param->eqc_base, INIT_HCA_EQC_BASE_OFFSET);
  713. MLX4_PUT(inbox, param->log_num_eqs, INIT_HCA_LOG_EQ_OFFSET);
  714. MLX4_PUT(inbox, param->rdmarc_base, INIT_HCA_RDMARC_BASE_OFFSET);
  715. MLX4_PUT(inbox, param->log_rd_per_qp, INIT_HCA_LOG_RD_OFFSET);
  716. /* multicast attributes */
  717. MLX4_PUT(inbox, param->mc_base, INIT_HCA_MC_BASE_OFFSET);
  718. MLX4_PUT(inbox, param->log_mc_entry_sz, INIT_HCA_LOG_MC_ENTRY_SZ_OFFSET);
  719. MLX4_PUT(inbox, param->log_mc_hash_sz, INIT_HCA_LOG_MC_HASH_SZ_OFFSET);
  720. if (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER)
  721. MLX4_PUT(inbox, (u8) (1 << 3), INIT_HCA_UC_STEERING_OFFSET);
  722. MLX4_PUT(inbox, param->log_mc_table_sz, INIT_HCA_LOG_MC_TABLE_SZ_OFFSET);
  723. /* TPT attributes */
  724. MLX4_PUT(inbox, param->dmpt_base, INIT_HCA_DMPT_BASE_OFFSET);
  725. MLX4_PUT(inbox, param->log_mpt_sz, INIT_HCA_LOG_MPT_SZ_OFFSET);
  726. MLX4_PUT(inbox, param->mtt_base, INIT_HCA_MTT_BASE_OFFSET);
  727. MLX4_PUT(inbox, param->cmpt_base, INIT_HCA_CMPT_BASE_OFFSET);
  728. /* UAR attributes */
  729. MLX4_PUT(inbox, (u8) (PAGE_SHIFT - 12), INIT_HCA_UAR_PAGE_SZ_OFFSET);
  730. MLX4_PUT(inbox, param->log_uar_sz, INIT_HCA_LOG_UAR_SZ_OFFSET);
  731. err = mlx4_cmd(dev, mailbox->dma, 0, 0, MLX4_CMD_INIT_HCA, 10000);
  732. if (err)
  733. mlx4_err(dev, "INIT_HCA returns %d\n", err);
  734. mlx4_free_cmd_mailbox(dev, mailbox);
  735. return err;
  736. }
  737. int mlx4_INIT_PORT(struct mlx4_dev *dev, int port)
  738. {
  739. struct mlx4_cmd_mailbox *mailbox;
  740. u32 *inbox;
  741. int err;
  742. u32 flags;
  743. u16 field;
  744. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  745. #define INIT_PORT_IN_SIZE 256
  746. #define INIT_PORT_FLAGS_OFFSET 0x00
  747. #define INIT_PORT_FLAG_SIG (1 << 18)
  748. #define INIT_PORT_FLAG_NG (1 << 17)
  749. #define INIT_PORT_FLAG_G0 (1 << 16)
  750. #define INIT_PORT_VL_SHIFT 4
  751. #define INIT_PORT_PORT_WIDTH_SHIFT 8
  752. #define INIT_PORT_MTU_OFFSET 0x04
  753. #define INIT_PORT_MAX_GID_OFFSET 0x06
  754. #define INIT_PORT_MAX_PKEY_OFFSET 0x0a
  755. #define INIT_PORT_GUID0_OFFSET 0x10
  756. #define INIT_PORT_NODE_GUID_OFFSET 0x18
  757. #define INIT_PORT_SI_GUID_OFFSET 0x20
  758. mailbox = mlx4_alloc_cmd_mailbox(dev);
  759. if (IS_ERR(mailbox))
  760. return PTR_ERR(mailbox);
  761. inbox = mailbox->buf;
  762. memset(inbox, 0, INIT_PORT_IN_SIZE);
  763. flags = 0;
  764. flags |= (dev->caps.vl_cap[port] & 0xf) << INIT_PORT_VL_SHIFT;
  765. flags |= (dev->caps.port_width_cap[port] & 0xf) << INIT_PORT_PORT_WIDTH_SHIFT;
  766. MLX4_PUT(inbox, flags, INIT_PORT_FLAGS_OFFSET);
  767. field = 128 << dev->caps.ib_mtu_cap[port];
  768. MLX4_PUT(inbox, field, INIT_PORT_MTU_OFFSET);
  769. field = dev->caps.gid_table_len[port];
  770. MLX4_PUT(inbox, field, INIT_PORT_MAX_GID_OFFSET);
  771. field = dev->caps.pkey_table_len[port];
  772. MLX4_PUT(inbox, field, INIT_PORT_MAX_PKEY_OFFSET);
  773. err = mlx4_cmd(dev, mailbox->dma, port, 0, MLX4_CMD_INIT_PORT,
  774. MLX4_CMD_TIME_CLASS_A);
  775. mlx4_free_cmd_mailbox(dev, mailbox);
  776. } else
  777. err = mlx4_cmd(dev, 0, port, 0, MLX4_CMD_INIT_PORT,
  778. MLX4_CMD_TIME_CLASS_A);
  779. return err;
  780. }
  781. EXPORT_SYMBOL_GPL(mlx4_INIT_PORT);
  782. int mlx4_CLOSE_PORT(struct mlx4_dev *dev, int port)
  783. {
  784. return mlx4_cmd(dev, 0, port, 0, MLX4_CMD_CLOSE_PORT, 1000);
  785. }
  786. EXPORT_SYMBOL_GPL(mlx4_CLOSE_PORT);
  787. int mlx4_CLOSE_HCA(struct mlx4_dev *dev, int panic)
  788. {
  789. return mlx4_cmd(dev, 0, 0, panic, MLX4_CMD_CLOSE_HCA, 1000);
  790. }
  791. int mlx4_SET_ICM_SIZE(struct mlx4_dev *dev, u64 icm_size, u64 *aux_pages)
  792. {
  793. int ret = mlx4_cmd_imm(dev, icm_size, aux_pages, 0, 0,
  794. MLX4_CMD_SET_ICM_SIZE,
  795. MLX4_CMD_TIME_CLASS_A);
  796. if (ret)
  797. return ret;
  798. /*
  799. * Round up number of system pages needed in case
  800. * MLX4_ICM_PAGE_SIZE < PAGE_SIZE.
  801. */
  802. *aux_pages = ALIGN(*aux_pages, PAGE_SIZE / MLX4_ICM_PAGE_SIZE) >>
  803. (PAGE_SHIFT - MLX4_ICM_PAGE_SHIFT);
  804. return 0;
  805. }
  806. int mlx4_NOP(struct mlx4_dev *dev)
  807. {
  808. /* Input modifier of 0x1f means "finish as soon as possible." */
  809. return mlx4_cmd(dev, 0, 0x1f, 0, MLX4_CMD_NOP, 100);
  810. }
  811. #define MLX4_WOL_SETUP_MODE (5 << 28)
  812. int mlx4_wol_read(struct mlx4_dev *dev, u64 *config, int port)
  813. {
  814. u32 in_mod = MLX4_WOL_SETUP_MODE | port << 8;
  815. return mlx4_cmd_imm(dev, 0, config, in_mod, 0x3,
  816. MLX4_CMD_MOD_STAT_CFG, MLX4_CMD_TIME_CLASS_A);
  817. }
  818. EXPORT_SYMBOL_GPL(mlx4_wol_read);
  819. int mlx4_wol_write(struct mlx4_dev *dev, u64 config, int port)
  820. {
  821. u32 in_mod = MLX4_WOL_SETUP_MODE | port << 8;
  822. return mlx4_cmd(dev, config, in_mod, 0x1, MLX4_CMD_MOD_STAT_CFG,
  823. MLX4_CMD_TIME_CLASS_A);
  824. }
  825. EXPORT_SYMBOL_GPL(mlx4_wol_write);