port.c 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963
  1. /*
  2. * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #include <linux/errno.h>
  33. #include <linux/if_ether.h>
  34. #include <linux/export.h>
  35. #include <linux/mlx4/cmd.h>
  36. #include "mlx4.h"
  37. #define MLX4_MAC_VALID (1ull << 63)
  38. #define MLX4_MAC_MASK 0xffffffffffffULL
  39. #define MLX4_VLAN_VALID (1u << 31)
  40. #define MLX4_VLAN_MASK 0xfff
  41. #define MLX4_STATS_TRAFFIC_COUNTERS_MASK 0xfULL
  42. #define MLX4_STATS_TRAFFIC_DROPS_MASK 0xc0ULL
  43. #define MLX4_STATS_ERROR_COUNTERS_MASK 0x1ffc30ULL
  44. #define MLX4_STATS_PORT_COUNTERS_MASK 0x1fe00000ULL
  45. void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table)
  46. {
  47. int i;
  48. mutex_init(&table->mutex);
  49. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  50. table->entries[i] = 0;
  51. table->refs[i] = 0;
  52. }
  53. table->max = 1 << dev->caps.log_num_macs;
  54. table->total = 0;
  55. }
  56. void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table)
  57. {
  58. int i;
  59. mutex_init(&table->mutex);
  60. for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
  61. table->entries[i] = 0;
  62. table->refs[i] = 0;
  63. }
  64. table->max = (1 << dev->caps.log_num_vlans) - MLX4_VLAN_REGULAR;
  65. table->total = 0;
  66. }
  67. static int mlx4_uc_steer_add(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn)
  68. {
  69. struct mlx4_qp qp;
  70. u8 gid[16] = {0};
  71. __be64 be_mac;
  72. int err;
  73. qp.qpn = *qpn;
  74. mac &= 0xffffffffffffULL;
  75. be_mac = cpu_to_be64(mac << 16);
  76. memcpy(&gid[10], &be_mac, ETH_ALEN);
  77. gid[5] = port;
  78. err = mlx4_unicast_attach(dev, &qp, gid, 0, MLX4_PROT_ETH);
  79. if (err)
  80. mlx4_warn(dev, "Failed Attaching Unicast\n");
  81. return err;
  82. }
  83. static void mlx4_uc_steer_release(struct mlx4_dev *dev, u8 port,
  84. u64 mac, int qpn)
  85. {
  86. struct mlx4_qp qp;
  87. u8 gid[16] = {0};
  88. __be64 be_mac;
  89. qp.qpn = qpn;
  90. mac &= 0xffffffffffffULL;
  91. be_mac = cpu_to_be64(mac << 16);
  92. memcpy(&gid[10], &be_mac, ETH_ALEN);
  93. gid[5] = port;
  94. mlx4_unicast_detach(dev, &qp, gid, MLX4_PROT_ETH);
  95. }
  96. static int validate_index(struct mlx4_dev *dev,
  97. struct mlx4_mac_table *table, int index)
  98. {
  99. int err = 0;
  100. if (index < 0 || index >= table->max || !table->entries[index]) {
  101. mlx4_warn(dev, "No valid Mac entry for the given index\n");
  102. err = -EINVAL;
  103. }
  104. return err;
  105. }
  106. static int find_index(struct mlx4_dev *dev,
  107. struct mlx4_mac_table *table, u64 mac)
  108. {
  109. int i;
  110. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  111. if ((mac & MLX4_MAC_MASK) ==
  112. (MLX4_MAC_MASK & be64_to_cpu(table->entries[i])))
  113. return i;
  114. }
  115. /* Mac not found */
  116. return -EINVAL;
  117. }
  118. int mlx4_get_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn)
  119. {
  120. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  121. struct mlx4_mac_entry *entry;
  122. int index = 0;
  123. int err = 0;
  124. mlx4_dbg(dev, "Registering MAC: 0x%llx for adding\n",
  125. (unsigned long long) mac);
  126. index = mlx4_register_mac(dev, port, mac);
  127. if (index < 0) {
  128. err = index;
  129. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  130. (unsigned long long) mac);
  131. return err;
  132. }
  133. if (!(dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_UC_STEER)) {
  134. *qpn = info->base_qpn + index;
  135. return 0;
  136. }
  137. err = mlx4_qp_reserve_range(dev, 1, 1, qpn);
  138. mlx4_dbg(dev, "Reserved qp %d\n", *qpn);
  139. if (err) {
  140. mlx4_err(dev, "Failed to reserve qp for mac registration\n");
  141. goto qp_err;
  142. }
  143. err = mlx4_uc_steer_add(dev, port, mac, qpn);
  144. if (err)
  145. goto steer_err;
  146. entry = kmalloc(sizeof *entry, GFP_KERNEL);
  147. if (!entry) {
  148. err = -ENOMEM;
  149. goto alloc_err;
  150. }
  151. entry->mac = mac;
  152. err = radix_tree_insert(&info->mac_tree, *qpn, entry);
  153. if (err)
  154. goto insert_err;
  155. return 0;
  156. insert_err:
  157. kfree(entry);
  158. alloc_err:
  159. mlx4_uc_steer_release(dev, port, mac, *qpn);
  160. steer_err:
  161. mlx4_qp_release_range(dev, *qpn, 1);
  162. qp_err:
  163. mlx4_unregister_mac(dev, port, mac);
  164. return err;
  165. }
  166. EXPORT_SYMBOL_GPL(mlx4_get_eth_qp);
  167. void mlx4_put_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int qpn)
  168. {
  169. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  170. struct mlx4_mac_entry *entry;
  171. mlx4_dbg(dev, "Registering MAC: 0x%llx for deleting\n",
  172. (unsigned long long) mac);
  173. mlx4_unregister_mac(dev, port, mac);
  174. if (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_UC_STEER) {
  175. entry = radix_tree_lookup(&info->mac_tree, qpn);
  176. if (entry) {
  177. mlx4_dbg(dev, "Releasing qp: port %d, mac 0x%llx,"
  178. " qpn %d\n", port,
  179. (unsigned long long) mac, qpn);
  180. mlx4_uc_steer_release(dev, port, entry->mac, qpn);
  181. mlx4_qp_release_range(dev, qpn, 1);
  182. radix_tree_delete(&info->mac_tree, qpn);
  183. kfree(entry);
  184. }
  185. }
  186. }
  187. EXPORT_SYMBOL_GPL(mlx4_put_eth_qp);
  188. static int mlx4_set_port_mac_table(struct mlx4_dev *dev, u8 port,
  189. __be64 *entries)
  190. {
  191. struct mlx4_cmd_mailbox *mailbox;
  192. u32 in_mod;
  193. int err;
  194. mailbox = mlx4_alloc_cmd_mailbox(dev);
  195. if (IS_ERR(mailbox))
  196. return PTR_ERR(mailbox);
  197. memcpy(mailbox->buf, entries, MLX4_MAC_TABLE_SIZE);
  198. in_mod = MLX4_SET_PORT_MAC_TABLE << 8 | port;
  199. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  200. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  201. mlx4_free_cmd_mailbox(dev, mailbox);
  202. return err;
  203. }
  204. int __mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  205. {
  206. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  207. struct mlx4_mac_table *table = &info->mac_table;
  208. int i, err = 0;
  209. int free = -1;
  210. mlx4_dbg(dev, "Registering MAC: 0x%llx for port %d\n",
  211. (unsigned long long) mac, port);
  212. mutex_lock(&table->mutex);
  213. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  214. if (free < 0 && !table->entries[i]) {
  215. free = i;
  216. continue;
  217. }
  218. if (mac == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
  219. /* MAC already registered, Must not have duplicates */
  220. err = -EEXIST;
  221. goto out;
  222. }
  223. }
  224. mlx4_dbg(dev, "Free MAC index is %d\n", free);
  225. if (table->total == table->max) {
  226. /* No free mac entries */
  227. err = -ENOSPC;
  228. goto out;
  229. }
  230. /* Register new MAC */
  231. table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
  232. err = mlx4_set_port_mac_table(dev, port, table->entries);
  233. if (unlikely(err)) {
  234. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  235. (unsigned long long) mac);
  236. table->entries[free] = 0;
  237. goto out;
  238. }
  239. err = free;
  240. ++table->total;
  241. out:
  242. mutex_unlock(&table->mutex);
  243. return err;
  244. }
  245. EXPORT_SYMBOL_GPL(__mlx4_register_mac);
  246. int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  247. {
  248. u64 out_param;
  249. int err;
  250. if (mlx4_is_mfunc(dev)) {
  251. set_param_l(&out_param, port);
  252. err = mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  253. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  254. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  255. if (err)
  256. return err;
  257. return get_param_l(&out_param);
  258. }
  259. return __mlx4_register_mac(dev, port, mac);
  260. }
  261. EXPORT_SYMBOL_GPL(mlx4_register_mac);
  262. void __mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  263. {
  264. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  265. struct mlx4_mac_table *table = &info->mac_table;
  266. int index;
  267. index = find_index(dev, table, mac);
  268. mutex_lock(&table->mutex);
  269. if (validate_index(dev, table, index))
  270. goto out;
  271. table->entries[index] = 0;
  272. mlx4_set_port_mac_table(dev, port, table->entries);
  273. --table->total;
  274. out:
  275. mutex_unlock(&table->mutex);
  276. }
  277. EXPORT_SYMBOL_GPL(__mlx4_unregister_mac);
  278. void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  279. {
  280. u64 out_param;
  281. if (mlx4_is_mfunc(dev)) {
  282. set_param_l(&out_param, port);
  283. (void) mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  284. RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
  285. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  286. return;
  287. }
  288. __mlx4_unregister_mac(dev, port, mac);
  289. return;
  290. }
  291. EXPORT_SYMBOL_GPL(mlx4_unregister_mac);
  292. int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac)
  293. {
  294. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  295. struct mlx4_mac_table *table = &info->mac_table;
  296. struct mlx4_mac_entry *entry;
  297. int index = qpn - info->base_qpn;
  298. int err = 0;
  299. if (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_UC_STEER) {
  300. entry = radix_tree_lookup(&info->mac_tree, qpn);
  301. if (!entry)
  302. return -EINVAL;
  303. mlx4_uc_steer_release(dev, port, entry->mac, qpn);
  304. mlx4_unregister_mac(dev, port, entry->mac);
  305. entry->mac = new_mac;
  306. mlx4_register_mac(dev, port, new_mac);
  307. err = mlx4_uc_steer_add(dev, port, entry->mac, &qpn);
  308. return err;
  309. }
  310. /* CX1 doesn't support multi-functions */
  311. mutex_lock(&table->mutex);
  312. err = validate_index(dev, table, index);
  313. if (err)
  314. goto out;
  315. table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
  316. err = mlx4_set_port_mac_table(dev, port, table->entries);
  317. if (unlikely(err)) {
  318. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  319. (unsigned long long) new_mac);
  320. table->entries[index] = 0;
  321. }
  322. out:
  323. mutex_unlock(&table->mutex);
  324. return err;
  325. }
  326. EXPORT_SYMBOL_GPL(mlx4_replace_mac);
  327. static int mlx4_set_port_vlan_table(struct mlx4_dev *dev, u8 port,
  328. __be32 *entries)
  329. {
  330. struct mlx4_cmd_mailbox *mailbox;
  331. u32 in_mod;
  332. int err;
  333. mailbox = mlx4_alloc_cmd_mailbox(dev);
  334. if (IS_ERR(mailbox))
  335. return PTR_ERR(mailbox);
  336. memcpy(mailbox->buf, entries, MLX4_VLAN_TABLE_SIZE);
  337. in_mod = MLX4_SET_PORT_VLAN_TABLE << 8 | port;
  338. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  339. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  340. mlx4_free_cmd_mailbox(dev, mailbox);
  341. return err;
  342. }
  343. int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx)
  344. {
  345. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  346. int i;
  347. for (i = 0; i < MLX4_MAX_VLAN_NUM; ++i) {
  348. if (table->refs[i] &&
  349. (vid == (MLX4_VLAN_MASK &
  350. be32_to_cpu(table->entries[i])))) {
  351. /* VLAN already registered, increase reference count */
  352. *idx = i;
  353. return 0;
  354. }
  355. }
  356. return -ENOENT;
  357. }
  358. EXPORT_SYMBOL_GPL(mlx4_find_cached_vlan);
  359. static int __mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan,
  360. int *index)
  361. {
  362. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  363. int i, err = 0;
  364. int free = -1;
  365. mutex_lock(&table->mutex);
  366. if (table->total == table->max) {
  367. /* No free vlan entries */
  368. err = -ENOSPC;
  369. goto out;
  370. }
  371. for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
  372. if (free < 0 && (table->refs[i] == 0)) {
  373. free = i;
  374. continue;
  375. }
  376. if (table->refs[i] &&
  377. (vlan == (MLX4_VLAN_MASK &
  378. be32_to_cpu(table->entries[i])))) {
  379. /* Vlan already registered, increase references count */
  380. *index = i;
  381. ++table->refs[i];
  382. goto out;
  383. }
  384. }
  385. if (free < 0) {
  386. err = -ENOMEM;
  387. goto out;
  388. }
  389. /* Register new VLAN */
  390. table->refs[free] = 1;
  391. table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
  392. err = mlx4_set_port_vlan_table(dev, port, table->entries);
  393. if (unlikely(err)) {
  394. mlx4_warn(dev, "Failed adding vlan: %u\n", vlan);
  395. table->refs[free] = 0;
  396. table->entries[free] = 0;
  397. goto out;
  398. }
  399. *index = free;
  400. ++table->total;
  401. out:
  402. mutex_unlock(&table->mutex);
  403. return err;
  404. }
  405. int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index)
  406. {
  407. u64 out_param;
  408. int err;
  409. if (mlx4_is_mfunc(dev)) {
  410. set_param_l(&out_param, port);
  411. err = mlx4_cmd_imm(dev, vlan, &out_param, RES_VLAN,
  412. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  413. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  414. if (!err)
  415. *index = get_param_l(&out_param);
  416. return err;
  417. }
  418. return __mlx4_register_vlan(dev, port, vlan, index);
  419. }
  420. EXPORT_SYMBOL_GPL(mlx4_register_vlan);
  421. static void __mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  422. {
  423. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  424. if (index < MLX4_VLAN_REGULAR) {
  425. mlx4_warn(dev, "Trying to free special vlan index %d\n", index);
  426. return;
  427. }
  428. mutex_lock(&table->mutex);
  429. if (!table->refs[index]) {
  430. mlx4_warn(dev, "No vlan entry for index %d\n", index);
  431. goto out;
  432. }
  433. if (--table->refs[index]) {
  434. mlx4_dbg(dev, "Have more references for index %d,"
  435. "no need to modify vlan table\n", index);
  436. goto out;
  437. }
  438. table->entries[index] = 0;
  439. mlx4_set_port_vlan_table(dev, port, table->entries);
  440. --table->total;
  441. out:
  442. mutex_unlock(&table->mutex);
  443. }
  444. void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  445. {
  446. u64 in_param;
  447. int err;
  448. if (mlx4_is_mfunc(dev)) {
  449. set_param_l(&in_param, port);
  450. err = mlx4_cmd(dev, in_param, RES_VLAN, RES_OP_RESERVE_AND_MAP,
  451. MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A,
  452. MLX4_CMD_WRAPPED);
  453. if (!err)
  454. mlx4_warn(dev, "Failed freeing vlan at index:%d\n",
  455. index);
  456. return;
  457. }
  458. __mlx4_unregister_vlan(dev, port, index);
  459. }
  460. EXPORT_SYMBOL_GPL(mlx4_unregister_vlan);
  461. int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps)
  462. {
  463. struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
  464. u8 *inbuf, *outbuf;
  465. int err;
  466. inmailbox = mlx4_alloc_cmd_mailbox(dev);
  467. if (IS_ERR(inmailbox))
  468. return PTR_ERR(inmailbox);
  469. outmailbox = mlx4_alloc_cmd_mailbox(dev);
  470. if (IS_ERR(outmailbox)) {
  471. mlx4_free_cmd_mailbox(dev, inmailbox);
  472. return PTR_ERR(outmailbox);
  473. }
  474. inbuf = inmailbox->buf;
  475. outbuf = outmailbox->buf;
  476. memset(inbuf, 0, 256);
  477. memset(outbuf, 0, 256);
  478. inbuf[0] = 1;
  479. inbuf[1] = 1;
  480. inbuf[2] = 1;
  481. inbuf[3] = 1;
  482. *(__be16 *) (&inbuf[16]) = cpu_to_be16(0x0015);
  483. *(__be32 *) (&inbuf[20]) = cpu_to_be32(port);
  484. err = mlx4_cmd_box(dev, inmailbox->dma, outmailbox->dma, port, 3,
  485. MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
  486. MLX4_CMD_NATIVE);
  487. if (!err)
  488. *caps = *(__be32 *) (outbuf + 84);
  489. mlx4_free_cmd_mailbox(dev, inmailbox);
  490. mlx4_free_cmd_mailbox(dev, outmailbox);
  491. return err;
  492. }
  493. static int mlx4_common_set_port(struct mlx4_dev *dev, int slave, u32 in_mod,
  494. u8 op_mod, struct mlx4_cmd_mailbox *inbox)
  495. {
  496. struct mlx4_priv *priv = mlx4_priv(dev);
  497. struct mlx4_port_info *port_info;
  498. struct mlx4_mfunc_master_ctx *master = &priv->mfunc.master;
  499. struct mlx4_slave_state *slave_st = &master->slave_state[slave];
  500. struct mlx4_set_port_rqp_calc_context *qpn_context;
  501. struct mlx4_set_port_general_context *gen_context;
  502. int reset_qkey_viols;
  503. int port;
  504. int is_eth;
  505. u32 in_modifier;
  506. u32 promisc;
  507. u16 mtu, prev_mtu;
  508. int err;
  509. int i;
  510. __be32 agg_cap_mask;
  511. __be32 slave_cap_mask;
  512. __be32 new_cap_mask;
  513. port = in_mod & 0xff;
  514. in_modifier = in_mod >> 8;
  515. is_eth = op_mod;
  516. port_info = &priv->port[port];
  517. /* Slaves cannot perform SET_PORT operations except changing MTU */
  518. if (is_eth) {
  519. if (slave != dev->caps.function &&
  520. in_modifier != MLX4_SET_PORT_GENERAL) {
  521. mlx4_warn(dev, "denying SET_PORT for slave:%d\n",
  522. slave);
  523. return -EINVAL;
  524. }
  525. switch (in_modifier) {
  526. case MLX4_SET_PORT_RQP_CALC:
  527. qpn_context = inbox->buf;
  528. qpn_context->base_qpn =
  529. cpu_to_be32(port_info->base_qpn);
  530. qpn_context->n_mac = 0x7;
  531. promisc = be32_to_cpu(qpn_context->promisc) >>
  532. SET_PORT_PROMISC_SHIFT;
  533. qpn_context->promisc = cpu_to_be32(
  534. promisc << SET_PORT_PROMISC_SHIFT |
  535. port_info->base_qpn);
  536. promisc = be32_to_cpu(qpn_context->mcast) >>
  537. SET_PORT_MC_PROMISC_SHIFT;
  538. qpn_context->mcast = cpu_to_be32(
  539. promisc << SET_PORT_MC_PROMISC_SHIFT |
  540. port_info->base_qpn);
  541. break;
  542. case MLX4_SET_PORT_GENERAL:
  543. gen_context = inbox->buf;
  544. /* Mtu is configured as the max MTU among all the
  545. * the functions on the port. */
  546. mtu = be16_to_cpu(gen_context->mtu);
  547. mtu = min_t(int, mtu, dev->caps.eth_mtu_cap[port]);
  548. prev_mtu = slave_st->mtu[port];
  549. slave_st->mtu[port] = mtu;
  550. if (mtu > master->max_mtu[port])
  551. master->max_mtu[port] = mtu;
  552. if (mtu < prev_mtu && prev_mtu ==
  553. master->max_mtu[port]) {
  554. slave_st->mtu[port] = mtu;
  555. master->max_mtu[port] = mtu;
  556. for (i = 0; i < dev->num_slaves; i++) {
  557. master->max_mtu[port] =
  558. max(master->max_mtu[port],
  559. master->slave_state[i].mtu[port]);
  560. }
  561. }
  562. gen_context->mtu = cpu_to_be16(master->max_mtu[port]);
  563. break;
  564. }
  565. return mlx4_cmd(dev, inbox->dma, in_mod, op_mod,
  566. MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
  567. MLX4_CMD_NATIVE);
  568. }
  569. /* For IB, we only consider:
  570. * - The capability mask, which is set to the aggregate of all
  571. * slave function capabilities
  572. * - The QKey violatin counter - reset according to each request.
  573. */
  574. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  575. reset_qkey_viols = (*(u8 *) inbox->buf) & 0x40;
  576. new_cap_mask = ((__be32 *) inbox->buf)[2];
  577. } else {
  578. reset_qkey_viols = ((u8 *) inbox->buf)[3] & 0x1;
  579. new_cap_mask = ((__be32 *) inbox->buf)[1];
  580. }
  581. agg_cap_mask = 0;
  582. slave_cap_mask =
  583. priv->mfunc.master.slave_state[slave].ib_cap_mask[port];
  584. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] = new_cap_mask;
  585. for (i = 0; i < dev->num_slaves; i++)
  586. agg_cap_mask |=
  587. priv->mfunc.master.slave_state[i].ib_cap_mask[port];
  588. /* only clear mailbox for guests. Master may be setting
  589. * MTU or PKEY table size
  590. */
  591. if (slave != dev->caps.function)
  592. memset(inbox->buf, 0, 256);
  593. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  594. *(u8 *) inbox->buf |= !!reset_qkey_viols << 6;
  595. ((__be32 *) inbox->buf)[2] = agg_cap_mask;
  596. } else {
  597. ((u8 *) inbox->buf)[3] |= !!reset_qkey_viols;
  598. ((__be32 *) inbox->buf)[1] = agg_cap_mask;
  599. }
  600. err = mlx4_cmd(dev, inbox->dma, port, is_eth, MLX4_CMD_SET_PORT,
  601. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  602. if (err)
  603. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] =
  604. slave_cap_mask;
  605. return err;
  606. }
  607. int mlx4_SET_PORT_wrapper(struct mlx4_dev *dev, int slave,
  608. struct mlx4_vhcr *vhcr,
  609. struct mlx4_cmd_mailbox *inbox,
  610. struct mlx4_cmd_mailbox *outbox,
  611. struct mlx4_cmd_info *cmd)
  612. {
  613. return mlx4_common_set_port(dev, slave, vhcr->in_modifier,
  614. vhcr->op_modifier, inbox);
  615. }
  616. /* bit locations for set port command with zero op modifier */
  617. enum {
  618. MLX4_SET_PORT_VL_CAP = 4, /* bits 7:4 */
  619. MLX4_SET_PORT_MTU_CAP = 12, /* bits 15:12 */
  620. MLX4_CHANGE_PORT_VL_CAP = 21,
  621. MLX4_CHANGE_PORT_MTU_CAP = 22,
  622. };
  623. int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port)
  624. {
  625. struct mlx4_cmd_mailbox *mailbox;
  626. int err, vl_cap;
  627. if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH)
  628. return 0;
  629. mailbox = mlx4_alloc_cmd_mailbox(dev);
  630. if (IS_ERR(mailbox))
  631. return PTR_ERR(mailbox);
  632. memset(mailbox->buf, 0, 256);
  633. ((__be32 *) mailbox->buf)[1] = dev->caps.ib_port_def_cap[port];
  634. /* IB VL CAP enum isn't used by the firmware, just numerical values */
  635. for (vl_cap = 8; vl_cap >= 1; vl_cap >>= 1) {
  636. ((__be32 *) mailbox->buf)[0] = cpu_to_be32(
  637. (1 << MLX4_CHANGE_PORT_MTU_CAP) |
  638. (1 << MLX4_CHANGE_PORT_VL_CAP) |
  639. (dev->caps.port_ib_mtu[port] << MLX4_SET_PORT_MTU_CAP) |
  640. (vl_cap << MLX4_SET_PORT_VL_CAP));
  641. err = mlx4_cmd(dev, mailbox->dma, port, 0, MLX4_CMD_SET_PORT,
  642. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  643. if (err != -ENOMEM)
  644. break;
  645. }
  646. mlx4_free_cmd_mailbox(dev, mailbox);
  647. return err;
  648. }
  649. int mlx4_SET_PORT_general(struct mlx4_dev *dev, u8 port, int mtu,
  650. u8 pptx, u8 pfctx, u8 pprx, u8 pfcrx)
  651. {
  652. struct mlx4_cmd_mailbox *mailbox;
  653. struct mlx4_set_port_general_context *context;
  654. int err;
  655. u32 in_mod;
  656. mailbox = mlx4_alloc_cmd_mailbox(dev);
  657. if (IS_ERR(mailbox))
  658. return PTR_ERR(mailbox);
  659. context = mailbox->buf;
  660. memset(context, 0, sizeof *context);
  661. context->flags = SET_PORT_GEN_ALL_VALID;
  662. context->mtu = cpu_to_be16(mtu);
  663. context->pptx = (pptx * (!pfctx)) << 7;
  664. context->pfctx = pfctx;
  665. context->pprx = (pprx * (!pfcrx)) << 7;
  666. context->pfcrx = pfcrx;
  667. in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
  668. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  669. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  670. mlx4_free_cmd_mailbox(dev, mailbox);
  671. return err;
  672. }
  673. EXPORT_SYMBOL(mlx4_SET_PORT_general);
  674. int mlx4_SET_PORT_qpn_calc(struct mlx4_dev *dev, u8 port, u32 base_qpn,
  675. u8 promisc)
  676. {
  677. struct mlx4_cmd_mailbox *mailbox;
  678. struct mlx4_set_port_rqp_calc_context *context;
  679. int err;
  680. u32 in_mod;
  681. u32 m_promisc = (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER) ?
  682. MCAST_DIRECT : MCAST_DEFAULT;
  683. if (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER &&
  684. dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_UC_STEER)
  685. return 0;
  686. mailbox = mlx4_alloc_cmd_mailbox(dev);
  687. if (IS_ERR(mailbox))
  688. return PTR_ERR(mailbox);
  689. context = mailbox->buf;
  690. memset(context, 0, sizeof *context);
  691. context->base_qpn = cpu_to_be32(base_qpn);
  692. context->n_mac = dev->caps.log_num_macs;
  693. context->promisc = cpu_to_be32(promisc << SET_PORT_PROMISC_SHIFT |
  694. base_qpn);
  695. context->mcast = cpu_to_be32(m_promisc << SET_PORT_MC_PROMISC_SHIFT |
  696. base_qpn);
  697. context->intra_no_vlan = 0;
  698. context->no_vlan = MLX4_NO_VLAN_IDX;
  699. context->intra_vlan_miss = 0;
  700. context->vlan_miss = MLX4_VLAN_MISS_IDX;
  701. in_mod = MLX4_SET_PORT_RQP_CALC << 8 | port;
  702. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  703. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  704. mlx4_free_cmd_mailbox(dev, mailbox);
  705. return err;
  706. }
  707. EXPORT_SYMBOL(mlx4_SET_PORT_qpn_calc);
  708. int mlx4_SET_PORT_PRIO2TC(struct mlx4_dev *dev, u8 port, u8 *prio2tc)
  709. {
  710. struct mlx4_cmd_mailbox *mailbox;
  711. struct mlx4_set_port_prio2tc_context *context;
  712. int err;
  713. u32 in_mod;
  714. int i;
  715. mailbox = mlx4_alloc_cmd_mailbox(dev);
  716. if (IS_ERR(mailbox))
  717. return PTR_ERR(mailbox);
  718. context = mailbox->buf;
  719. memset(context, 0, sizeof *context);
  720. for (i = 0; i < MLX4_NUM_UP; i += 2)
  721. context->prio2tc[i >> 1] = prio2tc[i] << 4 | prio2tc[i + 1];
  722. in_mod = MLX4_SET_PORT_PRIO2TC << 8 | port;
  723. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  724. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  725. mlx4_free_cmd_mailbox(dev, mailbox);
  726. return err;
  727. }
  728. EXPORT_SYMBOL(mlx4_SET_PORT_PRIO2TC);
  729. int mlx4_SET_PORT_SCHEDULER(struct mlx4_dev *dev, u8 port, u8 *tc_tx_bw,
  730. u8 *pg, u16 *ratelimit)
  731. {
  732. struct mlx4_cmd_mailbox *mailbox;
  733. struct mlx4_set_port_scheduler_context *context;
  734. int err;
  735. u32 in_mod;
  736. int i;
  737. mailbox = mlx4_alloc_cmd_mailbox(dev);
  738. if (IS_ERR(mailbox))
  739. return PTR_ERR(mailbox);
  740. context = mailbox->buf;
  741. memset(context, 0, sizeof *context);
  742. for (i = 0; i < MLX4_NUM_TC; i++) {
  743. struct mlx4_port_scheduler_tc_cfg_be *tc = &context->tc[i];
  744. u16 r = ratelimit && ratelimit[i] ? ratelimit[i] :
  745. MLX4_RATELIMIT_DEFAULT;
  746. tc->pg = htons(pg[i]);
  747. tc->bw_precentage = htons(tc_tx_bw[i]);
  748. tc->max_bw_units = htons(MLX4_RATELIMIT_UNITS);
  749. tc->max_bw_value = htons(r);
  750. }
  751. in_mod = MLX4_SET_PORT_SCHEDULER << 8 | port;
  752. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  753. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  754. mlx4_free_cmd_mailbox(dev, mailbox);
  755. return err;
  756. }
  757. EXPORT_SYMBOL(mlx4_SET_PORT_SCHEDULER);
  758. int mlx4_SET_MCAST_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  759. struct mlx4_vhcr *vhcr,
  760. struct mlx4_cmd_mailbox *inbox,
  761. struct mlx4_cmd_mailbox *outbox,
  762. struct mlx4_cmd_info *cmd)
  763. {
  764. int err = 0;
  765. return err;
  766. }
  767. int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port,
  768. u64 mac, u64 clear, u8 mode)
  769. {
  770. return mlx4_cmd(dev, (mac | (clear << 63)), port, mode,
  771. MLX4_CMD_SET_MCAST_FLTR, MLX4_CMD_TIME_CLASS_B,
  772. MLX4_CMD_WRAPPED);
  773. }
  774. EXPORT_SYMBOL(mlx4_SET_MCAST_FLTR);
  775. int mlx4_SET_VLAN_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  776. struct mlx4_vhcr *vhcr,
  777. struct mlx4_cmd_mailbox *inbox,
  778. struct mlx4_cmd_mailbox *outbox,
  779. struct mlx4_cmd_info *cmd)
  780. {
  781. int err = 0;
  782. return err;
  783. }
  784. int mlx4_common_dump_eth_stats(struct mlx4_dev *dev, int slave,
  785. u32 in_mod, struct mlx4_cmd_mailbox *outbox)
  786. {
  787. return mlx4_cmd_box(dev, 0, outbox->dma, in_mod, 0,
  788. MLX4_CMD_DUMP_ETH_STATS, MLX4_CMD_TIME_CLASS_B,
  789. MLX4_CMD_NATIVE);
  790. }
  791. int mlx4_DUMP_ETH_STATS_wrapper(struct mlx4_dev *dev, int slave,
  792. struct mlx4_vhcr *vhcr,
  793. struct mlx4_cmd_mailbox *inbox,
  794. struct mlx4_cmd_mailbox *outbox,
  795. struct mlx4_cmd_info *cmd)
  796. {
  797. if (slave != dev->caps.function)
  798. return 0;
  799. return mlx4_common_dump_eth_stats(dev, slave,
  800. vhcr->in_modifier, outbox);
  801. }
  802. void mlx4_set_stats_bitmap(struct mlx4_dev *dev, u64 *stats_bitmap)
  803. {
  804. if (!mlx4_is_mfunc(dev)) {
  805. *stats_bitmap = 0;
  806. return;
  807. }
  808. *stats_bitmap = (MLX4_STATS_TRAFFIC_COUNTERS_MASK |
  809. MLX4_STATS_TRAFFIC_DROPS_MASK |
  810. MLX4_STATS_PORT_COUNTERS_MASK);
  811. if (mlx4_is_master(dev))
  812. *stats_bitmap |= MLX4_STATS_ERROR_COUNTERS_MASK;
  813. }
  814. EXPORT_SYMBOL(mlx4_set_stats_bitmap);