port.c 26 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018
  1. /*
  2. * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #include <linux/errno.h>
  33. #include <linux/if_ether.h>
  34. #include <linux/export.h>
  35. #include <linux/mlx4/cmd.h>
  36. #include "mlx4.h"
  37. #define MLX4_MAC_VALID (1ull << 63)
  38. #define MLX4_VLAN_VALID (1u << 31)
  39. #define MLX4_VLAN_MASK 0xfff
  40. #define MLX4_STATS_TRAFFIC_COUNTERS_MASK 0xfULL
  41. #define MLX4_STATS_TRAFFIC_DROPS_MASK 0xc0ULL
  42. #define MLX4_STATS_ERROR_COUNTERS_MASK 0x1ffc30ULL
  43. #define MLX4_STATS_PORT_COUNTERS_MASK 0x1fe00000ULL
  44. void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table)
  45. {
  46. int i;
  47. mutex_init(&table->mutex);
  48. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  49. table->entries[i] = 0;
  50. table->refs[i] = 0;
  51. }
  52. table->max = 1 << dev->caps.log_num_macs;
  53. table->total = 0;
  54. }
  55. void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table)
  56. {
  57. int i;
  58. mutex_init(&table->mutex);
  59. for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
  60. table->entries[i] = 0;
  61. table->refs[i] = 0;
  62. }
  63. table->max = (1 << dev->caps.log_num_vlans) - MLX4_VLAN_REGULAR;
  64. table->total = 0;
  65. }
  66. static int mlx4_uc_steer_add(struct mlx4_dev *dev, u8 port,
  67. u64 mac, int *qpn, u64 *reg_id)
  68. {
  69. __be64 be_mac;
  70. int err;
  71. mac &= MLX4_MAC_MASK;
  72. be_mac = cpu_to_be64(mac << 16);
  73. switch (dev->caps.steering_mode) {
  74. case MLX4_STEERING_MODE_B0: {
  75. struct mlx4_qp qp;
  76. u8 gid[16] = {0};
  77. qp.qpn = *qpn;
  78. memcpy(&gid[10], &be_mac, ETH_ALEN);
  79. gid[5] = port;
  80. err = mlx4_unicast_attach(dev, &qp, gid, 0, MLX4_PROT_ETH);
  81. break;
  82. }
  83. case MLX4_STEERING_MODE_DEVICE_MANAGED: {
  84. struct mlx4_spec_list spec_eth = { {NULL} };
  85. __be64 mac_mask = cpu_to_be64(MLX4_MAC_MASK << 16);
  86. struct mlx4_net_trans_rule rule = {
  87. .queue_mode = MLX4_NET_TRANS_Q_FIFO,
  88. .exclusive = 0,
  89. .allow_loopback = 1,
  90. .promisc_mode = MLX4_FS_PROMISC_NONE,
  91. .priority = MLX4_DOMAIN_NIC,
  92. };
  93. rule.port = port;
  94. rule.qpn = *qpn;
  95. INIT_LIST_HEAD(&rule.list);
  96. spec_eth.id = MLX4_NET_TRANS_RULE_ID_ETH;
  97. memcpy(spec_eth.eth.dst_mac, &be_mac, ETH_ALEN);
  98. memcpy(spec_eth.eth.dst_mac_msk, &mac_mask, ETH_ALEN);
  99. list_add_tail(&spec_eth.list, &rule.list);
  100. err = mlx4_flow_attach(dev, &rule, reg_id);
  101. break;
  102. }
  103. default:
  104. return -EINVAL;
  105. }
  106. if (err)
  107. mlx4_warn(dev, "Failed Attaching Unicast\n");
  108. return err;
  109. }
  110. static void mlx4_uc_steer_release(struct mlx4_dev *dev, u8 port,
  111. u64 mac, int qpn, u64 reg_id)
  112. {
  113. switch (dev->caps.steering_mode) {
  114. case MLX4_STEERING_MODE_B0: {
  115. struct mlx4_qp qp;
  116. u8 gid[16] = {0};
  117. __be64 be_mac;
  118. qp.qpn = qpn;
  119. mac &= MLX4_MAC_MASK;
  120. be_mac = cpu_to_be64(mac << 16);
  121. memcpy(&gid[10], &be_mac, ETH_ALEN);
  122. gid[5] = port;
  123. mlx4_unicast_detach(dev, &qp, gid, MLX4_PROT_ETH);
  124. break;
  125. }
  126. case MLX4_STEERING_MODE_DEVICE_MANAGED: {
  127. mlx4_flow_detach(dev, reg_id);
  128. break;
  129. }
  130. default:
  131. mlx4_err(dev, "Invalid steering mode.\n");
  132. }
  133. }
  134. static int validate_index(struct mlx4_dev *dev,
  135. struct mlx4_mac_table *table, int index)
  136. {
  137. int err = 0;
  138. if (index < 0 || index >= table->max || !table->entries[index]) {
  139. mlx4_warn(dev, "No valid Mac entry for the given index\n");
  140. err = -EINVAL;
  141. }
  142. return err;
  143. }
  144. static int find_index(struct mlx4_dev *dev,
  145. struct mlx4_mac_table *table, u64 mac)
  146. {
  147. int i;
  148. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  149. if ((mac & MLX4_MAC_MASK) ==
  150. (MLX4_MAC_MASK & be64_to_cpu(table->entries[i])))
  151. return i;
  152. }
  153. /* Mac not found */
  154. return -EINVAL;
  155. }
  156. int mlx4_get_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn)
  157. {
  158. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  159. struct mlx4_mac_entry *entry;
  160. int index = 0;
  161. int err = 0;
  162. u64 reg_id;
  163. mlx4_dbg(dev, "Registering MAC: 0x%llx for adding\n",
  164. (unsigned long long) mac);
  165. index = mlx4_register_mac(dev, port, mac);
  166. if (index < 0) {
  167. err = index;
  168. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  169. (unsigned long long) mac);
  170. return err;
  171. }
  172. if (dev->caps.steering_mode == MLX4_STEERING_MODE_A0) {
  173. *qpn = info->base_qpn + index;
  174. return 0;
  175. }
  176. err = mlx4_qp_reserve_range(dev, 1, 1, qpn);
  177. mlx4_dbg(dev, "Reserved qp %d\n", *qpn);
  178. if (err) {
  179. mlx4_err(dev, "Failed to reserve qp for mac registration\n");
  180. goto qp_err;
  181. }
  182. err = mlx4_uc_steer_add(dev, port, mac, qpn, &reg_id);
  183. if (err)
  184. goto steer_err;
  185. entry = kmalloc(sizeof *entry, GFP_KERNEL);
  186. if (!entry) {
  187. err = -ENOMEM;
  188. goto alloc_err;
  189. }
  190. entry->mac = mac;
  191. entry->reg_id = reg_id;
  192. err = radix_tree_insert(&info->mac_tree, *qpn, entry);
  193. if (err)
  194. goto insert_err;
  195. return 0;
  196. insert_err:
  197. kfree(entry);
  198. alloc_err:
  199. mlx4_uc_steer_release(dev, port, mac, *qpn, reg_id);
  200. steer_err:
  201. mlx4_qp_release_range(dev, *qpn, 1);
  202. qp_err:
  203. mlx4_unregister_mac(dev, port, mac);
  204. return err;
  205. }
  206. EXPORT_SYMBOL_GPL(mlx4_get_eth_qp);
  207. void mlx4_put_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int qpn)
  208. {
  209. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  210. struct mlx4_mac_entry *entry;
  211. mlx4_dbg(dev, "Registering MAC: 0x%llx for deleting\n",
  212. (unsigned long long) mac);
  213. mlx4_unregister_mac(dev, port, mac);
  214. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0) {
  215. entry = radix_tree_lookup(&info->mac_tree, qpn);
  216. if (entry) {
  217. mlx4_dbg(dev, "Releasing qp: port %d, mac 0x%llx,"
  218. " qpn %d\n", port,
  219. (unsigned long long) mac, qpn);
  220. mlx4_uc_steer_release(dev, port, entry->mac,
  221. qpn, entry->reg_id);
  222. mlx4_qp_release_range(dev, qpn, 1);
  223. radix_tree_delete(&info->mac_tree, qpn);
  224. kfree(entry);
  225. }
  226. }
  227. }
  228. EXPORT_SYMBOL_GPL(mlx4_put_eth_qp);
  229. static int mlx4_set_port_mac_table(struct mlx4_dev *dev, u8 port,
  230. __be64 *entries)
  231. {
  232. struct mlx4_cmd_mailbox *mailbox;
  233. u32 in_mod;
  234. int err;
  235. mailbox = mlx4_alloc_cmd_mailbox(dev);
  236. if (IS_ERR(mailbox))
  237. return PTR_ERR(mailbox);
  238. memcpy(mailbox->buf, entries, MLX4_MAC_TABLE_SIZE);
  239. in_mod = MLX4_SET_PORT_MAC_TABLE << 8 | port;
  240. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  241. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  242. mlx4_free_cmd_mailbox(dev, mailbox);
  243. return err;
  244. }
  245. int __mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  246. {
  247. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  248. struct mlx4_mac_table *table = &info->mac_table;
  249. int i, err = 0;
  250. int free = -1;
  251. mlx4_dbg(dev, "Registering MAC: 0x%llx for port %d\n",
  252. (unsigned long long) mac, port);
  253. mutex_lock(&table->mutex);
  254. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  255. if (free < 0 && !table->entries[i]) {
  256. free = i;
  257. continue;
  258. }
  259. if (mac == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
  260. /* MAC already registered, Must not have duplicates */
  261. err = -EEXIST;
  262. goto out;
  263. }
  264. }
  265. mlx4_dbg(dev, "Free MAC index is %d\n", free);
  266. if (table->total == table->max) {
  267. /* No free mac entries */
  268. err = -ENOSPC;
  269. goto out;
  270. }
  271. /* Register new MAC */
  272. table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
  273. err = mlx4_set_port_mac_table(dev, port, table->entries);
  274. if (unlikely(err)) {
  275. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  276. (unsigned long long) mac);
  277. table->entries[free] = 0;
  278. goto out;
  279. }
  280. err = free;
  281. ++table->total;
  282. out:
  283. mutex_unlock(&table->mutex);
  284. return err;
  285. }
  286. EXPORT_SYMBOL_GPL(__mlx4_register_mac);
  287. int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  288. {
  289. u64 out_param;
  290. int err;
  291. if (mlx4_is_mfunc(dev)) {
  292. set_param_l(&out_param, port);
  293. err = mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  294. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  295. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  296. if (err)
  297. return err;
  298. return get_param_l(&out_param);
  299. }
  300. return __mlx4_register_mac(dev, port, mac);
  301. }
  302. EXPORT_SYMBOL_GPL(mlx4_register_mac);
  303. void __mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  304. {
  305. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  306. struct mlx4_mac_table *table = &info->mac_table;
  307. int index;
  308. index = find_index(dev, table, mac);
  309. mutex_lock(&table->mutex);
  310. if (validate_index(dev, table, index))
  311. goto out;
  312. table->entries[index] = 0;
  313. mlx4_set_port_mac_table(dev, port, table->entries);
  314. --table->total;
  315. out:
  316. mutex_unlock(&table->mutex);
  317. }
  318. EXPORT_SYMBOL_GPL(__mlx4_unregister_mac);
  319. void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  320. {
  321. u64 out_param;
  322. if (mlx4_is_mfunc(dev)) {
  323. set_param_l(&out_param, port);
  324. (void) mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  325. RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
  326. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  327. return;
  328. }
  329. __mlx4_unregister_mac(dev, port, mac);
  330. return;
  331. }
  332. EXPORT_SYMBOL_GPL(mlx4_unregister_mac);
  333. int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac)
  334. {
  335. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  336. struct mlx4_mac_table *table = &info->mac_table;
  337. struct mlx4_mac_entry *entry;
  338. int index = qpn - info->base_qpn;
  339. int err = 0;
  340. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0) {
  341. entry = radix_tree_lookup(&info->mac_tree, qpn);
  342. if (!entry)
  343. return -EINVAL;
  344. mlx4_uc_steer_release(dev, port, entry->mac,
  345. qpn, entry->reg_id);
  346. mlx4_unregister_mac(dev, port, entry->mac);
  347. entry->mac = new_mac;
  348. entry->reg_id = 0;
  349. mlx4_register_mac(dev, port, new_mac);
  350. err = mlx4_uc_steer_add(dev, port, entry->mac,
  351. &qpn, &entry->reg_id);
  352. return err;
  353. }
  354. /* CX1 doesn't support multi-functions */
  355. mutex_lock(&table->mutex);
  356. err = validate_index(dev, table, index);
  357. if (err)
  358. goto out;
  359. table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
  360. err = mlx4_set_port_mac_table(dev, port, table->entries);
  361. if (unlikely(err)) {
  362. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  363. (unsigned long long) new_mac);
  364. table->entries[index] = 0;
  365. }
  366. out:
  367. mutex_unlock(&table->mutex);
  368. return err;
  369. }
  370. EXPORT_SYMBOL_GPL(mlx4_replace_mac);
  371. static int mlx4_set_port_vlan_table(struct mlx4_dev *dev, u8 port,
  372. __be32 *entries)
  373. {
  374. struct mlx4_cmd_mailbox *mailbox;
  375. u32 in_mod;
  376. int err;
  377. mailbox = mlx4_alloc_cmd_mailbox(dev);
  378. if (IS_ERR(mailbox))
  379. return PTR_ERR(mailbox);
  380. memcpy(mailbox->buf, entries, MLX4_VLAN_TABLE_SIZE);
  381. in_mod = MLX4_SET_PORT_VLAN_TABLE << 8 | port;
  382. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  383. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  384. mlx4_free_cmd_mailbox(dev, mailbox);
  385. return err;
  386. }
  387. int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx)
  388. {
  389. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  390. int i;
  391. for (i = 0; i < MLX4_MAX_VLAN_NUM; ++i) {
  392. if (table->refs[i] &&
  393. (vid == (MLX4_VLAN_MASK &
  394. be32_to_cpu(table->entries[i])))) {
  395. /* VLAN already registered, increase reference count */
  396. *idx = i;
  397. return 0;
  398. }
  399. }
  400. return -ENOENT;
  401. }
  402. EXPORT_SYMBOL_GPL(mlx4_find_cached_vlan);
  403. static int __mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan,
  404. int *index)
  405. {
  406. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  407. int i, err = 0;
  408. int free = -1;
  409. mutex_lock(&table->mutex);
  410. if (table->total == table->max) {
  411. /* No free vlan entries */
  412. err = -ENOSPC;
  413. goto out;
  414. }
  415. for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
  416. if (free < 0 && (table->refs[i] == 0)) {
  417. free = i;
  418. continue;
  419. }
  420. if (table->refs[i] &&
  421. (vlan == (MLX4_VLAN_MASK &
  422. be32_to_cpu(table->entries[i])))) {
  423. /* Vlan already registered, increase references count */
  424. *index = i;
  425. ++table->refs[i];
  426. goto out;
  427. }
  428. }
  429. if (free < 0) {
  430. err = -ENOMEM;
  431. goto out;
  432. }
  433. /* Register new VLAN */
  434. table->refs[free] = 1;
  435. table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
  436. err = mlx4_set_port_vlan_table(dev, port, table->entries);
  437. if (unlikely(err)) {
  438. mlx4_warn(dev, "Failed adding vlan: %u\n", vlan);
  439. table->refs[free] = 0;
  440. table->entries[free] = 0;
  441. goto out;
  442. }
  443. *index = free;
  444. ++table->total;
  445. out:
  446. mutex_unlock(&table->mutex);
  447. return err;
  448. }
  449. int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index)
  450. {
  451. u64 out_param;
  452. int err;
  453. if (mlx4_is_mfunc(dev)) {
  454. set_param_l(&out_param, port);
  455. err = mlx4_cmd_imm(dev, vlan, &out_param, RES_VLAN,
  456. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  457. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  458. if (!err)
  459. *index = get_param_l(&out_param);
  460. return err;
  461. }
  462. return __mlx4_register_vlan(dev, port, vlan, index);
  463. }
  464. EXPORT_SYMBOL_GPL(mlx4_register_vlan);
  465. static void __mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  466. {
  467. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  468. if (index < MLX4_VLAN_REGULAR) {
  469. mlx4_warn(dev, "Trying to free special vlan index %d\n", index);
  470. return;
  471. }
  472. mutex_lock(&table->mutex);
  473. if (!table->refs[index]) {
  474. mlx4_warn(dev, "No vlan entry for index %d\n", index);
  475. goto out;
  476. }
  477. if (--table->refs[index]) {
  478. mlx4_dbg(dev, "Have more references for index %d,"
  479. "no need to modify vlan table\n", index);
  480. goto out;
  481. }
  482. table->entries[index] = 0;
  483. mlx4_set_port_vlan_table(dev, port, table->entries);
  484. --table->total;
  485. out:
  486. mutex_unlock(&table->mutex);
  487. }
  488. void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  489. {
  490. u64 in_param;
  491. int err;
  492. if (mlx4_is_mfunc(dev)) {
  493. set_param_l(&in_param, port);
  494. err = mlx4_cmd(dev, in_param, RES_VLAN, RES_OP_RESERVE_AND_MAP,
  495. MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A,
  496. MLX4_CMD_WRAPPED);
  497. if (!err)
  498. mlx4_warn(dev, "Failed freeing vlan at index:%d\n",
  499. index);
  500. return;
  501. }
  502. __mlx4_unregister_vlan(dev, port, index);
  503. }
  504. EXPORT_SYMBOL_GPL(mlx4_unregister_vlan);
  505. int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps)
  506. {
  507. struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
  508. u8 *inbuf, *outbuf;
  509. int err;
  510. inmailbox = mlx4_alloc_cmd_mailbox(dev);
  511. if (IS_ERR(inmailbox))
  512. return PTR_ERR(inmailbox);
  513. outmailbox = mlx4_alloc_cmd_mailbox(dev);
  514. if (IS_ERR(outmailbox)) {
  515. mlx4_free_cmd_mailbox(dev, inmailbox);
  516. return PTR_ERR(outmailbox);
  517. }
  518. inbuf = inmailbox->buf;
  519. outbuf = outmailbox->buf;
  520. memset(inbuf, 0, 256);
  521. memset(outbuf, 0, 256);
  522. inbuf[0] = 1;
  523. inbuf[1] = 1;
  524. inbuf[2] = 1;
  525. inbuf[3] = 1;
  526. *(__be16 *) (&inbuf[16]) = cpu_to_be16(0x0015);
  527. *(__be32 *) (&inbuf[20]) = cpu_to_be32(port);
  528. err = mlx4_cmd_box(dev, inmailbox->dma, outmailbox->dma, port, 3,
  529. MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
  530. MLX4_CMD_NATIVE);
  531. if (!err)
  532. *caps = *(__be32 *) (outbuf + 84);
  533. mlx4_free_cmd_mailbox(dev, inmailbox);
  534. mlx4_free_cmd_mailbox(dev, outmailbox);
  535. return err;
  536. }
  537. static int mlx4_common_set_port(struct mlx4_dev *dev, int slave, u32 in_mod,
  538. u8 op_mod, struct mlx4_cmd_mailbox *inbox)
  539. {
  540. struct mlx4_priv *priv = mlx4_priv(dev);
  541. struct mlx4_port_info *port_info;
  542. struct mlx4_mfunc_master_ctx *master = &priv->mfunc.master;
  543. struct mlx4_slave_state *slave_st = &master->slave_state[slave];
  544. struct mlx4_set_port_rqp_calc_context *qpn_context;
  545. struct mlx4_set_port_general_context *gen_context;
  546. int reset_qkey_viols;
  547. int port;
  548. int is_eth;
  549. u32 in_modifier;
  550. u32 promisc;
  551. u16 mtu, prev_mtu;
  552. int err;
  553. int i;
  554. __be32 agg_cap_mask;
  555. __be32 slave_cap_mask;
  556. __be32 new_cap_mask;
  557. port = in_mod & 0xff;
  558. in_modifier = in_mod >> 8;
  559. is_eth = op_mod;
  560. port_info = &priv->port[port];
  561. /* Slaves cannot perform SET_PORT operations except changing MTU */
  562. if (is_eth) {
  563. if (slave != dev->caps.function &&
  564. in_modifier != MLX4_SET_PORT_GENERAL) {
  565. mlx4_warn(dev, "denying SET_PORT for slave:%d\n",
  566. slave);
  567. return -EINVAL;
  568. }
  569. switch (in_modifier) {
  570. case MLX4_SET_PORT_RQP_CALC:
  571. qpn_context = inbox->buf;
  572. qpn_context->base_qpn =
  573. cpu_to_be32(port_info->base_qpn);
  574. qpn_context->n_mac = 0x7;
  575. promisc = be32_to_cpu(qpn_context->promisc) >>
  576. SET_PORT_PROMISC_SHIFT;
  577. qpn_context->promisc = cpu_to_be32(
  578. promisc << SET_PORT_PROMISC_SHIFT |
  579. port_info->base_qpn);
  580. promisc = be32_to_cpu(qpn_context->mcast) >>
  581. SET_PORT_MC_PROMISC_SHIFT;
  582. qpn_context->mcast = cpu_to_be32(
  583. promisc << SET_PORT_MC_PROMISC_SHIFT |
  584. port_info->base_qpn);
  585. break;
  586. case MLX4_SET_PORT_GENERAL:
  587. gen_context = inbox->buf;
  588. /* Mtu is configured as the max MTU among all the
  589. * the functions on the port. */
  590. mtu = be16_to_cpu(gen_context->mtu);
  591. mtu = min_t(int, mtu, dev->caps.eth_mtu_cap[port]);
  592. prev_mtu = slave_st->mtu[port];
  593. slave_st->mtu[port] = mtu;
  594. if (mtu > master->max_mtu[port])
  595. master->max_mtu[port] = mtu;
  596. if (mtu < prev_mtu && prev_mtu ==
  597. master->max_mtu[port]) {
  598. slave_st->mtu[port] = mtu;
  599. master->max_mtu[port] = mtu;
  600. for (i = 0; i < dev->num_slaves; i++) {
  601. master->max_mtu[port] =
  602. max(master->max_mtu[port],
  603. master->slave_state[i].mtu[port]);
  604. }
  605. }
  606. gen_context->mtu = cpu_to_be16(master->max_mtu[port]);
  607. break;
  608. }
  609. return mlx4_cmd(dev, inbox->dma, in_mod, op_mod,
  610. MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
  611. MLX4_CMD_NATIVE);
  612. }
  613. /* For IB, we only consider:
  614. * - The capability mask, which is set to the aggregate of all
  615. * slave function capabilities
  616. * - The QKey violatin counter - reset according to each request.
  617. */
  618. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  619. reset_qkey_viols = (*(u8 *) inbox->buf) & 0x40;
  620. new_cap_mask = ((__be32 *) inbox->buf)[2];
  621. } else {
  622. reset_qkey_viols = ((u8 *) inbox->buf)[3] & 0x1;
  623. new_cap_mask = ((__be32 *) inbox->buf)[1];
  624. }
  625. agg_cap_mask = 0;
  626. slave_cap_mask =
  627. priv->mfunc.master.slave_state[slave].ib_cap_mask[port];
  628. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] = new_cap_mask;
  629. for (i = 0; i < dev->num_slaves; i++)
  630. agg_cap_mask |=
  631. priv->mfunc.master.slave_state[i].ib_cap_mask[port];
  632. /* only clear mailbox for guests. Master may be setting
  633. * MTU or PKEY table size
  634. */
  635. if (slave != dev->caps.function)
  636. memset(inbox->buf, 0, 256);
  637. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  638. *(u8 *) inbox->buf |= !!reset_qkey_viols << 6;
  639. ((__be32 *) inbox->buf)[2] = agg_cap_mask;
  640. } else {
  641. ((u8 *) inbox->buf)[3] |= !!reset_qkey_viols;
  642. ((__be32 *) inbox->buf)[1] = agg_cap_mask;
  643. }
  644. err = mlx4_cmd(dev, inbox->dma, port, is_eth, MLX4_CMD_SET_PORT,
  645. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  646. if (err)
  647. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] =
  648. slave_cap_mask;
  649. return err;
  650. }
  651. int mlx4_SET_PORT_wrapper(struct mlx4_dev *dev, int slave,
  652. struct mlx4_vhcr *vhcr,
  653. struct mlx4_cmd_mailbox *inbox,
  654. struct mlx4_cmd_mailbox *outbox,
  655. struct mlx4_cmd_info *cmd)
  656. {
  657. return mlx4_common_set_port(dev, slave, vhcr->in_modifier,
  658. vhcr->op_modifier, inbox);
  659. }
  660. /* bit locations for set port command with zero op modifier */
  661. enum {
  662. MLX4_SET_PORT_VL_CAP = 4, /* bits 7:4 */
  663. MLX4_SET_PORT_MTU_CAP = 12, /* bits 15:12 */
  664. MLX4_CHANGE_PORT_PKEY_TBL_SZ = 20,
  665. MLX4_CHANGE_PORT_VL_CAP = 21,
  666. MLX4_CHANGE_PORT_MTU_CAP = 22,
  667. };
  668. int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port, int pkey_tbl_sz)
  669. {
  670. struct mlx4_cmd_mailbox *mailbox;
  671. int err, vl_cap, pkey_tbl_flag = 0;
  672. if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH)
  673. return 0;
  674. mailbox = mlx4_alloc_cmd_mailbox(dev);
  675. if (IS_ERR(mailbox))
  676. return PTR_ERR(mailbox);
  677. memset(mailbox->buf, 0, 256);
  678. ((__be32 *) mailbox->buf)[1] = dev->caps.ib_port_def_cap[port];
  679. if (pkey_tbl_sz >= 0 && mlx4_is_master(dev)) {
  680. pkey_tbl_flag = 1;
  681. ((__be16 *) mailbox->buf)[20] = cpu_to_be16(pkey_tbl_sz);
  682. }
  683. /* IB VL CAP enum isn't used by the firmware, just numerical values */
  684. for (vl_cap = 8; vl_cap >= 1; vl_cap >>= 1) {
  685. ((__be32 *) mailbox->buf)[0] = cpu_to_be32(
  686. (1 << MLX4_CHANGE_PORT_MTU_CAP) |
  687. (1 << MLX4_CHANGE_PORT_VL_CAP) |
  688. (pkey_tbl_flag << MLX4_CHANGE_PORT_PKEY_TBL_SZ) |
  689. (dev->caps.port_ib_mtu[port] << MLX4_SET_PORT_MTU_CAP) |
  690. (vl_cap << MLX4_SET_PORT_VL_CAP));
  691. err = mlx4_cmd(dev, mailbox->dma, port, 0, MLX4_CMD_SET_PORT,
  692. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  693. if (err != -ENOMEM)
  694. break;
  695. }
  696. mlx4_free_cmd_mailbox(dev, mailbox);
  697. return err;
  698. }
  699. int mlx4_SET_PORT_general(struct mlx4_dev *dev, u8 port, int mtu,
  700. u8 pptx, u8 pfctx, u8 pprx, u8 pfcrx)
  701. {
  702. struct mlx4_cmd_mailbox *mailbox;
  703. struct mlx4_set_port_general_context *context;
  704. int err;
  705. u32 in_mod;
  706. mailbox = mlx4_alloc_cmd_mailbox(dev);
  707. if (IS_ERR(mailbox))
  708. return PTR_ERR(mailbox);
  709. context = mailbox->buf;
  710. memset(context, 0, sizeof *context);
  711. context->flags = SET_PORT_GEN_ALL_VALID;
  712. context->mtu = cpu_to_be16(mtu);
  713. context->pptx = (pptx * (!pfctx)) << 7;
  714. context->pfctx = pfctx;
  715. context->pprx = (pprx * (!pfcrx)) << 7;
  716. context->pfcrx = pfcrx;
  717. in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
  718. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  719. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  720. mlx4_free_cmd_mailbox(dev, mailbox);
  721. return err;
  722. }
  723. EXPORT_SYMBOL(mlx4_SET_PORT_general);
  724. int mlx4_SET_PORT_qpn_calc(struct mlx4_dev *dev, u8 port, u32 base_qpn,
  725. u8 promisc)
  726. {
  727. struct mlx4_cmd_mailbox *mailbox;
  728. struct mlx4_set_port_rqp_calc_context *context;
  729. int err;
  730. u32 in_mod;
  731. u32 m_promisc = (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER) ?
  732. MCAST_DIRECT : MCAST_DEFAULT;
  733. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0)
  734. return 0;
  735. mailbox = mlx4_alloc_cmd_mailbox(dev);
  736. if (IS_ERR(mailbox))
  737. return PTR_ERR(mailbox);
  738. context = mailbox->buf;
  739. memset(context, 0, sizeof *context);
  740. context->base_qpn = cpu_to_be32(base_qpn);
  741. context->n_mac = dev->caps.log_num_macs;
  742. context->promisc = cpu_to_be32(promisc << SET_PORT_PROMISC_SHIFT |
  743. base_qpn);
  744. context->mcast = cpu_to_be32(m_promisc << SET_PORT_MC_PROMISC_SHIFT |
  745. base_qpn);
  746. context->intra_no_vlan = 0;
  747. context->no_vlan = MLX4_NO_VLAN_IDX;
  748. context->intra_vlan_miss = 0;
  749. context->vlan_miss = MLX4_VLAN_MISS_IDX;
  750. in_mod = MLX4_SET_PORT_RQP_CALC << 8 | port;
  751. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  752. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  753. mlx4_free_cmd_mailbox(dev, mailbox);
  754. return err;
  755. }
  756. EXPORT_SYMBOL(mlx4_SET_PORT_qpn_calc);
  757. int mlx4_SET_PORT_PRIO2TC(struct mlx4_dev *dev, u8 port, u8 *prio2tc)
  758. {
  759. struct mlx4_cmd_mailbox *mailbox;
  760. struct mlx4_set_port_prio2tc_context *context;
  761. int err;
  762. u32 in_mod;
  763. int i;
  764. mailbox = mlx4_alloc_cmd_mailbox(dev);
  765. if (IS_ERR(mailbox))
  766. return PTR_ERR(mailbox);
  767. context = mailbox->buf;
  768. memset(context, 0, sizeof *context);
  769. for (i = 0; i < MLX4_NUM_UP; i += 2)
  770. context->prio2tc[i >> 1] = prio2tc[i] << 4 | prio2tc[i + 1];
  771. in_mod = MLX4_SET_PORT_PRIO2TC << 8 | port;
  772. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  773. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  774. mlx4_free_cmd_mailbox(dev, mailbox);
  775. return err;
  776. }
  777. EXPORT_SYMBOL(mlx4_SET_PORT_PRIO2TC);
  778. int mlx4_SET_PORT_SCHEDULER(struct mlx4_dev *dev, u8 port, u8 *tc_tx_bw,
  779. u8 *pg, u16 *ratelimit)
  780. {
  781. struct mlx4_cmd_mailbox *mailbox;
  782. struct mlx4_set_port_scheduler_context *context;
  783. int err;
  784. u32 in_mod;
  785. int i;
  786. mailbox = mlx4_alloc_cmd_mailbox(dev);
  787. if (IS_ERR(mailbox))
  788. return PTR_ERR(mailbox);
  789. context = mailbox->buf;
  790. memset(context, 0, sizeof *context);
  791. for (i = 0; i < MLX4_NUM_TC; i++) {
  792. struct mlx4_port_scheduler_tc_cfg_be *tc = &context->tc[i];
  793. u16 r = ratelimit && ratelimit[i] ? ratelimit[i] :
  794. MLX4_RATELIMIT_DEFAULT;
  795. tc->pg = htons(pg[i]);
  796. tc->bw_precentage = htons(tc_tx_bw[i]);
  797. tc->max_bw_units = htons(MLX4_RATELIMIT_UNITS);
  798. tc->max_bw_value = htons(r);
  799. }
  800. in_mod = MLX4_SET_PORT_SCHEDULER << 8 | port;
  801. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  802. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  803. mlx4_free_cmd_mailbox(dev, mailbox);
  804. return err;
  805. }
  806. EXPORT_SYMBOL(mlx4_SET_PORT_SCHEDULER);
  807. int mlx4_SET_MCAST_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  808. struct mlx4_vhcr *vhcr,
  809. struct mlx4_cmd_mailbox *inbox,
  810. struct mlx4_cmd_mailbox *outbox,
  811. struct mlx4_cmd_info *cmd)
  812. {
  813. int err = 0;
  814. return err;
  815. }
  816. int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port,
  817. u64 mac, u64 clear, u8 mode)
  818. {
  819. return mlx4_cmd(dev, (mac | (clear << 63)), port, mode,
  820. MLX4_CMD_SET_MCAST_FLTR, MLX4_CMD_TIME_CLASS_B,
  821. MLX4_CMD_WRAPPED);
  822. }
  823. EXPORT_SYMBOL(mlx4_SET_MCAST_FLTR);
  824. int mlx4_SET_VLAN_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  825. struct mlx4_vhcr *vhcr,
  826. struct mlx4_cmd_mailbox *inbox,
  827. struct mlx4_cmd_mailbox *outbox,
  828. struct mlx4_cmd_info *cmd)
  829. {
  830. int err = 0;
  831. return err;
  832. }
  833. int mlx4_common_dump_eth_stats(struct mlx4_dev *dev, int slave,
  834. u32 in_mod, struct mlx4_cmd_mailbox *outbox)
  835. {
  836. return mlx4_cmd_box(dev, 0, outbox->dma, in_mod, 0,
  837. MLX4_CMD_DUMP_ETH_STATS, MLX4_CMD_TIME_CLASS_B,
  838. MLX4_CMD_NATIVE);
  839. }
  840. int mlx4_DUMP_ETH_STATS_wrapper(struct mlx4_dev *dev, int slave,
  841. struct mlx4_vhcr *vhcr,
  842. struct mlx4_cmd_mailbox *inbox,
  843. struct mlx4_cmd_mailbox *outbox,
  844. struct mlx4_cmd_info *cmd)
  845. {
  846. if (slave != dev->caps.function)
  847. return 0;
  848. return mlx4_common_dump_eth_stats(dev, slave,
  849. vhcr->in_modifier, outbox);
  850. }
  851. void mlx4_set_stats_bitmap(struct mlx4_dev *dev, u64 *stats_bitmap)
  852. {
  853. if (!mlx4_is_mfunc(dev)) {
  854. *stats_bitmap = 0;
  855. return;
  856. }
  857. *stats_bitmap = (MLX4_STATS_TRAFFIC_COUNTERS_MASK |
  858. MLX4_STATS_TRAFFIC_DROPS_MASK |
  859. MLX4_STATS_PORT_COUNTERS_MASK);
  860. if (mlx4_is_master(dev))
  861. *stats_bitmap |= MLX4_STATS_ERROR_COUNTERS_MASK;
  862. }
  863. EXPORT_SYMBOL(mlx4_set_stats_bitmap);