port.c 26 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012
  1. /*
  2. * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #include <linux/errno.h>
  33. #include <linux/if_ether.h>
  34. #include <linux/export.h>
  35. #include <linux/mlx4/cmd.h>
  36. #include "mlx4.h"
  37. #define MLX4_MAC_VALID (1ull << 63)
  38. #define MLX4_MAC_MASK 0xffffffffffffULL
  39. #define MLX4_VLAN_VALID (1u << 31)
  40. #define MLX4_VLAN_MASK 0xfff
  41. #define MLX4_STATS_TRAFFIC_COUNTERS_MASK 0xfULL
  42. #define MLX4_STATS_TRAFFIC_DROPS_MASK 0xc0ULL
  43. #define MLX4_STATS_ERROR_COUNTERS_MASK 0x1ffc30ULL
  44. #define MLX4_STATS_PORT_COUNTERS_MASK 0x1fe00000ULL
  45. void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table)
  46. {
  47. int i;
  48. mutex_init(&table->mutex);
  49. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  50. table->entries[i] = 0;
  51. table->refs[i] = 0;
  52. }
  53. table->max = 1 << dev->caps.log_num_macs;
  54. table->total = 0;
  55. }
  56. void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table)
  57. {
  58. int i;
  59. mutex_init(&table->mutex);
  60. for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
  61. table->entries[i] = 0;
  62. table->refs[i] = 0;
  63. }
  64. table->max = (1 << dev->caps.log_num_vlans) - MLX4_VLAN_REGULAR;
  65. table->total = 0;
  66. }
  67. static int mlx4_uc_steer_add(struct mlx4_dev *dev, u8 port,
  68. u64 mac, int *qpn, u64 *reg_id)
  69. {
  70. __be64 be_mac;
  71. int err;
  72. mac &= MLX4_MAC_MASK;
  73. be_mac = cpu_to_be64(mac << 16);
  74. switch (dev->caps.steering_mode) {
  75. case MLX4_STEERING_MODE_B0: {
  76. struct mlx4_qp qp;
  77. u8 gid[16] = {0};
  78. qp.qpn = *qpn;
  79. memcpy(&gid[10], &be_mac, ETH_ALEN);
  80. gid[5] = port;
  81. err = mlx4_unicast_attach(dev, &qp, gid, 0, MLX4_PROT_ETH);
  82. break;
  83. }
  84. case MLX4_STEERING_MODE_DEVICE_MANAGED: {
  85. struct mlx4_spec_list spec_eth = { {NULL} };
  86. __be64 mac_mask = cpu_to_be64(MLX4_MAC_MASK << 16);
  87. struct mlx4_net_trans_rule rule = {
  88. .queue_mode = MLX4_NET_TRANS_Q_FIFO,
  89. .exclusive = 0,
  90. .allow_loopback = 1,
  91. .promisc_mode = MLX4_FS_PROMISC_NONE,
  92. .priority = MLX4_DOMAIN_NIC,
  93. };
  94. rule.port = port;
  95. rule.qpn = *qpn;
  96. INIT_LIST_HEAD(&rule.list);
  97. spec_eth.id = MLX4_NET_TRANS_RULE_ID_ETH;
  98. memcpy(spec_eth.eth.dst_mac, &be_mac, ETH_ALEN);
  99. memcpy(spec_eth.eth.dst_mac_msk, &mac_mask, ETH_ALEN);
  100. list_add_tail(&spec_eth.list, &rule.list);
  101. err = mlx4_flow_attach(dev, &rule, reg_id);
  102. break;
  103. }
  104. default:
  105. return -EINVAL;
  106. }
  107. if (err)
  108. mlx4_warn(dev, "Failed Attaching Unicast\n");
  109. return err;
  110. }
  111. static void mlx4_uc_steer_release(struct mlx4_dev *dev, u8 port,
  112. u64 mac, int qpn, u64 reg_id)
  113. {
  114. switch (dev->caps.steering_mode) {
  115. case MLX4_STEERING_MODE_B0: {
  116. struct mlx4_qp qp;
  117. u8 gid[16] = {0};
  118. __be64 be_mac;
  119. qp.qpn = qpn;
  120. mac &= MLX4_MAC_MASK;
  121. be_mac = cpu_to_be64(mac << 16);
  122. memcpy(&gid[10], &be_mac, ETH_ALEN);
  123. gid[5] = port;
  124. mlx4_unicast_detach(dev, &qp, gid, MLX4_PROT_ETH);
  125. break;
  126. }
  127. case MLX4_STEERING_MODE_DEVICE_MANAGED: {
  128. mlx4_flow_detach(dev, reg_id);
  129. break;
  130. }
  131. default:
  132. mlx4_err(dev, "Invalid steering mode.\n");
  133. }
  134. }
  135. static int validate_index(struct mlx4_dev *dev,
  136. struct mlx4_mac_table *table, int index)
  137. {
  138. int err = 0;
  139. if (index < 0 || index >= table->max || !table->entries[index]) {
  140. mlx4_warn(dev, "No valid Mac entry for the given index\n");
  141. err = -EINVAL;
  142. }
  143. return err;
  144. }
  145. static int find_index(struct mlx4_dev *dev,
  146. struct mlx4_mac_table *table, u64 mac)
  147. {
  148. int i;
  149. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  150. if ((mac & MLX4_MAC_MASK) ==
  151. (MLX4_MAC_MASK & be64_to_cpu(table->entries[i])))
  152. return i;
  153. }
  154. /* Mac not found */
  155. return -EINVAL;
  156. }
  157. int mlx4_get_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn)
  158. {
  159. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  160. struct mlx4_mac_entry *entry;
  161. int index = 0;
  162. int err = 0;
  163. u64 reg_id;
  164. mlx4_dbg(dev, "Registering MAC: 0x%llx for adding\n",
  165. (unsigned long long) mac);
  166. index = mlx4_register_mac(dev, port, mac);
  167. if (index < 0) {
  168. err = index;
  169. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  170. (unsigned long long) mac);
  171. return err;
  172. }
  173. if (dev->caps.steering_mode == MLX4_STEERING_MODE_A0) {
  174. *qpn = info->base_qpn + index;
  175. return 0;
  176. }
  177. err = mlx4_qp_reserve_range(dev, 1, 1, qpn);
  178. mlx4_dbg(dev, "Reserved qp %d\n", *qpn);
  179. if (err) {
  180. mlx4_err(dev, "Failed to reserve qp for mac registration\n");
  181. goto qp_err;
  182. }
  183. err = mlx4_uc_steer_add(dev, port, mac, qpn, &reg_id);
  184. if (err)
  185. goto steer_err;
  186. entry = kmalloc(sizeof *entry, GFP_KERNEL);
  187. if (!entry) {
  188. err = -ENOMEM;
  189. goto alloc_err;
  190. }
  191. entry->mac = mac;
  192. entry->reg_id = reg_id;
  193. err = radix_tree_insert(&info->mac_tree, *qpn, entry);
  194. if (err)
  195. goto insert_err;
  196. return 0;
  197. insert_err:
  198. kfree(entry);
  199. alloc_err:
  200. mlx4_uc_steer_release(dev, port, mac, *qpn, reg_id);
  201. steer_err:
  202. mlx4_qp_release_range(dev, *qpn, 1);
  203. qp_err:
  204. mlx4_unregister_mac(dev, port, mac);
  205. return err;
  206. }
  207. EXPORT_SYMBOL_GPL(mlx4_get_eth_qp);
  208. void mlx4_put_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int qpn)
  209. {
  210. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  211. struct mlx4_mac_entry *entry;
  212. mlx4_dbg(dev, "Registering MAC: 0x%llx for deleting\n",
  213. (unsigned long long) mac);
  214. mlx4_unregister_mac(dev, port, mac);
  215. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0) {
  216. entry = radix_tree_lookup(&info->mac_tree, qpn);
  217. if (entry) {
  218. mlx4_dbg(dev, "Releasing qp: port %d, mac 0x%llx,"
  219. " qpn %d\n", port,
  220. (unsigned long long) mac, qpn);
  221. mlx4_uc_steer_release(dev, port, entry->mac,
  222. qpn, entry->reg_id);
  223. mlx4_qp_release_range(dev, qpn, 1);
  224. radix_tree_delete(&info->mac_tree, qpn);
  225. kfree(entry);
  226. }
  227. }
  228. }
  229. EXPORT_SYMBOL_GPL(mlx4_put_eth_qp);
  230. static int mlx4_set_port_mac_table(struct mlx4_dev *dev, u8 port,
  231. __be64 *entries)
  232. {
  233. struct mlx4_cmd_mailbox *mailbox;
  234. u32 in_mod;
  235. int err;
  236. mailbox = mlx4_alloc_cmd_mailbox(dev);
  237. if (IS_ERR(mailbox))
  238. return PTR_ERR(mailbox);
  239. memcpy(mailbox->buf, entries, MLX4_MAC_TABLE_SIZE);
  240. in_mod = MLX4_SET_PORT_MAC_TABLE << 8 | port;
  241. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  242. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  243. mlx4_free_cmd_mailbox(dev, mailbox);
  244. return err;
  245. }
  246. int __mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  247. {
  248. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  249. struct mlx4_mac_table *table = &info->mac_table;
  250. int i, err = 0;
  251. int free = -1;
  252. mlx4_dbg(dev, "Registering MAC: 0x%llx for port %d\n",
  253. (unsigned long long) mac, port);
  254. mutex_lock(&table->mutex);
  255. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  256. if (free < 0 && !table->entries[i]) {
  257. free = i;
  258. continue;
  259. }
  260. if (mac == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
  261. /* MAC already registered, Must not have duplicates */
  262. err = -EEXIST;
  263. goto out;
  264. }
  265. }
  266. mlx4_dbg(dev, "Free MAC index is %d\n", free);
  267. if (table->total == table->max) {
  268. /* No free mac entries */
  269. err = -ENOSPC;
  270. goto out;
  271. }
  272. /* Register new MAC */
  273. table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
  274. err = mlx4_set_port_mac_table(dev, port, table->entries);
  275. if (unlikely(err)) {
  276. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  277. (unsigned long long) mac);
  278. table->entries[free] = 0;
  279. goto out;
  280. }
  281. err = free;
  282. ++table->total;
  283. out:
  284. mutex_unlock(&table->mutex);
  285. return err;
  286. }
  287. EXPORT_SYMBOL_GPL(__mlx4_register_mac);
  288. int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  289. {
  290. u64 out_param;
  291. int err;
  292. if (mlx4_is_mfunc(dev)) {
  293. set_param_l(&out_param, port);
  294. err = mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  295. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  296. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  297. if (err)
  298. return err;
  299. return get_param_l(&out_param);
  300. }
  301. return __mlx4_register_mac(dev, port, mac);
  302. }
  303. EXPORT_SYMBOL_GPL(mlx4_register_mac);
  304. void __mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  305. {
  306. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  307. struct mlx4_mac_table *table = &info->mac_table;
  308. int index;
  309. index = find_index(dev, table, mac);
  310. mutex_lock(&table->mutex);
  311. if (validate_index(dev, table, index))
  312. goto out;
  313. table->entries[index] = 0;
  314. mlx4_set_port_mac_table(dev, port, table->entries);
  315. --table->total;
  316. out:
  317. mutex_unlock(&table->mutex);
  318. }
  319. EXPORT_SYMBOL_GPL(__mlx4_unregister_mac);
  320. void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  321. {
  322. u64 out_param;
  323. if (mlx4_is_mfunc(dev)) {
  324. set_param_l(&out_param, port);
  325. (void) mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  326. RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
  327. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  328. return;
  329. }
  330. __mlx4_unregister_mac(dev, port, mac);
  331. return;
  332. }
  333. EXPORT_SYMBOL_GPL(mlx4_unregister_mac);
  334. int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac)
  335. {
  336. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  337. struct mlx4_mac_table *table = &info->mac_table;
  338. struct mlx4_mac_entry *entry;
  339. int index = qpn - info->base_qpn;
  340. int err = 0;
  341. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0) {
  342. entry = radix_tree_lookup(&info->mac_tree, qpn);
  343. if (!entry)
  344. return -EINVAL;
  345. mlx4_uc_steer_release(dev, port, entry->mac,
  346. qpn, entry->reg_id);
  347. mlx4_unregister_mac(dev, port, entry->mac);
  348. entry->mac = new_mac;
  349. entry->reg_id = 0;
  350. mlx4_register_mac(dev, port, new_mac);
  351. err = mlx4_uc_steer_add(dev, port, entry->mac,
  352. &qpn, &entry->reg_id);
  353. return err;
  354. }
  355. /* CX1 doesn't support multi-functions */
  356. mutex_lock(&table->mutex);
  357. err = validate_index(dev, table, index);
  358. if (err)
  359. goto out;
  360. table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
  361. err = mlx4_set_port_mac_table(dev, port, table->entries);
  362. if (unlikely(err)) {
  363. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  364. (unsigned long long) new_mac);
  365. table->entries[index] = 0;
  366. }
  367. out:
  368. mutex_unlock(&table->mutex);
  369. return err;
  370. }
  371. EXPORT_SYMBOL_GPL(mlx4_replace_mac);
  372. static int mlx4_set_port_vlan_table(struct mlx4_dev *dev, u8 port,
  373. __be32 *entries)
  374. {
  375. struct mlx4_cmd_mailbox *mailbox;
  376. u32 in_mod;
  377. int err;
  378. mailbox = mlx4_alloc_cmd_mailbox(dev);
  379. if (IS_ERR(mailbox))
  380. return PTR_ERR(mailbox);
  381. memcpy(mailbox->buf, entries, MLX4_VLAN_TABLE_SIZE);
  382. in_mod = MLX4_SET_PORT_VLAN_TABLE << 8 | port;
  383. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  384. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  385. mlx4_free_cmd_mailbox(dev, mailbox);
  386. return err;
  387. }
  388. int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx)
  389. {
  390. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  391. int i;
  392. for (i = 0; i < MLX4_MAX_VLAN_NUM; ++i) {
  393. if (table->refs[i] &&
  394. (vid == (MLX4_VLAN_MASK &
  395. be32_to_cpu(table->entries[i])))) {
  396. /* VLAN already registered, increase reference count */
  397. *idx = i;
  398. return 0;
  399. }
  400. }
  401. return -ENOENT;
  402. }
  403. EXPORT_SYMBOL_GPL(mlx4_find_cached_vlan);
  404. static int __mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan,
  405. int *index)
  406. {
  407. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  408. int i, err = 0;
  409. int free = -1;
  410. mutex_lock(&table->mutex);
  411. if (table->total == table->max) {
  412. /* No free vlan entries */
  413. err = -ENOSPC;
  414. goto out;
  415. }
  416. for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
  417. if (free < 0 && (table->refs[i] == 0)) {
  418. free = i;
  419. continue;
  420. }
  421. if (table->refs[i] &&
  422. (vlan == (MLX4_VLAN_MASK &
  423. be32_to_cpu(table->entries[i])))) {
  424. /* Vlan already registered, increase references count */
  425. *index = i;
  426. ++table->refs[i];
  427. goto out;
  428. }
  429. }
  430. if (free < 0) {
  431. err = -ENOMEM;
  432. goto out;
  433. }
  434. /* Register new VLAN */
  435. table->refs[free] = 1;
  436. table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
  437. err = mlx4_set_port_vlan_table(dev, port, table->entries);
  438. if (unlikely(err)) {
  439. mlx4_warn(dev, "Failed adding vlan: %u\n", vlan);
  440. table->refs[free] = 0;
  441. table->entries[free] = 0;
  442. goto out;
  443. }
  444. *index = free;
  445. ++table->total;
  446. out:
  447. mutex_unlock(&table->mutex);
  448. return err;
  449. }
  450. int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index)
  451. {
  452. u64 out_param;
  453. int err;
  454. if (mlx4_is_mfunc(dev)) {
  455. set_param_l(&out_param, port);
  456. err = mlx4_cmd_imm(dev, vlan, &out_param, RES_VLAN,
  457. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  458. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  459. if (!err)
  460. *index = get_param_l(&out_param);
  461. return err;
  462. }
  463. return __mlx4_register_vlan(dev, port, vlan, index);
  464. }
  465. EXPORT_SYMBOL_GPL(mlx4_register_vlan);
  466. static void __mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  467. {
  468. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  469. if (index < MLX4_VLAN_REGULAR) {
  470. mlx4_warn(dev, "Trying to free special vlan index %d\n", index);
  471. return;
  472. }
  473. mutex_lock(&table->mutex);
  474. if (!table->refs[index]) {
  475. mlx4_warn(dev, "No vlan entry for index %d\n", index);
  476. goto out;
  477. }
  478. if (--table->refs[index]) {
  479. mlx4_dbg(dev, "Have more references for index %d,"
  480. "no need to modify vlan table\n", index);
  481. goto out;
  482. }
  483. table->entries[index] = 0;
  484. mlx4_set_port_vlan_table(dev, port, table->entries);
  485. --table->total;
  486. out:
  487. mutex_unlock(&table->mutex);
  488. }
  489. void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  490. {
  491. u64 in_param;
  492. int err;
  493. if (mlx4_is_mfunc(dev)) {
  494. set_param_l(&in_param, port);
  495. err = mlx4_cmd(dev, in_param, RES_VLAN, RES_OP_RESERVE_AND_MAP,
  496. MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A,
  497. MLX4_CMD_WRAPPED);
  498. if (!err)
  499. mlx4_warn(dev, "Failed freeing vlan at index:%d\n",
  500. index);
  501. return;
  502. }
  503. __mlx4_unregister_vlan(dev, port, index);
  504. }
  505. EXPORT_SYMBOL_GPL(mlx4_unregister_vlan);
  506. int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps)
  507. {
  508. struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
  509. u8 *inbuf, *outbuf;
  510. int err;
  511. inmailbox = mlx4_alloc_cmd_mailbox(dev);
  512. if (IS_ERR(inmailbox))
  513. return PTR_ERR(inmailbox);
  514. outmailbox = mlx4_alloc_cmd_mailbox(dev);
  515. if (IS_ERR(outmailbox)) {
  516. mlx4_free_cmd_mailbox(dev, inmailbox);
  517. return PTR_ERR(outmailbox);
  518. }
  519. inbuf = inmailbox->buf;
  520. outbuf = outmailbox->buf;
  521. memset(inbuf, 0, 256);
  522. memset(outbuf, 0, 256);
  523. inbuf[0] = 1;
  524. inbuf[1] = 1;
  525. inbuf[2] = 1;
  526. inbuf[3] = 1;
  527. *(__be16 *) (&inbuf[16]) = cpu_to_be16(0x0015);
  528. *(__be32 *) (&inbuf[20]) = cpu_to_be32(port);
  529. err = mlx4_cmd_box(dev, inmailbox->dma, outmailbox->dma, port, 3,
  530. MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
  531. MLX4_CMD_NATIVE);
  532. if (!err)
  533. *caps = *(__be32 *) (outbuf + 84);
  534. mlx4_free_cmd_mailbox(dev, inmailbox);
  535. mlx4_free_cmd_mailbox(dev, outmailbox);
  536. return err;
  537. }
  538. static int mlx4_common_set_port(struct mlx4_dev *dev, int slave, u32 in_mod,
  539. u8 op_mod, struct mlx4_cmd_mailbox *inbox)
  540. {
  541. struct mlx4_priv *priv = mlx4_priv(dev);
  542. struct mlx4_port_info *port_info;
  543. struct mlx4_mfunc_master_ctx *master = &priv->mfunc.master;
  544. struct mlx4_slave_state *slave_st = &master->slave_state[slave];
  545. struct mlx4_set_port_rqp_calc_context *qpn_context;
  546. struct mlx4_set_port_general_context *gen_context;
  547. int reset_qkey_viols;
  548. int port;
  549. int is_eth;
  550. u32 in_modifier;
  551. u32 promisc;
  552. u16 mtu, prev_mtu;
  553. int err;
  554. int i;
  555. __be32 agg_cap_mask;
  556. __be32 slave_cap_mask;
  557. __be32 new_cap_mask;
  558. port = in_mod & 0xff;
  559. in_modifier = in_mod >> 8;
  560. is_eth = op_mod;
  561. port_info = &priv->port[port];
  562. /* Slaves cannot perform SET_PORT operations except changing MTU */
  563. if (is_eth) {
  564. if (slave != dev->caps.function &&
  565. in_modifier != MLX4_SET_PORT_GENERAL) {
  566. mlx4_warn(dev, "denying SET_PORT for slave:%d\n",
  567. slave);
  568. return -EINVAL;
  569. }
  570. switch (in_modifier) {
  571. case MLX4_SET_PORT_RQP_CALC:
  572. qpn_context = inbox->buf;
  573. qpn_context->base_qpn =
  574. cpu_to_be32(port_info->base_qpn);
  575. qpn_context->n_mac = 0x7;
  576. promisc = be32_to_cpu(qpn_context->promisc) >>
  577. SET_PORT_PROMISC_SHIFT;
  578. qpn_context->promisc = cpu_to_be32(
  579. promisc << SET_PORT_PROMISC_SHIFT |
  580. port_info->base_qpn);
  581. promisc = be32_to_cpu(qpn_context->mcast) >>
  582. SET_PORT_MC_PROMISC_SHIFT;
  583. qpn_context->mcast = cpu_to_be32(
  584. promisc << SET_PORT_MC_PROMISC_SHIFT |
  585. port_info->base_qpn);
  586. break;
  587. case MLX4_SET_PORT_GENERAL:
  588. gen_context = inbox->buf;
  589. /* Mtu is configured as the max MTU among all the
  590. * the functions on the port. */
  591. mtu = be16_to_cpu(gen_context->mtu);
  592. mtu = min_t(int, mtu, dev->caps.eth_mtu_cap[port]);
  593. prev_mtu = slave_st->mtu[port];
  594. slave_st->mtu[port] = mtu;
  595. if (mtu > master->max_mtu[port])
  596. master->max_mtu[port] = mtu;
  597. if (mtu < prev_mtu && prev_mtu ==
  598. master->max_mtu[port]) {
  599. slave_st->mtu[port] = mtu;
  600. master->max_mtu[port] = mtu;
  601. for (i = 0; i < dev->num_slaves; i++) {
  602. master->max_mtu[port] =
  603. max(master->max_mtu[port],
  604. master->slave_state[i].mtu[port]);
  605. }
  606. }
  607. gen_context->mtu = cpu_to_be16(master->max_mtu[port]);
  608. break;
  609. }
  610. return mlx4_cmd(dev, inbox->dma, in_mod, op_mod,
  611. MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
  612. MLX4_CMD_NATIVE);
  613. }
  614. /* For IB, we only consider:
  615. * - The capability mask, which is set to the aggregate of all
  616. * slave function capabilities
  617. * - The QKey violatin counter - reset according to each request.
  618. */
  619. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  620. reset_qkey_viols = (*(u8 *) inbox->buf) & 0x40;
  621. new_cap_mask = ((__be32 *) inbox->buf)[2];
  622. } else {
  623. reset_qkey_viols = ((u8 *) inbox->buf)[3] & 0x1;
  624. new_cap_mask = ((__be32 *) inbox->buf)[1];
  625. }
  626. agg_cap_mask = 0;
  627. slave_cap_mask =
  628. priv->mfunc.master.slave_state[slave].ib_cap_mask[port];
  629. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] = new_cap_mask;
  630. for (i = 0; i < dev->num_slaves; i++)
  631. agg_cap_mask |=
  632. priv->mfunc.master.slave_state[i].ib_cap_mask[port];
  633. /* only clear mailbox for guests. Master may be setting
  634. * MTU or PKEY table size
  635. */
  636. if (slave != dev->caps.function)
  637. memset(inbox->buf, 0, 256);
  638. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  639. *(u8 *) inbox->buf |= !!reset_qkey_viols << 6;
  640. ((__be32 *) inbox->buf)[2] = agg_cap_mask;
  641. } else {
  642. ((u8 *) inbox->buf)[3] |= !!reset_qkey_viols;
  643. ((__be32 *) inbox->buf)[1] = agg_cap_mask;
  644. }
  645. err = mlx4_cmd(dev, inbox->dma, port, is_eth, MLX4_CMD_SET_PORT,
  646. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  647. if (err)
  648. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] =
  649. slave_cap_mask;
  650. return err;
  651. }
  652. int mlx4_SET_PORT_wrapper(struct mlx4_dev *dev, int slave,
  653. struct mlx4_vhcr *vhcr,
  654. struct mlx4_cmd_mailbox *inbox,
  655. struct mlx4_cmd_mailbox *outbox,
  656. struct mlx4_cmd_info *cmd)
  657. {
  658. return mlx4_common_set_port(dev, slave, vhcr->in_modifier,
  659. vhcr->op_modifier, inbox);
  660. }
  661. /* bit locations for set port command with zero op modifier */
  662. enum {
  663. MLX4_SET_PORT_VL_CAP = 4, /* bits 7:4 */
  664. MLX4_SET_PORT_MTU_CAP = 12, /* bits 15:12 */
  665. MLX4_CHANGE_PORT_VL_CAP = 21,
  666. MLX4_CHANGE_PORT_MTU_CAP = 22,
  667. };
  668. int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port)
  669. {
  670. struct mlx4_cmd_mailbox *mailbox;
  671. int err, vl_cap;
  672. if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH)
  673. return 0;
  674. mailbox = mlx4_alloc_cmd_mailbox(dev);
  675. if (IS_ERR(mailbox))
  676. return PTR_ERR(mailbox);
  677. memset(mailbox->buf, 0, 256);
  678. ((__be32 *) mailbox->buf)[1] = dev->caps.ib_port_def_cap[port];
  679. /* IB VL CAP enum isn't used by the firmware, just numerical values */
  680. for (vl_cap = 8; vl_cap >= 1; vl_cap >>= 1) {
  681. ((__be32 *) mailbox->buf)[0] = cpu_to_be32(
  682. (1 << MLX4_CHANGE_PORT_MTU_CAP) |
  683. (1 << MLX4_CHANGE_PORT_VL_CAP) |
  684. (dev->caps.port_ib_mtu[port] << MLX4_SET_PORT_MTU_CAP) |
  685. (vl_cap << MLX4_SET_PORT_VL_CAP));
  686. err = mlx4_cmd(dev, mailbox->dma, port, 0, MLX4_CMD_SET_PORT,
  687. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  688. if (err != -ENOMEM)
  689. break;
  690. }
  691. mlx4_free_cmd_mailbox(dev, mailbox);
  692. return err;
  693. }
  694. int mlx4_SET_PORT_general(struct mlx4_dev *dev, u8 port, int mtu,
  695. u8 pptx, u8 pfctx, u8 pprx, u8 pfcrx)
  696. {
  697. struct mlx4_cmd_mailbox *mailbox;
  698. struct mlx4_set_port_general_context *context;
  699. int err;
  700. u32 in_mod;
  701. mailbox = mlx4_alloc_cmd_mailbox(dev);
  702. if (IS_ERR(mailbox))
  703. return PTR_ERR(mailbox);
  704. context = mailbox->buf;
  705. memset(context, 0, sizeof *context);
  706. context->flags = SET_PORT_GEN_ALL_VALID;
  707. context->mtu = cpu_to_be16(mtu);
  708. context->pptx = (pptx * (!pfctx)) << 7;
  709. context->pfctx = pfctx;
  710. context->pprx = (pprx * (!pfcrx)) << 7;
  711. context->pfcrx = pfcrx;
  712. in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
  713. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  714. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  715. mlx4_free_cmd_mailbox(dev, mailbox);
  716. return err;
  717. }
  718. EXPORT_SYMBOL(mlx4_SET_PORT_general);
  719. int mlx4_SET_PORT_qpn_calc(struct mlx4_dev *dev, u8 port, u32 base_qpn,
  720. u8 promisc)
  721. {
  722. struct mlx4_cmd_mailbox *mailbox;
  723. struct mlx4_set_port_rqp_calc_context *context;
  724. int err;
  725. u32 in_mod;
  726. u32 m_promisc = (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER) ?
  727. MCAST_DIRECT : MCAST_DEFAULT;
  728. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0)
  729. return 0;
  730. mailbox = mlx4_alloc_cmd_mailbox(dev);
  731. if (IS_ERR(mailbox))
  732. return PTR_ERR(mailbox);
  733. context = mailbox->buf;
  734. memset(context, 0, sizeof *context);
  735. context->base_qpn = cpu_to_be32(base_qpn);
  736. context->n_mac = dev->caps.log_num_macs;
  737. context->promisc = cpu_to_be32(promisc << SET_PORT_PROMISC_SHIFT |
  738. base_qpn);
  739. context->mcast = cpu_to_be32(m_promisc << SET_PORT_MC_PROMISC_SHIFT |
  740. base_qpn);
  741. context->intra_no_vlan = 0;
  742. context->no_vlan = MLX4_NO_VLAN_IDX;
  743. context->intra_vlan_miss = 0;
  744. context->vlan_miss = MLX4_VLAN_MISS_IDX;
  745. in_mod = MLX4_SET_PORT_RQP_CALC << 8 | port;
  746. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  747. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  748. mlx4_free_cmd_mailbox(dev, mailbox);
  749. return err;
  750. }
  751. EXPORT_SYMBOL(mlx4_SET_PORT_qpn_calc);
  752. int mlx4_SET_PORT_PRIO2TC(struct mlx4_dev *dev, u8 port, u8 *prio2tc)
  753. {
  754. struct mlx4_cmd_mailbox *mailbox;
  755. struct mlx4_set_port_prio2tc_context *context;
  756. int err;
  757. u32 in_mod;
  758. int i;
  759. mailbox = mlx4_alloc_cmd_mailbox(dev);
  760. if (IS_ERR(mailbox))
  761. return PTR_ERR(mailbox);
  762. context = mailbox->buf;
  763. memset(context, 0, sizeof *context);
  764. for (i = 0; i < MLX4_NUM_UP; i += 2)
  765. context->prio2tc[i >> 1] = prio2tc[i] << 4 | prio2tc[i + 1];
  766. in_mod = MLX4_SET_PORT_PRIO2TC << 8 | port;
  767. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  768. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  769. mlx4_free_cmd_mailbox(dev, mailbox);
  770. return err;
  771. }
  772. EXPORT_SYMBOL(mlx4_SET_PORT_PRIO2TC);
  773. int mlx4_SET_PORT_SCHEDULER(struct mlx4_dev *dev, u8 port, u8 *tc_tx_bw,
  774. u8 *pg, u16 *ratelimit)
  775. {
  776. struct mlx4_cmd_mailbox *mailbox;
  777. struct mlx4_set_port_scheduler_context *context;
  778. int err;
  779. u32 in_mod;
  780. int i;
  781. mailbox = mlx4_alloc_cmd_mailbox(dev);
  782. if (IS_ERR(mailbox))
  783. return PTR_ERR(mailbox);
  784. context = mailbox->buf;
  785. memset(context, 0, sizeof *context);
  786. for (i = 0; i < MLX4_NUM_TC; i++) {
  787. struct mlx4_port_scheduler_tc_cfg_be *tc = &context->tc[i];
  788. u16 r = ratelimit && ratelimit[i] ? ratelimit[i] :
  789. MLX4_RATELIMIT_DEFAULT;
  790. tc->pg = htons(pg[i]);
  791. tc->bw_precentage = htons(tc_tx_bw[i]);
  792. tc->max_bw_units = htons(MLX4_RATELIMIT_UNITS);
  793. tc->max_bw_value = htons(r);
  794. }
  795. in_mod = MLX4_SET_PORT_SCHEDULER << 8 | port;
  796. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  797. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  798. mlx4_free_cmd_mailbox(dev, mailbox);
  799. return err;
  800. }
  801. EXPORT_SYMBOL(mlx4_SET_PORT_SCHEDULER);
  802. int mlx4_SET_MCAST_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  803. struct mlx4_vhcr *vhcr,
  804. struct mlx4_cmd_mailbox *inbox,
  805. struct mlx4_cmd_mailbox *outbox,
  806. struct mlx4_cmd_info *cmd)
  807. {
  808. int err = 0;
  809. return err;
  810. }
  811. int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port,
  812. u64 mac, u64 clear, u8 mode)
  813. {
  814. return mlx4_cmd(dev, (mac | (clear << 63)), port, mode,
  815. MLX4_CMD_SET_MCAST_FLTR, MLX4_CMD_TIME_CLASS_B,
  816. MLX4_CMD_WRAPPED);
  817. }
  818. EXPORT_SYMBOL(mlx4_SET_MCAST_FLTR);
  819. int mlx4_SET_VLAN_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  820. struct mlx4_vhcr *vhcr,
  821. struct mlx4_cmd_mailbox *inbox,
  822. struct mlx4_cmd_mailbox *outbox,
  823. struct mlx4_cmd_info *cmd)
  824. {
  825. int err = 0;
  826. return err;
  827. }
  828. int mlx4_common_dump_eth_stats(struct mlx4_dev *dev, int slave,
  829. u32 in_mod, struct mlx4_cmd_mailbox *outbox)
  830. {
  831. return mlx4_cmd_box(dev, 0, outbox->dma, in_mod, 0,
  832. MLX4_CMD_DUMP_ETH_STATS, MLX4_CMD_TIME_CLASS_B,
  833. MLX4_CMD_NATIVE);
  834. }
  835. int mlx4_DUMP_ETH_STATS_wrapper(struct mlx4_dev *dev, int slave,
  836. struct mlx4_vhcr *vhcr,
  837. struct mlx4_cmd_mailbox *inbox,
  838. struct mlx4_cmd_mailbox *outbox,
  839. struct mlx4_cmd_info *cmd)
  840. {
  841. if (slave != dev->caps.function)
  842. return 0;
  843. return mlx4_common_dump_eth_stats(dev, slave,
  844. vhcr->in_modifier, outbox);
  845. }
  846. void mlx4_set_stats_bitmap(struct mlx4_dev *dev, u64 *stats_bitmap)
  847. {
  848. if (!mlx4_is_mfunc(dev)) {
  849. *stats_bitmap = 0;
  850. return;
  851. }
  852. *stats_bitmap = (MLX4_STATS_TRAFFIC_COUNTERS_MASK |
  853. MLX4_STATS_TRAFFIC_DROPS_MASK |
  854. MLX4_STATS_PORT_COUNTERS_MASK);
  855. if (mlx4_is_master(dev))
  856. *stats_bitmap |= MLX4_STATS_ERROR_COUNTERS_MASK;
  857. }
  858. EXPORT_SYMBOL(mlx4_set_stats_bitmap);