port.c 26 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028
  1. /*
  2. * Copyright (c) 2007 Mellanox Technologies. All rights reserved.
  3. *
  4. * This software is available to you under a choice of one of two
  5. * licenses. You may choose to be licensed under the terms of the GNU
  6. * General Public License (GPL) Version 2, available from the file
  7. * COPYING in the main directory of this source tree, or the
  8. * OpenIB.org BSD license below:
  9. *
  10. * Redistribution and use in source and binary forms, with or
  11. * without modification, are permitted provided that the following
  12. * conditions are met:
  13. *
  14. * - Redistributions of source code must retain the above
  15. * copyright notice, this list of conditions and the following
  16. * disclaimer.
  17. *
  18. * - Redistributions in binary form must reproduce the above
  19. * copyright notice, this list of conditions and the following
  20. * disclaimer in the documentation and/or other materials
  21. * provided with the distribution.
  22. *
  23. * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  24. * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  25. * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  26. * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  27. * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  28. * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  29. * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  30. * SOFTWARE.
  31. */
  32. #include <linux/errno.h>
  33. #include <linux/if_ether.h>
  34. #include <linux/export.h>
  35. #include <linux/mlx4/cmd.h>
  36. #include "mlx4.h"
  37. #define MLX4_MAC_VALID (1ull << 63)
  38. #define MLX4_VLAN_VALID (1u << 31)
  39. #define MLX4_VLAN_MASK 0xfff
  40. #define MLX4_STATS_TRAFFIC_COUNTERS_MASK 0xfULL
  41. #define MLX4_STATS_TRAFFIC_DROPS_MASK 0xc0ULL
  42. #define MLX4_STATS_ERROR_COUNTERS_MASK 0x1ffc30ULL
  43. #define MLX4_STATS_PORT_COUNTERS_MASK 0x1fe00000ULL
  44. void mlx4_init_mac_table(struct mlx4_dev *dev, struct mlx4_mac_table *table)
  45. {
  46. int i;
  47. mutex_init(&table->mutex);
  48. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  49. table->entries[i] = 0;
  50. table->refs[i] = 0;
  51. }
  52. table->max = 1 << dev->caps.log_num_macs;
  53. table->total = 0;
  54. }
  55. void mlx4_init_vlan_table(struct mlx4_dev *dev, struct mlx4_vlan_table *table)
  56. {
  57. int i;
  58. mutex_init(&table->mutex);
  59. for (i = 0; i < MLX4_MAX_VLAN_NUM; i++) {
  60. table->entries[i] = 0;
  61. table->refs[i] = 0;
  62. }
  63. table->max = (1 << dev->caps.log_num_vlans) - MLX4_VLAN_REGULAR;
  64. table->total = 0;
  65. }
  66. static int mlx4_uc_steer_add(struct mlx4_dev *dev, u8 port,
  67. u64 mac, int *qpn, u64 *reg_id)
  68. {
  69. __be64 be_mac;
  70. int err;
  71. mac &= MLX4_MAC_MASK;
  72. be_mac = cpu_to_be64(mac << 16);
  73. switch (dev->caps.steering_mode) {
  74. case MLX4_STEERING_MODE_B0: {
  75. struct mlx4_qp qp;
  76. u8 gid[16] = {0};
  77. qp.qpn = *qpn;
  78. memcpy(&gid[10], &be_mac, ETH_ALEN);
  79. gid[5] = port;
  80. err = mlx4_unicast_attach(dev, &qp, gid, 0, MLX4_PROT_ETH);
  81. break;
  82. }
  83. case MLX4_STEERING_MODE_DEVICE_MANAGED: {
  84. struct mlx4_spec_list spec_eth = { {NULL} };
  85. __be64 mac_mask = cpu_to_be64(MLX4_MAC_MASK << 16);
  86. struct mlx4_net_trans_rule rule = {
  87. .queue_mode = MLX4_NET_TRANS_Q_FIFO,
  88. .exclusive = 0,
  89. .allow_loopback = 1,
  90. .promisc_mode = MLX4_FS_PROMISC_NONE,
  91. .priority = MLX4_DOMAIN_NIC,
  92. };
  93. rule.port = port;
  94. rule.qpn = *qpn;
  95. INIT_LIST_HEAD(&rule.list);
  96. spec_eth.id = MLX4_NET_TRANS_RULE_ID_ETH;
  97. memcpy(spec_eth.eth.dst_mac, &be_mac, ETH_ALEN);
  98. memcpy(spec_eth.eth.dst_mac_msk, &mac_mask, ETH_ALEN);
  99. list_add_tail(&spec_eth.list, &rule.list);
  100. err = mlx4_flow_attach(dev, &rule, reg_id);
  101. break;
  102. }
  103. default:
  104. return -EINVAL;
  105. }
  106. if (err)
  107. mlx4_warn(dev, "Failed Attaching Unicast\n");
  108. return err;
  109. }
  110. static void mlx4_uc_steer_release(struct mlx4_dev *dev, u8 port,
  111. u64 mac, int qpn, u64 reg_id)
  112. {
  113. switch (dev->caps.steering_mode) {
  114. case MLX4_STEERING_MODE_B0: {
  115. struct mlx4_qp qp;
  116. u8 gid[16] = {0};
  117. __be64 be_mac;
  118. qp.qpn = qpn;
  119. mac &= MLX4_MAC_MASK;
  120. be_mac = cpu_to_be64(mac << 16);
  121. memcpy(&gid[10], &be_mac, ETH_ALEN);
  122. gid[5] = port;
  123. mlx4_unicast_detach(dev, &qp, gid, MLX4_PROT_ETH);
  124. break;
  125. }
  126. case MLX4_STEERING_MODE_DEVICE_MANAGED: {
  127. mlx4_flow_detach(dev, reg_id);
  128. break;
  129. }
  130. default:
  131. mlx4_err(dev, "Invalid steering mode.\n");
  132. }
  133. }
  134. static int validate_index(struct mlx4_dev *dev,
  135. struct mlx4_mac_table *table, int index)
  136. {
  137. int err = 0;
  138. if (index < 0 || index >= table->max || !table->entries[index]) {
  139. mlx4_warn(dev, "No valid Mac entry for the given index\n");
  140. err = -EINVAL;
  141. }
  142. return err;
  143. }
  144. static int find_index(struct mlx4_dev *dev,
  145. struct mlx4_mac_table *table, u64 mac)
  146. {
  147. int i;
  148. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  149. if ((mac & MLX4_MAC_MASK) ==
  150. (MLX4_MAC_MASK & be64_to_cpu(table->entries[i])))
  151. return i;
  152. }
  153. /* Mac not found */
  154. return -EINVAL;
  155. }
  156. int mlx4_get_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int *qpn)
  157. {
  158. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  159. struct mlx4_mac_entry *entry;
  160. int index = 0;
  161. int err = 0;
  162. u64 reg_id;
  163. mlx4_dbg(dev, "Registering MAC: 0x%llx for adding\n",
  164. (unsigned long long) mac);
  165. index = mlx4_register_mac(dev, port, mac);
  166. if (index < 0) {
  167. err = index;
  168. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  169. (unsigned long long) mac);
  170. return err;
  171. }
  172. if (dev->caps.steering_mode == MLX4_STEERING_MODE_A0) {
  173. *qpn = info->base_qpn + index;
  174. return 0;
  175. }
  176. err = mlx4_qp_reserve_range(dev, 1, 1, qpn);
  177. mlx4_dbg(dev, "Reserved qp %d\n", *qpn);
  178. if (err) {
  179. mlx4_err(dev, "Failed to reserve qp for mac registration\n");
  180. goto qp_err;
  181. }
  182. err = mlx4_uc_steer_add(dev, port, mac, qpn, &reg_id);
  183. if (err)
  184. goto steer_err;
  185. entry = kmalloc(sizeof *entry, GFP_KERNEL);
  186. if (!entry) {
  187. err = -ENOMEM;
  188. goto alloc_err;
  189. }
  190. entry->mac = mac;
  191. entry->reg_id = reg_id;
  192. err = radix_tree_insert(&info->mac_tree, *qpn, entry);
  193. if (err)
  194. goto insert_err;
  195. return 0;
  196. insert_err:
  197. kfree(entry);
  198. alloc_err:
  199. mlx4_uc_steer_release(dev, port, mac, *qpn, reg_id);
  200. steer_err:
  201. mlx4_qp_release_range(dev, *qpn, 1);
  202. qp_err:
  203. mlx4_unregister_mac(dev, port, mac);
  204. return err;
  205. }
  206. EXPORT_SYMBOL_GPL(mlx4_get_eth_qp);
  207. void mlx4_put_eth_qp(struct mlx4_dev *dev, u8 port, u64 mac, int qpn)
  208. {
  209. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  210. struct mlx4_mac_entry *entry;
  211. mlx4_dbg(dev, "Registering MAC: 0x%llx for deleting\n",
  212. (unsigned long long) mac);
  213. mlx4_unregister_mac(dev, port, mac);
  214. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0) {
  215. entry = radix_tree_lookup(&info->mac_tree, qpn);
  216. if (entry) {
  217. mlx4_dbg(dev, "Releasing qp: port %d, mac 0x%llx,"
  218. " qpn %d\n", port,
  219. (unsigned long long) mac, qpn);
  220. mlx4_uc_steer_release(dev, port, entry->mac,
  221. qpn, entry->reg_id);
  222. mlx4_qp_release_range(dev, qpn, 1);
  223. radix_tree_delete(&info->mac_tree, qpn);
  224. kfree(entry);
  225. }
  226. }
  227. }
  228. EXPORT_SYMBOL_GPL(mlx4_put_eth_qp);
  229. static int mlx4_set_port_mac_table(struct mlx4_dev *dev, u8 port,
  230. __be64 *entries)
  231. {
  232. struct mlx4_cmd_mailbox *mailbox;
  233. u32 in_mod;
  234. int err;
  235. mailbox = mlx4_alloc_cmd_mailbox(dev);
  236. if (IS_ERR(mailbox))
  237. return PTR_ERR(mailbox);
  238. memcpy(mailbox->buf, entries, MLX4_MAC_TABLE_SIZE);
  239. in_mod = MLX4_SET_PORT_MAC_TABLE << 8 | port;
  240. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  241. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  242. mlx4_free_cmd_mailbox(dev, mailbox);
  243. return err;
  244. }
  245. int __mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  246. {
  247. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  248. struct mlx4_mac_table *table = &info->mac_table;
  249. int i, err = 0;
  250. int free = -1;
  251. mlx4_dbg(dev, "Registering MAC: 0x%llx for port %d\n",
  252. (unsigned long long) mac, port);
  253. mutex_lock(&table->mutex);
  254. for (i = 0; i < MLX4_MAX_MAC_NUM; i++) {
  255. if (free < 0 && !table->entries[i]) {
  256. free = i;
  257. continue;
  258. }
  259. if (mac == (MLX4_MAC_MASK & be64_to_cpu(table->entries[i]))) {
  260. /* MAC already registered, Must not have duplicates */
  261. err = -EEXIST;
  262. goto out;
  263. }
  264. }
  265. mlx4_dbg(dev, "Free MAC index is %d\n", free);
  266. if (table->total == table->max) {
  267. /* No free mac entries */
  268. err = -ENOSPC;
  269. goto out;
  270. }
  271. /* Register new MAC */
  272. table->entries[free] = cpu_to_be64(mac | MLX4_MAC_VALID);
  273. err = mlx4_set_port_mac_table(dev, port, table->entries);
  274. if (unlikely(err)) {
  275. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  276. (unsigned long long) mac);
  277. table->entries[free] = 0;
  278. goto out;
  279. }
  280. err = free;
  281. ++table->total;
  282. out:
  283. mutex_unlock(&table->mutex);
  284. return err;
  285. }
  286. EXPORT_SYMBOL_GPL(__mlx4_register_mac);
  287. int mlx4_register_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  288. {
  289. u64 out_param;
  290. int err;
  291. if (mlx4_is_mfunc(dev)) {
  292. set_param_l(&out_param, port);
  293. err = mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  294. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  295. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  296. if (err)
  297. return err;
  298. return get_param_l(&out_param);
  299. }
  300. return __mlx4_register_mac(dev, port, mac);
  301. }
  302. EXPORT_SYMBOL_GPL(mlx4_register_mac);
  303. void __mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  304. {
  305. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  306. struct mlx4_mac_table *table = &info->mac_table;
  307. int index;
  308. index = find_index(dev, table, mac);
  309. mutex_lock(&table->mutex);
  310. if (validate_index(dev, table, index))
  311. goto out;
  312. table->entries[index] = 0;
  313. mlx4_set_port_mac_table(dev, port, table->entries);
  314. --table->total;
  315. out:
  316. mutex_unlock(&table->mutex);
  317. }
  318. EXPORT_SYMBOL_GPL(__mlx4_unregister_mac);
  319. void mlx4_unregister_mac(struct mlx4_dev *dev, u8 port, u64 mac)
  320. {
  321. u64 out_param;
  322. if (mlx4_is_mfunc(dev)) {
  323. set_param_l(&out_param, port);
  324. (void) mlx4_cmd_imm(dev, mac, &out_param, RES_MAC,
  325. RES_OP_RESERVE_AND_MAP, MLX4_CMD_FREE_RES,
  326. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  327. return;
  328. }
  329. __mlx4_unregister_mac(dev, port, mac);
  330. return;
  331. }
  332. EXPORT_SYMBOL_GPL(mlx4_unregister_mac);
  333. int mlx4_replace_mac(struct mlx4_dev *dev, u8 port, int qpn, u64 new_mac)
  334. {
  335. struct mlx4_port_info *info = &mlx4_priv(dev)->port[port];
  336. struct mlx4_mac_table *table = &info->mac_table;
  337. struct mlx4_mac_entry *entry;
  338. int index = qpn - info->base_qpn;
  339. int err = 0;
  340. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0) {
  341. entry = radix_tree_lookup(&info->mac_tree, qpn);
  342. if (!entry)
  343. return -EINVAL;
  344. mlx4_uc_steer_release(dev, port, entry->mac,
  345. qpn, entry->reg_id);
  346. mlx4_unregister_mac(dev, port, entry->mac);
  347. entry->mac = new_mac;
  348. entry->reg_id = 0;
  349. mlx4_register_mac(dev, port, new_mac);
  350. err = mlx4_uc_steer_add(dev, port, entry->mac,
  351. &qpn, &entry->reg_id);
  352. return err;
  353. }
  354. /* CX1 doesn't support multi-functions */
  355. mutex_lock(&table->mutex);
  356. err = validate_index(dev, table, index);
  357. if (err)
  358. goto out;
  359. table->entries[index] = cpu_to_be64(new_mac | MLX4_MAC_VALID);
  360. err = mlx4_set_port_mac_table(dev, port, table->entries);
  361. if (unlikely(err)) {
  362. mlx4_err(dev, "Failed adding MAC: 0x%llx\n",
  363. (unsigned long long) new_mac);
  364. table->entries[index] = 0;
  365. }
  366. out:
  367. mutex_unlock(&table->mutex);
  368. return err;
  369. }
  370. EXPORT_SYMBOL_GPL(mlx4_replace_mac);
  371. static int mlx4_set_port_vlan_table(struct mlx4_dev *dev, u8 port,
  372. __be32 *entries)
  373. {
  374. struct mlx4_cmd_mailbox *mailbox;
  375. u32 in_mod;
  376. int err;
  377. mailbox = mlx4_alloc_cmd_mailbox(dev);
  378. if (IS_ERR(mailbox))
  379. return PTR_ERR(mailbox);
  380. memcpy(mailbox->buf, entries, MLX4_VLAN_TABLE_SIZE);
  381. in_mod = MLX4_SET_PORT_VLAN_TABLE << 8 | port;
  382. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  383. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  384. mlx4_free_cmd_mailbox(dev, mailbox);
  385. return err;
  386. }
  387. int mlx4_find_cached_vlan(struct mlx4_dev *dev, u8 port, u16 vid, int *idx)
  388. {
  389. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  390. int i;
  391. for (i = 0; i < MLX4_MAX_VLAN_NUM; ++i) {
  392. if (table->refs[i] &&
  393. (vid == (MLX4_VLAN_MASK &
  394. be32_to_cpu(table->entries[i])))) {
  395. /* VLAN already registered, increase reference count */
  396. *idx = i;
  397. return 0;
  398. }
  399. }
  400. return -ENOENT;
  401. }
  402. EXPORT_SYMBOL_GPL(mlx4_find_cached_vlan);
  403. static int __mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan,
  404. int *index)
  405. {
  406. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  407. int i, err = 0;
  408. int free = -1;
  409. mutex_lock(&table->mutex);
  410. if (table->total == table->max) {
  411. /* No free vlan entries */
  412. err = -ENOSPC;
  413. goto out;
  414. }
  415. for (i = MLX4_VLAN_REGULAR; i < MLX4_MAX_VLAN_NUM; i++) {
  416. if (free < 0 && (table->refs[i] == 0)) {
  417. free = i;
  418. continue;
  419. }
  420. if (table->refs[i] &&
  421. (vlan == (MLX4_VLAN_MASK &
  422. be32_to_cpu(table->entries[i])))) {
  423. /* Vlan already registered, increase references count */
  424. *index = i;
  425. ++table->refs[i];
  426. goto out;
  427. }
  428. }
  429. if (free < 0) {
  430. err = -ENOMEM;
  431. goto out;
  432. }
  433. /* Register new VLAN */
  434. table->refs[free] = 1;
  435. table->entries[free] = cpu_to_be32(vlan | MLX4_VLAN_VALID);
  436. err = mlx4_set_port_vlan_table(dev, port, table->entries);
  437. if (unlikely(err)) {
  438. mlx4_warn(dev, "Failed adding vlan: %u\n", vlan);
  439. table->refs[free] = 0;
  440. table->entries[free] = 0;
  441. goto out;
  442. }
  443. *index = free;
  444. ++table->total;
  445. out:
  446. mutex_unlock(&table->mutex);
  447. return err;
  448. }
  449. int mlx4_register_vlan(struct mlx4_dev *dev, u8 port, u16 vlan, int *index)
  450. {
  451. u64 out_param;
  452. int err;
  453. if (mlx4_is_mfunc(dev)) {
  454. set_param_l(&out_param, port);
  455. err = mlx4_cmd_imm(dev, vlan, &out_param, RES_VLAN,
  456. RES_OP_RESERVE_AND_MAP, MLX4_CMD_ALLOC_RES,
  457. MLX4_CMD_TIME_CLASS_A, MLX4_CMD_WRAPPED);
  458. if (!err)
  459. *index = get_param_l(&out_param);
  460. return err;
  461. }
  462. return __mlx4_register_vlan(dev, port, vlan, index);
  463. }
  464. EXPORT_SYMBOL_GPL(mlx4_register_vlan);
  465. static void __mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  466. {
  467. struct mlx4_vlan_table *table = &mlx4_priv(dev)->port[port].vlan_table;
  468. if (index < MLX4_VLAN_REGULAR) {
  469. mlx4_warn(dev, "Trying to free special vlan index %d\n", index);
  470. return;
  471. }
  472. mutex_lock(&table->mutex);
  473. if (!table->refs[index]) {
  474. mlx4_warn(dev, "No vlan entry for index %d\n", index);
  475. goto out;
  476. }
  477. if (--table->refs[index]) {
  478. mlx4_dbg(dev, "Have more references for index %d,"
  479. "no need to modify vlan table\n", index);
  480. goto out;
  481. }
  482. table->entries[index] = 0;
  483. mlx4_set_port_vlan_table(dev, port, table->entries);
  484. --table->total;
  485. out:
  486. mutex_unlock(&table->mutex);
  487. }
  488. void mlx4_unregister_vlan(struct mlx4_dev *dev, u8 port, int index)
  489. {
  490. u64 in_param;
  491. int err;
  492. if (mlx4_is_mfunc(dev)) {
  493. set_param_l(&in_param, port);
  494. err = mlx4_cmd(dev, in_param, RES_VLAN, RES_OP_RESERVE_AND_MAP,
  495. MLX4_CMD_FREE_RES, MLX4_CMD_TIME_CLASS_A,
  496. MLX4_CMD_WRAPPED);
  497. if (!err)
  498. mlx4_warn(dev, "Failed freeing vlan at index:%d\n",
  499. index);
  500. return;
  501. }
  502. __mlx4_unregister_vlan(dev, port, index);
  503. }
  504. EXPORT_SYMBOL_GPL(mlx4_unregister_vlan);
  505. int mlx4_get_port_ib_caps(struct mlx4_dev *dev, u8 port, __be32 *caps)
  506. {
  507. struct mlx4_cmd_mailbox *inmailbox, *outmailbox;
  508. u8 *inbuf, *outbuf;
  509. int err;
  510. inmailbox = mlx4_alloc_cmd_mailbox(dev);
  511. if (IS_ERR(inmailbox))
  512. return PTR_ERR(inmailbox);
  513. outmailbox = mlx4_alloc_cmd_mailbox(dev);
  514. if (IS_ERR(outmailbox)) {
  515. mlx4_free_cmd_mailbox(dev, inmailbox);
  516. return PTR_ERR(outmailbox);
  517. }
  518. inbuf = inmailbox->buf;
  519. outbuf = outmailbox->buf;
  520. memset(inbuf, 0, 256);
  521. memset(outbuf, 0, 256);
  522. inbuf[0] = 1;
  523. inbuf[1] = 1;
  524. inbuf[2] = 1;
  525. inbuf[3] = 1;
  526. *(__be16 *) (&inbuf[16]) = cpu_to_be16(0x0015);
  527. *(__be32 *) (&inbuf[20]) = cpu_to_be32(port);
  528. err = mlx4_cmd_box(dev, inmailbox->dma, outmailbox->dma, port, 3,
  529. MLX4_CMD_MAD_IFC, MLX4_CMD_TIME_CLASS_C,
  530. MLX4_CMD_NATIVE);
  531. if (!err)
  532. *caps = *(__be32 *) (outbuf + 84);
  533. mlx4_free_cmd_mailbox(dev, inmailbox);
  534. mlx4_free_cmd_mailbox(dev, outmailbox);
  535. return err;
  536. }
  537. static int mlx4_common_set_port(struct mlx4_dev *dev, int slave, u32 in_mod,
  538. u8 op_mod, struct mlx4_cmd_mailbox *inbox)
  539. {
  540. struct mlx4_priv *priv = mlx4_priv(dev);
  541. struct mlx4_port_info *port_info;
  542. struct mlx4_mfunc_master_ctx *master = &priv->mfunc.master;
  543. struct mlx4_slave_state *slave_st = &master->slave_state[slave];
  544. struct mlx4_set_port_rqp_calc_context *qpn_context;
  545. struct mlx4_set_port_general_context *gen_context;
  546. int reset_qkey_viols;
  547. int port;
  548. int is_eth;
  549. u32 in_modifier;
  550. u32 promisc;
  551. u16 mtu, prev_mtu;
  552. int err;
  553. int i;
  554. __be32 agg_cap_mask;
  555. __be32 slave_cap_mask;
  556. __be32 new_cap_mask;
  557. port = in_mod & 0xff;
  558. in_modifier = in_mod >> 8;
  559. is_eth = op_mod;
  560. port_info = &priv->port[port];
  561. /* Slaves cannot perform SET_PORT operations except changing MTU */
  562. if (is_eth) {
  563. if (slave != dev->caps.function &&
  564. in_modifier != MLX4_SET_PORT_GENERAL) {
  565. mlx4_warn(dev, "denying SET_PORT for slave:%d\n",
  566. slave);
  567. return -EINVAL;
  568. }
  569. switch (in_modifier) {
  570. case MLX4_SET_PORT_RQP_CALC:
  571. qpn_context = inbox->buf;
  572. qpn_context->base_qpn =
  573. cpu_to_be32(port_info->base_qpn);
  574. qpn_context->n_mac = 0x7;
  575. promisc = be32_to_cpu(qpn_context->promisc) >>
  576. SET_PORT_PROMISC_SHIFT;
  577. qpn_context->promisc = cpu_to_be32(
  578. promisc << SET_PORT_PROMISC_SHIFT |
  579. port_info->base_qpn);
  580. promisc = be32_to_cpu(qpn_context->mcast) >>
  581. SET_PORT_MC_PROMISC_SHIFT;
  582. qpn_context->mcast = cpu_to_be32(
  583. promisc << SET_PORT_MC_PROMISC_SHIFT |
  584. port_info->base_qpn);
  585. break;
  586. case MLX4_SET_PORT_GENERAL:
  587. gen_context = inbox->buf;
  588. /* Mtu is configured as the max MTU among all the
  589. * the functions on the port. */
  590. mtu = be16_to_cpu(gen_context->mtu);
  591. mtu = min_t(int, mtu, dev->caps.eth_mtu_cap[port]);
  592. prev_mtu = slave_st->mtu[port];
  593. slave_st->mtu[port] = mtu;
  594. if (mtu > master->max_mtu[port])
  595. master->max_mtu[port] = mtu;
  596. if (mtu < prev_mtu && prev_mtu ==
  597. master->max_mtu[port]) {
  598. slave_st->mtu[port] = mtu;
  599. master->max_mtu[port] = mtu;
  600. for (i = 0; i < dev->num_slaves; i++) {
  601. master->max_mtu[port] =
  602. max(master->max_mtu[port],
  603. master->slave_state[i].mtu[port]);
  604. }
  605. }
  606. gen_context->mtu = cpu_to_be16(master->max_mtu[port]);
  607. break;
  608. }
  609. return mlx4_cmd(dev, inbox->dma, in_mod, op_mod,
  610. MLX4_CMD_SET_PORT, MLX4_CMD_TIME_CLASS_B,
  611. MLX4_CMD_NATIVE);
  612. }
  613. /* For IB, we only consider:
  614. * - The capability mask, which is set to the aggregate of all
  615. * slave function capabilities
  616. * - The QKey violatin counter - reset according to each request.
  617. */
  618. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  619. reset_qkey_viols = (*(u8 *) inbox->buf) & 0x40;
  620. new_cap_mask = ((__be32 *) inbox->buf)[2];
  621. } else {
  622. reset_qkey_viols = ((u8 *) inbox->buf)[3] & 0x1;
  623. new_cap_mask = ((__be32 *) inbox->buf)[1];
  624. }
  625. /* slave may not set the IS_SM capability for the port */
  626. if (slave != mlx4_master_func_num(dev) &&
  627. (be32_to_cpu(new_cap_mask) & MLX4_PORT_CAP_IS_SM))
  628. return -EINVAL;
  629. /* No DEV_MGMT in multifunc mode */
  630. if (mlx4_is_mfunc(dev) &&
  631. (be32_to_cpu(new_cap_mask) & MLX4_PORT_CAP_DEV_MGMT_SUP))
  632. return -EINVAL;
  633. agg_cap_mask = 0;
  634. slave_cap_mask =
  635. priv->mfunc.master.slave_state[slave].ib_cap_mask[port];
  636. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] = new_cap_mask;
  637. for (i = 0; i < dev->num_slaves; i++)
  638. agg_cap_mask |=
  639. priv->mfunc.master.slave_state[i].ib_cap_mask[port];
  640. /* only clear mailbox for guests. Master may be setting
  641. * MTU or PKEY table size
  642. */
  643. if (slave != dev->caps.function)
  644. memset(inbox->buf, 0, 256);
  645. if (dev->flags & MLX4_FLAG_OLD_PORT_CMDS) {
  646. *(u8 *) inbox->buf |= !!reset_qkey_viols << 6;
  647. ((__be32 *) inbox->buf)[2] = agg_cap_mask;
  648. } else {
  649. ((u8 *) inbox->buf)[3] |= !!reset_qkey_viols;
  650. ((__be32 *) inbox->buf)[1] = agg_cap_mask;
  651. }
  652. err = mlx4_cmd(dev, inbox->dma, port, is_eth, MLX4_CMD_SET_PORT,
  653. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  654. if (err)
  655. priv->mfunc.master.slave_state[slave].ib_cap_mask[port] =
  656. slave_cap_mask;
  657. return err;
  658. }
  659. int mlx4_SET_PORT_wrapper(struct mlx4_dev *dev, int slave,
  660. struct mlx4_vhcr *vhcr,
  661. struct mlx4_cmd_mailbox *inbox,
  662. struct mlx4_cmd_mailbox *outbox,
  663. struct mlx4_cmd_info *cmd)
  664. {
  665. return mlx4_common_set_port(dev, slave, vhcr->in_modifier,
  666. vhcr->op_modifier, inbox);
  667. }
  668. /* bit locations for set port command with zero op modifier */
  669. enum {
  670. MLX4_SET_PORT_VL_CAP = 4, /* bits 7:4 */
  671. MLX4_SET_PORT_MTU_CAP = 12, /* bits 15:12 */
  672. MLX4_CHANGE_PORT_PKEY_TBL_SZ = 20,
  673. MLX4_CHANGE_PORT_VL_CAP = 21,
  674. MLX4_CHANGE_PORT_MTU_CAP = 22,
  675. };
  676. int mlx4_SET_PORT(struct mlx4_dev *dev, u8 port, int pkey_tbl_sz)
  677. {
  678. struct mlx4_cmd_mailbox *mailbox;
  679. int err, vl_cap, pkey_tbl_flag = 0;
  680. if (dev->caps.port_type[port] == MLX4_PORT_TYPE_ETH)
  681. return 0;
  682. mailbox = mlx4_alloc_cmd_mailbox(dev);
  683. if (IS_ERR(mailbox))
  684. return PTR_ERR(mailbox);
  685. memset(mailbox->buf, 0, 256);
  686. ((__be32 *) mailbox->buf)[1] = dev->caps.ib_port_def_cap[port];
  687. if (pkey_tbl_sz >= 0 && mlx4_is_master(dev)) {
  688. pkey_tbl_flag = 1;
  689. ((__be16 *) mailbox->buf)[20] = cpu_to_be16(pkey_tbl_sz);
  690. }
  691. /* IB VL CAP enum isn't used by the firmware, just numerical values */
  692. for (vl_cap = 8; vl_cap >= 1; vl_cap >>= 1) {
  693. ((__be32 *) mailbox->buf)[0] = cpu_to_be32(
  694. (1 << MLX4_CHANGE_PORT_MTU_CAP) |
  695. (1 << MLX4_CHANGE_PORT_VL_CAP) |
  696. (pkey_tbl_flag << MLX4_CHANGE_PORT_PKEY_TBL_SZ) |
  697. (dev->caps.port_ib_mtu[port] << MLX4_SET_PORT_MTU_CAP) |
  698. (vl_cap << MLX4_SET_PORT_VL_CAP));
  699. err = mlx4_cmd(dev, mailbox->dma, port, 0, MLX4_CMD_SET_PORT,
  700. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  701. if (err != -ENOMEM)
  702. break;
  703. }
  704. mlx4_free_cmd_mailbox(dev, mailbox);
  705. return err;
  706. }
  707. int mlx4_SET_PORT_general(struct mlx4_dev *dev, u8 port, int mtu,
  708. u8 pptx, u8 pfctx, u8 pprx, u8 pfcrx)
  709. {
  710. struct mlx4_cmd_mailbox *mailbox;
  711. struct mlx4_set_port_general_context *context;
  712. int err;
  713. u32 in_mod;
  714. mailbox = mlx4_alloc_cmd_mailbox(dev);
  715. if (IS_ERR(mailbox))
  716. return PTR_ERR(mailbox);
  717. context = mailbox->buf;
  718. memset(context, 0, sizeof *context);
  719. context->flags = SET_PORT_GEN_ALL_VALID;
  720. context->mtu = cpu_to_be16(mtu);
  721. context->pptx = (pptx * (!pfctx)) << 7;
  722. context->pfctx = pfctx;
  723. context->pprx = (pprx * (!pfcrx)) << 7;
  724. context->pfcrx = pfcrx;
  725. in_mod = MLX4_SET_PORT_GENERAL << 8 | port;
  726. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  727. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  728. mlx4_free_cmd_mailbox(dev, mailbox);
  729. return err;
  730. }
  731. EXPORT_SYMBOL(mlx4_SET_PORT_general);
  732. int mlx4_SET_PORT_qpn_calc(struct mlx4_dev *dev, u8 port, u32 base_qpn,
  733. u8 promisc)
  734. {
  735. struct mlx4_cmd_mailbox *mailbox;
  736. struct mlx4_set_port_rqp_calc_context *context;
  737. int err;
  738. u32 in_mod;
  739. u32 m_promisc = (dev->caps.flags & MLX4_DEV_CAP_FLAG_VEP_MC_STEER) ?
  740. MCAST_DIRECT : MCAST_DEFAULT;
  741. if (dev->caps.steering_mode != MLX4_STEERING_MODE_A0)
  742. return 0;
  743. mailbox = mlx4_alloc_cmd_mailbox(dev);
  744. if (IS_ERR(mailbox))
  745. return PTR_ERR(mailbox);
  746. context = mailbox->buf;
  747. memset(context, 0, sizeof *context);
  748. context->base_qpn = cpu_to_be32(base_qpn);
  749. context->n_mac = dev->caps.log_num_macs;
  750. context->promisc = cpu_to_be32(promisc << SET_PORT_PROMISC_SHIFT |
  751. base_qpn);
  752. context->mcast = cpu_to_be32(m_promisc << SET_PORT_MC_PROMISC_SHIFT |
  753. base_qpn);
  754. context->intra_no_vlan = 0;
  755. context->no_vlan = MLX4_NO_VLAN_IDX;
  756. context->intra_vlan_miss = 0;
  757. context->vlan_miss = MLX4_VLAN_MISS_IDX;
  758. in_mod = MLX4_SET_PORT_RQP_CALC << 8 | port;
  759. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  760. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_WRAPPED);
  761. mlx4_free_cmd_mailbox(dev, mailbox);
  762. return err;
  763. }
  764. EXPORT_SYMBOL(mlx4_SET_PORT_qpn_calc);
  765. int mlx4_SET_PORT_PRIO2TC(struct mlx4_dev *dev, u8 port, u8 *prio2tc)
  766. {
  767. struct mlx4_cmd_mailbox *mailbox;
  768. struct mlx4_set_port_prio2tc_context *context;
  769. int err;
  770. u32 in_mod;
  771. int i;
  772. mailbox = mlx4_alloc_cmd_mailbox(dev);
  773. if (IS_ERR(mailbox))
  774. return PTR_ERR(mailbox);
  775. context = mailbox->buf;
  776. memset(context, 0, sizeof *context);
  777. for (i = 0; i < MLX4_NUM_UP; i += 2)
  778. context->prio2tc[i >> 1] = prio2tc[i] << 4 | prio2tc[i + 1];
  779. in_mod = MLX4_SET_PORT_PRIO2TC << 8 | port;
  780. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  781. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  782. mlx4_free_cmd_mailbox(dev, mailbox);
  783. return err;
  784. }
  785. EXPORT_SYMBOL(mlx4_SET_PORT_PRIO2TC);
  786. int mlx4_SET_PORT_SCHEDULER(struct mlx4_dev *dev, u8 port, u8 *tc_tx_bw,
  787. u8 *pg, u16 *ratelimit)
  788. {
  789. struct mlx4_cmd_mailbox *mailbox;
  790. struct mlx4_set_port_scheduler_context *context;
  791. int err;
  792. u32 in_mod;
  793. int i;
  794. mailbox = mlx4_alloc_cmd_mailbox(dev);
  795. if (IS_ERR(mailbox))
  796. return PTR_ERR(mailbox);
  797. context = mailbox->buf;
  798. memset(context, 0, sizeof *context);
  799. for (i = 0; i < MLX4_NUM_TC; i++) {
  800. struct mlx4_port_scheduler_tc_cfg_be *tc = &context->tc[i];
  801. u16 r = ratelimit && ratelimit[i] ? ratelimit[i] :
  802. MLX4_RATELIMIT_DEFAULT;
  803. tc->pg = htons(pg[i]);
  804. tc->bw_precentage = htons(tc_tx_bw[i]);
  805. tc->max_bw_units = htons(MLX4_RATELIMIT_UNITS);
  806. tc->max_bw_value = htons(r);
  807. }
  808. in_mod = MLX4_SET_PORT_SCHEDULER << 8 | port;
  809. err = mlx4_cmd(dev, mailbox->dma, in_mod, 1, MLX4_CMD_SET_PORT,
  810. MLX4_CMD_TIME_CLASS_B, MLX4_CMD_NATIVE);
  811. mlx4_free_cmd_mailbox(dev, mailbox);
  812. return err;
  813. }
  814. EXPORT_SYMBOL(mlx4_SET_PORT_SCHEDULER);
  815. int mlx4_SET_MCAST_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  816. struct mlx4_vhcr *vhcr,
  817. struct mlx4_cmd_mailbox *inbox,
  818. struct mlx4_cmd_mailbox *outbox,
  819. struct mlx4_cmd_info *cmd)
  820. {
  821. int err = 0;
  822. return err;
  823. }
  824. int mlx4_SET_MCAST_FLTR(struct mlx4_dev *dev, u8 port,
  825. u64 mac, u64 clear, u8 mode)
  826. {
  827. return mlx4_cmd(dev, (mac | (clear << 63)), port, mode,
  828. MLX4_CMD_SET_MCAST_FLTR, MLX4_CMD_TIME_CLASS_B,
  829. MLX4_CMD_WRAPPED);
  830. }
  831. EXPORT_SYMBOL(mlx4_SET_MCAST_FLTR);
  832. int mlx4_SET_VLAN_FLTR_wrapper(struct mlx4_dev *dev, int slave,
  833. struct mlx4_vhcr *vhcr,
  834. struct mlx4_cmd_mailbox *inbox,
  835. struct mlx4_cmd_mailbox *outbox,
  836. struct mlx4_cmd_info *cmd)
  837. {
  838. int err = 0;
  839. return err;
  840. }
  841. int mlx4_common_dump_eth_stats(struct mlx4_dev *dev, int slave,
  842. u32 in_mod, struct mlx4_cmd_mailbox *outbox)
  843. {
  844. return mlx4_cmd_box(dev, 0, outbox->dma, in_mod, 0,
  845. MLX4_CMD_DUMP_ETH_STATS, MLX4_CMD_TIME_CLASS_B,
  846. MLX4_CMD_NATIVE);
  847. }
  848. int mlx4_DUMP_ETH_STATS_wrapper(struct mlx4_dev *dev, int slave,
  849. struct mlx4_vhcr *vhcr,
  850. struct mlx4_cmd_mailbox *inbox,
  851. struct mlx4_cmd_mailbox *outbox,
  852. struct mlx4_cmd_info *cmd)
  853. {
  854. if (slave != dev->caps.function)
  855. return 0;
  856. return mlx4_common_dump_eth_stats(dev, slave,
  857. vhcr->in_modifier, outbox);
  858. }
  859. void mlx4_set_stats_bitmap(struct mlx4_dev *dev, u64 *stats_bitmap)
  860. {
  861. if (!mlx4_is_mfunc(dev)) {
  862. *stats_bitmap = 0;
  863. return;
  864. }
  865. *stats_bitmap = (MLX4_STATS_TRAFFIC_COUNTERS_MASK |
  866. MLX4_STATS_TRAFFIC_DROPS_MASK |
  867. MLX4_STATS_PORT_COUNTERS_MASK);
  868. if (mlx4_is_master(dev))
  869. *stats_bitmap |= MLX4_STATS_ERROR_COUNTERS_MASK;
  870. }
  871. EXPORT_SYMBOL(mlx4_set_stats_bitmap);