siena.c 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771
  1. /****************************************************************************
  2. * Driver for Solarflare Solarstorm network controllers and boards
  3. * Copyright 2005-2006 Fen Systems Ltd.
  4. * Copyright 2006-2010 Solarflare Communications Inc.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License version 2 as published
  8. * by the Free Software Foundation, incorporated herein by reference.
  9. */
  10. #include <linux/bitops.h>
  11. #include <linux/delay.h>
  12. #include <linux/pci.h>
  13. #include <linux/module.h>
  14. #include <linux/slab.h>
  15. #include <linux/random.h>
  16. #include "net_driver.h"
  17. #include "bitfield.h"
  18. #include "efx.h"
  19. #include "nic.h"
  20. #include "spi.h"
  21. #include "farch_regs.h"
  22. #include "io.h"
  23. #include "phy.h"
  24. #include "workarounds.h"
  25. #include "mcdi.h"
  26. #include "mcdi_pcol.h"
  27. #include "selftest.h"
  28. /* Hardware control for SFC9000 family including SFL9021 (aka Siena). */
  29. static void siena_init_wol(struct efx_nic *efx);
  30. static void siena_push_irq_moderation(struct efx_channel *channel)
  31. {
  32. efx_dword_t timer_cmd;
  33. if (channel->irq_moderation)
  34. EFX_POPULATE_DWORD_2(timer_cmd,
  35. FRF_CZ_TC_TIMER_MODE,
  36. FFE_CZ_TIMER_MODE_INT_HLDOFF,
  37. FRF_CZ_TC_TIMER_VAL,
  38. channel->irq_moderation - 1);
  39. else
  40. EFX_POPULATE_DWORD_2(timer_cmd,
  41. FRF_CZ_TC_TIMER_MODE,
  42. FFE_CZ_TIMER_MODE_DIS,
  43. FRF_CZ_TC_TIMER_VAL, 0);
  44. efx_writed_page_locked(channel->efx, &timer_cmd, FR_BZ_TIMER_COMMAND_P0,
  45. channel->channel);
  46. }
  47. void siena_prepare_flush(struct efx_nic *efx)
  48. {
  49. if (efx->fc_disable++ == 0)
  50. efx_mcdi_set_mac(efx);
  51. }
  52. void siena_finish_flush(struct efx_nic *efx)
  53. {
  54. if (--efx->fc_disable == 0)
  55. efx_mcdi_set_mac(efx);
  56. }
  57. static const struct efx_farch_register_test siena_register_tests[] = {
  58. { FR_AZ_ADR_REGION,
  59. EFX_OWORD32(0x0003FFFF, 0x0003FFFF, 0x0003FFFF, 0x0003FFFF) },
  60. { FR_CZ_USR_EV_CFG,
  61. EFX_OWORD32(0x000103FF, 0x00000000, 0x00000000, 0x00000000) },
  62. { FR_AZ_RX_CFG,
  63. EFX_OWORD32(0xFFFFFFFE, 0xFFFFFFFF, 0x0003FFFF, 0x00000000) },
  64. { FR_AZ_TX_CFG,
  65. EFX_OWORD32(0x7FFF0037, 0xFFFF8000, 0xFFFFFFFF, 0x03FFFFFF) },
  66. { FR_AZ_TX_RESERVED,
  67. EFX_OWORD32(0xFFFEFE80, 0x1FFFFFFF, 0x020000FE, 0x007FFFFF) },
  68. { FR_AZ_SRM_TX_DC_CFG,
  69. EFX_OWORD32(0x001FFFFF, 0x00000000, 0x00000000, 0x00000000) },
  70. { FR_AZ_RX_DC_CFG,
  71. EFX_OWORD32(0x00000003, 0x00000000, 0x00000000, 0x00000000) },
  72. { FR_AZ_RX_DC_PF_WM,
  73. EFX_OWORD32(0x000003FF, 0x00000000, 0x00000000, 0x00000000) },
  74. { FR_BZ_DP_CTRL,
  75. EFX_OWORD32(0x00000FFF, 0x00000000, 0x00000000, 0x00000000) },
  76. { FR_BZ_RX_RSS_TKEY,
  77. EFX_OWORD32(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF) },
  78. { FR_CZ_RX_RSS_IPV6_REG1,
  79. EFX_OWORD32(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF) },
  80. { FR_CZ_RX_RSS_IPV6_REG2,
  81. EFX_OWORD32(0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF, 0xFFFFFFFF) },
  82. { FR_CZ_RX_RSS_IPV6_REG3,
  83. EFX_OWORD32(0xFFFFFFFF, 0xFFFFFFFF, 0x00000007, 0x00000000) },
  84. };
  85. static int siena_test_chip(struct efx_nic *efx, struct efx_self_tests *tests)
  86. {
  87. enum reset_type reset_method = RESET_TYPE_ALL;
  88. int rc, rc2;
  89. efx_reset_down(efx, reset_method);
  90. /* Reset the chip immediately so that it is completely
  91. * quiescent regardless of what any VF driver does.
  92. */
  93. rc = efx_mcdi_reset(efx, reset_method);
  94. if (rc)
  95. goto out;
  96. tests->registers =
  97. efx_farch_test_registers(efx, siena_register_tests,
  98. ARRAY_SIZE(siena_register_tests))
  99. ? -1 : 1;
  100. rc = efx_mcdi_reset(efx, reset_method);
  101. out:
  102. rc2 = efx_reset_up(efx, reset_method, rc == 0);
  103. return rc ? rc : rc2;
  104. }
  105. /**************************************************************************
  106. *
  107. * Device reset
  108. *
  109. **************************************************************************
  110. */
  111. static int siena_map_reset_flags(u32 *flags)
  112. {
  113. enum {
  114. SIENA_RESET_PORT = (ETH_RESET_DMA | ETH_RESET_FILTER |
  115. ETH_RESET_OFFLOAD | ETH_RESET_MAC |
  116. ETH_RESET_PHY),
  117. SIENA_RESET_MC = (SIENA_RESET_PORT |
  118. ETH_RESET_MGMT << ETH_RESET_SHARED_SHIFT),
  119. };
  120. if ((*flags & SIENA_RESET_MC) == SIENA_RESET_MC) {
  121. *flags &= ~SIENA_RESET_MC;
  122. return RESET_TYPE_WORLD;
  123. }
  124. if ((*flags & SIENA_RESET_PORT) == SIENA_RESET_PORT) {
  125. *flags &= ~SIENA_RESET_PORT;
  126. return RESET_TYPE_ALL;
  127. }
  128. /* no invisible reset implemented */
  129. return -EINVAL;
  130. }
  131. #ifdef CONFIG_EEH
  132. /* When a PCI device is isolated from the bus, a subsequent MMIO read is
  133. * required for the kernel EEH mechanisms to notice. As the Solarflare driver
  134. * was written to minimise MMIO read (for latency) then a periodic call to check
  135. * the EEH status of the device is required so that device recovery can happen
  136. * in a timely fashion.
  137. */
  138. static void siena_monitor(struct efx_nic *efx)
  139. {
  140. struct eeh_dev *eehdev =
  141. of_node_to_eeh_dev(pci_device_to_OF_node(efx->pci_dev));
  142. eeh_dev_check_failure(eehdev);
  143. }
  144. #endif
  145. static int siena_probe_nvconfig(struct efx_nic *efx)
  146. {
  147. u32 caps = 0;
  148. int rc;
  149. rc = efx_mcdi_get_board_cfg(efx, efx->net_dev->perm_addr, NULL, &caps);
  150. efx->timer_quantum_ns =
  151. (caps & (1 << MC_CMD_CAPABILITIES_TURBO_ACTIVE_LBN)) ?
  152. 3072 : 6144; /* 768 cycles */
  153. return rc;
  154. }
  155. static void siena_dimension_resources(struct efx_nic *efx)
  156. {
  157. /* Each port has a small block of internal SRAM dedicated to
  158. * the buffer table and descriptor caches. In theory we can
  159. * map both blocks to one port, but we don't.
  160. */
  161. efx_farch_dimension_resources(efx, FR_CZ_BUF_FULL_TBL_ROWS / 2);
  162. }
  163. static unsigned int siena_mem_map_size(struct efx_nic *efx)
  164. {
  165. return FR_CZ_MC_TREG_SMEM +
  166. FR_CZ_MC_TREG_SMEM_STEP * FR_CZ_MC_TREG_SMEM_ROWS;
  167. }
  168. static int siena_probe_nic(struct efx_nic *efx)
  169. {
  170. struct siena_nic_data *nic_data;
  171. bool already_attached = false;
  172. efx_oword_t reg;
  173. int rc;
  174. /* Allocate storage for hardware specific data */
  175. nic_data = kzalloc(sizeof(struct siena_nic_data), GFP_KERNEL);
  176. if (!nic_data)
  177. return -ENOMEM;
  178. efx->nic_data = nic_data;
  179. if (efx_farch_fpga_ver(efx) != 0) {
  180. netif_err(efx, probe, efx->net_dev,
  181. "Siena FPGA not supported\n");
  182. rc = -ENODEV;
  183. goto fail1;
  184. }
  185. efx->max_channels = EFX_MAX_CHANNELS;
  186. efx_reado(efx, &reg, FR_AZ_CS_DEBUG);
  187. efx->port_num = EFX_OWORD_FIELD(reg, FRF_CZ_CS_PORT_NUM) - 1;
  188. rc = efx_mcdi_init(efx);
  189. if (rc)
  190. goto fail1;
  191. /* Let the BMC know that the driver is now in charge of link and
  192. * filter settings. We must do this before we reset the NIC */
  193. rc = efx_mcdi_drv_attach(efx, true, &already_attached);
  194. if (rc) {
  195. netif_err(efx, probe, efx->net_dev,
  196. "Unable to register driver with MCPU\n");
  197. goto fail2;
  198. }
  199. if (already_attached)
  200. /* Not a fatal error */
  201. netif_err(efx, probe, efx->net_dev,
  202. "Host already registered with MCPU\n");
  203. /* Now we can reset the NIC */
  204. rc = efx_mcdi_reset(efx, RESET_TYPE_ALL);
  205. if (rc) {
  206. netif_err(efx, probe, efx->net_dev, "failed to reset NIC\n");
  207. goto fail3;
  208. }
  209. siena_init_wol(efx);
  210. /* Allocate memory for INT_KER */
  211. rc = efx_nic_alloc_buffer(efx, &efx->irq_status, sizeof(efx_oword_t),
  212. GFP_KERNEL);
  213. if (rc)
  214. goto fail4;
  215. BUG_ON(efx->irq_status.dma_addr & 0x0f);
  216. netif_dbg(efx, probe, efx->net_dev,
  217. "INT_KER at %llx (virt %p phys %llx)\n",
  218. (unsigned long long)efx->irq_status.dma_addr,
  219. efx->irq_status.addr,
  220. (unsigned long long)virt_to_phys(efx->irq_status.addr));
  221. /* Read in the non-volatile configuration */
  222. rc = siena_probe_nvconfig(efx);
  223. if (rc == -EINVAL) {
  224. netif_err(efx, probe, efx->net_dev,
  225. "NVRAM is invalid therefore using defaults\n");
  226. efx->phy_type = PHY_TYPE_NONE;
  227. efx->mdio.prtad = MDIO_PRTAD_NONE;
  228. } else if (rc) {
  229. goto fail5;
  230. }
  231. rc = efx_mcdi_mon_probe(efx);
  232. if (rc)
  233. goto fail5;
  234. efx_sriov_probe(efx);
  235. efx_ptp_probe(efx);
  236. return 0;
  237. fail5:
  238. efx_nic_free_buffer(efx, &efx->irq_status);
  239. fail4:
  240. fail3:
  241. efx_mcdi_drv_attach(efx, false, NULL);
  242. fail2:
  243. efx_mcdi_fini(efx);
  244. fail1:
  245. kfree(efx->nic_data);
  246. return rc;
  247. }
  248. /* This call performs hardware-specific global initialisation, such as
  249. * defining the descriptor cache sizes and number of RSS channels.
  250. * It does not set up any buffers, descriptor rings or event queues.
  251. */
  252. static int siena_init_nic(struct efx_nic *efx)
  253. {
  254. efx_oword_t temp;
  255. int rc;
  256. /* Recover from a failed assertion post-reset */
  257. rc = efx_mcdi_handle_assertion(efx);
  258. if (rc)
  259. return rc;
  260. /* Squash TX of packets of 16 bytes or less */
  261. efx_reado(efx, &temp, FR_AZ_TX_RESERVED);
  262. EFX_SET_OWORD_FIELD(temp, FRF_BZ_TX_FLUSH_MIN_LEN_EN, 1);
  263. efx_writeo(efx, &temp, FR_AZ_TX_RESERVED);
  264. /* Do not enable TX_NO_EOP_DISC_EN, since it limits packets to 16
  265. * descriptors (which is bad).
  266. */
  267. efx_reado(efx, &temp, FR_AZ_TX_CFG);
  268. EFX_SET_OWORD_FIELD(temp, FRF_AZ_TX_NO_EOP_DISC_EN, 0);
  269. EFX_SET_OWORD_FIELD(temp, FRF_CZ_TX_FILTER_EN_BIT, 1);
  270. efx_writeo(efx, &temp, FR_AZ_TX_CFG);
  271. efx_reado(efx, &temp, FR_AZ_RX_CFG);
  272. EFX_SET_OWORD_FIELD(temp, FRF_BZ_RX_DESC_PUSH_EN, 0);
  273. EFX_SET_OWORD_FIELD(temp, FRF_BZ_RX_INGR_EN, 1);
  274. /* Enable hash insertion. This is broken for the 'Falcon' hash
  275. * if IPv6 hashing is also enabled, so also select Toeplitz
  276. * TCP/IPv4 and IPv4 hashes. */
  277. EFX_SET_OWORD_FIELD(temp, FRF_BZ_RX_HASH_INSRT_HDR, 1);
  278. EFX_SET_OWORD_FIELD(temp, FRF_BZ_RX_HASH_ALG, 1);
  279. EFX_SET_OWORD_FIELD(temp, FRF_BZ_RX_IP_HASH, 1);
  280. EFX_SET_OWORD_FIELD(temp, FRF_BZ_RX_USR_BUF_SIZE,
  281. EFX_RX_USR_BUF_SIZE >> 5);
  282. efx_writeo(efx, &temp, FR_AZ_RX_CFG);
  283. /* Set hash key for IPv4 */
  284. memcpy(&temp, efx->rx_hash_key, sizeof(temp));
  285. efx_writeo(efx, &temp, FR_BZ_RX_RSS_TKEY);
  286. /* Enable IPv6 RSS */
  287. BUILD_BUG_ON(sizeof(efx->rx_hash_key) <
  288. 2 * sizeof(temp) + FRF_CZ_RX_RSS_IPV6_TKEY_HI_WIDTH / 8 ||
  289. FRF_CZ_RX_RSS_IPV6_TKEY_HI_LBN != 0);
  290. memcpy(&temp, efx->rx_hash_key, sizeof(temp));
  291. efx_writeo(efx, &temp, FR_CZ_RX_RSS_IPV6_REG1);
  292. memcpy(&temp, efx->rx_hash_key + sizeof(temp), sizeof(temp));
  293. efx_writeo(efx, &temp, FR_CZ_RX_RSS_IPV6_REG2);
  294. EFX_POPULATE_OWORD_2(temp, FRF_CZ_RX_RSS_IPV6_THASH_ENABLE, 1,
  295. FRF_CZ_RX_RSS_IPV6_IP_THASH_ENABLE, 1);
  296. memcpy(&temp, efx->rx_hash_key + 2 * sizeof(temp),
  297. FRF_CZ_RX_RSS_IPV6_TKEY_HI_WIDTH / 8);
  298. efx_writeo(efx, &temp, FR_CZ_RX_RSS_IPV6_REG3);
  299. /* Enable event logging */
  300. rc = efx_mcdi_log_ctrl(efx, true, false, 0);
  301. if (rc)
  302. return rc;
  303. /* Set destination of both TX and RX Flush events */
  304. EFX_POPULATE_OWORD_1(temp, FRF_BZ_FLS_EVQ_ID, 0);
  305. efx_writeo(efx, &temp, FR_BZ_DP_CTRL);
  306. EFX_POPULATE_OWORD_1(temp, FRF_CZ_USREV_DIS, 1);
  307. efx_writeo(efx, &temp, FR_CZ_USR_EV_CFG);
  308. efx_farch_init_common(efx);
  309. return 0;
  310. }
  311. static void siena_remove_nic(struct efx_nic *efx)
  312. {
  313. efx_mcdi_mon_remove(efx);
  314. efx_nic_free_buffer(efx, &efx->irq_status);
  315. efx_mcdi_reset(efx, RESET_TYPE_ALL);
  316. /* Relinquish the device back to the BMC */
  317. efx_mcdi_drv_attach(efx, false, NULL);
  318. /* Tear down the private nic state */
  319. kfree(efx->nic_data);
  320. efx->nic_data = NULL;
  321. efx_mcdi_fini(efx);
  322. }
  323. static int siena_try_update_nic_stats(struct efx_nic *efx)
  324. {
  325. __le64 *dma_stats;
  326. struct efx_mac_stats *mac_stats;
  327. __le64 generation_start, generation_end;
  328. mac_stats = &efx->mac_stats;
  329. dma_stats = efx->stats_buffer.addr;
  330. generation_end = dma_stats[MC_CMD_MAC_GENERATION_END];
  331. if (generation_end == EFX_MC_STATS_GENERATION_INVALID)
  332. return 0;
  333. rmb();
  334. #define MAC_STAT(M, D) \
  335. mac_stats->M = le64_to_cpu(dma_stats[MC_CMD_MAC_ ## D])
  336. MAC_STAT(tx_bytes, TX_BYTES);
  337. MAC_STAT(tx_bad_bytes, TX_BAD_BYTES);
  338. efx_update_diff_stat(&mac_stats->tx_good_bytes,
  339. mac_stats->tx_bytes - mac_stats->tx_bad_bytes);
  340. MAC_STAT(tx_packets, TX_PKTS);
  341. MAC_STAT(tx_bad, TX_BAD_FCS_PKTS);
  342. MAC_STAT(tx_pause, TX_PAUSE_PKTS);
  343. MAC_STAT(tx_control, TX_CONTROL_PKTS);
  344. MAC_STAT(tx_unicast, TX_UNICAST_PKTS);
  345. MAC_STAT(tx_multicast, TX_MULTICAST_PKTS);
  346. MAC_STAT(tx_broadcast, TX_BROADCAST_PKTS);
  347. MAC_STAT(tx_lt64, TX_LT64_PKTS);
  348. MAC_STAT(tx_64, TX_64_PKTS);
  349. MAC_STAT(tx_65_to_127, TX_65_TO_127_PKTS);
  350. MAC_STAT(tx_128_to_255, TX_128_TO_255_PKTS);
  351. MAC_STAT(tx_256_to_511, TX_256_TO_511_PKTS);
  352. MAC_STAT(tx_512_to_1023, TX_512_TO_1023_PKTS);
  353. MAC_STAT(tx_1024_to_15xx, TX_1024_TO_15XX_PKTS);
  354. MAC_STAT(tx_15xx_to_jumbo, TX_15XX_TO_JUMBO_PKTS);
  355. MAC_STAT(tx_gtjumbo, TX_GTJUMBO_PKTS);
  356. mac_stats->tx_collision = 0;
  357. MAC_STAT(tx_single_collision, TX_SINGLE_COLLISION_PKTS);
  358. MAC_STAT(tx_multiple_collision, TX_MULTIPLE_COLLISION_PKTS);
  359. MAC_STAT(tx_excessive_collision, TX_EXCESSIVE_COLLISION_PKTS);
  360. MAC_STAT(tx_deferred, TX_DEFERRED_PKTS);
  361. MAC_STAT(tx_late_collision, TX_LATE_COLLISION_PKTS);
  362. mac_stats->tx_collision = (mac_stats->tx_single_collision +
  363. mac_stats->tx_multiple_collision +
  364. mac_stats->tx_excessive_collision +
  365. mac_stats->tx_late_collision);
  366. MAC_STAT(tx_excessive_deferred, TX_EXCESSIVE_DEFERRED_PKTS);
  367. MAC_STAT(tx_non_tcpudp, TX_NON_TCPUDP_PKTS);
  368. MAC_STAT(tx_mac_src_error, TX_MAC_SRC_ERR_PKTS);
  369. MAC_STAT(tx_ip_src_error, TX_IP_SRC_ERR_PKTS);
  370. MAC_STAT(rx_bytes, RX_BYTES);
  371. MAC_STAT(rx_bad_bytes, RX_BAD_BYTES);
  372. efx_update_diff_stat(&mac_stats->rx_good_bytes,
  373. mac_stats->rx_bytes - mac_stats->rx_bad_bytes);
  374. MAC_STAT(rx_packets, RX_PKTS);
  375. MAC_STAT(rx_good, RX_GOOD_PKTS);
  376. MAC_STAT(rx_bad, RX_BAD_FCS_PKTS);
  377. MAC_STAT(rx_pause, RX_PAUSE_PKTS);
  378. MAC_STAT(rx_control, RX_CONTROL_PKTS);
  379. MAC_STAT(rx_unicast, RX_UNICAST_PKTS);
  380. MAC_STAT(rx_multicast, RX_MULTICAST_PKTS);
  381. MAC_STAT(rx_broadcast, RX_BROADCAST_PKTS);
  382. MAC_STAT(rx_lt64, RX_UNDERSIZE_PKTS);
  383. MAC_STAT(rx_64, RX_64_PKTS);
  384. MAC_STAT(rx_65_to_127, RX_65_TO_127_PKTS);
  385. MAC_STAT(rx_128_to_255, RX_128_TO_255_PKTS);
  386. MAC_STAT(rx_256_to_511, RX_256_TO_511_PKTS);
  387. MAC_STAT(rx_512_to_1023, RX_512_TO_1023_PKTS);
  388. MAC_STAT(rx_1024_to_15xx, RX_1024_TO_15XX_PKTS);
  389. MAC_STAT(rx_15xx_to_jumbo, RX_15XX_TO_JUMBO_PKTS);
  390. MAC_STAT(rx_gtjumbo, RX_GTJUMBO_PKTS);
  391. mac_stats->rx_bad_lt64 = 0;
  392. mac_stats->rx_bad_64_to_15xx = 0;
  393. mac_stats->rx_bad_15xx_to_jumbo = 0;
  394. MAC_STAT(rx_bad_gtjumbo, RX_JABBER_PKTS);
  395. MAC_STAT(rx_overflow, RX_OVERFLOW_PKTS);
  396. mac_stats->rx_missed = 0;
  397. MAC_STAT(rx_false_carrier, RX_FALSE_CARRIER_PKTS);
  398. MAC_STAT(rx_symbol_error, RX_SYMBOL_ERROR_PKTS);
  399. MAC_STAT(rx_align_error, RX_ALIGN_ERROR_PKTS);
  400. MAC_STAT(rx_length_error, RX_LENGTH_ERROR_PKTS);
  401. MAC_STAT(rx_internal_error, RX_INTERNAL_ERROR_PKTS);
  402. mac_stats->rx_good_lt64 = 0;
  403. efx->n_rx_nodesc_drop_cnt =
  404. le64_to_cpu(dma_stats[MC_CMD_MAC_RX_NODESC_DROPS]);
  405. #undef MAC_STAT
  406. rmb();
  407. generation_start = dma_stats[MC_CMD_MAC_GENERATION_START];
  408. if (generation_end != generation_start)
  409. return -EAGAIN;
  410. return 0;
  411. }
  412. static void siena_update_nic_stats(struct efx_nic *efx)
  413. {
  414. int retry;
  415. /* If we're unlucky enough to read statistics wduring the DMA, wait
  416. * up to 10ms for it to finish (typically takes <500us) */
  417. for (retry = 0; retry < 100; ++retry) {
  418. if (siena_try_update_nic_stats(efx) == 0)
  419. return;
  420. udelay(100);
  421. }
  422. /* Use the old values instead */
  423. }
  424. static int siena_mac_reconfigure(struct efx_nic *efx)
  425. {
  426. MCDI_DECLARE_BUF(inbuf, MC_CMD_SET_MCAST_HASH_IN_LEN);
  427. int rc;
  428. BUILD_BUG_ON(MC_CMD_SET_MCAST_HASH_IN_LEN !=
  429. MC_CMD_SET_MCAST_HASH_IN_HASH0_OFST +
  430. sizeof(efx->multicast_hash));
  431. WARN_ON(!mutex_is_locked(&efx->mac_lock));
  432. rc = efx_mcdi_set_mac(efx);
  433. if (rc != 0)
  434. return rc;
  435. memcpy(MCDI_PTR(inbuf, SET_MCAST_HASH_IN_HASH0),
  436. efx->multicast_hash.byte, sizeof(efx->multicast_hash));
  437. return efx_mcdi_rpc(efx, MC_CMD_SET_MCAST_HASH,
  438. inbuf, sizeof(inbuf), NULL, 0, NULL);
  439. }
  440. /**************************************************************************
  441. *
  442. * Wake on LAN
  443. *
  444. **************************************************************************
  445. */
  446. static void siena_get_wol(struct efx_nic *efx, struct ethtool_wolinfo *wol)
  447. {
  448. struct siena_nic_data *nic_data = efx->nic_data;
  449. wol->supported = WAKE_MAGIC;
  450. if (nic_data->wol_filter_id != -1)
  451. wol->wolopts = WAKE_MAGIC;
  452. else
  453. wol->wolopts = 0;
  454. memset(&wol->sopass, 0, sizeof(wol->sopass));
  455. }
  456. static int siena_set_wol(struct efx_nic *efx, u32 type)
  457. {
  458. struct siena_nic_data *nic_data = efx->nic_data;
  459. int rc;
  460. if (type & ~WAKE_MAGIC)
  461. return -EINVAL;
  462. if (type & WAKE_MAGIC) {
  463. if (nic_data->wol_filter_id != -1)
  464. efx_mcdi_wol_filter_remove(efx,
  465. nic_data->wol_filter_id);
  466. rc = efx_mcdi_wol_filter_set_magic(efx, efx->net_dev->dev_addr,
  467. &nic_data->wol_filter_id);
  468. if (rc)
  469. goto fail;
  470. pci_wake_from_d3(efx->pci_dev, true);
  471. } else {
  472. rc = efx_mcdi_wol_filter_reset(efx);
  473. nic_data->wol_filter_id = -1;
  474. pci_wake_from_d3(efx->pci_dev, false);
  475. if (rc)
  476. goto fail;
  477. }
  478. return 0;
  479. fail:
  480. netif_err(efx, hw, efx->net_dev, "%s failed: type=%d rc=%d\n",
  481. __func__, type, rc);
  482. return rc;
  483. }
  484. static void siena_init_wol(struct efx_nic *efx)
  485. {
  486. struct siena_nic_data *nic_data = efx->nic_data;
  487. int rc;
  488. rc = efx_mcdi_wol_filter_get_magic(efx, &nic_data->wol_filter_id);
  489. if (rc != 0) {
  490. /* If it failed, attempt to get into a synchronised
  491. * state with MC by resetting any set WoL filters */
  492. efx_mcdi_wol_filter_reset(efx);
  493. nic_data->wol_filter_id = -1;
  494. } else if (nic_data->wol_filter_id != -1) {
  495. pci_wake_from_d3(efx->pci_dev, true);
  496. }
  497. }
  498. /**************************************************************************
  499. *
  500. * MCDI
  501. *
  502. **************************************************************************
  503. */
  504. #define MCDI_PDU(efx) \
  505. (efx_port_num(efx) ? MC_SMEM_P1_PDU_OFST : MC_SMEM_P0_PDU_OFST)
  506. #define MCDI_DOORBELL(efx) \
  507. (efx_port_num(efx) ? MC_SMEM_P1_DOORBELL_OFST : MC_SMEM_P0_DOORBELL_OFST)
  508. #define MCDI_STATUS(efx) \
  509. (efx_port_num(efx) ? MC_SMEM_P1_STATUS_OFST : MC_SMEM_P0_STATUS_OFST)
  510. static void siena_mcdi_request(struct efx_nic *efx,
  511. const efx_dword_t *hdr, size_t hdr_len,
  512. const efx_dword_t *sdu, size_t sdu_len)
  513. {
  514. unsigned pdu = FR_CZ_MC_TREG_SMEM + MCDI_PDU(efx);
  515. unsigned doorbell = FR_CZ_MC_TREG_SMEM + MCDI_DOORBELL(efx);
  516. unsigned int i;
  517. unsigned int inlen_dw = DIV_ROUND_UP(sdu_len, 4);
  518. EFX_BUG_ON_PARANOID(hdr_len != 4);
  519. efx_writed(efx, hdr, pdu);
  520. for (i = 0; i < inlen_dw; i++)
  521. efx_writed(efx, &sdu[i], pdu + hdr_len + 4 * i);
  522. /* Ensure the request is written out before the doorbell */
  523. wmb();
  524. /* ring the doorbell with a distinctive value */
  525. _efx_writed(efx, (__force __le32) 0x45789abc, doorbell);
  526. }
  527. static bool siena_mcdi_poll_response(struct efx_nic *efx)
  528. {
  529. unsigned int pdu = FR_CZ_MC_TREG_SMEM + MCDI_PDU(efx);
  530. efx_dword_t hdr;
  531. efx_readd(efx, &hdr, pdu);
  532. /* All 1's indicates that shared memory is in reset (and is
  533. * not a valid hdr). Wait for it to come out reset before
  534. * completing the command
  535. */
  536. return EFX_DWORD_FIELD(hdr, EFX_DWORD_0) != 0xffffffff &&
  537. EFX_DWORD_FIELD(hdr, MCDI_HEADER_RESPONSE);
  538. }
  539. static void siena_mcdi_read_response(struct efx_nic *efx, efx_dword_t *outbuf,
  540. size_t offset, size_t outlen)
  541. {
  542. unsigned int pdu = FR_CZ_MC_TREG_SMEM + MCDI_PDU(efx);
  543. unsigned int outlen_dw = DIV_ROUND_UP(outlen, 4);
  544. int i;
  545. for (i = 0; i < outlen_dw; i++)
  546. efx_readd(efx, &outbuf[i], pdu + offset + 4 * i);
  547. }
  548. static int siena_mcdi_poll_reboot(struct efx_nic *efx)
  549. {
  550. unsigned int addr = FR_CZ_MC_TREG_SMEM + MCDI_STATUS(efx);
  551. efx_dword_t reg;
  552. u32 value;
  553. efx_readd(efx, &reg, addr);
  554. value = EFX_DWORD_FIELD(reg, EFX_DWORD_0);
  555. if (value == 0)
  556. return 0;
  557. EFX_ZERO_DWORD(reg);
  558. efx_writed(efx, &reg, addr);
  559. if (value == MC_STATUS_DWORD_ASSERT)
  560. return -EINTR;
  561. else
  562. return -EIO;
  563. }
  564. /**************************************************************************
  565. *
  566. * Revision-dependent attributes used by efx.c and nic.c
  567. *
  568. **************************************************************************
  569. */
  570. const struct efx_nic_type siena_a0_nic_type = {
  571. .mem_map_size = siena_mem_map_size,
  572. .probe = siena_probe_nic,
  573. .remove = siena_remove_nic,
  574. .init = siena_init_nic,
  575. .dimension_resources = siena_dimension_resources,
  576. .fini = efx_port_dummy_op_void,
  577. #ifdef CONFIG_EEH
  578. .monitor = siena_monitor,
  579. #else
  580. .monitor = NULL,
  581. #endif
  582. .map_reset_reason = efx_mcdi_map_reset_reason,
  583. .map_reset_flags = siena_map_reset_flags,
  584. .reset = efx_mcdi_reset,
  585. .probe_port = efx_mcdi_port_probe,
  586. .remove_port = efx_mcdi_port_remove,
  587. .fini_dmaq = efx_farch_fini_dmaq,
  588. .prepare_flush = siena_prepare_flush,
  589. .finish_flush = siena_finish_flush,
  590. .update_stats = siena_update_nic_stats,
  591. .start_stats = efx_mcdi_mac_start_stats,
  592. .stop_stats = efx_mcdi_mac_stop_stats,
  593. .set_id_led = efx_mcdi_set_id_led,
  594. .push_irq_moderation = siena_push_irq_moderation,
  595. .reconfigure_mac = siena_mac_reconfigure,
  596. .check_mac_fault = efx_mcdi_mac_check_fault,
  597. .reconfigure_port = efx_mcdi_port_reconfigure,
  598. .get_wol = siena_get_wol,
  599. .set_wol = siena_set_wol,
  600. .resume_wol = siena_init_wol,
  601. .test_chip = siena_test_chip,
  602. .test_nvram = efx_mcdi_nvram_test_all,
  603. .mcdi_request = siena_mcdi_request,
  604. .mcdi_poll_response = siena_mcdi_poll_response,
  605. .mcdi_read_response = siena_mcdi_read_response,
  606. .mcdi_poll_reboot = siena_mcdi_poll_reboot,
  607. .irq_enable_master = efx_farch_irq_enable_master,
  608. .irq_test_generate = efx_farch_irq_test_generate,
  609. .irq_disable_non_ev = efx_farch_irq_disable_master,
  610. .irq_handle_msi = efx_farch_msi_interrupt,
  611. .irq_handle_legacy = efx_farch_legacy_interrupt,
  612. .tx_probe = efx_farch_tx_probe,
  613. .tx_init = efx_farch_tx_init,
  614. .tx_remove = efx_farch_tx_remove,
  615. .tx_write = efx_farch_tx_write,
  616. .rx_push_indir_table = efx_farch_rx_push_indir_table,
  617. .rx_probe = efx_farch_rx_probe,
  618. .rx_init = efx_farch_rx_init,
  619. .rx_remove = efx_farch_rx_remove,
  620. .rx_write = efx_farch_rx_write,
  621. .rx_defer_refill = efx_farch_rx_defer_refill,
  622. .ev_probe = efx_farch_ev_probe,
  623. .ev_init = efx_farch_ev_init,
  624. .ev_fini = efx_farch_ev_fini,
  625. .ev_remove = efx_farch_ev_remove,
  626. .ev_process = efx_farch_ev_process,
  627. .ev_read_ack = efx_farch_ev_read_ack,
  628. .ev_test_generate = efx_farch_ev_test_generate,
  629. .filter_table_probe = efx_farch_filter_table_probe,
  630. .filter_table_restore = efx_farch_filter_table_restore,
  631. .filter_table_remove = efx_farch_filter_table_remove,
  632. .filter_update_rx_scatter = efx_farch_filter_update_rx_scatter,
  633. .filter_insert = efx_farch_filter_insert,
  634. .filter_remove_safe = efx_farch_filter_remove_safe,
  635. .filter_get_safe = efx_farch_filter_get_safe,
  636. .filter_clear_rx = efx_farch_filter_clear_rx,
  637. .filter_count_rx_used = efx_farch_filter_count_rx_used,
  638. .filter_get_rx_id_limit = efx_farch_filter_get_rx_id_limit,
  639. .filter_get_rx_ids = efx_farch_filter_get_rx_ids,
  640. #ifdef CONFIG_RFS_ACCEL
  641. .filter_rfs_insert = efx_farch_filter_rfs_insert,
  642. .filter_rfs_expire_one = efx_farch_filter_rfs_expire_one,
  643. #endif
  644. .revision = EFX_REV_SIENA_A0,
  645. .txd_ptr_tbl_base = FR_BZ_TX_DESC_PTR_TBL,
  646. .rxd_ptr_tbl_base = FR_BZ_RX_DESC_PTR_TBL,
  647. .buf_tbl_base = FR_BZ_BUF_FULL_TBL,
  648. .evq_ptr_tbl_base = FR_BZ_EVQ_PTR_TBL,
  649. .evq_rptr_tbl_base = FR_BZ_EVQ_RPTR,
  650. .max_dma_mask = DMA_BIT_MASK(FSF_AZ_TX_KER_BUF_ADDR_WIDTH),
  651. .rx_buffer_hash_size = 0x10,
  652. .rx_buffer_padding = 0,
  653. .can_rx_scatter = true,
  654. .max_interrupt_mode = EFX_INT_MODE_MSIX,
  655. .timer_period_max = 1 << FRF_CZ_TC_TIMER_VAL_WIDTH,
  656. .offload_features = (NETIF_F_IP_CSUM | NETIF_F_IPV6_CSUM |
  657. NETIF_F_RXHASH | NETIF_F_NTUPLE),
  658. .mcdi_max_ver = 1,
  659. .max_rx_ip_filters = FR_BZ_RX_FILTER_TBL0_ROWS,
  660. };