selftest.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771
  1. /****************************************************************************
  2. * Driver for Solarflare Solarstorm network controllers and boards
  3. * Copyright 2005-2006 Fen Systems Ltd.
  4. * Copyright 2006-2009 Solarflare Communications Inc.
  5. *
  6. * This program is free software; you can redistribute it and/or modify it
  7. * under the terms of the GNU General Public License version 2 as published
  8. * by the Free Software Foundation, incorporated herein by reference.
  9. */
  10. #include <linux/netdevice.h>
  11. #include <linux/module.h>
  12. #include <linux/delay.h>
  13. #include <linux/kernel_stat.h>
  14. #include <linux/pci.h>
  15. #include <linux/ethtool.h>
  16. #include <linux/ip.h>
  17. #include <linux/in.h>
  18. #include <linux/udp.h>
  19. #include <linux/rtnetlink.h>
  20. #include <asm/io.h>
  21. #include "net_driver.h"
  22. #include "efx.h"
  23. #include "nic.h"
  24. #include "selftest.h"
  25. #include "workarounds.h"
  26. #include "spi.h"
  27. #include "io.h"
  28. #include "mdio_10g.h"
  29. /*
  30. * Loopback test packet structure
  31. *
  32. * The self-test should stress every RSS vector, and unfortunately
  33. * Falcon only performs RSS on TCP/UDP packets.
  34. */
  35. struct efx_loopback_payload {
  36. struct ethhdr header;
  37. struct iphdr ip;
  38. struct udphdr udp;
  39. __be16 iteration;
  40. const char msg[64];
  41. } __attribute__ ((packed));
  42. /* Loopback test source MAC address */
  43. static const unsigned char payload_source[ETH_ALEN] = {
  44. 0x00, 0x0f, 0x53, 0x1b, 0x1b, 0x1b,
  45. };
  46. static const char payload_msg[] =
  47. "Hello world! This is an Efx loopback test in progress!";
  48. /**
  49. * efx_loopback_state - persistent state during a loopback selftest
  50. * @flush: Drop all packets in efx_loopback_rx_packet
  51. * @packet_count: Number of packets being used in this test
  52. * @skbs: An array of skbs transmitted
  53. * @offload_csum: Checksums are being offloaded
  54. * @rx_good: RX good packet count
  55. * @rx_bad: RX bad packet count
  56. * @payload: Payload used in tests
  57. */
  58. struct efx_loopback_state {
  59. bool flush;
  60. int packet_count;
  61. struct sk_buff **skbs;
  62. bool offload_csum;
  63. atomic_t rx_good;
  64. atomic_t rx_bad;
  65. struct efx_loopback_payload payload;
  66. };
  67. /**************************************************************************
  68. *
  69. * MII, NVRAM and register tests
  70. *
  71. **************************************************************************/
  72. static int efx_test_mdio(struct efx_nic *efx, struct efx_self_tests *tests)
  73. {
  74. int rc = 0;
  75. int devad = __ffs(efx->mdio.mmds);
  76. u16 physid1, physid2;
  77. if (efx->phy_type == PHY_TYPE_NONE)
  78. return 0;
  79. mutex_lock(&efx->mac_lock);
  80. tests->mdio = -1;
  81. physid1 = efx_mdio_read(efx, devad, MDIO_DEVID1);
  82. physid2 = efx_mdio_read(efx, devad, MDIO_DEVID2);
  83. if ((physid1 == 0x0000) || (physid1 == 0xffff) ||
  84. (physid2 == 0x0000) || (physid2 == 0xffff)) {
  85. EFX_ERR(efx, "no MDIO PHY present with ID %d\n",
  86. efx->mdio.prtad);
  87. rc = -EINVAL;
  88. goto out;
  89. }
  90. if (EFX_IS10G(efx)) {
  91. rc = efx_mdio_check_mmds(efx, efx->mdio.mmds, 0);
  92. if (rc)
  93. goto out;
  94. }
  95. out:
  96. mutex_unlock(&efx->mac_lock);
  97. tests->mdio = rc ? -1 : 1;
  98. return rc;
  99. }
  100. static int efx_test_nvram(struct efx_nic *efx, struct efx_self_tests *tests)
  101. {
  102. int rc = 0;
  103. if (efx->type->test_nvram) {
  104. rc = efx->type->test_nvram(efx);
  105. tests->nvram = rc ? -1 : 1;
  106. }
  107. return rc;
  108. }
  109. static int efx_test_chip(struct efx_nic *efx, struct efx_self_tests *tests)
  110. {
  111. int rc = 0;
  112. /* Test register access */
  113. if (efx->type->test_registers) {
  114. rc = efx->type->test_registers(efx);
  115. tests->registers = rc ? -1 : 1;
  116. }
  117. return rc;
  118. }
  119. /**************************************************************************
  120. *
  121. * Interrupt and event queue testing
  122. *
  123. **************************************************************************/
  124. /* Test generation and receipt of interrupts */
  125. static int efx_test_interrupts(struct efx_nic *efx,
  126. struct efx_self_tests *tests)
  127. {
  128. struct efx_channel *channel;
  129. EFX_LOG(efx, "testing interrupts\n");
  130. tests->interrupt = -1;
  131. /* Reset interrupt flag */
  132. efx->last_irq_cpu = -1;
  133. smp_wmb();
  134. /* ACK each interrupting event queue. Receiving an interrupt due to
  135. * traffic before a test event is raised is considered a pass */
  136. efx_for_each_channel(channel, efx) {
  137. if (channel->work_pending)
  138. efx_process_channel_now(channel);
  139. if (efx->last_irq_cpu >= 0)
  140. goto success;
  141. }
  142. efx_nic_generate_interrupt(efx);
  143. /* Wait for arrival of test interrupt. */
  144. EFX_LOG(efx, "waiting for test interrupt\n");
  145. schedule_timeout_uninterruptible(HZ / 10);
  146. if (efx->last_irq_cpu >= 0)
  147. goto success;
  148. EFX_ERR(efx, "timed out waiting for interrupt\n");
  149. return -ETIMEDOUT;
  150. success:
  151. EFX_LOG(efx, "%s test interrupt seen on CPU%d\n", INT_MODE(efx),
  152. efx->last_irq_cpu);
  153. tests->interrupt = 1;
  154. return 0;
  155. }
  156. /* Test generation and receipt of interrupting events */
  157. static int efx_test_eventq_irq(struct efx_channel *channel,
  158. struct efx_self_tests *tests)
  159. {
  160. unsigned int magic, count;
  161. /* Channel specific code, limited to 20 bits */
  162. magic = (0x00010150 + channel->channel);
  163. EFX_LOG(channel->efx, "channel %d testing event queue with code %x\n",
  164. channel->channel, magic);
  165. tests->eventq_dma[channel->channel] = -1;
  166. tests->eventq_int[channel->channel] = -1;
  167. tests->eventq_poll[channel->channel] = -1;
  168. /* Reset flag and zero magic word */
  169. channel->efx->last_irq_cpu = -1;
  170. channel->eventq_magic = 0;
  171. smp_wmb();
  172. efx_nic_generate_test_event(channel, magic);
  173. /* Wait for arrival of interrupt */
  174. count = 0;
  175. do {
  176. schedule_timeout_uninterruptible(HZ / 100);
  177. if (channel->work_pending)
  178. efx_process_channel_now(channel);
  179. if (channel->eventq_magic == magic)
  180. goto eventq_ok;
  181. } while (++count < 2);
  182. EFX_ERR(channel->efx, "channel %d timed out waiting for event queue\n",
  183. channel->channel);
  184. /* See if interrupt arrived */
  185. if (channel->efx->last_irq_cpu >= 0) {
  186. EFX_ERR(channel->efx, "channel %d saw interrupt on CPU%d "
  187. "during event queue test\n", channel->channel,
  188. raw_smp_processor_id());
  189. tests->eventq_int[channel->channel] = 1;
  190. }
  191. /* Check to see if event was received even if interrupt wasn't */
  192. efx_process_channel_now(channel);
  193. if (channel->eventq_magic == magic) {
  194. EFX_ERR(channel->efx, "channel %d event was generated, but "
  195. "failed to trigger an interrupt\n", channel->channel);
  196. tests->eventq_dma[channel->channel] = 1;
  197. }
  198. return -ETIMEDOUT;
  199. eventq_ok:
  200. EFX_LOG(channel->efx, "channel %d event queue passed\n",
  201. channel->channel);
  202. tests->eventq_dma[channel->channel] = 1;
  203. tests->eventq_int[channel->channel] = 1;
  204. tests->eventq_poll[channel->channel] = 1;
  205. return 0;
  206. }
  207. static int efx_test_phy(struct efx_nic *efx, struct efx_self_tests *tests,
  208. unsigned flags)
  209. {
  210. int rc;
  211. if (!efx->phy_op->run_tests)
  212. return 0;
  213. mutex_lock(&efx->mac_lock);
  214. rc = efx->phy_op->run_tests(efx, tests->phy, flags);
  215. mutex_unlock(&efx->mac_lock);
  216. return rc;
  217. }
  218. /**************************************************************************
  219. *
  220. * Loopback testing
  221. * NB Only one loopback test can be executing concurrently.
  222. *
  223. **************************************************************************/
  224. /* Loopback test RX callback
  225. * This is called for each received packet during loopback testing.
  226. */
  227. void efx_loopback_rx_packet(struct efx_nic *efx,
  228. const char *buf_ptr, int pkt_len)
  229. {
  230. struct efx_loopback_state *state = efx->loopback_selftest;
  231. struct efx_loopback_payload *received;
  232. struct efx_loopback_payload *payload;
  233. BUG_ON(!buf_ptr);
  234. /* If we are just flushing, then drop the packet */
  235. if ((state == NULL) || state->flush)
  236. return;
  237. payload = &state->payload;
  238. received = (struct efx_loopback_payload *) buf_ptr;
  239. received->ip.saddr = payload->ip.saddr;
  240. if (state->offload_csum)
  241. received->ip.check = payload->ip.check;
  242. /* Check that header exists */
  243. if (pkt_len < sizeof(received->header)) {
  244. EFX_ERR(efx, "saw runt RX packet (length %d) in %s loopback "
  245. "test\n", pkt_len, LOOPBACK_MODE(efx));
  246. goto err;
  247. }
  248. /* Check that the ethernet header exists */
  249. if (memcmp(&received->header, &payload->header, ETH_HLEN) != 0) {
  250. EFX_ERR(efx, "saw non-loopback RX packet in %s loopback test\n",
  251. LOOPBACK_MODE(efx));
  252. goto err;
  253. }
  254. /* Check packet length */
  255. if (pkt_len != sizeof(*payload)) {
  256. EFX_ERR(efx, "saw incorrect RX packet length %d (wanted %d) in "
  257. "%s loopback test\n", pkt_len, (int)sizeof(*payload),
  258. LOOPBACK_MODE(efx));
  259. goto err;
  260. }
  261. /* Check that IP header matches */
  262. if (memcmp(&received->ip, &payload->ip, sizeof(payload->ip)) != 0) {
  263. EFX_ERR(efx, "saw corrupted IP header in %s loopback test\n",
  264. LOOPBACK_MODE(efx));
  265. goto err;
  266. }
  267. /* Check that msg and padding matches */
  268. if (memcmp(&received->msg, &payload->msg, sizeof(received->msg)) != 0) {
  269. EFX_ERR(efx, "saw corrupted RX packet in %s loopback test\n",
  270. LOOPBACK_MODE(efx));
  271. goto err;
  272. }
  273. /* Check that iteration matches */
  274. if (received->iteration != payload->iteration) {
  275. EFX_ERR(efx, "saw RX packet from iteration %d (wanted %d) in "
  276. "%s loopback test\n", ntohs(received->iteration),
  277. ntohs(payload->iteration), LOOPBACK_MODE(efx));
  278. goto err;
  279. }
  280. /* Increase correct RX count */
  281. EFX_TRACE(efx, "got loopback RX in %s loopback test\n",
  282. LOOPBACK_MODE(efx));
  283. atomic_inc(&state->rx_good);
  284. return;
  285. err:
  286. #ifdef EFX_ENABLE_DEBUG
  287. if (atomic_read(&state->rx_bad) == 0) {
  288. EFX_ERR(efx, "received packet:\n");
  289. print_hex_dump(KERN_ERR, "", DUMP_PREFIX_OFFSET, 0x10, 1,
  290. buf_ptr, pkt_len, 0);
  291. EFX_ERR(efx, "expected packet:\n");
  292. print_hex_dump(KERN_ERR, "", DUMP_PREFIX_OFFSET, 0x10, 1,
  293. &state->payload, sizeof(state->payload), 0);
  294. }
  295. #endif
  296. atomic_inc(&state->rx_bad);
  297. }
  298. /* Initialise an efx_selftest_state for a new iteration */
  299. static void efx_iterate_state(struct efx_nic *efx)
  300. {
  301. struct efx_loopback_state *state = efx->loopback_selftest;
  302. struct net_device *net_dev = efx->net_dev;
  303. struct efx_loopback_payload *payload = &state->payload;
  304. /* Initialise the layerII header */
  305. memcpy(&payload->header.h_dest, net_dev->dev_addr, ETH_ALEN);
  306. memcpy(&payload->header.h_source, &payload_source, ETH_ALEN);
  307. payload->header.h_proto = htons(ETH_P_IP);
  308. /* saddr set later and used as incrementing count */
  309. payload->ip.daddr = htonl(INADDR_LOOPBACK);
  310. payload->ip.ihl = 5;
  311. payload->ip.check = htons(0xdead);
  312. payload->ip.tot_len = htons(sizeof(*payload) - sizeof(struct ethhdr));
  313. payload->ip.version = IPVERSION;
  314. payload->ip.protocol = IPPROTO_UDP;
  315. /* Initialise udp header */
  316. payload->udp.source = 0;
  317. payload->udp.len = htons(sizeof(*payload) - sizeof(struct ethhdr) -
  318. sizeof(struct iphdr));
  319. payload->udp.check = 0; /* checksum ignored */
  320. /* Fill out payload */
  321. payload->iteration = htons(ntohs(payload->iteration) + 1);
  322. memcpy(&payload->msg, payload_msg, sizeof(payload_msg));
  323. /* Fill out remaining state members */
  324. atomic_set(&state->rx_good, 0);
  325. atomic_set(&state->rx_bad, 0);
  326. smp_wmb();
  327. }
  328. static int efx_begin_loopback(struct efx_tx_queue *tx_queue)
  329. {
  330. struct efx_nic *efx = tx_queue->efx;
  331. struct efx_loopback_state *state = efx->loopback_selftest;
  332. struct efx_loopback_payload *payload;
  333. struct sk_buff *skb;
  334. int i;
  335. netdev_tx_t rc;
  336. /* Transmit N copies of buffer */
  337. for (i = 0; i < state->packet_count; i++) {
  338. /* Allocate an skb, holding an extra reference for
  339. * transmit completion counting */
  340. skb = alloc_skb(sizeof(state->payload), GFP_KERNEL);
  341. if (!skb)
  342. return -ENOMEM;
  343. state->skbs[i] = skb;
  344. skb_get(skb);
  345. /* Copy the payload in, incrementing the source address to
  346. * exercise the rss vectors */
  347. payload = ((struct efx_loopback_payload *)
  348. skb_put(skb, sizeof(state->payload)));
  349. memcpy(payload, &state->payload, sizeof(state->payload));
  350. payload->ip.saddr = htonl(INADDR_LOOPBACK | (i << 2));
  351. /* Ensure everything we've written is visible to the
  352. * interrupt handler. */
  353. smp_wmb();
  354. if (efx_dev_registered(efx))
  355. netif_tx_lock_bh(efx->net_dev);
  356. rc = efx_enqueue_skb(tx_queue, skb);
  357. if (efx_dev_registered(efx))
  358. netif_tx_unlock_bh(efx->net_dev);
  359. if (rc != NETDEV_TX_OK) {
  360. EFX_ERR(efx, "TX queue %d could not transmit packet %d "
  361. "of %d in %s loopback test\n", tx_queue->queue,
  362. i + 1, state->packet_count, LOOPBACK_MODE(efx));
  363. /* Defer cleaning up the other skbs for the caller */
  364. kfree_skb(skb);
  365. return -EPIPE;
  366. }
  367. }
  368. return 0;
  369. }
  370. static int efx_poll_loopback(struct efx_nic *efx)
  371. {
  372. struct efx_loopback_state *state = efx->loopback_selftest;
  373. struct efx_channel *channel;
  374. /* NAPI polling is not enabled, so process channels
  375. * synchronously */
  376. efx_for_each_channel(channel, efx) {
  377. if (channel->work_pending)
  378. efx_process_channel_now(channel);
  379. }
  380. return atomic_read(&state->rx_good) == state->packet_count;
  381. }
  382. static int efx_end_loopback(struct efx_tx_queue *tx_queue,
  383. struct efx_loopback_self_tests *lb_tests)
  384. {
  385. struct efx_nic *efx = tx_queue->efx;
  386. struct efx_loopback_state *state = efx->loopback_selftest;
  387. struct sk_buff *skb;
  388. int tx_done = 0, rx_good, rx_bad;
  389. int i, rc = 0;
  390. if (efx_dev_registered(efx))
  391. netif_tx_lock_bh(efx->net_dev);
  392. /* Count the number of tx completions, and decrement the refcnt. Any
  393. * skbs not already completed will be free'd when the queue is flushed */
  394. for (i=0; i < state->packet_count; i++) {
  395. skb = state->skbs[i];
  396. if (skb && !skb_shared(skb))
  397. ++tx_done;
  398. dev_kfree_skb_any(skb);
  399. }
  400. if (efx_dev_registered(efx))
  401. netif_tx_unlock_bh(efx->net_dev);
  402. /* Check TX completion and received packet counts */
  403. rx_good = atomic_read(&state->rx_good);
  404. rx_bad = atomic_read(&state->rx_bad);
  405. if (tx_done != state->packet_count) {
  406. /* Don't free the skbs; they will be picked up on TX
  407. * overflow or channel teardown.
  408. */
  409. EFX_ERR(efx, "TX queue %d saw only %d out of an expected %d "
  410. "TX completion events in %s loopback test\n",
  411. tx_queue->queue, tx_done, state->packet_count,
  412. LOOPBACK_MODE(efx));
  413. rc = -ETIMEDOUT;
  414. /* Allow to fall through so we see the RX errors as well */
  415. }
  416. /* We may always be up to a flush away from our desired packet total */
  417. if (rx_good != state->packet_count) {
  418. EFX_LOG(efx, "TX queue %d saw only %d out of an expected %d "
  419. "received packets in %s loopback test\n",
  420. tx_queue->queue, rx_good, state->packet_count,
  421. LOOPBACK_MODE(efx));
  422. rc = -ETIMEDOUT;
  423. /* Fall through */
  424. }
  425. /* Update loopback test structure */
  426. lb_tests->tx_sent[tx_queue->queue] += state->packet_count;
  427. lb_tests->tx_done[tx_queue->queue] += tx_done;
  428. lb_tests->rx_good += rx_good;
  429. lb_tests->rx_bad += rx_bad;
  430. return rc;
  431. }
  432. static int
  433. efx_test_loopback(struct efx_tx_queue *tx_queue,
  434. struct efx_loopback_self_tests *lb_tests)
  435. {
  436. struct efx_nic *efx = tx_queue->efx;
  437. struct efx_loopback_state *state = efx->loopback_selftest;
  438. int i, begin_rc, end_rc;
  439. for (i = 0; i < 3; i++) {
  440. /* Determine how many packets to send */
  441. state->packet_count = EFX_TXQ_SIZE / 3;
  442. state->packet_count = min(1 << (i << 2), state->packet_count);
  443. state->skbs = kzalloc(sizeof(state->skbs[0]) *
  444. state->packet_count, GFP_KERNEL);
  445. if (!state->skbs)
  446. return -ENOMEM;
  447. state->flush = false;
  448. EFX_LOG(efx, "TX queue %d testing %s loopback with %d "
  449. "packets\n", tx_queue->queue, LOOPBACK_MODE(efx),
  450. state->packet_count);
  451. efx_iterate_state(efx);
  452. begin_rc = efx_begin_loopback(tx_queue);
  453. /* This will normally complete very quickly, but be
  454. * prepared to wait up to 100 ms. */
  455. msleep(1);
  456. if (!efx_poll_loopback(efx)) {
  457. msleep(100);
  458. efx_poll_loopback(efx);
  459. }
  460. end_rc = efx_end_loopback(tx_queue, lb_tests);
  461. kfree(state->skbs);
  462. if (begin_rc || end_rc) {
  463. /* Wait a while to ensure there are no packets
  464. * floating around after a failure. */
  465. schedule_timeout_uninterruptible(HZ / 10);
  466. return begin_rc ? begin_rc : end_rc;
  467. }
  468. }
  469. EFX_LOG(efx, "TX queue %d passed %s loopback test with a burst length "
  470. "of %d packets\n", tx_queue->queue, LOOPBACK_MODE(efx),
  471. state->packet_count);
  472. return 0;
  473. }
  474. /* Wait for link up. On Falcon, we would prefer to rely on efx_monitor, but
  475. * any contention on the mac lock (via e.g. efx_mac_mcast_work) causes it
  476. * to delay and retry. Therefore, it's safer to just poll directly. Wait
  477. * for link up and any faults to dissipate. */
  478. static int efx_wait_for_link(struct efx_nic *efx)
  479. {
  480. struct efx_link_state *link_state = &efx->link_state;
  481. int count;
  482. bool link_up;
  483. for (count = 0; count < 40; count++) {
  484. schedule_timeout_uninterruptible(HZ / 10);
  485. if (efx->type->monitor != NULL) {
  486. mutex_lock(&efx->mac_lock);
  487. efx->type->monitor(efx);
  488. mutex_unlock(&efx->mac_lock);
  489. } else {
  490. struct efx_channel *channel = &efx->channel[0];
  491. if (channel->work_pending)
  492. efx_process_channel_now(channel);
  493. }
  494. mutex_lock(&efx->mac_lock);
  495. link_up = link_state->up;
  496. if (link_up)
  497. link_up = !efx->mac_op->check_fault(efx);
  498. mutex_unlock(&efx->mac_lock);
  499. if (link_up)
  500. return 0;
  501. }
  502. return -ETIMEDOUT;
  503. }
  504. static int efx_test_loopbacks(struct efx_nic *efx, struct efx_self_tests *tests,
  505. unsigned int loopback_modes)
  506. {
  507. enum efx_loopback_mode mode;
  508. struct efx_loopback_state *state;
  509. struct efx_tx_queue *tx_queue;
  510. int rc = 0;
  511. /* Set the port loopback_selftest member. From this point on
  512. * all received packets will be dropped. Mark the state as
  513. * "flushing" so all inflight packets are dropped */
  514. state = kzalloc(sizeof(*state), GFP_KERNEL);
  515. if (state == NULL)
  516. return -ENOMEM;
  517. BUG_ON(efx->loopback_selftest);
  518. state->flush = true;
  519. efx->loopback_selftest = state;
  520. /* Test all supported loopback modes */
  521. for (mode = LOOPBACK_NONE; mode <= LOOPBACK_TEST_MAX; mode++) {
  522. if (!(loopback_modes & (1 << mode)))
  523. continue;
  524. /* Move the port into the specified loopback mode. */
  525. state->flush = true;
  526. mutex_lock(&efx->mac_lock);
  527. efx->loopback_mode = mode;
  528. rc = __efx_reconfigure_port(efx);
  529. mutex_unlock(&efx->mac_lock);
  530. if (rc) {
  531. EFX_ERR(efx, "unable to move into %s loopback\n",
  532. LOOPBACK_MODE(efx));
  533. goto out;
  534. }
  535. rc = efx_wait_for_link(efx);
  536. if (rc) {
  537. EFX_ERR(efx, "loopback %s never came up\n",
  538. LOOPBACK_MODE(efx));
  539. goto out;
  540. }
  541. /* Test every TX queue */
  542. efx_for_each_tx_queue(tx_queue, efx) {
  543. state->offload_csum = (tx_queue->queue ==
  544. EFX_TX_QUEUE_OFFLOAD_CSUM);
  545. rc = efx_test_loopback(tx_queue,
  546. &tests->loopback[mode]);
  547. if (rc)
  548. goto out;
  549. }
  550. }
  551. out:
  552. /* Remove the flush. The caller will remove the loopback setting */
  553. state->flush = true;
  554. efx->loopback_selftest = NULL;
  555. wmb();
  556. kfree(state);
  557. return rc;
  558. }
  559. /**************************************************************************
  560. *
  561. * Entry point
  562. *
  563. *************************************************************************/
  564. int efx_selftest(struct efx_nic *efx, struct efx_self_tests *tests,
  565. unsigned flags)
  566. {
  567. enum efx_loopback_mode loopback_mode = efx->loopback_mode;
  568. int phy_mode = efx->phy_mode;
  569. enum reset_type reset_method = RESET_TYPE_INVISIBLE;
  570. struct efx_channel *channel;
  571. int rc_test = 0, rc_reset = 0, rc;
  572. /* Online (i.e. non-disruptive) testing
  573. * This checks interrupt generation, event delivery and PHY presence. */
  574. rc = efx_test_mdio(efx, tests);
  575. if (rc && !rc_test)
  576. rc_test = rc;
  577. rc = efx_test_nvram(efx, tests);
  578. if (rc && !rc_test)
  579. rc_test = rc;
  580. rc = efx_test_interrupts(efx, tests);
  581. if (rc && !rc_test)
  582. rc_test = rc;
  583. efx_for_each_channel(channel, efx) {
  584. rc = efx_test_eventq_irq(channel, tests);
  585. if (rc && !rc_test)
  586. rc_test = rc;
  587. }
  588. if (rc_test)
  589. return rc_test;
  590. if (!(flags & ETH_TEST_FL_OFFLINE))
  591. return efx_test_phy(efx, tests, flags);
  592. /* Offline (i.e. disruptive) testing
  593. * This checks MAC and PHY loopback on the specified port. */
  594. /* force the carrier state off so the kernel doesn't transmit during
  595. * the loopback test, and the watchdog timeout doesn't fire. Also put
  596. * falcon into loopback for the register test.
  597. */
  598. mutex_lock(&efx->mac_lock);
  599. efx->port_inhibited = true;
  600. if (efx->loopback_modes) {
  601. /* We need the 312 clock from the PHY to test the XMAC
  602. * registers, so move into XGMII loopback if available */
  603. if (efx->loopback_modes & (1 << LOOPBACK_XGMII))
  604. efx->loopback_mode = LOOPBACK_XGMII;
  605. else
  606. efx->loopback_mode = __ffs(efx->loopback_modes);
  607. }
  608. __efx_reconfigure_port(efx);
  609. mutex_unlock(&efx->mac_lock);
  610. /* free up all consumers of SRAM (including all the queues) */
  611. efx_reset_down(efx, reset_method);
  612. rc = efx_test_chip(efx, tests);
  613. if (rc && !rc_test)
  614. rc_test = rc;
  615. /* reset the chip to recover from the register test */
  616. rc_reset = efx->type->reset(efx, reset_method);
  617. /* Ensure that the phy is powered and out of loopback
  618. * for the bist and loopback tests */
  619. efx->phy_mode &= ~PHY_MODE_LOW_POWER;
  620. efx->loopback_mode = LOOPBACK_NONE;
  621. rc = efx_reset_up(efx, reset_method, rc_reset == 0);
  622. if (rc && !rc_reset)
  623. rc_reset = rc;
  624. if (rc_reset) {
  625. EFX_ERR(efx, "Unable to recover from chip test\n");
  626. efx_schedule_reset(efx, RESET_TYPE_DISABLE);
  627. return rc_reset;
  628. }
  629. rc = efx_test_phy(efx, tests, flags);
  630. if (rc && !rc_test)
  631. rc_test = rc;
  632. rc = efx_test_loopbacks(efx, tests, efx->loopback_modes);
  633. if (rc && !rc_test)
  634. rc_test = rc;
  635. /* restore the PHY to the previous state */
  636. mutex_lock(&efx->mac_lock);
  637. efx->phy_mode = phy_mode;
  638. efx->port_inhibited = false;
  639. efx->loopback_mode = loopback_mode;
  640. __efx_reconfigure_port(efx);
  641. mutex_unlock(&efx->mac_lock);
  642. return rc_test;
  643. }