netxen_nic_main.c 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119
  1. /*
  2. * Copyright (C) 2003 - 2006 NetXen, Inc.
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License
  7. * as published by the Free Software Foundation; either version 2
  8. * of the License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful, but
  11. * WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program; if not, write to the Free Software
  17. * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
  18. * MA 02111-1307, USA.
  19. *
  20. * The full GNU General Public License is included in this distribution
  21. * in the file called LICENSE.
  22. *
  23. * Contact Information:
  24. * info@netxen.com
  25. * NetXen,
  26. * 3965 Freedom Circle, Fourth floor,
  27. * Santa Clara, CA 95054
  28. *
  29. *
  30. * Main source file for NetXen NIC Driver on Linux
  31. *
  32. */
  33. #include "netxen_nic_hw.h"
  34. #include "netxen_nic.h"
  35. #define DEFINE_GLOBAL_RECV_CRB
  36. #include "netxen_nic_phan_reg.h"
  37. #include "netxen_nic_ioctl.h"
  38. #include <linux/dma-mapping.h>
  39. #include <linux/vmalloc.h>
  40. MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
  41. MODULE_LICENSE("GPL");
  42. MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID);
  43. char netxen_nic_driver_name[] = "netxen";
  44. static char netxen_nic_driver_string[] = "NetXen Network Driver version "
  45. NETXEN_NIC_LINUX_VERSIONID "-" NETXEN_NIC_BUILD_NO;
  46. #define NETXEN_NETDEV_WEIGHT 120
  47. #define NETXEN_ADAPTER_UP_MAGIC 777
  48. /* Local functions to NetXen NIC driver */
  49. static int __devinit netxen_nic_probe(struct pci_dev *pdev,
  50. const struct pci_device_id *ent);
  51. static void __devexit netxen_nic_remove(struct pci_dev *pdev);
  52. static int netxen_nic_open(struct net_device *netdev);
  53. static int netxen_nic_close(struct net_device *netdev);
  54. static int netxen_nic_xmit_frame(struct sk_buff *, struct net_device *);
  55. static void netxen_tx_timeout(struct net_device *netdev);
  56. static void netxen_tx_timeout_task(struct net_device *netdev);
  57. static void netxen_watchdog(unsigned long);
  58. static int netxen_handle_int(struct netxen_adapter *, struct net_device *);
  59. static int netxen_nic_ioctl(struct net_device *netdev,
  60. struct ifreq *ifr, int cmd);
  61. static int netxen_nic_poll(struct net_device *dev, int *budget);
  62. #ifdef CONFIG_NET_POLL_CONTROLLER
  63. static void netxen_nic_poll_controller(struct net_device *netdev);
  64. #endif
  65. static irqreturn_t netxen_intr(int irq, void *data);
  66. /* PCI Device ID Table */
  67. static struct pci_device_id netxen_pci_tbl[] __devinitdata = {
  68. {PCI_DEVICE(0x4040, 0x0001)},
  69. {PCI_DEVICE(0x4040, 0x0002)},
  70. {PCI_DEVICE(0x4040, 0x0003)},
  71. {PCI_DEVICE(0x4040, 0x0004)},
  72. {PCI_DEVICE(0x4040, 0x0005)},
  73. {0,}
  74. };
  75. MODULE_DEVICE_TABLE(pci, netxen_pci_tbl);
  76. /*
  77. * netxen_nic_probe()
  78. *
  79. * The Linux system will invoke this after identifying the vendor ID and
  80. * device Id in the pci_tbl supported by this module.
  81. *
  82. * A quad port card has one operational PCI config space, (function 0),
  83. * which is used to access all four ports.
  84. *
  85. * This routine will initialize the adapter, and setup the global parameters
  86. * along with the port's specific structure.
  87. */
  88. static int __devinit
  89. netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  90. {
  91. struct net_device *netdev = NULL;
  92. struct netxen_adapter *adapter = NULL;
  93. struct netxen_port *port = NULL;
  94. u8 __iomem *mem_ptr = NULL;
  95. unsigned long mem_base, mem_len;
  96. int pci_using_dac, i, err;
  97. int ring;
  98. struct netxen_recv_context *recv_ctx = NULL;
  99. struct netxen_rcv_desc_ctx *rcv_desc = NULL;
  100. struct netxen_cmd_buffer *cmd_buf_arr = NULL;
  101. u64 mac_addr[FLASH_NUM_PORTS + 1];
  102. int valid_mac;
  103. if ((err = pci_enable_device(pdev)))
  104. return err;
  105. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  106. err = -ENODEV;
  107. goto err_out_disable_pdev;
  108. }
  109. if ((err = pci_request_regions(pdev, netxen_nic_driver_name)))
  110. goto err_out_disable_pdev;
  111. pci_set_master(pdev);
  112. if ((pci_set_dma_mask(pdev, DMA_64BIT_MASK) == 0) &&
  113. (pci_set_consistent_dma_mask(pdev, DMA_64BIT_MASK) == 0))
  114. pci_using_dac = 1;
  115. else {
  116. if ((err = pci_set_dma_mask(pdev, DMA_32BIT_MASK)) ||
  117. (err = pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK)))
  118. goto err_out_free_res;
  119. pci_using_dac = 0;
  120. }
  121. /* remap phys address */
  122. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  123. mem_len = pci_resource_len(pdev, 0);
  124. /* 128 Meg of memory */
  125. mem_ptr = ioremap(mem_base, NETXEN_PCI_MAPSIZE_BYTES);
  126. if (mem_ptr == 0UL) {
  127. printk(KERN_ERR "%s: Cannot ioremap adapter memory aborting."
  128. ":%p\n", netxen_nic_driver_name, mem_ptr);
  129. err = -EIO;
  130. goto err_out_free_res;
  131. }
  132. /*
  133. * Allocate a adapter structure which will manage all the initialization
  134. * as well as the common resources for all ports...
  135. * all the ports will have pointer to this adapter as well as Adapter
  136. * will have pointers of all the ports structures.
  137. */
  138. /* One adapter structure for all 4 ports.... */
  139. adapter = kzalloc(sizeof(struct netxen_adapter), GFP_KERNEL);
  140. if (adapter == NULL) {
  141. printk(KERN_ERR "%s: Could not allocate adapter memory:%d\n",
  142. netxen_nic_driver_name,
  143. (int)sizeof(struct netxen_adapter));
  144. err = -ENOMEM;
  145. goto err_out_iounmap;
  146. }
  147. adapter->max_tx_desc_count = MAX_CMD_DESCRIPTORS;
  148. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS;
  149. adapter->max_jumbo_rx_desc_count = MAX_JUMBO_RCV_DESCRIPTORS;
  150. pci_set_drvdata(pdev, adapter);
  151. cmd_buf_arr = (struct netxen_cmd_buffer *)vmalloc(TX_RINGSIZE);
  152. if (cmd_buf_arr == NULL) {
  153. err = -ENOMEM;
  154. goto err_out_free_adapter;
  155. }
  156. memset(cmd_buf_arr, 0, TX_RINGSIZE);
  157. for (i = 0; i < MAX_RCV_CTX; ++i) {
  158. recv_ctx = &adapter->recv_ctx[i];
  159. for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
  160. rcv_desc = &recv_ctx->rcv_desc[ring];
  161. switch (RCV_DESC_TYPE(ring)) {
  162. case RCV_DESC_NORMAL:
  163. rcv_desc->max_rx_desc_count =
  164. adapter->max_rx_desc_count;
  165. rcv_desc->flags = RCV_DESC_NORMAL;
  166. rcv_desc->dma_size = RX_DMA_MAP_LEN;
  167. rcv_desc->skb_size = MAX_RX_BUFFER_LENGTH;
  168. break;
  169. case RCV_DESC_JUMBO:
  170. rcv_desc->max_rx_desc_count =
  171. adapter->max_jumbo_rx_desc_count;
  172. rcv_desc->flags = RCV_DESC_JUMBO;
  173. rcv_desc->dma_size = RX_JUMBO_DMA_MAP_LEN;
  174. rcv_desc->skb_size = MAX_RX_JUMBO_BUFFER_LENGTH;
  175. break;
  176. }
  177. rcv_desc->rx_buf_arr = (struct netxen_rx_buffer *)
  178. vmalloc(RCV_BUFFSIZE);
  179. if (rcv_desc->rx_buf_arr == NULL) {
  180. err = -ENOMEM;
  181. goto err_out_free_rx_buffer;
  182. }
  183. memset(rcv_desc->rx_buf_arr, 0, RCV_BUFFSIZE);
  184. }
  185. }
  186. adapter->ops = kzalloc(sizeof(struct netxen_drvops), GFP_KERNEL);
  187. if (adapter->ops == NULL) {
  188. printk(KERN_ERR
  189. "%s: Could not allocate memory for adapter->ops:%d\n",
  190. netxen_nic_driver_name,
  191. (int)sizeof(struct netxen_adapter));
  192. err = -ENOMEM;
  193. goto err_out_free_rx_buffer;
  194. }
  195. adapter->cmd_buf_arr = cmd_buf_arr;
  196. adapter->ahw.pci_base = mem_ptr;
  197. spin_lock_init(&adapter->tx_lock);
  198. spin_lock_init(&adapter->lock);
  199. /* initialize the buffers in adapter */
  200. netxen_initialize_adapter_sw(adapter);
  201. /*
  202. * Set the CRB window to invalid. If any register in window 0 is
  203. * accessed it should set the window to 0 and then reset it to 1.
  204. */
  205. adapter->curr_window = 255;
  206. /*
  207. * Adapter in our case is quad port so initialize it before
  208. * initializing the ports
  209. */
  210. netxen_initialize_adapter_hw(adapter); /* initialize the adapter */
  211. netxen_initialize_adapter_ops(adapter);
  212. init_timer(&adapter->watchdog_timer);
  213. adapter->ahw.xg_linkup = 0;
  214. adapter->watchdog_timer.function = &netxen_watchdog;
  215. adapter->watchdog_timer.data = (unsigned long)adapter;
  216. INIT_WORK(&adapter->watchdog_task,
  217. (void (*)(void *))netxen_watchdog_task, adapter);
  218. adapter->ahw.pdev = pdev;
  219. adapter->proc_cmd_buf_counter = 0;
  220. pci_read_config_byte(pdev, PCI_REVISION_ID, &adapter->ahw.revision_id);
  221. if (pci_enable_msi(pdev)) {
  222. adapter->flags &= ~NETXEN_NIC_MSI_ENABLED;
  223. printk(KERN_WARNING "%s: unable to allocate MSI interrupt"
  224. " error\n", netxen_nic_driver_name);
  225. } else
  226. adapter->flags |= NETXEN_NIC_MSI_ENABLED;
  227. if (netxen_is_flash_supported(adapter) == 0 &&
  228. netxen_get_flash_mac_addr(adapter, mac_addr) == 0)
  229. valid_mac = 1;
  230. else
  231. valid_mac = 0;
  232. /* initialize the all the ports */
  233. for (i = 0; i < adapter->ahw.max_ports; i++) {
  234. netdev = alloc_etherdev(sizeof(struct netxen_port));
  235. if (!netdev) {
  236. printk(KERN_ERR "%s: could not allocate netdev for port"
  237. " %d\n", netxen_nic_driver_name, i + 1);
  238. goto err_out_free_dev;
  239. }
  240. SET_MODULE_OWNER(netdev);
  241. port = netdev_priv(netdev);
  242. port->netdev = netdev;
  243. port->pdev = pdev;
  244. port->adapter = adapter;
  245. port->portnum = i; /* Gigabit port number from 0-3 */
  246. netdev->open = netxen_nic_open;
  247. netdev->stop = netxen_nic_close;
  248. netdev->hard_start_xmit = netxen_nic_xmit_frame;
  249. netdev->get_stats = netxen_nic_get_stats;
  250. netdev->set_multicast_list = netxen_nic_set_multi;
  251. netdev->set_mac_address = netxen_nic_set_mac;
  252. netdev->change_mtu = netxen_nic_change_mtu;
  253. netdev->do_ioctl = netxen_nic_ioctl;
  254. netdev->tx_timeout = netxen_tx_timeout;
  255. netdev->watchdog_timeo = HZ;
  256. SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops);
  257. netdev->poll = netxen_nic_poll;
  258. netdev->weight = NETXEN_NETDEV_WEIGHT;
  259. #ifdef CONFIG_NET_POLL_CONTROLLER
  260. netdev->poll_controller = netxen_nic_poll_controller;
  261. #endif
  262. /* ScatterGather support */
  263. netdev->features = NETIF_F_SG;
  264. netdev->features |= NETIF_F_IP_CSUM;
  265. netdev->features |= NETIF_F_TSO;
  266. if (pci_using_dac)
  267. netdev->features |= NETIF_F_HIGHDMA;
  268. if (valid_mac) {
  269. unsigned char *p = (unsigned char *)&mac_addr[i];
  270. netdev->dev_addr[0] = *(p + 5);
  271. netdev->dev_addr[1] = *(p + 4);
  272. netdev->dev_addr[2] = *(p + 3);
  273. netdev->dev_addr[3] = *(p + 2);
  274. netdev->dev_addr[4] = *(p + 1);
  275. netdev->dev_addr[5] = *(p + 0);
  276. memcpy(netdev->perm_addr, netdev->dev_addr,
  277. netdev->addr_len);
  278. if (!is_valid_ether_addr(netdev->perm_addr)) {
  279. printk(KERN_ERR "%s: Bad MAC address "
  280. "%02x:%02x:%02x:%02x:%02x:%02x.\n",
  281. netxen_nic_driver_name,
  282. netdev->dev_addr[0],
  283. netdev->dev_addr[1],
  284. netdev->dev_addr[2],
  285. netdev->dev_addr[3],
  286. netdev->dev_addr[4],
  287. netdev->dev_addr[5]);
  288. } else {
  289. if (adapter->ops->macaddr_set)
  290. adapter->ops->macaddr_set(port,
  291. netdev->
  292. dev_addr);
  293. }
  294. }
  295. INIT_WORK(&adapter->tx_timeout_task,
  296. (void (*)(void *))netxen_tx_timeout_task, netdev);
  297. netif_carrier_off(netdev);
  298. netif_stop_queue(netdev);
  299. if ((err = register_netdev(netdev))) {
  300. printk(KERN_ERR "%s: register_netdev failed port #%d"
  301. " aborting\n", netxen_nic_driver_name, i + 1);
  302. err = -EIO;
  303. free_netdev(netdev);
  304. goto err_out_free_dev;
  305. }
  306. adapter->port_count++;
  307. adapter->active_ports = 0;
  308. adapter->port[i] = port;
  309. }
  310. /*
  311. * Initialize all the CRB registers here.
  312. */
  313. /* Window = 1 */
  314. writel(0, NETXEN_CRB_NORMALIZE(adapter, CRB_CMD_PRODUCER_OFFSET));
  315. writel(0, NETXEN_CRB_NORMALIZE(adapter, CRB_CMD_CONSUMER_OFFSET));
  316. writel(0, NETXEN_CRB_NORMALIZE(adapter, CRB_HOST_CMD_ADDR_LO));
  317. netxen_phantom_init(adapter);
  318. /*
  319. * delay a while to ensure that the Pegs are up & running.
  320. * Otherwise, we might see some flaky behaviour.
  321. */
  322. udelay(100);
  323. switch (adapter->ahw.board_type) {
  324. case NETXEN_NIC_GBE:
  325. printk("%s: QUAD GbE board initialized\n",
  326. netxen_nic_driver_name);
  327. break;
  328. case NETXEN_NIC_XGBE:
  329. printk("%s: XGbE board initialized\n", netxen_nic_driver_name);
  330. break;
  331. }
  332. adapter->driver_mismatch = 0;
  333. return 0;
  334. err_out_free_dev:
  335. if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
  336. pci_disable_msi(pdev);
  337. for (i = 0; i < adapter->port_count; i++) {
  338. port = adapter->port[i];
  339. if ((port) && (port->netdev)) {
  340. unregister_netdev(port->netdev);
  341. free_netdev(port->netdev);
  342. }
  343. }
  344. kfree(adapter->ops);
  345. err_out_free_rx_buffer:
  346. for (i = 0; i < MAX_RCV_CTX; ++i) {
  347. recv_ctx = &adapter->recv_ctx[i];
  348. for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
  349. rcv_desc = &recv_ctx->rcv_desc[ring];
  350. if (rcv_desc->rx_buf_arr != NULL) {
  351. vfree(rcv_desc->rx_buf_arr);
  352. rcv_desc->rx_buf_arr = NULL;
  353. }
  354. }
  355. }
  356. vfree(cmd_buf_arr);
  357. kfree(adapter->port);
  358. err_out_free_adapter:
  359. pci_set_drvdata(pdev, NULL);
  360. kfree(adapter);
  361. err_out_iounmap:
  362. iounmap(mem_ptr);
  363. err_out_free_res:
  364. pci_release_regions(pdev);
  365. err_out_disable_pdev:
  366. pci_disable_device(pdev);
  367. return err;
  368. }
  369. static void __devexit netxen_nic_remove(struct pci_dev *pdev)
  370. {
  371. struct netxen_adapter *adapter;
  372. struct netxen_port *port;
  373. struct netxen_rx_buffer *buffer;
  374. struct netxen_recv_context *recv_ctx;
  375. struct netxen_rcv_desc_ctx *rcv_desc;
  376. int i;
  377. int ctxid, ring;
  378. adapter = pci_get_drvdata(pdev);
  379. if (adapter == NULL)
  380. return;
  381. netxen_nic_stop_all_ports(adapter);
  382. /* leave the hw in the same state as reboot */
  383. netxen_pinit_from_rom(adapter, 0);
  384. udelay(500);
  385. netxen_load_firmware(adapter);
  386. if ((adapter->flags & NETXEN_NIC_MSI_ENABLED))
  387. netxen_nic_disable_int(adapter);
  388. udelay(500); /* Delay for a while to drain the DMA engines */
  389. for (i = 0; i < adapter->port_count; i++) {
  390. port = adapter->port[i];
  391. if ((port) && (port->netdev)) {
  392. unregister_netdev(port->netdev);
  393. free_netdev(port->netdev);
  394. }
  395. }
  396. if ((adapter->flags & NETXEN_NIC_MSI_ENABLED))
  397. pci_disable_msi(pdev);
  398. pci_set_drvdata(pdev, NULL);
  399. if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC)
  400. netxen_free_hw_resources(adapter);
  401. iounmap(adapter->ahw.pci_base);
  402. pci_release_regions(pdev);
  403. pci_disable_device(pdev);
  404. for (ctxid = 0; ctxid < MAX_RCV_CTX; ++ctxid) {
  405. recv_ctx = &adapter->recv_ctx[ctxid];
  406. for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
  407. rcv_desc = &recv_ctx->rcv_desc[ring];
  408. for (i = 0; i < rcv_desc->max_rx_desc_count; ++i) {
  409. buffer = &(rcv_desc->rx_buf_arr[i]);
  410. if (buffer->state == NETXEN_BUFFER_FREE)
  411. continue;
  412. pci_unmap_single(pdev, buffer->dma,
  413. rcv_desc->dma_size,
  414. PCI_DMA_FROMDEVICE);
  415. if (buffer->skb != NULL)
  416. dev_kfree_skb_any(buffer->skb);
  417. }
  418. vfree(rcv_desc->rx_buf_arr);
  419. }
  420. }
  421. vfree(adapter->cmd_buf_arr);
  422. kfree(adapter->ops);
  423. kfree(adapter);
  424. }
  425. /*
  426. * Called when a network interface is made active
  427. * @returns 0 on success, negative value on failure
  428. */
  429. static int netxen_nic_open(struct net_device *netdev)
  430. {
  431. struct netxen_port *port = netdev_priv(netdev);
  432. struct netxen_adapter *adapter = port->adapter;
  433. struct netxen_rcv_desc_ctx *rcv_desc;
  434. int err = 0;
  435. int ctx, ring;
  436. if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) {
  437. err = netxen_init_firmware(adapter);
  438. if (err != 0) {
  439. printk(KERN_ERR "Failed to init firmware\n");
  440. return -EIO;
  441. }
  442. netxen_nic_flash_print(adapter);
  443. /* setup all the resources for the Phantom... */
  444. /* this include the descriptors for rcv, tx, and status */
  445. netxen_nic_clear_stats(adapter);
  446. err = netxen_nic_hw_resources(adapter);
  447. if (err) {
  448. printk(KERN_ERR "Error in setting hw resources:%d\n",
  449. err);
  450. return err;
  451. }
  452. if (adapter->ops->init_port
  453. && adapter->ops->init_port(adapter, port->portnum) != 0) {
  454. printk(KERN_ERR "%s: Failed to initialize port %d\n",
  455. netxen_nic_driver_name, port->portnum);
  456. netxen_free_hw_resources(adapter);
  457. return -EIO;
  458. }
  459. if (adapter->ops->init_niu)
  460. adapter->ops->init_niu(adapter);
  461. for (ctx = 0; ctx < MAX_RCV_CTX; ++ctx) {
  462. for (ring = 0; ring < NUM_RCV_DESC_RINGS; ring++) {
  463. rcv_desc =
  464. &adapter->recv_ctx[ctx].rcv_desc[ring];
  465. netxen_post_rx_buffers(adapter, ctx, ring);
  466. }
  467. }
  468. adapter->is_up = NETXEN_ADAPTER_UP_MAGIC;
  469. }
  470. adapter->active_ports++;
  471. if (adapter->active_ports == 1) {
  472. err = request_irq(adapter->ahw.pdev->irq, &netxen_intr,
  473. SA_SHIRQ | SA_SAMPLE_RANDOM, netdev->name,
  474. adapter);
  475. if (err) {
  476. printk(KERN_ERR "request_irq failed with: %d\n", err);
  477. adapter->active_ports--;
  478. return err;
  479. }
  480. adapter->irq = adapter->ahw.pdev->irq;
  481. if (!adapter->driver_mismatch)
  482. mod_timer(&adapter->watchdog_timer, jiffies);
  483. netxen_nic_enable_int(adapter);
  484. }
  485. /* Done here again so that even if phantom sw overwrote it,
  486. * we set it */
  487. if (adapter->ops->macaddr_set)
  488. adapter->ops->macaddr_set(port, netdev->dev_addr);
  489. netxen_nic_set_link_parameters(port);
  490. netxen_nic_set_multi(netdev);
  491. if (!adapter->driver_mismatch)
  492. netif_start_queue(netdev);
  493. return 0;
  494. }
  495. /*
  496. * netxen_nic_close - Disables a network interface entry point
  497. */
  498. static int netxen_nic_close(struct net_device *netdev)
  499. {
  500. struct netxen_port *port = netdev_priv(netdev);
  501. struct netxen_adapter *adapter = port->adapter;
  502. int i, j;
  503. struct netxen_cmd_buffer *cmd_buff;
  504. struct netxen_skb_frag *buffrag;
  505. netif_carrier_off(netdev);
  506. netif_stop_queue(netdev);
  507. /* disable phy_ints */
  508. if (adapter->ops->disable_phy_interrupts)
  509. adapter->ops->disable_phy_interrupts(adapter, port->portnum);
  510. adapter->active_ports--;
  511. if (!adapter->active_ports) {
  512. netxen_nic_disable_int(adapter);
  513. if (adapter->irq)
  514. free_irq(adapter->irq, adapter);
  515. cmd_buff = adapter->cmd_buf_arr;
  516. for (i = 0; i < adapter->max_tx_desc_count; i++) {
  517. buffrag = cmd_buff->frag_array;
  518. if (buffrag->dma) {
  519. pci_unmap_single(port->pdev, buffrag->dma,
  520. buffrag->length,
  521. PCI_DMA_TODEVICE);
  522. buffrag->dma = (u64) NULL;
  523. }
  524. for (j = 0; j < cmd_buff->frag_count; j++) {
  525. buffrag++;
  526. if (buffrag->dma) {
  527. pci_unmap_page(port->pdev,
  528. buffrag->dma,
  529. buffrag->length,
  530. PCI_DMA_TODEVICE);
  531. buffrag->dma = (u64) NULL;
  532. }
  533. }
  534. /* Free the skb we received in netxen_nic_xmit_frame */
  535. if (cmd_buff->skb) {
  536. dev_kfree_skb_any(cmd_buff->skb);
  537. cmd_buff->skb = NULL;
  538. }
  539. cmd_buff++;
  540. }
  541. del_timer_sync(&adapter->watchdog_timer);
  542. }
  543. return 0;
  544. }
  545. static int netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  546. {
  547. struct netxen_port *port = netdev_priv(netdev);
  548. struct netxen_adapter *adapter = port->adapter;
  549. struct netxen_hardware_context *hw = &adapter->ahw;
  550. unsigned int first_seg_len = skb->len - skb->data_len;
  551. struct netxen_skb_frag *buffrag;
  552. unsigned int i;
  553. u32 producer = 0;
  554. u32 saved_producer = 0;
  555. struct cmd_desc_type0 *hwdesc;
  556. int k;
  557. struct netxen_cmd_buffer *pbuf = NULL;
  558. unsigned int tries = 0;
  559. static int dropped_packet = 0;
  560. int frag_count;
  561. u32 local_producer = 0;
  562. u32 max_tx_desc_count = 0;
  563. u32 last_cmd_consumer = 0;
  564. int no_of_desc;
  565. port->stats.xmitcalled++;
  566. frag_count = skb_shinfo(skb)->nr_frags + 1;
  567. if (unlikely(skb->len <= 0)) {
  568. dev_kfree_skb_any(skb);
  569. port->stats.badskblen++;
  570. return NETDEV_TX_OK;
  571. }
  572. if (frag_count > MAX_BUFFERS_PER_CMD) {
  573. printk("%s: %s netxen_nic_xmit_frame: frag_count (%d)"
  574. "too large, can handle only %d frags\n",
  575. netxen_nic_driver_name, netdev->name,
  576. frag_count, MAX_BUFFERS_PER_CMD);
  577. port->stats.txdropped++;
  578. if ((++dropped_packet & 0xff) == 0xff)
  579. printk("%s: %s droppped packets = %d\n",
  580. netxen_nic_driver_name, netdev->name,
  581. dropped_packet);
  582. return NETDEV_TX_OK;
  583. }
  584. /*
  585. * Everything is set up. Now, we just need to transmit it out.
  586. * Note that we have to copy the contents of buffer over to
  587. * right place. Later on, this can be optimized out by de-coupling the
  588. * producer index from the buffer index.
  589. */
  590. retry_getting_window:
  591. spin_lock_bh(&adapter->tx_lock);
  592. if (adapter->total_threads == MAX_XMIT_PRODUCERS) {
  593. spin_unlock_bh(&adapter->tx_lock);
  594. /*
  595. * Yield CPU
  596. */
  597. if (!in_atomic())
  598. schedule();
  599. else {
  600. for (i = 0; i < 20; i++)
  601. cpu_relax(); /*This a nop instr on i386 */
  602. }
  603. goto retry_getting_window;
  604. }
  605. local_producer = adapter->cmd_producer;
  606. /* There 4 fragments per descriptor */
  607. no_of_desc = (frag_count + 3) >> 2;
  608. if (skb_shinfo(skb)->gso_size > 0) {
  609. no_of_desc++;
  610. if (((skb->nh.iph)->ihl * sizeof(u32)) +
  611. ((skb->h.th)->doff * sizeof(u32)) +
  612. sizeof(struct ethhdr) >
  613. (sizeof(struct cmd_desc_type0) - NET_IP_ALIGN)) {
  614. no_of_desc++;
  615. }
  616. }
  617. k = adapter->cmd_producer;
  618. max_tx_desc_count = adapter->max_tx_desc_count;
  619. last_cmd_consumer = adapter->last_cmd_consumer;
  620. if ((k + no_of_desc) >=
  621. ((last_cmd_consumer <= k) ? last_cmd_consumer + max_tx_desc_count :
  622. last_cmd_consumer)) {
  623. spin_unlock_bh(&adapter->tx_lock);
  624. if (tries == 0) {
  625. local_bh_disable();
  626. netxen_process_cmd_ring((unsigned long)adapter);
  627. local_bh_enable();
  628. ++tries;
  629. goto retry_getting_window;
  630. } else {
  631. port->stats.nocmddescriptor++;
  632. DPRINTK(ERR, "No command descriptors available,"
  633. " producer = %d, consumer = %d count=%llu,"
  634. " dropping packet\n", producer,
  635. adapter->last_cmd_consumer,
  636. port->stats.nocmddescriptor);
  637. spin_lock_bh(&adapter->tx_lock);
  638. netif_stop_queue(netdev);
  639. port->flags |= NETXEN_NETDEV_STATUS;
  640. spin_unlock_bh(&adapter->tx_lock);
  641. return NETDEV_TX_BUSY;
  642. }
  643. }
  644. k = get_index_range(k, max_tx_desc_count, no_of_desc);
  645. adapter->cmd_producer = k;
  646. adapter->total_threads++;
  647. adapter->num_threads++;
  648. spin_unlock_bh(&adapter->tx_lock);
  649. /* Copy the descriptors into the hardware */
  650. producer = local_producer;
  651. saved_producer = producer;
  652. hwdesc = &hw->cmd_desc_head[producer];
  653. memset(hwdesc, 0, sizeof(struct cmd_desc_type0));
  654. /* Take skb->data itself */
  655. pbuf = &adapter->cmd_buf_arr[producer];
  656. if (skb_shinfo(skb)->gso_size > 0) {
  657. pbuf->mss = skb_shinfo(skb)->gso_size;
  658. hwdesc->mss = skb_shinfo(skb)->gso_size;
  659. } else {
  660. pbuf->mss = 0;
  661. hwdesc->mss = 0;
  662. }
  663. pbuf->no_of_descriptors = no_of_desc;
  664. pbuf->total_length = skb->len;
  665. pbuf->skb = skb;
  666. pbuf->cmd = TX_ETHER_PKT;
  667. pbuf->frag_count = frag_count;
  668. pbuf->port = port->portnum;
  669. buffrag = &pbuf->frag_array[0];
  670. buffrag->dma = pci_map_single(port->pdev, skb->data, first_seg_len,
  671. PCI_DMA_TODEVICE);
  672. buffrag->length = first_seg_len;
  673. CMD_DESC_TOTAL_LENGTH_WRT(hwdesc, skb->len);
  674. hwdesc->num_of_buffers = frag_count;
  675. hwdesc->opcode = TX_ETHER_PKT;
  676. CMD_DESC_PORT_WRT(hwdesc, port->portnum);
  677. hwdesc->buffer1_length = cpu_to_le16(first_seg_len);
  678. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  679. for (i = 1, k = 1; i < frag_count; i++, k++) {
  680. struct skb_frag_struct *frag;
  681. int len, temp_len;
  682. unsigned long offset;
  683. dma_addr_t temp_dma;
  684. /* move to next desc. if there is a need */
  685. if ((i & 0x3) == 0) {
  686. k = 0;
  687. producer = get_next_index(producer,
  688. adapter->max_tx_desc_count);
  689. hwdesc = &hw->cmd_desc_head[producer];
  690. memset(hwdesc, 0, sizeof(struct cmd_desc_type0));
  691. }
  692. frag = &skb_shinfo(skb)->frags[i - 1];
  693. len = frag->size;
  694. offset = frag->page_offset;
  695. temp_len = len;
  696. temp_dma = pci_map_page(port->pdev, frag->page, offset,
  697. len, PCI_DMA_TODEVICE);
  698. buffrag++;
  699. buffrag->dma = temp_dma;
  700. buffrag->length = temp_len;
  701. DPRINTK(INFO, "for loop. i=%d k=%d\n", i, k);
  702. switch (k) {
  703. case 0:
  704. hwdesc->buffer1_length = cpu_to_le16(temp_len);
  705. hwdesc->addr_buffer1 = cpu_to_le64(temp_dma);
  706. break;
  707. case 1:
  708. hwdesc->buffer2_length = cpu_to_le16(temp_len);
  709. hwdesc->addr_buffer2 = cpu_to_le64(temp_dma);
  710. break;
  711. case 2:
  712. hwdesc->buffer3_length = cpu_to_le16(temp_len);
  713. hwdesc->addr_buffer3 = cpu_to_le64(temp_dma);
  714. break;
  715. case 3:
  716. hwdesc->buffer4_length = temp_len;
  717. hwdesc->addr_buffer4 = cpu_to_le64(temp_dma);
  718. break;
  719. }
  720. frag++;
  721. }
  722. producer = get_next_index(producer, adapter->max_tx_desc_count);
  723. /* might change opcode to TX_TCP_LSO */
  724. netxen_tso_check(adapter, &hw->cmd_desc_head[saved_producer], skb);
  725. /* For LSO, we need to copy the MAC/IP/TCP headers into
  726. * the descriptor ring
  727. */
  728. if (hw->cmd_desc_head[saved_producer].opcode == TX_TCP_LSO) {
  729. int hdr_len, first_hdr_len, more_hdr;
  730. hdr_len = hw->cmd_desc_head[saved_producer].total_hdr_length;
  731. if (hdr_len > (sizeof(struct cmd_desc_type0) - NET_IP_ALIGN)) {
  732. first_hdr_len =
  733. sizeof(struct cmd_desc_type0) - NET_IP_ALIGN;
  734. more_hdr = 1;
  735. } else {
  736. first_hdr_len = hdr_len;
  737. more_hdr = 0;
  738. }
  739. /* copy the MAC/IP/TCP headers to the cmd descriptor list */
  740. hwdesc = &hw->cmd_desc_head[producer];
  741. /* copy the first 64 bytes */
  742. memcpy(((void *)hwdesc) + NET_IP_ALIGN,
  743. (void *)(skb->data), first_hdr_len);
  744. producer = get_next_index(producer, max_tx_desc_count);
  745. if (more_hdr) {
  746. hwdesc = &hw->cmd_desc_head[producer];
  747. /* copy the next 64 bytes - should be enough except
  748. * for pathological case
  749. */
  750. memcpy((void *)hwdesc, (void *)(skb->data) +
  751. first_hdr_len, hdr_len - first_hdr_len);
  752. producer = get_next_index(producer, max_tx_desc_count);
  753. }
  754. }
  755. spin_lock_bh(&adapter->tx_lock);
  756. port->stats.txbytes +=
  757. CMD_DESC_TOTAL_LENGTH(&hw->cmd_desc_head[saved_producer]);
  758. /* Code to update the adapter considering how many producer threads
  759. are currently working */
  760. if ((--adapter->num_threads) == 0) {
  761. /* This is the last thread */
  762. u32 crb_producer = adapter->cmd_producer;
  763. writel(crb_producer,
  764. NETXEN_CRB_NORMALIZE(adapter, CRB_CMD_PRODUCER_OFFSET));
  765. wmb();
  766. adapter->total_threads = 0;
  767. } else {
  768. u32 crb_producer = 0;
  769. crb_producer =
  770. readl(NETXEN_CRB_NORMALIZE
  771. (adapter, CRB_CMD_PRODUCER_OFFSET));
  772. if (crb_producer == local_producer) {
  773. crb_producer = get_index_range(crb_producer,
  774. max_tx_desc_count,
  775. no_of_desc);
  776. writel(crb_producer,
  777. NETXEN_CRB_NORMALIZE(adapter,
  778. CRB_CMD_PRODUCER_OFFSET));
  779. wmb();
  780. }
  781. }
  782. port->stats.xmitfinished++;
  783. spin_unlock_bh(&adapter->tx_lock);
  784. netdev->trans_start = jiffies;
  785. DPRINTK(INFO, "wrote CMD producer %x to phantom\n", producer);
  786. DPRINTK(INFO, "Done. Send\n");
  787. return NETDEV_TX_OK;
  788. }
  789. static void netxen_watchdog(unsigned long v)
  790. {
  791. struct netxen_adapter *adapter = (struct netxen_adapter *)v;
  792. schedule_work(&adapter->watchdog_task);
  793. }
  794. static void netxen_tx_timeout(struct net_device *netdev)
  795. {
  796. struct netxen_port *port = (struct netxen_port *)netdev_priv(netdev);
  797. struct netxen_adapter *adapter = port->adapter;
  798. schedule_work(&adapter->tx_timeout_task);
  799. }
  800. static void netxen_tx_timeout_task(struct net_device *netdev)
  801. {
  802. struct netxen_port *port = (struct netxen_port *)netdev_priv(netdev);
  803. unsigned long flags;
  804. printk(KERN_ERR "%s %s: transmit timeout, resetting.\n",
  805. netxen_nic_driver_name, netdev->name);
  806. spin_lock_irqsave(&port->adapter->lock, flags);
  807. netxen_nic_close(netdev);
  808. netxen_nic_open(netdev);
  809. spin_unlock_irqrestore(&port->adapter->lock, flags);
  810. netdev->trans_start = jiffies;
  811. netif_wake_queue(netdev);
  812. }
  813. static int
  814. netxen_handle_int(struct netxen_adapter *adapter, struct net_device *netdev)
  815. {
  816. u32 ret = 0;
  817. DPRINTK(INFO, "Entered handle ISR\n");
  818. adapter->stats.ints++;
  819. if (!(adapter->flags & NETXEN_NIC_MSI_ENABLED)) {
  820. int count = 0;
  821. u32 mask;
  822. netxen_nic_disable_int(adapter);
  823. /* Window = 0 or 1 */
  824. do {
  825. writel(0xffffffff, (void __iomem *)
  826. (adapter->ahw.pci_base + ISR_INT_TARGET_STATUS));
  827. mask = readl((void __iomem *)
  828. (adapter->ahw.pci_base + ISR_INT_VECTOR));
  829. } while (((mask & 0x80) != 0) && (++count < 32));
  830. if ((mask & 0x80) != 0)
  831. printk("Could not disable interrupt completely\n");
  832. }
  833. adapter->stats.hostints++;
  834. if (netxen_nic_rx_has_work(adapter) || netxen_nic_tx_has_work(adapter)) {
  835. if (netif_rx_schedule_prep(netdev)) {
  836. /*
  837. * Interrupts are already disabled.
  838. */
  839. __netif_rx_schedule(netdev);
  840. } else {
  841. static unsigned int intcount = 0;
  842. if ((++intcount & 0xfff) == 0xfff)
  843. printk(KERN_ERR
  844. "%s: %s interrupt %d while in poll\n",
  845. netxen_nic_driver_name, netdev->name,
  846. intcount);
  847. }
  848. ret = 1;
  849. }
  850. if (ret == 0) {
  851. netxen_nic_enable_int(adapter);
  852. }
  853. return ret;
  854. }
  855. /*
  856. * netxen_intr - Interrupt Handler
  857. * @irq: interrupt number
  858. * data points to adapter stucture (which may be handling more than 1 port
  859. */
  860. irqreturn_t netxen_intr(int irq, void *data)
  861. {
  862. struct netxen_adapter *adapter;
  863. struct netxen_port *port;
  864. struct net_device *netdev;
  865. int i;
  866. if (unlikely(!irq)) {
  867. return IRQ_NONE; /* Not our interrupt */
  868. }
  869. adapter = (struct netxen_adapter *)data;
  870. for (i = 0; i < adapter->ahw.max_ports; i++) {
  871. port = adapter->port[i];
  872. netdev = port->netdev;
  873. /* process our status queue (for all 4 ports) */
  874. netxen_handle_int(adapter, netdev);
  875. }
  876. return IRQ_HANDLED;
  877. }
  878. static int netxen_nic_poll(struct net_device *netdev, int *budget)
  879. {
  880. struct netxen_port *port = (struct netxen_port *)netdev_priv(netdev);
  881. struct netxen_adapter *adapter = port->adapter;
  882. int work_to_do = min(*budget, netdev->quota);
  883. int done = 1;
  884. int ctx;
  885. int this_work_done;
  886. DPRINTK(INFO, "polling for %d descriptors\n", *budget);
  887. port->stats.polled++;
  888. adapter->work_done = 0;
  889. for (ctx = 0; ctx < MAX_RCV_CTX; ++ctx) {
  890. /*
  891. * Fairness issue. This will give undue weight to the
  892. * receive context 0.
  893. */
  894. /*
  895. * To avoid starvation, we give each of our receivers,
  896. * a fraction of the quota. Sometimes, it might happen that we
  897. * have enough quota to process every packet, but since all the
  898. * packets are on one context, it gets only half of the quota,
  899. * and ends up not processing it.
  900. */
  901. this_work_done = netxen_process_rcv_ring(adapter, ctx,
  902. work_to_do /
  903. MAX_RCV_CTX);
  904. adapter->work_done += this_work_done;
  905. }
  906. netdev->quota -= adapter->work_done;
  907. *budget -= adapter->work_done;
  908. if (adapter->work_done >= work_to_do
  909. && netxen_nic_rx_has_work(adapter) != 0)
  910. done = 0;
  911. netxen_process_cmd_ring((unsigned long)adapter);
  912. DPRINTK(INFO, "new work_done: %d work_to_do: %d\n",
  913. adapter->work_done, work_to_do);
  914. if (done) {
  915. netif_rx_complete(netdev);
  916. netxen_nic_enable_int(adapter);
  917. }
  918. return (done ? 0 : 1);
  919. }
  920. #ifdef CONFIG_NET_POLL_CONTROLLER
  921. static void netxen_nic_poll_controller(struct net_device *netdev)
  922. {
  923. struct netxen_port *port = netdev_priv(netdev);
  924. struct netxen_adapter *adapter = port->adapter;
  925. disable_irq(adapter->irq);
  926. netxen_intr(adapter->irq, adapter);
  927. enable_irq(adapter->irq);
  928. }
  929. #endif
  930. /*
  931. * netxen_nic_ioctl () We provide the tcl/phanmon support through these
  932. * ioctls.
  933. */
  934. static int
  935. netxen_nic_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)
  936. {
  937. int err = 0;
  938. struct netxen_port *port = netdev_priv(netdev);
  939. struct netxen_adapter *adapter = port->adapter;
  940. DPRINTK(INFO, "doing ioctl for %s\n", netdev->name);
  941. switch (cmd) {
  942. case NETXEN_NIC_CMD:
  943. err = netxen_nic_do_ioctl(adapter, (void *)ifr->ifr_data, port);
  944. break;
  945. case NETXEN_NIC_NAME:
  946. DPRINTK(INFO, "ioctl cmd for NetXen\n");
  947. if (ifr->ifr_data) {
  948. put_user(port->portnum, (u16 __user *) ifr->ifr_data);
  949. }
  950. break;
  951. default:
  952. DPRINTK(INFO, "ioctl cmd %x not supported\n", cmd);
  953. err = -EOPNOTSUPP;
  954. break;
  955. }
  956. return err;
  957. }
  958. static struct pci_driver netxen_driver = {
  959. .name = netxen_nic_driver_name,
  960. .id_table = netxen_pci_tbl,
  961. .probe = netxen_nic_probe,
  962. .remove = __devexit_p(netxen_nic_remove)
  963. };
  964. /* Driver Registration on NetXen card */
  965. static int __init netxen_init_module(void)
  966. {
  967. printk(KERN_INFO "%s \n", netxen_nic_driver_string);
  968. return pci_module_init(&netxen_driver);
  969. }
  970. module_init(netxen_init_module);
  971. static void __exit netxen_exit_module(void)
  972. {
  973. /*
  974. * Wait for some time to allow the dma to drain, if any.
  975. */
  976. mdelay(5);
  977. pci_unregister_driver(&netxen_driver);
  978. }
  979. module_exit(netxen_exit_module);