netxen_nic_main.c 45 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696
  1. /*
  2. * Copyright (C) 2003 - 2006 NetXen, Inc.
  3. * All rights reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License
  7. * as published by the Free Software Foundation; either version 2
  8. * of the License, or (at your option) any later version.
  9. *
  10. * This program is distributed in the hope that it will be useful, but
  11. * WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program; if not, write to the Free Software
  17. * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
  18. * MA 02111-1307, USA.
  19. *
  20. * The full GNU General Public License is included in this distribution
  21. * in the file called LICENSE.
  22. *
  23. * Contact Information:
  24. * info@netxen.com
  25. * NetXen,
  26. * 3965 Freedom Circle, Fourth floor,
  27. * Santa Clara, CA 95054
  28. *
  29. *
  30. * Main source file for NetXen NIC Driver on Linux
  31. *
  32. */
  33. #include <linux/vmalloc.h>
  34. #include <linux/highmem.h>
  35. #include "netxen_nic_hw.h"
  36. #include "netxen_nic.h"
  37. #include "netxen_nic_phan_reg.h"
  38. #include <linux/dma-mapping.h>
  39. #include <linux/if_vlan.h>
  40. #include <net/ip.h>
  41. #include <linux/ipv6.h>
  42. MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
  43. MODULE_LICENSE("GPL");
  44. MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID);
  45. char netxen_nic_driver_name[] = "netxen_nic";
  46. static char netxen_nic_driver_string[] = "NetXen Network Driver version "
  47. NETXEN_NIC_LINUX_VERSIONID;
  48. static int port_mode = NETXEN_PORT_MODE_AUTO_NEG;
  49. /* Default to restricted 1G auto-neg mode */
  50. static int wol_port_mode = 5;
  51. static int use_msi = 1;
  52. static int use_msi_x = 1;
  53. /* Local functions to NetXen NIC driver */
  54. static int __devinit netxen_nic_probe(struct pci_dev *pdev,
  55. const struct pci_device_id *ent);
  56. static void __devexit netxen_nic_remove(struct pci_dev *pdev);
  57. static int netxen_nic_open(struct net_device *netdev);
  58. static int netxen_nic_close(struct net_device *netdev);
  59. static int netxen_nic_xmit_frame(struct sk_buff *, struct net_device *);
  60. static void netxen_tx_timeout(struct net_device *netdev);
  61. static void netxen_tx_timeout_task(struct work_struct *work);
  62. static void netxen_watchdog(unsigned long);
  63. static int netxen_nic_poll(struct napi_struct *napi, int budget);
  64. #ifdef CONFIG_NET_POLL_CONTROLLER
  65. static void netxen_nic_poll_controller(struct net_device *netdev);
  66. #endif
  67. static irqreturn_t netxen_intr(int irq, void *data);
  68. static irqreturn_t netxen_msi_intr(int irq, void *data);
  69. static irqreturn_t netxen_msix_intr(int irq, void *data);
  70. /* PCI Device ID Table */
  71. #define ENTRY(device) \
  72. {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
  73. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  74. static struct pci_device_id netxen_pci_tbl[] __devinitdata = {
  75. ENTRY(PCI_DEVICE_ID_NX2031_10GXSR),
  76. ENTRY(PCI_DEVICE_ID_NX2031_10GCX4),
  77. ENTRY(PCI_DEVICE_ID_NX2031_4GCU),
  78. ENTRY(PCI_DEVICE_ID_NX2031_IMEZ),
  79. ENTRY(PCI_DEVICE_ID_NX2031_HMEZ),
  80. ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT),
  81. ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2),
  82. ENTRY(PCI_DEVICE_ID_NX3031),
  83. {0,}
  84. };
  85. MODULE_DEVICE_TABLE(pci, netxen_pci_tbl);
  86. /*
  87. * In netxen_nic_down(), we must wait for any pending callback requests into
  88. * netxen_watchdog_task() to complete; eg otherwise the watchdog_timer could be
  89. * reenabled right after it is deleted in netxen_nic_down().
  90. * FLUSH_SCHEDULED_WORK() does this synchronization.
  91. *
  92. * Normally, schedule_work()/flush_scheduled_work() could have worked, but
  93. * netxen_nic_close() is invoked with kernel rtnl lock held. netif_carrier_off()
  94. * call in netxen_nic_close() triggers a schedule_work(&linkwatch_work), and a
  95. * subsequent call to flush_scheduled_work() in netxen_nic_down() would cause
  96. * linkwatch_event() to be executed which also attempts to acquire the rtnl
  97. * lock thus causing a deadlock.
  98. */
  99. static struct workqueue_struct *netxen_workq;
  100. #define SCHEDULE_WORK(tp) queue_work(netxen_workq, tp)
  101. #define FLUSH_SCHEDULED_WORK() flush_workqueue(netxen_workq)
  102. static void netxen_watchdog(unsigned long);
  103. static uint32_t crb_cmd_producer[4] = {
  104. CRB_CMD_PRODUCER_OFFSET, CRB_CMD_PRODUCER_OFFSET_1,
  105. CRB_CMD_PRODUCER_OFFSET_2, CRB_CMD_PRODUCER_OFFSET_3
  106. };
  107. void
  108. netxen_nic_update_cmd_producer(struct netxen_adapter *adapter,
  109. uint32_t crb_producer)
  110. {
  111. adapter->pci_write_normalize(adapter,
  112. adapter->crb_addr_cmd_producer, crb_producer);
  113. }
  114. static uint32_t crb_cmd_consumer[4] = {
  115. CRB_CMD_CONSUMER_OFFSET, CRB_CMD_CONSUMER_OFFSET_1,
  116. CRB_CMD_CONSUMER_OFFSET_2, CRB_CMD_CONSUMER_OFFSET_3
  117. };
  118. static inline void
  119. netxen_nic_update_cmd_consumer(struct netxen_adapter *adapter,
  120. u32 crb_consumer)
  121. {
  122. adapter->pci_write_normalize(adapter,
  123. adapter->crb_addr_cmd_consumer, crb_consumer);
  124. }
  125. static uint32_t msi_tgt_status[8] = {
  126. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  127. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  128. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  129. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  130. };
  131. static struct netxen_legacy_intr_set legacy_intr[] = NX_LEGACY_INTR_CONFIG;
  132. static inline void netxen_nic_disable_int(struct netxen_adapter *adapter)
  133. {
  134. adapter->pci_write_normalize(adapter, adapter->crb_intr_mask, 0);
  135. }
  136. static inline void netxen_nic_enable_int(struct netxen_adapter *adapter)
  137. {
  138. adapter->pci_write_normalize(adapter, adapter->crb_intr_mask, 0x1);
  139. if (!NETXEN_IS_MSI_FAMILY(adapter))
  140. adapter->pci_write_immediate(adapter,
  141. adapter->legacy_intr.tgt_mask_reg, 0xfbff);
  142. }
  143. static int nx_set_dma_mask(struct netxen_adapter *adapter, uint8_t revision_id)
  144. {
  145. struct pci_dev *pdev = adapter->pdev;
  146. int err;
  147. uint64_t mask;
  148. #ifdef CONFIG_IA64
  149. adapter->dma_mask = DMA_32BIT_MASK;
  150. #else
  151. if (revision_id >= NX_P3_B0) {
  152. /* should go to DMA_64BIT_MASK */
  153. adapter->dma_mask = DMA_39BIT_MASK;
  154. mask = DMA_39BIT_MASK;
  155. } else if (revision_id == NX_P3_A2) {
  156. adapter->dma_mask = DMA_39BIT_MASK;
  157. mask = DMA_39BIT_MASK;
  158. } else if (revision_id == NX_P2_C1) {
  159. adapter->dma_mask = DMA_35BIT_MASK;
  160. mask = DMA_35BIT_MASK;
  161. } else {
  162. adapter->dma_mask = DMA_32BIT_MASK;
  163. mask = DMA_32BIT_MASK;
  164. goto set_32_bit_mask;
  165. }
  166. /*
  167. * Consistent DMA mask is set to 32 bit because it cannot be set to
  168. * 35 bits. For P3 also leave it at 32 bits for now. Only the rings
  169. * come off this pool.
  170. */
  171. if (pci_set_dma_mask(pdev, mask) == 0 &&
  172. pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK) == 0) {
  173. adapter->pci_using_dac = 1;
  174. return 0;
  175. }
  176. #endif /* CONFIG_IA64 */
  177. set_32_bit_mask:
  178. err = pci_set_dma_mask(pdev, DMA_32BIT_MASK);
  179. if (!err)
  180. err = pci_set_consistent_dma_mask(pdev, DMA_32BIT_MASK);
  181. if (err) {
  182. DPRINTK(ERR, "No usable DMA configuration, aborting:%d\n", err);
  183. return err;
  184. }
  185. adapter->pci_using_dac = 0;
  186. return 0;
  187. }
  188. static void netxen_check_options(struct netxen_adapter *adapter)
  189. {
  190. switch (adapter->ahw.boardcfg.board_type) {
  191. case NETXEN_BRDTYPE_P3_HMEZ:
  192. case NETXEN_BRDTYPE_P3_XG_LOM:
  193. case NETXEN_BRDTYPE_P3_10G_CX4:
  194. case NETXEN_BRDTYPE_P3_10G_CX4_LP:
  195. case NETXEN_BRDTYPE_P3_IMEZ:
  196. case NETXEN_BRDTYPE_P3_10G_SFP_PLUS:
  197. case NETXEN_BRDTYPE_P3_10G_SFP_QT:
  198. case NETXEN_BRDTYPE_P3_10G_SFP_CT:
  199. case NETXEN_BRDTYPE_P3_10G_XFP:
  200. case NETXEN_BRDTYPE_P3_10000_BASE_T:
  201. adapter->msix_supported = !!use_msi_x;
  202. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_10G;
  203. break;
  204. case NETXEN_BRDTYPE_P2_SB31_10G:
  205. case NETXEN_BRDTYPE_P2_SB31_10G_CX4:
  206. case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ:
  207. case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ:
  208. adapter->msix_supported = 0;
  209. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_10G;
  210. break;
  211. case NETXEN_BRDTYPE_P3_REF_QG:
  212. case NETXEN_BRDTYPE_P3_4_GB:
  213. case NETXEN_BRDTYPE_P3_4_GB_MM:
  214. adapter->msix_supported = !!use_msi_x;
  215. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_1G;
  216. break;
  217. case NETXEN_BRDTYPE_P2_SB35_4G:
  218. case NETXEN_BRDTYPE_P2_SB31_2G:
  219. adapter->msix_supported = 0;
  220. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_1G;
  221. break;
  222. case NETXEN_BRDTYPE_P3_10G_TP:
  223. adapter->msix_supported = !!use_msi_x;
  224. if (adapter->ahw.board_type == NETXEN_NIC_XGBE)
  225. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_10G;
  226. else
  227. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_1G;
  228. break;
  229. default:
  230. adapter->msix_supported = 0;
  231. adapter->max_rx_desc_count = MAX_RCV_DESCRIPTORS_1G;
  232. printk(KERN_WARNING "Unknown board type(0x%x)\n",
  233. adapter->ahw.boardcfg.board_type);
  234. break;
  235. }
  236. adapter->max_tx_desc_count = MAX_CMD_DESCRIPTORS_HOST;
  237. adapter->max_jumbo_rx_desc_count = MAX_JUMBO_RCV_DESCRIPTORS;
  238. adapter->max_lro_rx_desc_count = MAX_LRO_RCV_DESCRIPTORS;
  239. adapter->max_possible_rss_rings = 1;
  240. return;
  241. }
  242. static int
  243. netxen_check_hw_init(struct netxen_adapter *adapter, int first_boot)
  244. {
  245. u32 val, timeout;
  246. if (first_boot == 0x55555555) {
  247. /* This is the first boot after power up */
  248. adapter->pci_write_normalize(adapter,
  249. NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC);
  250. if (!NX_IS_REVISION_P2(adapter->ahw.revision_id))
  251. return 0;
  252. /* PCI bus master workaround */
  253. adapter->hw_read_wx(adapter,
  254. NETXEN_PCIE_REG(0x4), &first_boot, 4);
  255. if (!(first_boot & 0x4)) {
  256. first_boot |= 0x4;
  257. adapter->hw_write_wx(adapter,
  258. NETXEN_PCIE_REG(0x4), &first_boot, 4);
  259. adapter->hw_read_wx(adapter,
  260. NETXEN_PCIE_REG(0x4), &first_boot, 4);
  261. }
  262. /* This is the first boot after power up */
  263. adapter->hw_read_wx(adapter,
  264. NETXEN_ROMUSB_GLB_SW_RESET, &first_boot, 4);
  265. if (first_boot != 0x80000f) {
  266. /* clear the register for future unloads/loads */
  267. adapter->pci_write_normalize(adapter,
  268. NETXEN_CAM_RAM(0x1fc), 0);
  269. return -EIO;
  270. }
  271. /* Start P2 boot loader */
  272. val = adapter->pci_read_normalize(adapter,
  273. NETXEN_ROMUSB_GLB_PEGTUNE_DONE);
  274. adapter->pci_write_normalize(adapter,
  275. NETXEN_ROMUSB_GLB_PEGTUNE_DONE, val | 0x1);
  276. timeout = 0;
  277. do {
  278. msleep(1);
  279. val = adapter->pci_read_normalize(adapter,
  280. NETXEN_CAM_RAM(0x1fc));
  281. if (++timeout > 5000)
  282. return -EIO;
  283. } while (val == NETXEN_BDINFO_MAGIC);
  284. }
  285. return 0;
  286. }
  287. static void netxen_set_port_mode(struct netxen_adapter *adapter)
  288. {
  289. u32 val, data;
  290. val = adapter->ahw.boardcfg.board_type;
  291. if ((val == NETXEN_BRDTYPE_P3_HMEZ) ||
  292. (val == NETXEN_BRDTYPE_P3_XG_LOM)) {
  293. if (port_mode == NETXEN_PORT_MODE_802_3_AP) {
  294. data = NETXEN_PORT_MODE_802_3_AP;
  295. adapter->hw_write_wx(adapter,
  296. NETXEN_PORT_MODE_ADDR, &data, 4);
  297. } else if (port_mode == NETXEN_PORT_MODE_XG) {
  298. data = NETXEN_PORT_MODE_XG;
  299. adapter->hw_write_wx(adapter,
  300. NETXEN_PORT_MODE_ADDR, &data, 4);
  301. } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_1G) {
  302. data = NETXEN_PORT_MODE_AUTO_NEG_1G;
  303. adapter->hw_write_wx(adapter,
  304. NETXEN_PORT_MODE_ADDR, &data, 4);
  305. } else if (port_mode == NETXEN_PORT_MODE_AUTO_NEG_XG) {
  306. data = NETXEN_PORT_MODE_AUTO_NEG_XG;
  307. adapter->hw_write_wx(adapter,
  308. NETXEN_PORT_MODE_ADDR, &data, 4);
  309. } else {
  310. data = NETXEN_PORT_MODE_AUTO_NEG;
  311. adapter->hw_write_wx(adapter,
  312. NETXEN_PORT_MODE_ADDR, &data, 4);
  313. }
  314. if ((wol_port_mode != NETXEN_PORT_MODE_802_3_AP) &&
  315. (wol_port_mode != NETXEN_PORT_MODE_XG) &&
  316. (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_1G) &&
  317. (wol_port_mode != NETXEN_PORT_MODE_AUTO_NEG_XG)) {
  318. wol_port_mode = NETXEN_PORT_MODE_AUTO_NEG;
  319. }
  320. adapter->hw_write_wx(adapter, NETXEN_WOL_PORT_MODE,
  321. &wol_port_mode, 4);
  322. }
  323. }
  324. #define PCI_CAP_ID_GEN 0x10
  325. static void netxen_pcie_strap_init(struct netxen_adapter *adapter)
  326. {
  327. u32 pdevfuncsave;
  328. u32 c8c9value = 0;
  329. u32 chicken = 0;
  330. u32 control = 0;
  331. int i, pos;
  332. struct pci_dev *pdev;
  333. pdev = adapter->pdev;
  334. adapter->hw_read_wx(adapter,
  335. NETXEN_PCIE_REG(PCIE_CHICKEN3), &chicken, 4);
  336. /* clear chicken3.25:24 */
  337. chicken &= 0xFCFFFFFF;
  338. /*
  339. * if gen1 and B0, set F1020 - if gen 2, do nothing
  340. * if gen2 set to F1000
  341. */
  342. pos = pci_find_capability(pdev, PCI_CAP_ID_GEN);
  343. if (pos == 0xC0) {
  344. pci_read_config_dword(pdev, pos + 0x10, &control);
  345. if ((control & 0x000F0000) != 0x00020000) {
  346. /* set chicken3.24 if gen1 */
  347. chicken |= 0x01000000;
  348. }
  349. printk(KERN_INFO "%s Gen2 strapping detected\n",
  350. netxen_nic_driver_name);
  351. c8c9value = 0xF1000;
  352. } else {
  353. /* set chicken3.24 if gen1 */
  354. chicken |= 0x01000000;
  355. printk(KERN_INFO "%s Gen1 strapping detected\n",
  356. netxen_nic_driver_name);
  357. if (adapter->ahw.revision_id == NX_P3_B0)
  358. c8c9value = 0xF1020;
  359. else
  360. c8c9value = 0;
  361. }
  362. adapter->hw_write_wx(adapter,
  363. NETXEN_PCIE_REG(PCIE_CHICKEN3), &chicken, 4);
  364. if (!c8c9value)
  365. return;
  366. pdevfuncsave = pdev->devfn;
  367. if (pdevfuncsave & 0x07)
  368. return;
  369. for (i = 0; i < 8; i++) {
  370. pci_read_config_dword(pdev, pos + 8, &control);
  371. pci_read_config_dword(pdev, pos + 8, &control);
  372. pci_write_config_dword(pdev, pos + 8, c8c9value);
  373. pdev->devfn++;
  374. }
  375. pdev->devfn = pdevfuncsave;
  376. }
  377. static void netxen_set_msix_bit(struct pci_dev *pdev, int enable)
  378. {
  379. u32 control;
  380. int pos;
  381. pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
  382. if (pos) {
  383. pci_read_config_dword(pdev, pos, &control);
  384. if (enable)
  385. control |= PCI_MSIX_FLAGS_ENABLE;
  386. else
  387. control = 0;
  388. pci_write_config_dword(pdev, pos, control);
  389. }
  390. }
  391. static void netxen_init_msix_entries(struct netxen_adapter *adapter)
  392. {
  393. int i;
  394. for (i = 0; i < MSIX_ENTRIES_PER_ADAPTER; i++)
  395. adapter->msix_entries[i].entry = i;
  396. }
  397. static int
  398. netxen_read_mac_addr(struct netxen_adapter *adapter)
  399. {
  400. int i;
  401. unsigned char *p;
  402. __le64 mac_addr;
  403. struct net_device *netdev = adapter->netdev;
  404. struct pci_dev *pdev = adapter->pdev;
  405. if (netxen_is_flash_supported(adapter) != 0)
  406. return -EIO;
  407. if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
  408. if (netxen_p3_get_mac_addr(adapter, &mac_addr) != 0)
  409. return -EIO;
  410. } else {
  411. if (netxen_get_flash_mac_addr(adapter, &mac_addr) != 0)
  412. return -EIO;
  413. }
  414. p = (unsigned char *)&mac_addr;
  415. for (i = 0; i < 6; i++)
  416. netdev->dev_addr[i] = *(p + 5 - i);
  417. memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
  418. /* set station address */
  419. if (!is_valid_ether_addr(netdev->perm_addr))
  420. dev_warn(&pdev->dev, "Bad MAC address %pM.\n", netdev->dev_addr);
  421. else
  422. adapter->macaddr_set(adapter, netdev->dev_addr);
  423. return 0;
  424. }
  425. static void netxen_set_multicast_list(struct net_device *dev)
  426. {
  427. struct netxen_adapter *adapter = netdev_priv(dev);
  428. if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
  429. netxen_p3_nic_set_multi(dev);
  430. else
  431. netxen_p2_nic_set_multi(dev);
  432. }
  433. static const struct net_device_ops netxen_netdev_ops = {
  434. .ndo_open = netxen_nic_open,
  435. .ndo_stop = netxen_nic_close,
  436. .ndo_start_xmit = netxen_nic_xmit_frame,
  437. .ndo_get_stats = netxen_nic_get_stats,
  438. .ndo_validate_addr = eth_validate_addr,
  439. .ndo_set_multicast_list = netxen_set_multicast_list,
  440. .ndo_set_mac_address = netxen_nic_set_mac,
  441. .ndo_change_mtu = netxen_nic_change_mtu,
  442. .ndo_tx_timeout = netxen_tx_timeout,
  443. #ifdef CONFIG_NET_POLL_CONTROLLER
  444. .ndo_poll_controller = netxen_nic_poll_controller,
  445. #endif
  446. };
  447. /*
  448. * netxen_nic_probe()
  449. *
  450. * The Linux system will invoke this after identifying the vendor ID and
  451. * device Id in the pci_tbl supported by this module.
  452. *
  453. * A quad port card has one operational PCI config space, (function 0),
  454. * which is used to access all four ports.
  455. *
  456. * This routine will initialize the adapter, and setup the global parameters
  457. * along with the port's specific structure.
  458. */
  459. static int __devinit
  460. netxen_nic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  461. {
  462. struct net_device *netdev = NULL;
  463. struct netxen_adapter *adapter = NULL;
  464. void __iomem *mem_ptr0 = NULL;
  465. void __iomem *mem_ptr1 = NULL;
  466. void __iomem *mem_ptr2 = NULL;
  467. unsigned long first_page_group_end;
  468. unsigned long first_page_group_start;
  469. u8 __iomem *db_ptr = NULL;
  470. unsigned long mem_base, mem_len, db_base, db_len, pci_len0 = 0;
  471. int i = 0, err;
  472. int first_driver, first_boot;
  473. u32 val;
  474. int pci_func_id = PCI_FUNC(pdev->devfn);
  475. struct netxen_legacy_intr_set *legacy_intrp;
  476. uint8_t revision_id;
  477. if (pci_func_id == 0)
  478. printk(KERN_INFO "%s\n", netxen_nic_driver_string);
  479. if (pdev->class != 0x020000) {
  480. printk(KERN_DEBUG "NetXen function %d, class %x will not "
  481. "be enabled.\n",pci_func_id, pdev->class);
  482. return -ENODEV;
  483. }
  484. if (pdev->revision >= NX_P3_A0 && pdev->revision < NX_P3_B1) {
  485. printk(KERN_WARNING "NetXen chip revisions between 0x%x-0x%x"
  486. "will not be enabled.\n",
  487. NX_P3_A0, NX_P3_B1);
  488. return -ENODEV;
  489. }
  490. if ((err = pci_enable_device(pdev)))
  491. return err;
  492. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  493. err = -ENODEV;
  494. goto err_out_disable_pdev;
  495. }
  496. if ((err = pci_request_regions(pdev, netxen_nic_driver_name)))
  497. goto err_out_disable_pdev;
  498. pci_set_master(pdev);
  499. netdev = alloc_etherdev(sizeof(struct netxen_adapter));
  500. if(!netdev) {
  501. printk(KERN_ERR"%s: Failed to allocate memory for the "
  502. "device block.Check system memory resource"
  503. " usage.\n", netxen_nic_driver_name);
  504. goto err_out_free_res;
  505. }
  506. SET_NETDEV_DEV(netdev, &pdev->dev);
  507. adapter = netdev_priv(netdev);
  508. adapter->netdev = netdev;
  509. adapter->pdev = pdev;
  510. adapter->ahw.pci_func = pci_func_id;
  511. revision_id = pdev->revision;
  512. adapter->ahw.revision_id = revision_id;
  513. err = nx_set_dma_mask(adapter, revision_id);
  514. if (err)
  515. goto err_out_free_netdev;
  516. rwlock_init(&adapter->adapter_lock);
  517. adapter->ahw.qdr_sn_window = -1;
  518. adapter->ahw.ddr_mn_window = -1;
  519. /* remap phys address */
  520. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  521. mem_len = pci_resource_len(pdev, 0);
  522. pci_len0 = 0;
  523. adapter->hw_write_wx = netxen_nic_hw_write_wx_128M;
  524. adapter->hw_read_wx = netxen_nic_hw_read_wx_128M;
  525. adapter->pci_read_immediate = netxen_nic_pci_read_immediate_128M;
  526. adapter->pci_write_immediate = netxen_nic_pci_write_immediate_128M;
  527. adapter->pci_read_normalize = netxen_nic_pci_read_normalize_128M;
  528. adapter->pci_write_normalize = netxen_nic_pci_write_normalize_128M;
  529. adapter->pci_set_window = netxen_nic_pci_set_window_128M;
  530. adapter->pci_mem_read = netxen_nic_pci_mem_read_128M;
  531. adapter->pci_mem_write = netxen_nic_pci_mem_write_128M;
  532. /* 128 Meg of memory */
  533. if (mem_len == NETXEN_PCI_128MB_SIZE) {
  534. mem_ptr0 = ioremap(mem_base, FIRST_PAGE_GROUP_SIZE);
  535. mem_ptr1 = ioremap(mem_base + SECOND_PAGE_GROUP_START,
  536. SECOND_PAGE_GROUP_SIZE);
  537. mem_ptr2 = ioremap(mem_base + THIRD_PAGE_GROUP_START,
  538. THIRD_PAGE_GROUP_SIZE);
  539. first_page_group_start = FIRST_PAGE_GROUP_START;
  540. first_page_group_end = FIRST_PAGE_GROUP_END;
  541. } else if (mem_len == NETXEN_PCI_32MB_SIZE) {
  542. mem_ptr1 = ioremap(mem_base, SECOND_PAGE_GROUP_SIZE);
  543. mem_ptr2 = ioremap(mem_base + THIRD_PAGE_GROUP_START -
  544. SECOND_PAGE_GROUP_START, THIRD_PAGE_GROUP_SIZE);
  545. first_page_group_start = 0;
  546. first_page_group_end = 0;
  547. } else if (mem_len == NETXEN_PCI_2MB_SIZE) {
  548. adapter->hw_write_wx = netxen_nic_hw_write_wx_2M;
  549. adapter->hw_read_wx = netxen_nic_hw_read_wx_2M;
  550. adapter->pci_read_immediate = netxen_nic_pci_read_immediate_2M;
  551. adapter->pci_write_immediate =
  552. netxen_nic_pci_write_immediate_2M;
  553. adapter->pci_read_normalize = netxen_nic_pci_read_normalize_2M;
  554. adapter->pci_write_normalize =
  555. netxen_nic_pci_write_normalize_2M;
  556. adapter->pci_set_window = netxen_nic_pci_set_window_2M;
  557. adapter->pci_mem_read = netxen_nic_pci_mem_read_2M;
  558. adapter->pci_mem_write = netxen_nic_pci_mem_write_2M;
  559. mem_ptr0 = ioremap(mem_base, mem_len);
  560. pci_len0 = mem_len;
  561. first_page_group_start = 0;
  562. first_page_group_end = 0;
  563. adapter->ahw.ddr_mn_window = 0;
  564. adapter->ahw.qdr_sn_window = 0;
  565. adapter->ahw.mn_win_crb = 0x100000 + PCIX_MN_WINDOW +
  566. (pci_func_id * 0x20);
  567. adapter->ahw.ms_win_crb = 0x100000 + PCIX_SN_WINDOW;
  568. if (pci_func_id < 4)
  569. adapter->ahw.ms_win_crb += (pci_func_id * 0x20);
  570. else
  571. adapter->ahw.ms_win_crb +=
  572. 0xA0 + ((pci_func_id - 4) * 0x10);
  573. } else {
  574. err = -EIO;
  575. goto err_out_free_netdev;
  576. }
  577. dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
  578. db_base = pci_resource_start(pdev, 4); /* doorbell is on bar 4 */
  579. db_len = pci_resource_len(pdev, 4);
  580. if (db_len == 0) {
  581. printk(KERN_ERR "%s: doorbell is disabled\n",
  582. netxen_nic_driver_name);
  583. err = -EIO;
  584. goto err_out_iounmap;
  585. }
  586. DPRINTK(INFO, "doorbell ioremap from %lx a size of %lx\n", db_base,
  587. db_len);
  588. db_ptr = ioremap(db_base, NETXEN_DB_MAPSIZE_BYTES);
  589. if (!db_ptr) {
  590. printk(KERN_ERR "%s: Failed to allocate doorbell map.",
  591. netxen_nic_driver_name);
  592. err = -EIO;
  593. goto err_out_iounmap;
  594. }
  595. DPRINTK(INFO, "doorbell ioremaped at %p\n", db_ptr);
  596. adapter->ahw.pci_base0 = mem_ptr0;
  597. adapter->ahw.pci_len0 = pci_len0;
  598. adapter->ahw.first_page_group_start = first_page_group_start;
  599. adapter->ahw.first_page_group_end = first_page_group_end;
  600. adapter->ahw.pci_base1 = mem_ptr1;
  601. adapter->ahw.pci_base2 = mem_ptr2;
  602. adapter->ahw.db_base = db_ptr;
  603. adapter->ahw.db_len = db_len;
  604. netif_napi_add(netdev, &adapter->napi,
  605. netxen_nic_poll, NETXEN_NETDEV_WEIGHT);
  606. if (revision_id >= NX_P3_B0)
  607. legacy_intrp = &legacy_intr[pci_func_id];
  608. else
  609. legacy_intrp = &legacy_intr[0];
  610. adapter->legacy_intr.int_vec_bit = legacy_intrp->int_vec_bit;
  611. adapter->legacy_intr.tgt_status_reg = legacy_intrp->tgt_status_reg;
  612. adapter->legacy_intr.tgt_mask_reg = legacy_intrp->tgt_mask_reg;
  613. adapter->legacy_intr.pci_int_reg = legacy_intrp->pci_int_reg;
  614. /* this will be read from FW later */
  615. adapter->intr_scheme = -1;
  616. adapter->msi_mode = -1;
  617. /* This will be reset for mezz cards */
  618. adapter->portnum = pci_func_id;
  619. adapter->status &= ~NETXEN_NETDEV_STATUS;
  620. adapter->rx_csum = 1;
  621. adapter->mc_enabled = 0;
  622. if (NX_IS_REVISION_P3(revision_id))
  623. adapter->max_mc_count = 38;
  624. else
  625. adapter->max_mc_count = 16;
  626. netdev->netdev_ops = &netxen_netdev_ops;
  627. netdev->watchdog_timeo = 2*HZ;
  628. netxen_nic_change_mtu(netdev, netdev->mtu);
  629. SET_ETHTOOL_OPS(netdev, &netxen_nic_ethtool_ops);
  630. netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
  631. netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_TSO);
  632. if (NX_IS_REVISION_P3(revision_id)) {
  633. netdev->features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
  634. netdev->vlan_features |= (NETIF_F_IPV6_CSUM | NETIF_F_TSO6);
  635. }
  636. if (adapter->pci_using_dac) {
  637. netdev->features |= NETIF_F_HIGHDMA;
  638. netdev->vlan_features |= NETIF_F_HIGHDMA;
  639. }
  640. /*
  641. * Set the CRB window to invalid. If any register in window 0 is
  642. * accessed it should set the window to 0 and then reset it to 1.
  643. */
  644. adapter->curr_window = 255;
  645. if (netxen_nic_get_board_info(adapter) != 0) {
  646. printk("%s: Error getting board config info.\n",
  647. netxen_nic_driver_name);
  648. err = -EIO;
  649. goto err_out_iounmap;
  650. }
  651. netxen_initialize_adapter_ops(adapter);
  652. /* Mezz cards have PCI function 0,2,3 enabled */
  653. switch (adapter->ahw.boardcfg.board_type) {
  654. case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ:
  655. case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ:
  656. if (pci_func_id >= 2)
  657. adapter->portnum = pci_func_id - 2;
  658. break;
  659. default:
  660. break;
  661. }
  662. /*
  663. * This call will setup various max rx/tx counts.
  664. * It must be done before any buffer/ring allocations.
  665. */
  666. netxen_check_options(adapter);
  667. first_driver = 0;
  668. if (NX_IS_REVISION_P3(revision_id)) {
  669. if (adapter->ahw.pci_func == 0)
  670. first_driver = 1;
  671. } else {
  672. if (adapter->portnum == 0)
  673. first_driver = 1;
  674. }
  675. if (first_driver) {
  676. first_boot = adapter->pci_read_normalize(adapter,
  677. NETXEN_CAM_RAM(0x1fc));
  678. err = netxen_check_hw_init(adapter, first_boot);
  679. if (err) {
  680. printk(KERN_ERR "%s: error in init HW init sequence\n",
  681. netxen_nic_driver_name);
  682. goto err_out_iounmap;
  683. }
  684. if (NX_IS_REVISION_P3(revision_id))
  685. netxen_set_port_mode(adapter);
  686. if (first_boot != 0x55555555) {
  687. adapter->pci_write_normalize(adapter,
  688. CRB_CMDPEG_STATE, 0);
  689. netxen_pinit_from_rom(adapter, 0);
  690. msleep(1);
  691. }
  692. netxen_load_firmware(adapter);
  693. if (NX_IS_REVISION_P3(revision_id))
  694. netxen_pcie_strap_init(adapter);
  695. if (NX_IS_REVISION_P2(revision_id)) {
  696. /* Initialize multicast addr pool owners */
  697. val = 0x7654;
  698. if (adapter->ahw.board_type == NETXEN_NIC_XGBE)
  699. val |= 0x0f000000;
  700. netxen_crb_writelit_adapter(adapter,
  701. NETXEN_MAC_ADDR_CNTL_REG, val);
  702. }
  703. err = netxen_initialize_adapter_offload(adapter);
  704. if (err)
  705. goto err_out_iounmap;
  706. /*
  707. * Tell the hardware our version number.
  708. */
  709. i = (_NETXEN_NIC_LINUX_MAJOR << 16)
  710. | ((_NETXEN_NIC_LINUX_MINOR << 8))
  711. | (_NETXEN_NIC_LINUX_SUBVERSION);
  712. adapter->pci_write_normalize(adapter, CRB_DRIVER_VERSION, i);
  713. /* Handshake with the card before we register the devices. */
  714. err = netxen_phantom_init(adapter, NETXEN_NIC_PEG_TUNE);
  715. if (err)
  716. goto err_out_free_offload;
  717. } /* first_driver */
  718. netxen_nic_flash_print(adapter);
  719. if (NX_IS_REVISION_P3(revision_id)) {
  720. adapter->hw_read_wx(adapter,
  721. NETXEN_MIU_MN_CONTROL, &val, 4);
  722. adapter->ahw.cut_through = (val & 0x4) ? 1 : 0;
  723. dev_info(&pdev->dev, "firmware running in %s mode\n",
  724. adapter->ahw.cut_through ? "cut through" : "legacy");
  725. }
  726. /*
  727. * See if the firmware gave us a virtual-physical port mapping.
  728. */
  729. adapter->physical_port = adapter->portnum;
  730. i = adapter->pci_read_normalize(adapter, CRB_V2P(adapter->portnum));
  731. if (i != 0x55555555)
  732. adapter->physical_port = i;
  733. adapter->flags &= ~(NETXEN_NIC_MSI_ENABLED | NETXEN_NIC_MSIX_ENABLED);
  734. netxen_set_msix_bit(pdev, 0);
  735. if (NX_IS_REVISION_P3(revision_id)) {
  736. if ((mem_len != NETXEN_PCI_128MB_SIZE) &&
  737. mem_len != NETXEN_PCI_2MB_SIZE)
  738. adapter->msix_supported = 0;
  739. }
  740. if (adapter->msix_supported) {
  741. netxen_init_msix_entries(adapter);
  742. if (pci_enable_msix(pdev, adapter->msix_entries,
  743. MSIX_ENTRIES_PER_ADAPTER))
  744. goto request_msi;
  745. adapter->flags |= NETXEN_NIC_MSIX_ENABLED;
  746. netxen_set_msix_bit(pdev, 1);
  747. dev_info(&pdev->dev, "using msi-x interrupts\n");
  748. } else {
  749. request_msi:
  750. if (use_msi && !pci_enable_msi(pdev)) {
  751. adapter->flags |= NETXEN_NIC_MSI_ENABLED;
  752. dev_info(&pdev->dev, "using msi interrupts\n");
  753. } else
  754. dev_info(&pdev->dev, "using legacy interrupts\n");
  755. }
  756. if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
  757. netdev->irq = adapter->msix_entries[0].vector;
  758. else
  759. netdev->irq = pdev->irq;
  760. err = netxen_receive_peg_ready(adapter);
  761. if (err)
  762. goto err_out_disable_msi;
  763. init_timer(&adapter->watchdog_timer);
  764. adapter->watchdog_timer.function = &netxen_watchdog;
  765. adapter->watchdog_timer.data = (unsigned long)adapter;
  766. INIT_WORK(&adapter->watchdog_task, netxen_watchdog_task);
  767. INIT_WORK(&adapter->tx_timeout_task, netxen_tx_timeout_task);
  768. err = netxen_read_mac_addr(adapter);
  769. if (err)
  770. dev_warn(&pdev->dev, "failed to read mac addr\n");
  771. netif_carrier_off(netdev);
  772. netif_stop_queue(netdev);
  773. if ((err = register_netdev(netdev))) {
  774. printk(KERN_ERR "%s: register_netdev failed port #%d"
  775. " aborting\n", netxen_nic_driver_name,
  776. adapter->portnum);
  777. err = -EIO;
  778. goto err_out_disable_msi;
  779. }
  780. pci_set_drvdata(pdev, adapter);
  781. switch (adapter->ahw.board_type) {
  782. case NETXEN_NIC_GBE:
  783. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  784. adapter->netdev->name);
  785. break;
  786. case NETXEN_NIC_XGBE:
  787. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  788. adapter->netdev->name);
  789. break;
  790. }
  791. return 0;
  792. err_out_disable_msi:
  793. if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
  794. pci_disable_msix(pdev);
  795. if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
  796. pci_disable_msi(pdev);
  797. err_out_free_offload:
  798. if (first_driver)
  799. netxen_free_adapter_offload(adapter);
  800. err_out_iounmap:
  801. if (db_ptr)
  802. iounmap(db_ptr);
  803. if (mem_ptr0)
  804. iounmap(mem_ptr0);
  805. if (mem_ptr1)
  806. iounmap(mem_ptr1);
  807. if (mem_ptr2)
  808. iounmap(mem_ptr2);
  809. err_out_free_netdev:
  810. free_netdev(netdev);
  811. err_out_free_res:
  812. pci_release_regions(pdev);
  813. err_out_disable_pdev:
  814. pci_set_drvdata(pdev, NULL);
  815. pci_disable_device(pdev);
  816. return err;
  817. }
  818. static void __devexit netxen_nic_remove(struct pci_dev *pdev)
  819. {
  820. struct netxen_adapter *adapter;
  821. struct net_device *netdev;
  822. adapter = pci_get_drvdata(pdev);
  823. if (adapter == NULL)
  824. return;
  825. netdev = adapter->netdev;
  826. unregister_netdev(netdev);
  827. if (adapter->is_up == NETXEN_ADAPTER_UP_MAGIC) {
  828. netxen_free_hw_resources(adapter);
  829. netxen_release_rx_buffers(adapter);
  830. netxen_free_sw_resources(adapter);
  831. if (NX_IS_REVISION_P3(adapter->ahw.revision_id))
  832. netxen_p3_free_mac_list(adapter);
  833. }
  834. if (adapter->portnum == 0)
  835. netxen_free_adapter_offload(adapter);
  836. if (adapter->irq)
  837. free_irq(adapter->irq, adapter);
  838. if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
  839. pci_disable_msix(pdev);
  840. if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
  841. pci_disable_msi(pdev);
  842. iounmap(adapter->ahw.db_base);
  843. iounmap(adapter->ahw.pci_base0);
  844. if (adapter->ahw.pci_base1 != NULL)
  845. iounmap(adapter->ahw.pci_base1);
  846. if (adapter->ahw.pci_base2 != NULL)
  847. iounmap(adapter->ahw.pci_base2);
  848. pci_release_regions(pdev);
  849. pci_disable_device(pdev);
  850. pci_set_drvdata(pdev, NULL);
  851. free_netdev(netdev);
  852. }
  853. /*
  854. * Called when a network interface is made active
  855. * @returns 0 on success, negative value on failure
  856. */
  857. static int netxen_nic_open(struct net_device *netdev)
  858. {
  859. struct netxen_adapter *adapter = netdev_priv(netdev);
  860. int err = 0;
  861. int ctx, ring;
  862. irq_handler_t handler;
  863. unsigned long flags = IRQF_SAMPLE_RANDOM;
  864. if (adapter->driver_mismatch)
  865. return -EIO;
  866. if (adapter->is_up != NETXEN_ADAPTER_UP_MAGIC) {
  867. err = netxen_init_firmware(adapter);
  868. if (err != 0) {
  869. printk(KERN_ERR "Failed to init firmware\n");
  870. return -EIO;
  871. }
  872. if (adapter->fw_major < 4)
  873. adapter->max_rds_rings = 3;
  874. else
  875. adapter->max_rds_rings = 2;
  876. err = netxen_alloc_sw_resources(adapter);
  877. if (err) {
  878. printk(KERN_ERR "%s: Error in setting sw resources\n",
  879. netdev->name);
  880. return err;
  881. }
  882. netxen_nic_clear_stats(adapter);
  883. err = netxen_alloc_hw_resources(adapter);
  884. if (err) {
  885. printk(KERN_ERR "%s: Error in setting hw resources\n",
  886. netdev->name);
  887. goto err_out_free_sw;
  888. }
  889. if ((adapter->msi_mode != MSI_MODE_MULTIFUNC) ||
  890. (adapter->intr_scheme != INTR_SCHEME_PERPORT)) {
  891. printk(KERN_ERR "%s: Firmware interrupt scheme is "
  892. "incompatible with driver\n",
  893. netdev->name);
  894. adapter->driver_mismatch = 1;
  895. goto err_out_free_hw;
  896. }
  897. if (adapter->fw_major < 4) {
  898. adapter->crb_addr_cmd_producer =
  899. crb_cmd_producer[adapter->portnum];
  900. adapter->crb_addr_cmd_consumer =
  901. crb_cmd_consumer[adapter->portnum];
  902. netxen_nic_update_cmd_producer(adapter, 0);
  903. netxen_nic_update_cmd_consumer(adapter, 0);
  904. }
  905. for (ctx = 0; ctx < MAX_RCV_CTX; ++ctx) {
  906. for (ring = 0; ring < adapter->max_rds_rings; ring++)
  907. netxen_post_rx_buffers(adapter, ctx, ring);
  908. }
  909. if (adapter->flags & NETXEN_NIC_MSIX_ENABLED)
  910. handler = netxen_msix_intr;
  911. else if (adapter->flags & NETXEN_NIC_MSI_ENABLED)
  912. handler = netxen_msi_intr;
  913. else {
  914. flags |= IRQF_SHARED;
  915. handler = netxen_intr;
  916. }
  917. adapter->irq = netdev->irq;
  918. err = request_irq(adapter->irq, handler,
  919. flags, netdev->name, adapter);
  920. if (err) {
  921. printk(KERN_ERR "request_irq failed with: %d\n", err);
  922. goto err_out_free_rxbuf;
  923. }
  924. adapter->is_up = NETXEN_ADAPTER_UP_MAGIC;
  925. }
  926. /* Done here again so that even if phantom sw overwrote it,
  927. * we set it */
  928. err = adapter->init_port(adapter, adapter->physical_port);
  929. if (err) {
  930. printk(KERN_ERR "%s: Failed to initialize port %d\n",
  931. netxen_nic_driver_name, adapter->portnum);
  932. goto err_out_free_irq;
  933. }
  934. adapter->macaddr_set(adapter, netdev->dev_addr);
  935. netxen_nic_set_link_parameters(adapter);
  936. netxen_set_multicast_list(netdev);
  937. if (adapter->set_mtu)
  938. adapter->set_mtu(adapter, netdev->mtu);
  939. adapter->ahw.linkup = 0;
  940. mod_timer(&adapter->watchdog_timer, jiffies);
  941. napi_enable(&adapter->napi);
  942. netxen_nic_enable_int(adapter);
  943. netif_start_queue(netdev);
  944. return 0;
  945. err_out_free_irq:
  946. free_irq(adapter->irq, adapter);
  947. err_out_free_rxbuf:
  948. netxen_release_rx_buffers(adapter);
  949. err_out_free_hw:
  950. netxen_free_hw_resources(adapter);
  951. err_out_free_sw:
  952. netxen_free_sw_resources(adapter);
  953. return err;
  954. }
  955. /*
  956. * netxen_nic_close - Disables a network interface entry point
  957. */
  958. static int netxen_nic_close(struct net_device *netdev)
  959. {
  960. struct netxen_adapter *adapter = netdev_priv(netdev);
  961. netif_carrier_off(netdev);
  962. netif_stop_queue(netdev);
  963. napi_disable(&adapter->napi);
  964. if (adapter->stop_port)
  965. adapter->stop_port(adapter);
  966. netxen_nic_disable_int(adapter);
  967. netxen_release_tx_buffers(adapter);
  968. FLUSH_SCHEDULED_WORK();
  969. del_timer_sync(&adapter->watchdog_timer);
  970. return 0;
  971. }
  972. static bool netxen_tso_check(struct net_device *netdev,
  973. struct cmd_desc_type0 *desc, struct sk_buff *skb)
  974. {
  975. bool tso = false;
  976. u8 opcode = TX_ETHER_PKT;
  977. __be16 protocol = skb->protocol;
  978. u16 flags = 0;
  979. if (protocol == cpu_to_be16(ETH_P_8021Q)) {
  980. struct vlan_ethhdr *vh = (struct vlan_ethhdr *)skb->data;
  981. protocol = vh->h_vlan_encapsulated_proto;
  982. flags = FLAGS_VLAN_TAGGED;
  983. }
  984. if ((netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
  985. skb_shinfo(skb)->gso_size > 0) {
  986. desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
  987. desc->total_hdr_length =
  988. skb_transport_offset(skb) + tcp_hdrlen(skb);
  989. opcode = (protocol == cpu_to_be16(ETH_P_IPV6)) ?
  990. TX_TCP_LSO6 : TX_TCP_LSO;
  991. tso = true;
  992. } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
  993. u8 l4proto;
  994. if (protocol == cpu_to_be16(ETH_P_IP)) {
  995. l4proto = ip_hdr(skb)->protocol;
  996. if (l4proto == IPPROTO_TCP)
  997. opcode = TX_TCP_PKT;
  998. else if(l4proto == IPPROTO_UDP)
  999. opcode = TX_UDP_PKT;
  1000. } else if (protocol == cpu_to_be16(ETH_P_IPV6)) {
  1001. l4proto = ipv6_hdr(skb)->nexthdr;
  1002. if (l4proto == IPPROTO_TCP)
  1003. opcode = TX_TCPV6_PKT;
  1004. else if(l4proto == IPPROTO_UDP)
  1005. opcode = TX_UDPV6_PKT;
  1006. }
  1007. }
  1008. desc->tcp_hdr_offset = skb_transport_offset(skb);
  1009. desc->ip_hdr_offset = skb_network_offset(skb);
  1010. netxen_set_tx_flags_opcode(desc, flags, opcode);
  1011. return tso;
  1012. }
  1013. static void
  1014. netxen_clean_tx_dma_mapping(struct pci_dev *pdev,
  1015. struct netxen_cmd_buffer *pbuf, int last)
  1016. {
  1017. int k;
  1018. struct netxen_skb_frag *buffrag;
  1019. buffrag = &pbuf->frag_array[0];
  1020. pci_unmap_single(pdev, buffrag->dma,
  1021. buffrag->length, PCI_DMA_TODEVICE);
  1022. for (k = 1; k < last; k++) {
  1023. buffrag = &pbuf->frag_array[k];
  1024. pci_unmap_page(pdev, buffrag->dma,
  1025. buffrag->length, PCI_DMA_TODEVICE);
  1026. }
  1027. }
  1028. static int netxen_nic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  1029. {
  1030. struct netxen_adapter *adapter = netdev_priv(netdev);
  1031. struct netxen_hardware_context *hw = &adapter->ahw;
  1032. unsigned int first_seg_len = skb->len - skb->data_len;
  1033. struct netxen_cmd_buffer *pbuf;
  1034. struct netxen_skb_frag *buffrag;
  1035. struct cmd_desc_type0 *hwdesc;
  1036. struct pci_dev *pdev = adapter->pdev;
  1037. dma_addr_t temp_dma;
  1038. int i, k;
  1039. u32 producer, consumer;
  1040. int frag_count, no_of_desc;
  1041. u32 num_txd = adapter->max_tx_desc_count;
  1042. bool is_tso = false;
  1043. frag_count = skb_shinfo(skb)->nr_frags + 1;
  1044. /* There 4 fragments per descriptor */
  1045. no_of_desc = (frag_count + 3) >> 2;
  1046. producer = adapter->cmd_producer;
  1047. smp_mb();
  1048. consumer = adapter->last_cmd_consumer;
  1049. if ((no_of_desc+2) > find_diff_among(producer, consumer, num_txd)) {
  1050. netif_stop_queue(netdev);
  1051. smp_mb();
  1052. return NETDEV_TX_BUSY;
  1053. }
  1054. /* Copy the descriptors into the hardware */
  1055. hwdesc = &hw->cmd_desc_head[producer];
  1056. memset(hwdesc, 0, sizeof(struct cmd_desc_type0));
  1057. /* Take skb->data itself */
  1058. pbuf = &adapter->cmd_buf_arr[producer];
  1059. is_tso = netxen_tso_check(netdev, hwdesc, skb);
  1060. pbuf->skb = skb;
  1061. pbuf->frag_count = frag_count;
  1062. buffrag = &pbuf->frag_array[0];
  1063. temp_dma = pci_map_single(pdev, skb->data, first_seg_len,
  1064. PCI_DMA_TODEVICE);
  1065. if (pci_dma_mapping_error(pdev, temp_dma))
  1066. goto drop_packet;
  1067. buffrag->dma = temp_dma;
  1068. buffrag->length = first_seg_len;
  1069. netxen_set_tx_frags_len(hwdesc, frag_count, skb->len);
  1070. netxen_set_tx_port(hwdesc, adapter->portnum);
  1071. hwdesc->buffer1_length = cpu_to_le16(first_seg_len);
  1072. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  1073. for (i = 1, k = 1; i < frag_count; i++, k++) {
  1074. struct skb_frag_struct *frag;
  1075. int len, temp_len;
  1076. unsigned long offset;
  1077. /* move to next desc. if there is a need */
  1078. if ((i & 0x3) == 0) {
  1079. k = 0;
  1080. producer = get_next_index(producer, num_txd);
  1081. hwdesc = &hw->cmd_desc_head[producer];
  1082. memset(hwdesc, 0, sizeof(struct cmd_desc_type0));
  1083. pbuf = &adapter->cmd_buf_arr[producer];
  1084. pbuf->skb = NULL;
  1085. }
  1086. frag = &skb_shinfo(skb)->frags[i - 1];
  1087. len = frag->size;
  1088. offset = frag->page_offset;
  1089. temp_len = len;
  1090. temp_dma = pci_map_page(pdev, frag->page, offset,
  1091. len, PCI_DMA_TODEVICE);
  1092. if (pci_dma_mapping_error(pdev, temp_dma)) {
  1093. netxen_clean_tx_dma_mapping(pdev, pbuf, i);
  1094. goto drop_packet;
  1095. }
  1096. buffrag++;
  1097. buffrag->dma = temp_dma;
  1098. buffrag->length = temp_len;
  1099. switch (k) {
  1100. case 0:
  1101. hwdesc->buffer1_length = cpu_to_le16(temp_len);
  1102. hwdesc->addr_buffer1 = cpu_to_le64(temp_dma);
  1103. break;
  1104. case 1:
  1105. hwdesc->buffer2_length = cpu_to_le16(temp_len);
  1106. hwdesc->addr_buffer2 = cpu_to_le64(temp_dma);
  1107. break;
  1108. case 2:
  1109. hwdesc->buffer3_length = cpu_to_le16(temp_len);
  1110. hwdesc->addr_buffer3 = cpu_to_le64(temp_dma);
  1111. break;
  1112. case 3:
  1113. hwdesc->buffer4_length = cpu_to_le16(temp_len);
  1114. hwdesc->addr_buffer4 = cpu_to_le64(temp_dma);
  1115. break;
  1116. }
  1117. frag++;
  1118. }
  1119. producer = get_next_index(producer, num_txd);
  1120. /* For LSO, we need to copy the MAC/IP/TCP headers into
  1121. * the descriptor ring
  1122. */
  1123. if (is_tso) {
  1124. int hdr_len, first_hdr_len, more_hdr;
  1125. hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  1126. if (hdr_len > (sizeof(struct cmd_desc_type0) - 2)) {
  1127. first_hdr_len = sizeof(struct cmd_desc_type0) - 2;
  1128. more_hdr = 1;
  1129. } else {
  1130. first_hdr_len = hdr_len;
  1131. more_hdr = 0;
  1132. }
  1133. /* copy the MAC/IP/TCP headers to the cmd descriptor list */
  1134. hwdesc = &hw->cmd_desc_head[producer];
  1135. pbuf = &adapter->cmd_buf_arr[producer];
  1136. pbuf->skb = NULL;
  1137. /* copy the first 64 bytes */
  1138. memcpy(((void *)hwdesc) + 2,
  1139. (void *)(skb->data), first_hdr_len);
  1140. producer = get_next_index(producer, num_txd);
  1141. if (more_hdr) {
  1142. hwdesc = &hw->cmd_desc_head[producer];
  1143. pbuf = &adapter->cmd_buf_arr[producer];
  1144. pbuf->skb = NULL;
  1145. /* copy the next 64 bytes - should be enough except
  1146. * for pathological case
  1147. */
  1148. skb_copy_from_linear_data_offset(skb, first_hdr_len,
  1149. hwdesc,
  1150. (hdr_len -
  1151. first_hdr_len));
  1152. producer = get_next_index(producer, num_txd);
  1153. }
  1154. }
  1155. adapter->cmd_producer = producer;
  1156. adapter->stats.txbytes += skb->len;
  1157. netxen_nic_update_cmd_producer(adapter, adapter->cmd_producer);
  1158. adapter->stats.xmitcalled++;
  1159. netdev->trans_start = jiffies;
  1160. return NETDEV_TX_OK;
  1161. drop_packet:
  1162. adapter->stats.txdropped++;
  1163. dev_kfree_skb_any(skb);
  1164. return NETDEV_TX_OK;
  1165. }
  1166. static int netxen_nic_check_temp(struct netxen_adapter *adapter)
  1167. {
  1168. struct net_device *netdev = adapter->netdev;
  1169. uint32_t temp, temp_state, temp_val;
  1170. int rv = 0;
  1171. temp = adapter->pci_read_normalize(adapter, CRB_TEMP_STATE);
  1172. temp_state = nx_get_temp_state(temp);
  1173. temp_val = nx_get_temp_val(temp);
  1174. if (temp_state == NX_TEMP_PANIC) {
  1175. printk(KERN_ALERT
  1176. "%s: Device temperature %d degrees C exceeds"
  1177. " maximum allowed. Hardware has been shut down.\n",
  1178. netxen_nic_driver_name, temp_val);
  1179. netif_carrier_off(netdev);
  1180. netif_stop_queue(netdev);
  1181. rv = 1;
  1182. } else if (temp_state == NX_TEMP_WARN) {
  1183. if (adapter->temp == NX_TEMP_NORMAL) {
  1184. printk(KERN_ALERT
  1185. "%s: Device temperature %d degrees C "
  1186. "exceeds operating range."
  1187. " Immediate action needed.\n",
  1188. netxen_nic_driver_name, temp_val);
  1189. }
  1190. } else {
  1191. if (adapter->temp == NX_TEMP_WARN) {
  1192. printk(KERN_INFO
  1193. "%s: Device temperature is now %d degrees C"
  1194. " in normal range.\n", netxen_nic_driver_name,
  1195. temp_val);
  1196. }
  1197. }
  1198. adapter->temp = temp_state;
  1199. return rv;
  1200. }
  1201. static void netxen_nic_handle_phy_intr(struct netxen_adapter *adapter)
  1202. {
  1203. struct net_device *netdev = adapter->netdev;
  1204. u32 val, port, linkup;
  1205. port = adapter->physical_port;
  1206. if (NX_IS_REVISION_P3(adapter->ahw.revision_id)) {
  1207. val = adapter->pci_read_normalize(adapter, CRB_XG_STATE_P3);
  1208. val = XG_LINK_STATE_P3(adapter->ahw.pci_func, val);
  1209. linkup = (val == XG_LINK_UP_P3);
  1210. } else {
  1211. val = adapter->pci_read_normalize(adapter, CRB_XG_STATE);
  1212. if (adapter->ahw.board_type == NETXEN_NIC_GBE)
  1213. linkup = (val >> port) & 1;
  1214. else {
  1215. val = (val >> port*8) & 0xff;
  1216. linkup = (val == XG_LINK_UP);
  1217. }
  1218. }
  1219. if (adapter->ahw.linkup && !linkup) {
  1220. printk(KERN_INFO "%s: %s NIC Link is down\n",
  1221. netxen_nic_driver_name, netdev->name);
  1222. adapter->ahw.linkup = 0;
  1223. if (netif_running(netdev)) {
  1224. netif_carrier_off(netdev);
  1225. netif_stop_queue(netdev);
  1226. }
  1227. netxen_nic_set_link_parameters(adapter);
  1228. } else if (!adapter->ahw.linkup && linkup) {
  1229. printk(KERN_INFO "%s: %s NIC Link is up\n",
  1230. netxen_nic_driver_name, netdev->name);
  1231. adapter->ahw.linkup = 1;
  1232. if (netif_running(netdev)) {
  1233. netif_carrier_on(netdev);
  1234. netif_wake_queue(netdev);
  1235. }
  1236. netxen_nic_set_link_parameters(adapter);
  1237. }
  1238. }
  1239. static void netxen_watchdog(unsigned long v)
  1240. {
  1241. struct netxen_adapter *adapter = (struct netxen_adapter *)v;
  1242. SCHEDULE_WORK(&adapter->watchdog_task);
  1243. }
  1244. void netxen_watchdog_task(struct work_struct *work)
  1245. {
  1246. struct netxen_adapter *adapter =
  1247. container_of(work, struct netxen_adapter, watchdog_task);
  1248. if ((adapter->portnum == 0) && netxen_nic_check_temp(adapter))
  1249. return;
  1250. netxen_nic_handle_phy_intr(adapter);
  1251. if (netif_running(adapter->netdev))
  1252. mod_timer(&adapter->watchdog_timer, jiffies + 2 * HZ);
  1253. }
  1254. static void netxen_tx_timeout(struct net_device *netdev)
  1255. {
  1256. struct netxen_adapter *adapter = (struct netxen_adapter *)
  1257. netdev_priv(netdev);
  1258. SCHEDULE_WORK(&adapter->tx_timeout_task);
  1259. }
  1260. static void netxen_tx_timeout_task(struct work_struct *work)
  1261. {
  1262. struct netxen_adapter *adapter =
  1263. container_of(work, struct netxen_adapter, tx_timeout_task);
  1264. printk(KERN_ERR "%s %s: transmit timeout, resetting.\n",
  1265. netxen_nic_driver_name, adapter->netdev->name);
  1266. netxen_nic_disable_int(adapter);
  1267. napi_disable(&adapter->napi);
  1268. adapter->netdev->trans_start = jiffies;
  1269. napi_enable(&adapter->napi);
  1270. netxen_nic_enable_int(adapter);
  1271. netif_wake_queue(adapter->netdev);
  1272. }
  1273. /*
  1274. * netxen_nic_get_stats - Get System Network Statistics
  1275. * @netdev: network interface device structure
  1276. */
  1277. struct net_device_stats *netxen_nic_get_stats(struct net_device *netdev)
  1278. {
  1279. struct netxen_adapter *adapter = netdev_priv(netdev);
  1280. struct net_device_stats *stats = &adapter->net_stats;
  1281. memset(stats, 0, sizeof(*stats));
  1282. /* total packets received */
  1283. stats->rx_packets = adapter->stats.no_rcv;
  1284. /* total packets transmitted */
  1285. stats->tx_packets = adapter->stats.xmitedframes +
  1286. adapter->stats.xmitfinished;
  1287. /* total bytes received */
  1288. stats->rx_bytes = adapter->stats.rxbytes;
  1289. /* total bytes transmitted */
  1290. stats->tx_bytes = adapter->stats.txbytes;
  1291. /* bad packets received */
  1292. stats->rx_errors = adapter->stats.rcvdbadskb;
  1293. /* packet transmit problems */
  1294. stats->tx_errors = adapter->stats.nocmddescriptor;
  1295. /* no space in linux buffers */
  1296. stats->rx_dropped = adapter->stats.rxdropped;
  1297. /* no space available in linux */
  1298. stats->tx_dropped = adapter->stats.txdropped;
  1299. return stats;
  1300. }
  1301. static irqreturn_t netxen_intr(int irq, void *data)
  1302. {
  1303. struct netxen_adapter *adapter = data;
  1304. u32 status = 0;
  1305. status = adapter->pci_read_immediate(adapter, ISR_INT_VECTOR);
  1306. if (!(status & adapter->legacy_intr.int_vec_bit))
  1307. return IRQ_NONE;
  1308. if (adapter->ahw.revision_id >= NX_P3_B1) {
  1309. /* check interrupt state machine, to be sure */
  1310. status = adapter->pci_read_immediate(adapter,
  1311. ISR_INT_STATE_REG);
  1312. if (!ISR_LEGACY_INT_TRIGGERED(status))
  1313. return IRQ_NONE;
  1314. } else {
  1315. unsigned long our_int = 0;
  1316. our_int = adapter->pci_read_normalize(adapter, CRB_INT_VECTOR);
  1317. /* not our interrupt */
  1318. if (!test_and_clear_bit((7 + adapter->portnum), &our_int))
  1319. return IRQ_NONE;
  1320. /* claim interrupt */
  1321. adapter->pci_write_normalize(adapter,
  1322. CRB_INT_VECTOR, (our_int & 0xffffffff));
  1323. }
  1324. /* clear interrupt */
  1325. if (adapter->fw_major < 4)
  1326. netxen_nic_disable_int(adapter);
  1327. adapter->pci_write_immediate(adapter,
  1328. adapter->legacy_intr.tgt_status_reg,
  1329. 0xffffffff);
  1330. /* read twice to ensure write is flushed */
  1331. adapter->pci_read_immediate(adapter, ISR_INT_VECTOR);
  1332. adapter->pci_read_immediate(adapter, ISR_INT_VECTOR);
  1333. napi_schedule(&adapter->napi);
  1334. return IRQ_HANDLED;
  1335. }
  1336. static irqreturn_t netxen_msi_intr(int irq, void *data)
  1337. {
  1338. struct netxen_adapter *adapter = data;
  1339. /* clear interrupt */
  1340. adapter->pci_write_immediate(adapter,
  1341. msi_tgt_status[adapter->ahw.pci_func], 0xffffffff);
  1342. napi_schedule(&adapter->napi);
  1343. return IRQ_HANDLED;
  1344. }
  1345. static irqreturn_t netxen_msix_intr(int irq, void *data)
  1346. {
  1347. struct netxen_adapter *adapter = data;
  1348. napi_schedule(&adapter->napi);
  1349. return IRQ_HANDLED;
  1350. }
  1351. static int netxen_nic_poll(struct napi_struct *napi, int budget)
  1352. {
  1353. struct netxen_adapter *adapter = container_of(napi, struct netxen_adapter, napi);
  1354. int tx_complete;
  1355. int ctx;
  1356. int work_done;
  1357. tx_complete = netxen_process_cmd_ring(adapter);
  1358. work_done = 0;
  1359. for (ctx = 0; ctx < MAX_RCV_CTX; ++ctx) {
  1360. /*
  1361. * Fairness issue. This will give undue weight to the
  1362. * receive context 0.
  1363. */
  1364. /*
  1365. * To avoid starvation, we give each of our receivers,
  1366. * a fraction of the quota. Sometimes, it might happen that we
  1367. * have enough quota to process every packet, but since all the
  1368. * packets are on one context, it gets only half of the quota,
  1369. * and ends up not processing it.
  1370. */
  1371. work_done += netxen_process_rcv_ring(adapter, ctx,
  1372. budget / MAX_RCV_CTX);
  1373. }
  1374. if ((work_done < budget) && tx_complete) {
  1375. napi_complete(&adapter->napi);
  1376. netxen_nic_enable_int(adapter);
  1377. }
  1378. return work_done;
  1379. }
  1380. #ifdef CONFIG_NET_POLL_CONTROLLER
  1381. static void netxen_nic_poll_controller(struct net_device *netdev)
  1382. {
  1383. struct netxen_adapter *adapter = netdev_priv(netdev);
  1384. disable_irq(adapter->irq);
  1385. netxen_intr(adapter->irq, adapter);
  1386. enable_irq(adapter->irq);
  1387. }
  1388. #endif
  1389. static struct pci_driver netxen_driver = {
  1390. .name = netxen_nic_driver_name,
  1391. .id_table = netxen_pci_tbl,
  1392. .probe = netxen_nic_probe,
  1393. .remove = __devexit_p(netxen_nic_remove)
  1394. };
  1395. /* Driver Registration on NetXen card */
  1396. static int __init netxen_init_module(void)
  1397. {
  1398. if ((netxen_workq = create_singlethread_workqueue("netxen")) == NULL)
  1399. return -ENOMEM;
  1400. return pci_register_driver(&netxen_driver);
  1401. }
  1402. module_init(netxen_init_module);
  1403. static void __exit netxen_exit_module(void)
  1404. {
  1405. pci_unregister_driver(&netxen_driver);
  1406. destroy_workqueue(netxen_workq);
  1407. }
  1408. module_exit(netxen_exit_module);