qlcnic_main.c 97 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/vmalloc.h>
  8. #include <linux/interrupt.h>
  9. #include "qlcnic.h"
  10. #include "qlcnic_sriov.h"
  11. #include "qlcnic_hw.h"
  12. #include <linux/swab.h>
  13. #include <linux/dma-mapping.h>
  14. #include <linux/if_vlan.h>
  15. #include <net/ip.h>
  16. #include <linux/ipv6.h>
  17. #include <linux/inetdevice.h>
  18. #include <linux/aer.h>
  19. #include <linux/log2.h>
  20. #include <linux/pci.h>
  21. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  22. MODULE_LICENSE("GPL");
  23. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  24. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  25. char qlcnic_driver_name[] = "qlcnic";
  26. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  27. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  28. static int qlcnic_mac_learn;
  29. module_param(qlcnic_mac_learn, int, 0444);
  30. MODULE_PARM_DESC(qlcnic_mac_learn,
  31. "Mac Filter (0=learning is disabled, 1=Driver learning is enabled, 2=FDB learning is enabled)");
  32. int qlcnic_use_msi = 1;
  33. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled)");
  34. module_param_named(use_msi, qlcnic_use_msi, int, 0444);
  35. int qlcnic_use_msi_x = 1;
  36. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled)");
  37. module_param_named(use_msi_x, qlcnic_use_msi_x, int, 0444);
  38. int qlcnic_auto_fw_reset = 1;
  39. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled)");
  40. module_param_named(auto_fw_reset, qlcnic_auto_fw_reset, int, 0644);
  41. int qlcnic_load_fw_file;
  42. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file)");
  43. module_param_named(load_fw_file, qlcnic_load_fw_file, int, 0444);
  44. static int qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent);
  45. static void qlcnic_remove(struct pci_dev *pdev);
  46. static int qlcnic_open(struct net_device *netdev);
  47. static int qlcnic_close(struct net_device *netdev);
  48. static void qlcnic_tx_timeout(struct net_device *netdev);
  49. static void qlcnic_attach_work(struct work_struct *work);
  50. static void qlcnic_fwinit_work(struct work_struct *work);
  51. #ifdef CONFIG_NET_POLL_CONTROLLER
  52. static void qlcnic_poll_controller(struct net_device *netdev);
  53. #endif
  54. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  55. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  56. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  57. static irqreturn_t qlcnic_intr(int irq, void *data);
  58. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  59. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  60. static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data);
  61. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  62. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  63. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  64. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  65. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  66. static int qlcnic_vlan_rx_add(struct net_device *, __be16, u16);
  67. static int qlcnic_vlan_rx_del(struct net_device *, __be16, u16);
  68. static u32 qlcnic_vlan_tx_check(struct qlcnic_adapter *adapter)
  69. {
  70. struct qlcnic_hardware_context *ahw = adapter->ahw;
  71. if (adapter->pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X)
  72. return ahw->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX;
  73. else
  74. return 1;
  75. }
  76. /* PCI Device ID Table */
  77. #define ENTRY(device) \
  78. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  79. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  80. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  81. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  82. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE834X),
  83. ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE834X),
  84. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE844X),
  85. ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE844X),
  86. {0,}
  87. };
  88. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  89. inline void qlcnic_update_cmd_producer(struct qlcnic_host_tx_ring *tx_ring)
  90. {
  91. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  92. }
  93. static const u32 msi_tgt_status[8] = {
  94. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  95. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  96. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  97. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  98. };
  99. static const u32 qlcnic_reg_tbl[] = {
  100. 0x1B20A8, /* PEG_HALT_STAT1 */
  101. 0x1B20AC, /* PEG_HALT_STAT2 */
  102. 0x1B20B0, /* FW_HEARTBEAT */
  103. 0x1B2100, /* LOCK ID */
  104. 0x1B2128, /* FW_CAPABILITIES */
  105. 0x1B2138, /* drv active */
  106. 0x1B2140, /* dev state */
  107. 0x1B2144, /* drv state */
  108. 0x1B2148, /* drv scratch */
  109. 0x1B214C, /* dev partition info */
  110. 0x1B2174, /* drv idc ver */
  111. 0x1B2150, /* fw version major */
  112. 0x1B2154, /* fw version minor */
  113. 0x1B2158, /* fw version sub */
  114. 0x1B219C, /* npar state */
  115. 0x1B21FC, /* FW_IMG_VALID */
  116. 0x1B2250, /* CMD_PEG_STATE */
  117. 0x1B233C, /* RCV_PEG_STATE */
  118. 0x1B23B4, /* ASIC TEMP */
  119. 0x1B216C, /* FW api */
  120. 0x1B2170, /* drv op mode */
  121. 0x13C010, /* flash lock */
  122. 0x13C014, /* flash unlock */
  123. };
  124. static const struct qlcnic_board_info qlcnic_boards[] = {
  125. { PCI_VENDOR_ID_QLOGIC,
  126. PCI_DEVICE_ID_QLOGIC_QLE844X,
  127. 0x0,
  128. 0x0,
  129. "8400 series 10GbE Converged Network Adapter (TCP/IP Networking)" },
  130. { PCI_VENDOR_ID_QLOGIC,
  131. PCI_DEVICE_ID_QLOGIC_QLE834X,
  132. PCI_VENDOR_ID_QLOGIC,
  133. 0x24e,
  134. "8300 Series Dual Port 10GbE Converged Network Adapter "
  135. "(TCP/IP Networking)" },
  136. { PCI_VENDOR_ID_QLOGIC,
  137. PCI_DEVICE_ID_QLOGIC_QLE834X,
  138. PCI_VENDOR_ID_QLOGIC,
  139. 0x243,
  140. "8300 Series Single Port 10GbE Converged Network Adapter "
  141. "(TCP/IP Networking)" },
  142. { PCI_VENDOR_ID_QLOGIC,
  143. PCI_DEVICE_ID_QLOGIC_QLE834X,
  144. PCI_VENDOR_ID_QLOGIC,
  145. 0x24a,
  146. "8300 Series Dual Port 10GbE Converged Network Adapter "
  147. "(TCP/IP Networking)" },
  148. { PCI_VENDOR_ID_QLOGIC,
  149. PCI_DEVICE_ID_QLOGIC_QLE834X,
  150. PCI_VENDOR_ID_QLOGIC,
  151. 0x246,
  152. "8300 Series Dual Port 10GbE Converged Network Adapter "
  153. "(TCP/IP Networking)" },
  154. { PCI_VENDOR_ID_QLOGIC,
  155. PCI_DEVICE_ID_QLOGIC_QLE834X,
  156. PCI_VENDOR_ID_QLOGIC,
  157. 0x252,
  158. "8300 Series Dual Port 10GbE Converged Network Adapter "
  159. "(TCP/IP Networking)" },
  160. { PCI_VENDOR_ID_QLOGIC,
  161. PCI_DEVICE_ID_QLOGIC_QLE834X,
  162. PCI_VENDOR_ID_QLOGIC,
  163. 0x26e,
  164. "8300 Series Dual Port 10GbE Converged Network Adapter "
  165. "(TCP/IP Networking)" },
  166. { PCI_VENDOR_ID_QLOGIC,
  167. PCI_DEVICE_ID_QLOGIC_QLE834X,
  168. PCI_VENDOR_ID_QLOGIC,
  169. 0x260,
  170. "8300 Series Dual Port 10GbE Converged Network Adapter "
  171. "(TCP/IP Networking)" },
  172. { PCI_VENDOR_ID_QLOGIC,
  173. PCI_DEVICE_ID_QLOGIC_QLE834X,
  174. PCI_VENDOR_ID_QLOGIC,
  175. 0x266,
  176. "8300 Series Single Port 10GbE Converged Network Adapter "
  177. "(TCP/IP Networking)" },
  178. { PCI_VENDOR_ID_QLOGIC,
  179. PCI_DEVICE_ID_QLOGIC_QLE834X,
  180. PCI_VENDOR_ID_QLOGIC,
  181. 0x269,
  182. "8300 Series Dual Port 10GbE Converged Network Adapter "
  183. "(TCP/IP Networking)" },
  184. { PCI_VENDOR_ID_QLOGIC,
  185. PCI_DEVICE_ID_QLOGIC_QLE834X,
  186. PCI_VENDOR_ID_QLOGIC,
  187. 0x271,
  188. "8300 Series Dual Port 10GbE Converged Network Adapter "
  189. "(TCP/IP Networking)" },
  190. { PCI_VENDOR_ID_QLOGIC,
  191. PCI_DEVICE_ID_QLOGIC_QLE834X,
  192. 0x0, 0x0, "8300 Series 1/10GbE Controller" },
  193. { PCI_VENDOR_ID_QLOGIC,
  194. PCI_DEVICE_ID_QLOGIC_QLE824X,
  195. PCI_VENDOR_ID_QLOGIC,
  196. 0x203,
  197. "8200 Series Single Port 10GbE Converged Network Adapter"
  198. "(TCP/IP Networking)" },
  199. { PCI_VENDOR_ID_QLOGIC,
  200. PCI_DEVICE_ID_QLOGIC_QLE824X,
  201. PCI_VENDOR_ID_QLOGIC,
  202. 0x207,
  203. "8200 Series Dual Port 10GbE Converged Network Adapter"
  204. "(TCP/IP Networking)" },
  205. { PCI_VENDOR_ID_QLOGIC,
  206. PCI_DEVICE_ID_QLOGIC_QLE824X,
  207. PCI_VENDOR_ID_QLOGIC,
  208. 0x20b,
  209. "3200 Series Dual Port 10Gb Intelligent Ethernet Adapter" },
  210. { PCI_VENDOR_ID_QLOGIC,
  211. PCI_DEVICE_ID_QLOGIC_QLE824X,
  212. PCI_VENDOR_ID_QLOGIC,
  213. 0x20c,
  214. "3200 Series Quad Port 1Gb Intelligent Ethernet Adapter" },
  215. { PCI_VENDOR_ID_QLOGIC,
  216. PCI_DEVICE_ID_QLOGIC_QLE824X,
  217. PCI_VENDOR_ID_QLOGIC,
  218. 0x20f,
  219. "3200 Series Single Port 10Gb Intelligent Ethernet Adapter" },
  220. { PCI_VENDOR_ID_QLOGIC,
  221. PCI_DEVICE_ID_QLOGIC_QLE824X,
  222. 0x103c, 0x3733,
  223. "NC523SFP 10Gb 2-port Server Adapter" },
  224. { PCI_VENDOR_ID_QLOGIC,
  225. PCI_DEVICE_ID_QLOGIC_QLE824X,
  226. 0x103c, 0x3346,
  227. "CN1000Q Dual Port Converged Network Adapter" },
  228. { PCI_VENDOR_ID_QLOGIC,
  229. PCI_DEVICE_ID_QLOGIC_QLE824X,
  230. PCI_VENDOR_ID_QLOGIC,
  231. 0x210,
  232. "QME8242-k 10GbE Dual Port Mezzanine Card" },
  233. { PCI_VENDOR_ID_QLOGIC,
  234. PCI_DEVICE_ID_QLOGIC_QLE824X,
  235. 0x0, 0x0, "cLOM8214 1/10GbE Controller" },
  236. };
  237. #define NUM_SUPPORTED_BOARDS ARRAY_SIZE(qlcnic_boards)
  238. static const
  239. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  240. int qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  241. {
  242. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  243. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  244. return recv_ctx->sds_rings == NULL;
  245. }
  246. void qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  247. {
  248. if (recv_ctx->sds_rings != NULL)
  249. kfree(recv_ctx->sds_rings);
  250. recv_ctx->sds_rings = NULL;
  251. }
  252. int qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  253. {
  254. u8 mac_addr[ETH_ALEN];
  255. struct net_device *netdev = adapter->netdev;
  256. struct pci_dev *pdev = adapter->pdev;
  257. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  258. return -EIO;
  259. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  260. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  261. /* set station address */
  262. if (!is_valid_ether_addr(netdev->dev_addr))
  263. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  264. netdev->dev_addr);
  265. return 0;
  266. }
  267. static void qlcnic_delete_adapter_mac(struct qlcnic_adapter *adapter)
  268. {
  269. struct qlcnic_mac_list_s *cur;
  270. struct list_head *head;
  271. list_for_each(head, &adapter->mac_list) {
  272. cur = list_entry(head, struct qlcnic_mac_list_s, list);
  273. if (!memcmp(adapter->mac_addr, cur->mac_addr, ETH_ALEN)) {
  274. qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
  275. 0, QLCNIC_MAC_DEL);
  276. list_del(&cur->list);
  277. kfree(cur);
  278. return;
  279. }
  280. }
  281. }
  282. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  283. {
  284. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  285. struct sockaddr *addr = p;
  286. if (qlcnic_sriov_vf_check(adapter))
  287. return -EINVAL;
  288. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  289. return -EOPNOTSUPP;
  290. if (!is_valid_ether_addr(addr->sa_data))
  291. return -EINVAL;
  292. if (!memcmp(adapter->mac_addr, addr->sa_data, ETH_ALEN))
  293. return 0;
  294. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  295. netif_device_detach(netdev);
  296. qlcnic_napi_disable(adapter);
  297. }
  298. qlcnic_delete_adapter_mac(adapter);
  299. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  300. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  301. qlcnic_set_multi(adapter->netdev);
  302. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  303. netif_device_attach(netdev);
  304. qlcnic_napi_enable(adapter);
  305. }
  306. return 0;
  307. }
  308. static int qlcnic_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
  309. struct net_device *netdev, const unsigned char *addr)
  310. {
  311. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  312. int err = -EOPNOTSUPP;
  313. if (!adapter->fdb_mac_learn)
  314. return ndo_dflt_fdb_del(ndm, tb, netdev, addr);
  315. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  316. if (is_unicast_ether_addr(addr)) {
  317. err = dev_uc_del(netdev, addr);
  318. if (!err)
  319. err = qlcnic_nic_del_mac(adapter, addr);
  320. } else if (is_multicast_ether_addr(addr)) {
  321. err = dev_mc_del(netdev, addr);
  322. } else {
  323. err = -EINVAL;
  324. }
  325. }
  326. return err;
  327. }
  328. static int qlcnic_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
  329. struct net_device *netdev,
  330. const unsigned char *addr, u16 flags)
  331. {
  332. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  333. int err = 0;
  334. if (!adapter->fdb_mac_learn)
  335. return ndo_dflt_fdb_add(ndm, tb, netdev, addr, flags);
  336. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
  337. pr_info("%s: FDB e-switch is not enabled\n", __func__);
  338. return -EOPNOTSUPP;
  339. }
  340. if (ether_addr_equal(addr, adapter->mac_addr))
  341. return err;
  342. if (is_unicast_ether_addr(addr)) {
  343. if (netdev_uc_count(netdev) < adapter->ahw->max_uc_count)
  344. err = dev_uc_add_excl(netdev, addr);
  345. else
  346. err = -ENOMEM;
  347. } else if (is_multicast_ether_addr(addr)) {
  348. err = dev_mc_add_excl(netdev, addr);
  349. } else {
  350. err = -EINVAL;
  351. }
  352. return err;
  353. }
  354. static int qlcnic_fdb_dump(struct sk_buff *skb, struct netlink_callback *ncb,
  355. struct net_device *netdev, int idx)
  356. {
  357. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  358. if (!adapter->fdb_mac_learn)
  359. return ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
  360. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  361. idx = ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
  362. return idx;
  363. }
  364. static void qlcnic_82xx_cancel_idc_work(struct qlcnic_adapter *adapter)
  365. {
  366. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  367. usleep_range(10000, 11000);
  368. cancel_delayed_work_sync(&adapter->fw_work);
  369. }
  370. static const struct net_device_ops qlcnic_netdev_ops = {
  371. .ndo_open = qlcnic_open,
  372. .ndo_stop = qlcnic_close,
  373. .ndo_start_xmit = qlcnic_xmit_frame,
  374. .ndo_get_stats = qlcnic_get_stats,
  375. .ndo_validate_addr = eth_validate_addr,
  376. .ndo_set_rx_mode = qlcnic_set_multi,
  377. .ndo_set_mac_address = qlcnic_set_mac,
  378. .ndo_change_mtu = qlcnic_change_mtu,
  379. .ndo_fix_features = qlcnic_fix_features,
  380. .ndo_set_features = qlcnic_set_features,
  381. .ndo_tx_timeout = qlcnic_tx_timeout,
  382. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  383. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  384. .ndo_fdb_add = qlcnic_fdb_add,
  385. .ndo_fdb_del = qlcnic_fdb_del,
  386. .ndo_fdb_dump = qlcnic_fdb_dump,
  387. #ifdef CONFIG_NET_POLL_CONTROLLER
  388. .ndo_poll_controller = qlcnic_poll_controller,
  389. #endif
  390. #ifdef CONFIG_QLCNIC_SRIOV
  391. .ndo_set_vf_mac = qlcnic_sriov_set_vf_mac,
  392. .ndo_set_vf_tx_rate = qlcnic_sriov_set_vf_tx_rate,
  393. .ndo_get_vf_config = qlcnic_sriov_get_vf_config,
  394. .ndo_set_vf_vlan = qlcnic_sriov_set_vf_vlan,
  395. .ndo_set_vf_spoofchk = qlcnic_sriov_set_vf_spoofchk,
  396. #endif
  397. };
  398. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  399. .ndo_open = qlcnic_open,
  400. };
  401. static struct qlcnic_nic_template qlcnic_ops = {
  402. .config_bridged_mode = qlcnic_config_bridged_mode,
  403. .config_led = qlcnic_82xx_config_led,
  404. .start_firmware = qlcnic_82xx_start_firmware,
  405. .request_reset = qlcnic_82xx_dev_request_reset,
  406. .cancel_idc_work = qlcnic_82xx_cancel_idc_work,
  407. .napi_add = qlcnic_82xx_napi_add,
  408. .napi_del = qlcnic_82xx_napi_del,
  409. .config_ipaddr = qlcnic_82xx_config_ipaddr,
  410. .shutdown = qlcnic_82xx_shutdown,
  411. .resume = qlcnic_82xx_resume,
  412. .clear_legacy_intr = qlcnic_82xx_clear_legacy_intr,
  413. };
  414. struct qlcnic_nic_template qlcnic_vf_ops = {
  415. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  416. .config_led = qlcnicvf_config_led,
  417. .start_firmware = qlcnicvf_start_firmware
  418. };
  419. static struct qlcnic_hardware_ops qlcnic_hw_ops = {
  420. .read_crb = qlcnic_82xx_read_crb,
  421. .write_crb = qlcnic_82xx_write_crb,
  422. .read_reg = qlcnic_82xx_hw_read_wx_2M,
  423. .write_reg = qlcnic_82xx_hw_write_wx_2M,
  424. .get_mac_address = qlcnic_82xx_get_mac_address,
  425. .setup_intr = qlcnic_82xx_setup_intr,
  426. .alloc_mbx_args = qlcnic_82xx_alloc_mbx_args,
  427. .mbx_cmd = qlcnic_82xx_issue_cmd,
  428. .get_func_no = qlcnic_82xx_get_func_no,
  429. .api_lock = qlcnic_82xx_api_lock,
  430. .api_unlock = qlcnic_82xx_api_unlock,
  431. .add_sysfs = qlcnic_82xx_add_sysfs,
  432. .remove_sysfs = qlcnic_82xx_remove_sysfs,
  433. .process_lb_rcv_ring_diag = qlcnic_82xx_process_rcv_ring_diag,
  434. .create_rx_ctx = qlcnic_82xx_fw_cmd_create_rx_ctx,
  435. .create_tx_ctx = qlcnic_82xx_fw_cmd_create_tx_ctx,
  436. .del_rx_ctx = qlcnic_82xx_fw_cmd_del_rx_ctx,
  437. .del_tx_ctx = qlcnic_82xx_fw_cmd_del_tx_ctx,
  438. .setup_link_event = qlcnic_82xx_linkevent_request,
  439. .get_nic_info = qlcnic_82xx_get_nic_info,
  440. .get_pci_info = qlcnic_82xx_get_pci_info,
  441. .set_nic_info = qlcnic_82xx_set_nic_info,
  442. .change_macvlan = qlcnic_82xx_sre_macaddr_change,
  443. .napi_enable = qlcnic_82xx_napi_enable,
  444. .napi_disable = qlcnic_82xx_napi_disable,
  445. .config_intr_coal = qlcnic_82xx_config_intr_coalesce,
  446. .config_rss = qlcnic_82xx_config_rss,
  447. .config_hw_lro = qlcnic_82xx_config_hw_lro,
  448. .config_loopback = qlcnic_82xx_set_lb_mode,
  449. .clear_loopback = qlcnic_82xx_clear_lb_mode,
  450. .config_promisc_mode = qlcnic_82xx_nic_set_promisc,
  451. .change_l2_filter = qlcnic_82xx_change_filter,
  452. .get_board_info = qlcnic_82xx_get_board_info,
  453. .set_mac_filter_count = qlcnic_82xx_set_mac_filter_count,
  454. .free_mac_list = qlcnic_82xx_free_mac_list,
  455. };
  456. static void qlcnic_get_multiq_capability(struct qlcnic_adapter *adapter)
  457. {
  458. struct qlcnic_hardware_context *ahw = adapter->ahw;
  459. int num_tx_q;
  460. if (ahw->msix_supported &&
  461. (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_2_MULTI_TX)) {
  462. num_tx_q = min_t(int, QLCNIC_DEF_NUM_TX_RINGS,
  463. num_online_cpus());
  464. if (num_tx_q > 1) {
  465. test_and_set_bit(__QLCNIC_MULTI_TX_UNIQUE,
  466. &adapter->state);
  467. adapter->max_drv_tx_rings = num_tx_q;
  468. }
  469. } else {
  470. adapter->max_drv_tx_rings = 1;
  471. }
  472. }
  473. int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  474. {
  475. struct pci_dev *pdev = adapter->pdev;
  476. int max_tx_rings, max_sds_rings, tx_vector;
  477. int err = -1, i;
  478. if (adapter->flags & QLCNIC_TX_INTR_SHARED) {
  479. max_tx_rings = 0;
  480. tx_vector = 0;
  481. } else {
  482. max_tx_rings = adapter->max_drv_tx_rings;
  483. tx_vector = 1;
  484. }
  485. if (!adapter->msix_entries) {
  486. adapter->msix_entries = kcalloc(num_msix,
  487. sizeof(struct msix_entry),
  488. GFP_KERNEL);
  489. if (!adapter->msix_entries)
  490. return -ENOMEM;
  491. }
  492. adapter->max_sds_rings = 1;
  493. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  494. if (adapter->ahw->msix_supported) {
  495. enable_msix:
  496. for (i = 0; i < num_msix; i++)
  497. adapter->msix_entries[i].entry = i;
  498. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  499. if (err == 0) {
  500. adapter->flags |= QLCNIC_MSIX_ENABLED;
  501. if (qlcnic_83xx_check(adapter)) {
  502. adapter->ahw->num_msix = num_msix;
  503. /* subtract mail box and tx ring vectors */
  504. adapter->max_sds_rings = num_msix -
  505. max_tx_rings - 1;
  506. } else {
  507. adapter->ahw->num_msix = num_msix;
  508. if (qlcnic_check_multi_tx(adapter) &&
  509. !adapter->ahw->diag_test &&
  510. (adapter->max_drv_tx_rings > 1))
  511. max_sds_rings = num_msix - max_tx_rings;
  512. else
  513. max_sds_rings = num_msix;
  514. adapter->max_sds_rings = max_sds_rings;
  515. }
  516. dev_info(&pdev->dev, "using msi-x interrupts\n");
  517. return err;
  518. } else if (err > 0) {
  519. dev_info(&pdev->dev,
  520. "Unable to allocate %d MSI-X interrupt vectors\n",
  521. num_msix);
  522. if (qlcnic_83xx_check(adapter)) {
  523. if (err < (QLC_83XX_MINIMUM_VECTOR - tx_vector))
  524. return err;
  525. err -= (max_tx_rings + 1);
  526. num_msix = rounddown_pow_of_two(err);
  527. num_msix += (max_tx_rings + 1);
  528. } else {
  529. num_msix = rounddown_pow_of_two(err);
  530. if (qlcnic_check_multi_tx(adapter))
  531. num_msix += max_tx_rings;
  532. }
  533. if (num_msix) {
  534. dev_info(&pdev->dev,
  535. "Trying to allocate %d MSI-X interrupt vectors\n",
  536. num_msix);
  537. goto enable_msix;
  538. }
  539. } else {
  540. dev_info(&pdev->dev,
  541. "Unable to allocate %d MSI-X interrupt vectors\n",
  542. num_msix);
  543. }
  544. }
  545. return err;
  546. }
  547. static int qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  548. {
  549. int err = 0;
  550. u32 offset, mask_reg;
  551. const struct qlcnic_legacy_intr_set *legacy_intrp;
  552. struct qlcnic_hardware_context *ahw = adapter->ahw;
  553. struct pci_dev *pdev = adapter->pdev;
  554. if (qlcnic_use_msi && !pci_enable_msi(pdev)) {
  555. adapter->flags |= QLCNIC_MSI_ENABLED;
  556. offset = msi_tgt_status[adapter->ahw->pci_func];
  557. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter->ahw,
  558. offset);
  559. dev_info(&pdev->dev, "using msi interrupts\n");
  560. adapter->msix_entries[0].vector = pdev->irq;
  561. return err;
  562. }
  563. if (qlcnic_use_msi || qlcnic_use_msi_x)
  564. return -EOPNOTSUPP;
  565. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  566. adapter->ahw->int_vec_bit = legacy_intrp->int_vec_bit;
  567. offset = legacy_intrp->tgt_status_reg;
  568. adapter->tgt_status_reg = qlcnic_get_ioaddr(ahw, offset);
  569. mask_reg = legacy_intrp->tgt_mask_reg;
  570. adapter->tgt_mask_reg = qlcnic_get_ioaddr(ahw, mask_reg);
  571. adapter->isr_int_vec = qlcnic_get_ioaddr(ahw, ISR_INT_VECTOR);
  572. adapter->crb_int_state_reg = qlcnic_get_ioaddr(ahw, ISR_INT_STATE_REG);
  573. dev_info(&pdev->dev, "using legacy interrupts\n");
  574. adapter->msix_entries[0].vector = pdev->irq;
  575. return err;
  576. }
  577. int qlcnic_82xx_setup_intr(struct qlcnic_adapter *adapter, u8 num_intr, int txq)
  578. {
  579. struct qlcnic_hardware_context *ahw = adapter->ahw;
  580. int num_msix, err = 0;
  581. if (!num_intr)
  582. num_intr = QLCNIC_DEF_NUM_STS_DESC_RINGS;
  583. if (ahw->msix_supported) {
  584. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  585. num_intr));
  586. if (qlcnic_check_multi_tx(adapter)) {
  587. if (txq)
  588. adapter->max_drv_tx_rings = txq;
  589. num_msix += adapter->max_drv_tx_rings;
  590. }
  591. } else {
  592. num_msix = 1;
  593. }
  594. err = qlcnic_enable_msix(adapter, num_msix);
  595. if (err == -ENOMEM)
  596. return err;
  597. if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
  598. qlcnic_disable_multi_tx(adapter);
  599. err = qlcnic_enable_msi_legacy(adapter);
  600. if (!err)
  601. return err;
  602. }
  603. return 0;
  604. }
  605. int qlcnic_82xx_mq_intrpt(struct qlcnic_adapter *adapter, int op_type)
  606. {
  607. struct qlcnic_hardware_context *ahw = adapter->ahw;
  608. int err, i;
  609. if (qlcnic_check_multi_tx(adapter) &&
  610. !ahw->diag_test &&
  611. (adapter->flags & QLCNIC_MSIX_ENABLED)) {
  612. ahw->intr_tbl = vzalloc(ahw->num_msix *
  613. sizeof(struct qlcnic_intrpt_config));
  614. if (!ahw->intr_tbl)
  615. return -ENOMEM;
  616. for (i = 0; i < ahw->num_msix; i++) {
  617. ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
  618. ahw->intr_tbl[i].id = i;
  619. ahw->intr_tbl[i].src = 0;
  620. }
  621. err = qlcnic_82xx_config_intrpt(adapter, 1);
  622. if (err)
  623. dev_err(&adapter->pdev->dev,
  624. "Failed to configure Interrupt for %d vector\n",
  625. ahw->num_msix);
  626. return err;
  627. }
  628. return 0;
  629. }
  630. void qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  631. {
  632. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  633. pci_disable_msix(adapter->pdev);
  634. if (adapter->flags & QLCNIC_MSI_ENABLED)
  635. pci_disable_msi(adapter->pdev);
  636. kfree(adapter->msix_entries);
  637. adapter->msix_entries = NULL;
  638. if (adapter->ahw->intr_tbl) {
  639. vfree(adapter->ahw->intr_tbl);
  640. adapter->ahw->intr_tbl = NULL;
  641. }
  642. }
  643. static void qlcnic_cleanup_pci_map(struct qlcnic_hardware_context *ahw)
  644. {
  645. if (ahw->pci_base0 != NULL)
  646. iounmap(ahw->pci_base0);
  647. }
  648. static int qlcnic_get_act_pci_func(struct qlcnic_adapter *adapter)
  649. {
  650. struct qlcnic_pci_info *pci_info;
  651. int ret;
  652. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
  653. switch (adapter->ahw->port_type) {
  654. case QLCNIC_GBE:
  655. adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_GBE_PORTS;
  656. break;
  657. case QLCNIC_XGBE:
  658. adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_XG_PORTS;
  659. break;
  660. }
  661. return 0;
  662. }
  663. if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
  664. return 0;
  665. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  666. if (!pci_info)
  667. return -ENOMEM;
  668. ret = qlcnic_get_pci_info(adapter, pci_info);
  669. kfree(pci_info);
  670. return ret;
  671. }
  672. int qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  673. {
  674. struct qlcnic_pci_info *pci_info;
  675. int i, ret = 0, j = 0;
  676. u16 act_pci_func;
  677. u8 pfn;
  678. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  679. if (!pci_info)
  680. return -ENOMEM;
  681. ret = qlcnic_get_pci_info(adapter, pci_info);
  682. if (ret)
  683. goto err_pci_info;
  684. act_pci_func = adapter->ahw->act_pci_func;
  685. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  686. act_pci_func, GFP_KERNEL);
  687. if (!adapter->npars) {
  688. ret = -ENOMEM;
  689. goto err_pci_info;
  690. }
  691. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  692. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  693. if (!adapter->eswitch) {
  694. ret = -ENOMEM;
  695. goto err_npars;
  696. }
  697. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  698. pfn = pci_info[i].id;
  699. if (pfn >= QLCNIC_MAX_PCI_FUNC) {
  700. ret = QL_STATUS_INVALID_PARAM;
  701. goto err_eswitch;
  702. }
  703. if (!pci_info[i].active ||
  704. (pci_info[i].type != QLCNIC_TYPE_NIC))
  705. continue;
  706. adapter->npars[j].pci_func = pfn;
  707. adapter->npars[j].active = (u8)pci_info[i].active;
  708. adapter->npars[j].type = (u8)pci_info[i].type;
  709. adapter->npars[j].phy_port = (u8)pci_info[i].default_port;
  710. adapter->npars[j].min_bw = pci_info[i].tx_min_bw;
  711. adapter->npars[j].max_bw = pci_info[i].tx_max_bw;
  712. j++;
  713. }
  714. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++) {
  715. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  716. if (qlcnic_83xx_check(adapter))
  717. qlcnic_enable_eswitch(adapter, i, 1);
  718. }
  719. kfree(pci_info);
  720. return 0;
  721. err_eswitch:
  722. kfree(adapter->eswitch);
  723. adapter->eswitch = NULL;
  724. err_npars:
  725. kfree(adapter->npars);
  726. adapter->npars = NULL;
  727. err_pci_info:
  728. kfree(pci_info);
  729. return ret;
  730. }
  731. static int
  732. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  733. {
  734. u8 id;
  735. int ret;
  736. u32 data = QLCNIC_MGMT_FUNC;
  737. struct qlcnic_hardware_context *ahw = adapter->ahw;
  738. ret = qlcnic_api_lock(adapter);
  739. if (ret)
  740. goto err_lock;
  741. id = ahw->pci_func;
  742. data = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  743. data = (data & ~QLC_DEV_SET_DRV(0xf, id)) |
  744. QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC, id);
  745. QLC_SHARED_REG_WR32(adapter, QLCNIC_DRV_OP_MODE, data);
  746. qlcnic_api_unlock(adapter);
  747. err_lock:
  748. return ret;
  749. }
  750. static void qlcnic_check_vf(struct qlcnic_adapter *adapter,
  751. const struct pci_device_id *ent)
  752. {
  753. u32 op_mode, priv_level;
  754. /* Determine FW API version */
  755. adapter->ahw->fw_hal_version = QLC_SHARED_REG_RD32(adapter,
  756. QLCNIC_FW_API);
  757. /* Find PCI function number */
  758. qlcnic_get_func_no(adapter);
  759. /* Determine function privilege level */
  760. op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  761. if (op_mode == QLC_DEV_DRV_DEFAULT)
  762. priv_level = QLCNIC_MGMT_FUNC;
  763. else
  764. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  765. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  766. adapter->ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
  767. dev_info(&adapter->pdev->dev,
  768. "HAL Version: %d Non Privileged function\n",
  769. adapter->ahw->fw_hal_version);
  770. adapter->nic_ops = &qlcnic_vf_ops;
  771. } else
  772. adapter->nic_ops = &qlcnic_ops;
  773. }
  774. #define QLCNIC_82XX_BAR0_LENGTH 0x00200000UL
  775. #define QLCNIC_83XX_BAR0_LENGTH 0x4000
  776. static void qlcnic_get_bar_length(u32 dev_id, ulong *bar)
  777. {
  778. switch (dev_id) {
  779. case PCI_DEVICE_ID_QLOGIC_QLE824X:
  780. *bar = QLCNIC_82XX_BAR0_LENGTH;
  781. break;
  782. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  783. case PCI_DEVICE_ID_QLOGIC_QLE844X:
  784. case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
  785. case PCI_DEVICE_ID_QLOGIC_VF_QLE844X:
  786. *bar = QLCNIC_83XX_BAR0_LENGTH;
  787. break;
  788. default:
  789. *bar = 0;
  790. }
  791. }
  792. static int qlcnic_setup_pci_map(struct pci_dev *pdev,
  793. struct qlcnic_hardware_context *ahw)
  794. {
  795. u32 offset;
  796. void __iomem *mem_ptr0 = NULL;
  797. unsigned long mem_len, pci_len0 = 0, bar0_len;
  798. /* remap phys address */
  799. mem_len = pci_resource_len(pdev, 0);
  800. qlcnic_get_bar_length(pdev->device, &bar0_len);
  801. if (mem_len >= bar0_len) {
  802. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  803. if (mem_ptr0 == NULL) {
  804. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  805. return -EIO;
  806. }
  807. pci_len0 = mem_len;
  808. } else {
  809. return -EIO;
  810. }
  811. dev_info(&pdev->dev, "%dKB memory map\n", (int)(mem_len >> 10));
  812. ahw->pci_base0 = mem_ptr0;
  813. ahw->pci_len0 = pci_len0;
  814. offset = QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(ahw->pci_func));
  815. qlcnic_get_ioaddr(ahw, offset);
  816. return 0;
  817. }
  818. static inline bool qlcnic_validate_subsystem_id(struct qlcnic_adapter *adapter,
  819. int index)
  820. {
  821. struct pci_dev *pdev = adapter->pdev;
  822. unsigned short subsystem_vendor;
  823. bool ret = true;
  824. subsystem_vendor = pdev->subsystem_vendor;
  825. if (pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X ||
  826. pdev->device == PCI_DEVICE_ID_QLOGIC_QLE834X) {
  827. if (qlcnic_boards[index].sub_vendor == subsystem_vendor &&
  828. qlcnic_boards[index].sub_device == pdev->subsystem_device)
  829. ret = true;
  830. else
  831. ret = false;
  832. }
  833. return ret;
  834. }
  835. static void qlcnic_get_board_name(struct qlcnic_adapter *adapter, char *name)
  836. {
  837. struct pci_dev *pdev = adapter->pdev;
  838. int i, found = 0;
  839. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  840. if (qlcnic_boards[i].vendor == pdev->vendor &&
  841. qlcnic_boards[i].device == pdev->device &&
  842. qlcnic_validate_subsystem_id(adapter, i)) {
  843. found = 1;
  844. break;
  845. }
  846. }
  847. if (!found)
  848. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  849. else
  850. sprintf(name, "%pM: %s" , adapter->mac_addr,
  851. qlcnic_boards[i].short_name);
  852. }
  853. static void
  854. qlcnic_check_options(struct qlcnic_adapter *adapter)
  855. {
  856. int err;
  857. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  858. struct pci_dev *pdev = adapter->pdev;
  859. struct qlcnic_hardware_context *ahw = adapter->ahw;
  860. struct qlcnic_fw_dump *fw_dump = &ahw->fw_dump;
  861. prev_fw_version = adapter->fw_version;
  862. fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  863. fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
  864. fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
  865. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  866. err = qlcnic_get_board_info(adapter);
  867. if (err) {
  868. dev_err(&pdev->dev, "Error getting board config info.\n");
  869. return;
  870. }
  871. if (ahw->op_mode != QLCNIC_NON_PRIV_FUNC) {
  872. if (fw_dump->tmpl_hdr == NULL ||
  873. adapter->fw_version > prev_fw_version) {
  874. if (fw_dump->tmpl_hdr)
  875. vfree(fw_dump->tmpl_hdr);
  876. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  877. dev_info(&pdev->dev,
  878. "Supports FW dump capability\n");
  879. }
  880. }
  881. dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d\n",
  882. QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
  883. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  884. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  885. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  886. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  887. } else {
  888. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  889. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  890. }
  891. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  892. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  893. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  894. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  895. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  896. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  897. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  898. }
  899. adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
  900. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  901. adapter->max_rds_rings = MAX_RDS_RINGS;
  902. }
  903. static int
  904. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  905. {
  906. struct qlcnic_info nic_info;
  907. int err = 0;
  908. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  909. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  910. if (err)
  911. return err;
  912. adapter->ahw->physical_port = (u8)nic_info.phys_port;
  913. adapter->ahw->switch_mode = nic_info.switch_mode;
  914. adapter->ahw->max_tx_ques = nic_info.max_tx_ques;
  915. adapter->ahw->max_rx_ques = nic_info.max_rx_ques;
  916. adapter->ahw->capabilities = nic_info.capabilities;
  917. if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
  918. u32 temp;
  919. temp = QLCRD32(adapter, CRB_FW_CAPABILITIES_2, &err);
  920. if (err == -EIO)
  921. return err;
  922. adapter->ahw->extra_capability[0] = temp;
  923. }
  924. adapter->ahw->max_mac_filters = nic_info.max_mac_filters;
  925. adapter->ahw->max_mtu = nic_info.max_mtu;
  926. /* Disable NPAR for 83XX */
  927. if (qlcnic_83xx_check(adapter))
  928. return err;
  929. if (adapter->ahw->capabilities & BIT_6)
  930. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  931. else
  932. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  933. return err;
  934. }
  935. void qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  936. struct qlcnic_esw_func_cfg *esw_cfg)
  937. {
  938. if (esw_cfg->discard_tagged)
  939. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  940. else
  941. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  942. if (esw_cfg->vlan_id) {
  943. adapter->rx_pvid = esw_cfg->vlan_id;
  944. adapter->tx_pvid = esw_cfg->vlan_id;
  945. } else {
  946. adapter->rx_pvid = 0;
  947. adapter->tx_pvid = 0;
  948. }
  949. }
  950. static int
  951. qlcnic_vlan_rx_add(struct net_device *netdev, __be16 proto, u16 vid)
  952. {
  953. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  954. int err;
  955. if (qlcnic_sriov_vf_check(adapter)) {
  956. err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 1);
  957. if (err) {
  958. netdev_err(netdev,
  959. "Cannot add VLAN filter for VLAN id %d, err=%d",
  960. vid, err);
  961. return err;
  962. }
  963. }
  964. set_bit(vid, adapter->vlans);
  965. return 0;
  966. }
  967. static int
  968. qlcnic_vlan_rx_del(struct net_device *netdev, __be16 proto, u16 vid)
  969. {
  970. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  971. int err;
  972. if (qlcnic_sriov_vf_check(adapter)) {
  973. err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 0);
  974. if (err) {
  975. netdev_err(netdev,
  976. "Cannot delete VLAN filter for VLAN id %d, err=%d",
  977. vid, err);
  978. return err;
  979. }
  980. }
  981. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  982. clear_bit(vid, adapter->vlans);
  983. return 0;
  984. }
  985. void qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  986. struct qlcnic_esw_func_cfg *esw_cfg)
  987. {
  988. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  989. QLCNIC_PROMISC_DISABLED);
  990. if (esw_cfg->mac_anti_spoof)
  991. adapter->flags |= QLCNIC_MACSPOOF;
  992. if (!esw_cfg->mac_override)
  993. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  994. if (!esw_cfg->promisc_mode)
  995. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  996. }
  997. int qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  998. {
  999. struct qlcnic_esw_func_cfg esw_cfg;
  1000. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  1001. return 0;
  1002. esw_cfg.pci_func = adapter->ahw->pci_func;
  1003. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  1004. return -EIO;
  1005. qlcnic_set_vlan_config(adapter, &esw_cfg);
  1006. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  1007. qlcnic_set_netdev_features(adapter, &esw_cfg);
  1008. return 0;
  1009. }
  1010. void qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  1011. struct qlcnic_esw_func_cfg *esw_cfg)
  1012. {
  1013. struct net_device *netdev = adapter->netdev;
  1014. if (qlcnic_83xx_check(adapter))
  1015. return;
  1016. adapter->offload_flags = esw_cfg->offload_flags;
  1017. adapter->flags |= QLCNIC_APP_CHANGED_FLAGS;
  1018. netdev_update_features(netdev);
  1019. adapter->flags &= ~QLCNIC_APP_CHANGED_FLAGS;
  1020. }
  1021. static int
  1022. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  1023. {
  1024. u32 op_mode, priv_level;
  1025. int err = 0;
  1026. err = qlcnic_initialize_nic(adapter);
  1027. if (err)
  1028. return err;
  1029. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  1030. return 0;
  1031. op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  1032. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  1033. if (op_mode == QLC_DEV_DRV_DEFAULT)
  1034. priv_level = QLCNIC_MGMT_FUNC;
  1035. else
  1036. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  1037. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  1038. if (priv_level == QLCNIC_MGMT_FUNC) {
  1039. adapter->ahw->op_mode = QLCNIC_MGMT_FUNC;
  1040. err = qlcnic_init_pci_info(adapter);
  1041. if (err)
  1042. return err;
  1043. /* Set privilege level for other functions */
  1044. qlcnic_set_function_modes(adapter);
  1045. dev_info(&adapter->pdev->dev,
  1046. "HAL Version: %d, Management function\n",
  1047. adapter->ahw->fw_hal_version);
  1048. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  1049. adapter->ahw->op_mode = QLCNIC_PRIV_FUNC;
  1050. dev_info(&adapter->pdev->dev,
  1051. "HAL Version: %d, Privileged function\n",
  1052. adapter->ahw->fw_hal_version);
  1053. }
  1054. }
  1055. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  1056. return err;
  1057. }
  1058. int qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  1059. {
  1060. struct qlcnic_esw_func_cfg esw_cfg;
  1061. struct qlcnic_npar_info *npar;
  1062. u8 i;
  1063. if (adapter->need_fw_reset)
  1064. return 0;
  1065. for (i = 0; i < adapter->ahw->act_pci_func; i++) {
  1066. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  1067. esw_cfg.pci_func = adapter->npars[i].pci_func;
  1068. esw_cfg.mac_override = BIT_0;
  1069. esw_cfg.promisc_mode = BIT_0;
  1070. if (qlcnic_82xx_check(adapter)) {
  1071. esw_cfg.offload_flags = BIT_0;
  1072. if (QLCNIC_IS_TSO_CAPABLE(adapter))
  1073. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  1074. }
  1075. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1076. return -EIO;
  1077. npar = &adapter->npars[i];
  1078. npar->pvid = esw_cfg.vlan_id;
  1079. npar->mac_override = esw_cfg.mac_override;
  1080. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  1081. npar->discard_tagged = esw_cfg.discard_tagged;
  1082. npar->promisc_mode = esw_cfg.promisc_mode;
  1083. npar->offload_flags = esw_cfg.offload_flags;
  1084. }
  1085. return 0;
  1086. }
  1087. static int
  1088. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  1089. struct qlcnic_npar_info *npar, int pci_func)
  1090. {
  1091. struct qlcnic_esw_func_cfg esw_cfg;
  1092. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  1093. esw_cfg.pci_func = pci_func;
  1094. esw_cfg.vlan_id = npar->pvid;
  1095. esw_cfg.mac_override = npar->mac_override;
  1096. esw_cfg.discard_tagged = npar->discard_tagged;
  1097. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  1098. esw_cfg.offload_flags = npar->offload_flags;
  1099. esw_cfg.promisc_mode = npar->promisc_mode;
  1100. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1101. return -EIO;
  1102. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  1103. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1104. return -EIO;
  1105. return 0;
  1106. }
  1107. int qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  1108. {
  1109. int i, err;
  1110. struct qlcnic_npar_info *npar;
  1111. struct qlcnic_info nic_info;
  1112. u8 pci_func;
  1113. if (qlcnic_82xx_check(adapter))
  1114. if (!adapter->need_fw_reset)
  1115. return 0;
  1116. /* Set the NPAR config data after FW reset */
  1117. for (i = 0; i < adapter->ahw->act_pci_func; i++) {
  1118. npar = &adapter->npars[i];
  1119. pci_func = npar->pci_func;
  1120. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  1121. err = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  1122. if (err)
  1123. return err;
  1124. nic_info.min_tx_bw = npar->min_bw;
  1125. nic_info.max_tx_bw = npar->max_bw;
  1126. err = qlcnic_set_nic_info(adapter, &nic_info);
  1127. if (err)
  1128. return err;
  1129. if (npar->enable_pm) {
  1130. err = qlcnic_config_port_mirroring(adapter,
  1131. npar->dest_npar, 1,
  1132. pci_func);
  1133. if (err)
  1134. return err;
  1135. }
  1136. err = qlcnic_reset_eswitch_config(adapter, npar, pci_func);
  1137. if (err)
  1138. return err;
  1139. }
  1140. return 0;
  1141. }
  1142. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  1143. {
  1144. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  1145. u32 npar_state;
  1146. if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
  1147. return 0;
  1148. npar_state = QLC_SHARED_REG_RD32(adapter,
  1149. QLCNIC_CRB_DEV_NPAR_STATE);
  1150. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  1151. msleep(1000);
  1152. npar_state = QLC_SHARED_REG_RD32(adapter,
  1153. QLCNIC_CRB_DEV_NPAR_STATE);
  1154. }
  1155. if (!npar_opt_timeo) {
  1156. dev_err(&adapter->pdev->dev,
  1157. "Waiting for NPAR state to operational timeout\n");
  1158. return -EIO;
  1159. }
  1160. return 0;
  1161. }
  1162. static int
  1163. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  1164. {
  1165. int err;
  1166. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  1167. adapter->ahw->op_mode != QLCNIC_MGMT_FUNC)
  1168. return 0;
  1169. err = qlcnic_set_default_offload_settings(adapter);
  1170. if (err)
  1171. return err;
  1172. err = qlcnic_reset_npar_config(adapter);
  1173. if (err)
  1174. return err;
  1175. qlcnic_dev_set_npar_ready(adapter);
  1176. return err;
  1177. }
  1178. int qlcnic_82xx_start_firmware(struct qlcnic_adapter *adapter)
  1179. {
  1180. int err;
  1181. err = qlcnic_can_start_firmware(adapter);
  1182. if (err < 0)
  1183. return err;
  1184. else if (!err)
  1185. goto check_fw_status;
  1186. if (qlcnic_load_fw_file)
  1187. qlcnic_request_firmware(adapter);
  1188. else {
  1189. err = qlcnic_check_flash_fw_ver(adapter);
  1190. if (err)
  1191. goto err_out;
  1192. adapter->ahw->fw_type = QLCNIC_FLASH_ROMIMAGE;
  1193. }
  1194. err = qlcnic_need_fw_reset(adapter);
  1195. if (err == 0)
  1196. goto check_fw_status;
  1197. err = qlcnic_pinit_from_rom(adapter);
  1198. if (err)
  1199. goto err_out;
  1200. err = qlcnic_load_firmware(adapter);
  1201. if (err)
  1202. goto err_out;
  1203. qlcnic_release_firmware(adapter);
  1204. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  1205. check_fw_status:
  1206. err = qlcnic_check_fw_status(adapter);
  1207. if (err)
  1208. goto err_out;
  1209. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  1210. qlcnic_idc_debug_info(adapter, 1);
  1211. err = qlcnic_check_eswitch_mode(adapter);
  1212. if (err) {
  1213. dev_err(&adapter->pdev->dev,
  1214. "Memory allocation failed for eswitch\n");
  1215. goto err_out;
  1216. }
  1217. err = qlcnic_set_mgmt_operations(adapter);
  1218. if (err)
  1219. goto err_out;
  1220. qlcnic_check_options(adapter);
  1221. adapter->need_fw_reset = 0;
  1222. qlcnic_release_firmware(adapter);
  1223. return 0;
  1224. err_out:
  1225. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  1226. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  1227. qlcnic_release_firmware(adapter);
  1228. return err;
  1229. }
  1230. static int
  1231. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  1232. {
  1233. irq_handler_t handler;
  1234. struct qlcnic_host_sds_ring *sds_ring;
  1235. struct qlcnic_host_tx_ring *tx_ring;
  1236. int err, ring, num_sds_rings;
  1237. unsigned long flags = 0;
  1238. struct net_device *netdev = adapter->netdev;
  1239. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  1240. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1241. if (qlcnic_82xx_check(adapter))
  1242. handler = qlcnic_tmp_intr;
  1243. else
  1244. handler = qlcnic_83xx_tmp_intr;
  1245. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  1246. flags |= IRQF_SHARED;
  1247. } else {
  1248. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1249. handler = qlcnic_msix_intr;
  1250. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  1251. handler = qlcnic_msi_intr;
  1252. else {
  1253. flags |= IRQF_SHARED;
  1254. if (qlcnic_82xx_check(adapter))
  1255. handler = qlcnic_intr;
  1256. else
  1257. handler = qlcnic_83xx_intr;
  1258. }
  1259. }
  1260. adapter->irq = netdev->irq;
  1261. if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
  1262. if (qlcnic_82xx_check(adapter) ||
  1263. (qlcnic_83xx_check(adapter) &&
  1264. (adapter->flags & QLCNIC_MSIX_ENABLED))) {
  1265. num_sds_rings = adapter->max_sds_rings;
  1266. for (ring = 0; ring < num_sds_rings; ring++) {
  1267. sds_ring = &recv_ctx->sds_rings[ring];
  1268. if (qlcnic_82xx_check(adapter) &&
  1269. !qlcnic_check_multi_tx(adapter) &&
  1270. (ring == (num_sds_rings - 1))) {
  1271. if (!(adapter->flags &
  1272. QLCNIC_MSIX_ENABLED))
  1273. snprintf(sds_ring->name,
  1274. sizeof(sds_ring->name),
  1275. "qlcnic");
  1276. else
  1277. snprintf(sds_ring->name,
  1278. sizeof(sds_ring->name),
  1279. "%s-tx-0-rx-%d",
  1280. netdev->name, ring);
  1281. } else {
  1282. snprintf(sds_ring->name,
  1283. sizeof(sds_ring->name),
  1284. "%s-rx-%d",
  1285. netdev->name, ring);
  1286. }
  1287. err = request_irq(sds_ring->irq, handler, flags,
  1288. sds_ring->name, sds_ring);
  1289. if (err)
  1290. return err;
  1291. }
  1292. }
  1293. if ((qlcnic_82xx_check(adapter) &&
  1294. qlcnic_check_multi_tx(adapter)) ||
  1295. (qlcnic_83xx_check(adapter) &&
  1296. (adapter->flags & QLCNIC_MSIX_ENABLED) &&
  1297. !(adapter->flags & QLCNIC_TX_INTR_SHARED))) {
  1298. handler = qlcnic_msix_tx_intr;
  1299. for (ring = 0; ring < adapter->max_drv_tx_rings;
  1300. ring++) {
  1301. tx_ring = &adapter->tx_ring[ring];
  1302. snprintf(tx_ring->name, sizeof(tx_ring->name),
  1303. "%s-tx-%d", netdev->name, ring);
  1304. err = request_irq(tx_ring->irq, handler, flags,
  1305. tx_ring->name, tx_ring);
  1306. if (err)
  1307. return err;
  1308. }
  1309. }
  1310. }
  1311. return 0;
  1312. }
  1313. static void
  1314. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  1315. {
  1316. int ring;
  1317. struct qlcnic_host_sds_ring *sds_ring;
  1318. struct qlcnic_host_tx_ring *tx_ring;
  1319. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  1320. if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
  1321. if (qlcnic_82xx_check(adapter) ||
  1322. (qlcnic_83xx_check(adapter) &&
  1323. (adapter->flags & QLCNIC_MSIX_ENABLED))) {
  1324. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1325. sds_ring = &recv_ctx->sds_rings[ring];
  1326. free_irq(sds_ring->irq, sds_ring);
  1327. }
  1328. }
  1329. if ((qlcnic_83xx_check(adapter) &&
  1330. !(adapter->flags & QLCNIC_TX_INTR_SHARED)) ||
  1331. (qlcnic_82xx_check(adapter) &&
  1332. qlcnic_check_multi_tx(adapter))) {
  1333. for (ring = 0; ring < adapter->max_drv_tx_rings;
  1334. ring++) {
  1335. tx_ring = &adapter->tx_ring[ring];
  1336. if (tx_ring->irq)
  1337. free_irq(tx_ring->irq, tx_ring);
  1338. }
  1339. }
  1340. }
  1341. }
  1342. static void qlcnic_get_lro_mss_capability(struct qlcnic_adapter *adapter)
  1343. {
  1344. u32 capab = 0;
  1345. if (qlcnic_82xx_check(adapter)) {
  1346. if (adapter->ahw->extra_capability[0] &
  1347. QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
  1348. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  1349. } else {
  1350. capab = adapter->ahw->capabilities;
  1351. if (QLC_83XX_GET_FW_LRO_MSS_CAPABILITY(capab))
  1352. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  1353. }
  1354. }
  1355. int __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1356. {
  1357. int ring;
  1358. struct qlcnic_host_rds_ring *rds_ring;
  1359. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1360. return -EIO;
  1361. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  1362. return 0;
  1363. if (qlcnic_set_eswitch_port_config(adapter))
  1364. return -EIO;
  1365. qlcnic_get_lro_mss_capability(adapter);
  1366. if (qlcnic_fw_create_ctx(adapter))
  1367. return -EIO;
  1368. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1369. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1370. qlcnic_post_rx_buffers(adapter, rds_ring, ring);
  1371. }
  1372. qlcnic_set_multi(netdev);
  1373. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  1374. adapter->ahw->linkup = 0;
  1375. if (adapter->max_sds_rings > 1)
  1376. qlcnic_config_rss(adapter, 1);
  1377. qlcnic_config_intr_coalesce(adapter);
  1378. if (netdev->features & NETIF_F_LRO)
  1379. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  1380. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1381. qlcnic_napi_enable(adapter);
  1382. qlcnic_linkevent_request(adapter, 1);
  1383. adapter->ahw->reset_context = 0;
  1384. return 0;
  1385. }
  1386. int qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1387. {
  1388. int err = 0;
  1389. rtnl_lock();
  1390. if (netif_running(netdev))
  1391. err = __qlcnic_up(adapter, netdev);
  1392. rtnl_unlock();
  1393. return err;
  1394. }
  1395. void __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1396. {
  1397. int ring;
  1398. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1399. return;
  1400. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  1401. return;
  1402. if (qlcnic_sriov_vf_check(adapter))
  1403. qlcnic_sriov_cleanup_async_list(&adapter->ahw->sriov->bc);
  1404. smp_mb();
  1405. netif_carrier_off(netdev);
  1406. adapter->ahw->linkup = 0;
  1407. netif_tx_disable(netdev);
  1408. qlcnic_free_mac_list(adapter);
  1409. if (adapter->fhash.fnum)
  1410. qlcnic_delete_lb_filters(adapter);
  1411. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  1412. qlcnic_napi_disable(adapter);
  1413. qlcnic_fw_destroy_ctx(adapter);
  1414. adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
  1415. qlcnic_reset_rx_buffers_list(adapter);
  1416. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++)
  1417. qlcnic_release_tx_buffers(adapter, &adapter->tx_ring[ring]);
  1418. }
  1419. /* Usage: During suspend and firmware recovery module */
  1420. void qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1421. {
  1422. rtnl_lock();
  1423. if (netif_running(netdev))
  1424. __qlcnic_down(adapter, netdev);
  1425. rtnl_unlock();
  1426. }
  1427. int
  1428. qlcnic_attach(struct qlcnic_adapter *adapter)
  1429. {
  1430. struct net_device *netdev = adapter->netdev;
  1431. struct pci_dev *pdev = adapter->pdev;
  1432. int err;
  1433. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1434. return 0;
  1435. err = qlcnic_napi_add(adapter, netdev);
  1436. if (err)
  1437. return err;
  1438. err = qlcnic_alloc_sw_resources(adapter);
  1439. if (err) {
  1440. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1441. goto err_out_napi_del;
  1442. }
  1443. err = qlcnic_alloc_hw_resources(adapter);
  1444. if (err) {
  1445. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1446. goto err_out_free_sw;
  1447. }
  1448. err = qlcnic_request_irq(adapter);
  1449. if (err) {
  1450. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1451. goto err_out_free_hw;
  1452. }
  1453. qlcnic_create_sysfs_entries(adapter);
  1454. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1455. return 0;
  1456. err_out_free_hw:
  1457. qlcnic_free_hw_resources(adapter);
  1458. err_out_free_sw:
  1459. qlcnic_free_sw_resources(adapter);
  1460. err_out_napi_del:
  1461. qlcnic_napi_del(adapter);
  1462. return err;
  1463. }
  1464. void qlcnic_detach(struct qlcnic_adapter *adapter)
  1465. {
  1466. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1467. return;
  1468. qlcnic_remove_sysfs_entries(adapter);
  1469. qlcnic_free_hw_resources(adapter);
  1470. qlcnic_release_rx_buffers(adapter);
  1471. qlcnic_free_irq(adapter);
  1472. qlcnic_napi_del(adapter);
  1473. qlcnic_free_sw_resources(adapter);
  1474. adapter->is_up = 0;
  1475. }
  1476. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1477. {
  1478. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1479. struct qlcnic_host_sds_ring *sds_ring;
  1480. int max_tx_rings = adapter->max_drv_tx_rings;
  1481. int ring;
  1482. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1483. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1484. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1485. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1486. qlcnic_disable_int(sds_ring);
  1487. }
  1488. }
  1489. qlcnic_fw_destroy_ctx(adapter);
  1490. qlcnic_detach(adapter);
  1491. adapter->ahw->diag_test = 0;
  1492. adapter->max_sds_rings = max_sds_rings;
  1493. adapter->max_drv_tx_rings = max_tx_rings;
  1494. if (qlcnic_attach(adapter))
  1495. goto out;
  1496. if (netif_running(netdev))
  1497. __qlcnic_up(adapter, netdev);
  1498. out:
  1499. netif_device_attach(netdev);
  1500. }
  1501. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1502. {
  1503. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1504. int err = 0;
  1505. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1506. GFP_KERNEL);
  1507. if (!adapter->recv_ctx) {
  1508. err = -ENOMEM;
  1509. goto err_out;
  1510. }
  1511. /* Initialize interrupt coalesce parameters */
  1512. ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1513. ahw->coal.type = QLCNIC_INTR_COAL_TYPE_RX;
  1514. ahw->coal.rx_time_us = QLCNIC_DEF_INTR_COALESCE_RX_TIME_US;
  1515. ahw->coal.rx_packets = QLCNIC_DEF_INTR_COALESCE_RX_PACKETS;
  1516. if (qlcnic_83xx_check(adapter)) {
  1517. ahw->coal.tx_time_us = QLCNIC_DEF_INTR_COALESCE_TX_TIME_US;
  1518. ahw->coal.tx_packets = QLCNIC_DEF_INTR_COALESCE_TX_PACKETS;
  1519. }
  1520. /* clear stats */
  1521. memset(&adapter->stats, 0, sizeof(adapter->stats));
  1522. err_out:
  1523. return err;
  1524. }
  1525. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1526. {
  1527. kfree(adapter->recv_ctx);
  1528. adapter->recv_ctx = NULL;
  1529. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1530. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1531. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1532. }
  1533. kfree(adapter->ahw->reset.buff);
  1534. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1535. }
  1536. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1537. {
  1538. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1539. struct qlcnic_host_sds_ring *sds_ring;
  1540. struct qlcnic_host_rds_ring *rds_ring;
  1541. int ring;
  1542. int ret;
  1543. netif_device_detach(netdev);
  1544. if (netif_running(netdev))
  1545. __qlcnic_down(adapter, netdev);
  1546. qlcnic_detach(adapter);
  1547. adapter->max_sds_rings = 1;
  1548. adapter->ahw->diag_test = test;
  1549. adapter->ahw->linkup = 0;
  1550. adapter->max_drv_tx_rings = 1;
  1551. ret = qlcnic_attach(adapter);
  1552. if (ret) {
  1553. netif_device_attach(netdev);
  1554. return ret;
  1555. }
  1556. ret = qlcnic_fw_create_ctx(adapter);
  1557. if (ret) {
  1558. qlcnic_detach(adapter);
  1559. netif_device_attach(netdev);
  1560. return ret;
  1561. }
  1562. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1563. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1564. qlcnic_post_rx_buffers(adapter, rds_ring, ring);
  1565. }
  1566. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1567. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1568. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1569. qlcnic_enable_int(sds_ring);
  1570. }
  1571. }
  1572. if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
  1573. adapter->ahw->loopback_state = 0;
  1574. qlcnic_linkevent_request(adapter, 1);
  1575. }
  1576. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1577. return 0;
  1578. }
  1579. /* Reset context in hardware only */
  1580. static int
  1581. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1582. {
  1583. struct net_device *netdev = adapter->netdev;
  1584. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1585. return -EBUSY;
  1586. netif_device_detach(netdev);
  1587. qlcnic_down(adapter, netdev);
  1588. qlcnic_up(adapter, netdev);
  1589. netif_device_attach(netdev);
  1590. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1591. dev_err(&adapter->pdev->dev, "%s:\n", __func__);
  1592. return 0;
  1593. }
  1594. int
  1595. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1596. {
  1597. int err = 0;
  1598. struct net_device *netdev = adapter->netdev;
  1599. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1600. return -EBUSY;
  1601. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1602. netif_device_detach(netdev);
  1603. if (netif_running(netdev))
  1604. __qlcnic_down(adapter, netdev);
  1605. qlcnic_detach(adapter);
  1606. if (netif_running(netdev)) {
  1607. err = qlcnic_attach(adapter);
  1608. if (!err) {
  1609. __qlcnic_up(adapter, netdev);
  1610. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1611. }
  1612. }
  1613. netif_device_attach(netdev);
  1614. }
  1615. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1616. return err;
  1617. }
  1618. void qlcnic_82xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
  1619. {
  1620. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1621. u16 act_pci_fn = ahw->act_pci_func;
  1622. u16 count;
  1623. ahw->max_mc_count = QLCNIC_MAX_MC_COUNT;
  1624. if (act_pci_fn <= 2)
  1625. count = (QLCNIC_MAX_UC_COUNT - QLCNIC_MAX_MC_COUNT) /
  1626. act_pci_fn;
  1627. else
  1628. count = (QLCNIC_LB_MAX_FILTERS - QLCNIC_MAX_MC_COUNT) /
  1629. act_pci_fn;
  1630. ahw->max_uc_count = count;
  1631. }
  1632. int
  1633. qlcnic_setup_netdev(struct qlcnic_adapter *adapter, struct net_device *netdev,
  1634. int pci_using_dac)
  1635. {
  1636. int err;
  1637. struct pci_dev *pdev = adapter->pdev;
  1638. adapter->rx_csum = 1;
  1639. adapter->ahw->mc_enabled = 0;
  1640. qlcnic_set_mac_filter_count(adapter);
  1641. netdev->netdev_ops = &qlcnic_netdev_ops;
  1642. netdev->watchdog_timeo = QLCNIC_WATCHDOG_TIMEOUTVALUE * HZ;
  1643. qlcnic_change_mtu(netdev, netdev->mtu);
  1644. if (qlcnic_sriov_vf_check(adapter))
  1645. SET_ETHTOOL_OPS(netdev, &qlcnic_sriov_vf_ethtool_ops);
  1646. else
  1647. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1648. netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  1649. NETIF_F_IPV6_CSUM | NETIF_F_GRO |
  1650. NETIF_F_HW_VLAN_CTAG_RX);
  1651. netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
  1652. NETIF_F_IPV6_CSUM);
  1653. if (QLCNIC_IS_TSO_CAPABLE(adapter)) {
  1654. netdev->features |= (NETIF_F_TSO | NETIF_F_TSO6);
  1655. netdev->vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  1656. }
  1657. if (pci_using_dac) {
  1658. netdev->features |= NETIF_F_HIGHDMA;
  1659. netdev->vlan_features |= NETIF_F_HIGHDMA;
  1660. }
  1661. if (qlcnic_vlan_tx_check(adapter))
  1662. netdev->features |= (NETIF_F_HW_VLAN_CTAG_TX);
  1663. if (qlcnic_sriov_vf_check(adapter))
  1664. netdev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
  1665. if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1666. netdev->features |= NETIF_F_LRO;
  1667. netdev->hw_features = netdev->features;
  1668. netdev->priv_flags |= IFF_UNICAST_FLT;
  1669. netdev->irq = adapter->msix_entries[0].vector;
  1670. err = qlcnic_set_real_num_queues(adapter, netdev);
  1671. if (err)
  1672. return err;
  1673. err = register_netdev(netdev);
  1674. if (err) {
  1675. dev_err(&pdev->dev, "failed to register net device\n");
  1676. return err;
  1677. }
  1678. return 0;
  1679. }
  1680. static int qlcnic_set_dma_mask(struct pci_dev *pdev, int *pci_using_dac)
  1681. {
  1682. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1683. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1684. *pci_using_dac = 1;
  1685. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1686. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1687. *pci_using_dac = 0;
  1688. else {
  1689. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1690. return -EIO;
  1691. }
  1692. return 0;
  1693. }
  1694. void qlcnic_free_tx_rings(struct qlcnic_adapter *adapter)
  1695. {
  1696. int ring;
  1697. struct qlcnic_host_tx_ring *tx_ring;
  1698. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1699. tx_ring = &adapter->tx_ring[ring];
  1700. if (tx_ring && tx_ring->cmd_buf_arr != NULL) {
  1701. vfree(tx_ring->cmd_buf_arr);
  1702. tx_ring->cmd_buf_arr = NULL;
  1703. }
  1704. }
  1705. if (adapter->tx_ring != NULL)
  1706. kfree(adapter->tx_ring);
  1707. }
  1708. int qlcnic_alloc_tx_rings(struct qlcnic_adapter *adapter,
  1709. struct net_device *netdev)
  1710. {
  1711. int ring, vector, index;
  1712. struct qlcnic_host_tx_ring *tx_ring;
  1713. struct qlcnic_cmd_buffer *cmd_buf_arr;
  1714. tx_ring = kcalloc(adapter->max_drv_tx_rings,
  1715. sizeof(struct qlcnic_host_tx_ring), GFP_KERNEL);
  1716. if (tx_ring == NULL)
  1717. return -ENOMEM;
  1718. adapter->tx_ring = tx_ring;
  1719. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1720. tx_ring = &adapter->tx_ring[ring];
  1721. tx_ring->num_desc = adapter->num_txd;
  1722. tx_ring->txq = netdev_get_tx_queue(netdev, ring);
  1723. cmd_buf_arr = vzalloc(TX_BUFF_RINGSIZE(tx_ring));
  1724. if (cmd_buf_arr == NULL) {
  1725. qlcnic_free_tx_rings(adapter);
  1726. return -ENOMEM;
  1727. }
  1728. memset(cmd_buf_arr, 0, TX_BUFF_RINGSIZE(tx_ring));
  1729. tx_ring->cmd_buf_arr = cmd_buf_arr;
  1730. }
  1731. if (qlcnic_83xx_check(adapter) ||
  1732. (qlcnic_82xx_check(adapter) && qlcnic_check_multi_tx(adapter))) {
  1733. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1734. tx_ring = &adapter->tx_ring[ring];
  1735. tx_ring->adapter = adapter;
  1736. if (adapter->flags & QLCNIC_MSIX_ENABLED) {
  1737. index = adapter->max_sds_rings + ring;
  1738. vector = adapter->msix_entries[index].vector;
  1739. tx_ring->irq = vector;
  1740. }
  1741. }
  1742. }
  1743. return 0;
  1744. }
  1745. void qlcnic_set_drv_version(struct qlcnic_adapter *adapter)
  1746. {
  1747. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1748. u32 fw_cmd = 0;
  1749. if (qlcnic_82xx_check(adapter))
  1750. fw_cmd = QLCNIC_CMD_82XX_SET_DRV_VER;
  1751. else if (qlcnic_83xx_check(adapter))
  1752. fw_cmd = QLCNIC_CMD_83XX_SET_DRV_VER;
  1753. if ((ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) &&
  1754. (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_SET_DRV_VER))
  1755. qlcnic_fw_cmd_set_drv_version(adapter, fw_cmd);
  1756. }
  1757. static int
  1758. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1759. {
  1760. struct net_device *netdev = NULL;
  1761. struct qlcnic_adapter *adapter = NULL;
  1762. struct qlcnic_hardware_context *ahw;
  1763. int err, pci_using_dac = -1;
  1764. char board_name[QLCNIC_MAX_BOARD_NAME_LEN + 19]; /* MAC + ": " + name */
  1765. if (pdev->is_virtfn)
  1766. return -ENODEV;
  1767. err = pci_enable_device(pdev);
  1768. if (err)
  1769. return err;
  1770. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1771. err = -ENODEV;
  1772. goto err_out_disable_pdev;
  1773. }
  1774. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1775. if (err)
  1776. goto err_out_disable_pdev;
  1777. err = pci_request_regions(pdev, qlcnic_driver_name);
  1778. if (err)
  1779. goto err_out_disable_pdev;
  1780. pci_set_master(pdev);
  1781. pci_enable_pcie_error_reporting(pdev);
  1782. ahw = kzalloc(sizeof(struct qlcnic_hardware_context), GFP_KERNEL);
  1783. if (!ahw) {
  1784. err = -ENOMEM;
  1785. goto err_out_free_res;
  1786. }
  1787. switch (ent->device) {
  1788. case PCI_DEVICE_ID_QLOGIC_QLE824X:
  1789. ahw->hw_ops = &qlcnic_hw_ops;
  1790. ahw->reg_tbl = (u32 *) qlcnic_reg_tbl;
  1791. break;
  1792. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  1793. case PCI_DEVICE_ID_QLOGIC_QLE844X:
  1794. qlcnic_83xx_register_map(ahw);
  1795. break;
  1796. case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
  1797. case PCI_DEVICE_ID_QLOGIC_VF_QLE844X:
  1798. qlcnic_sriov_vf_register_map(ahw);
  1799. break;
  1800. default:
  1801. goto err_out_free_hw_res;
  1802. }
  1803. err = qlcnic_setup_pci_map(pdev, ahw);
  1804. if (err)
  1805. goto err_out_free_hw_res;
  1806. netdev = alloc_etherdev_mq(sizeof(struct qlcnic_adapter),
  1807. QLCNIC_MAX_TX_RINGS);
  1808. if (!netdev) {
  1809. err = -ENOMEM;
  1810. goto err_out_iounmap;
  1811. }
  1812. SET_NETDEV_DEV(netdev, &pdev->dev);
  1813. adapter = netdev_priv(netdev);
  1814. adapter->netdev = netdev;
  1815. adapter->pdev = pdev;
  1816. adapter->ahw = ahw;
  1817. adapter->qlcnic_wq = create_singlethread_workqueue("qlcnic");
  1818. if (adapter->qlcnic_wq == NULL) {
  1819. err = -ENOMEM;
  1820. dev_err(&pdev->dev, "Failed to create workqueue\n");
  1821. goto err_out_free_netdev;
  1822. }
  1823. err = qlcnic_alloc_adapter_resources(adapter);
  1824. if (err)
  1825. goto err_out_free_netdev;
  1826. adapter->dev_rst_time = jiffies;
  1827. adapter->ahw->revision_id = pdev->revision;
  1828. if (qlcnic_mac_learn == FDB_MAC_LEARN)
  1829. adapter->fdb_mac_learn = true;
  1830. else if (qlcnic_mac_learn == DRV_MAC_LEARN)
  1831. adapter->drv_mac_learn = true;
  1832. rwlock_init(&adapter->ahw->crb_lock);
  1833. mutex_init(&adapter->ahw->mem_lock);
  1834. INIT_LIST_HEAD(&adapter->mac_list);
  1835. if (qlcnic_82xx_check(adapter)) {
  1836. qlcnic_check_vf(adapter, ent);
  1837. adapter->portnum = adapter->ahw->pci_func;
  1838. err = qlcnic_start_firmware(adapter);
  1839. if (err) {
  1840. dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n");
  1841. goto err_out_free_hw;
  1842. }
  1843. qlcnic_get_multiq_capability(adapter);
  1844. if ((adapter->ahw->act_pci_func > 2) &&
  1845. qlcnic_check_multi_tx(adapter)) {
  1846. adapter->max_drv_tx_rings = QLCNIC_DEF_NUM_TX_RINGS;
  1847. dev_info(&adapter->pdev->dev,
  1848. "vNIC mode enabled, Set max TX rings = %d\n",
  1849. adapter->max_drv_tx_rings);
  1850. }
  1851. if (!qlcnic_check_multi_tx(adapter)) {
  1852. clear_bit(__QLCNIC_MULTI_TX_UNIQUE, &adapter->state);
  1853. adapter->max_drv_tx_rings = 1;
  1854. }
  1855. err = qlcnic_setup_idc_param(adapter);
  1856. if (err)
  1857. goto err_out_free_hw;
  1858. adapter->flags |= QLCNIC_NEED_FLR;
  1859. } else if (qlcnic_83xx_check(adapter)) {
  1860. adapter->max_drv_tx_rings = 1;
  1861. qlcnic_83xx_check_vf(adapter, ent);
  1862. adapter->portnum = adapter->ahw->pci_func;
  1863. err = qlcnic_83xx_init(adapter, pci_using_dac);
  1864. if (err) {
  1865. dev_err(&pdev->dev, "%s: failed\n", __func__);
  1866. goto err_out_free_hw;
  1867. }
  1868. if (qlcnic_sriov_vf_check(adapter))
  1869. return 0;
  1870. } else {
  1871. dev_err(&pdev->dev,
  1872. "%s: failed. Please Reboot\n", __func__);
  1873. goto err_out_free_hw;
  1874. }
  1875. if (qlcnic_read_mac_addr(adapter))
  1876. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1877. if (adapter->portnum == 0) {
  1878. qlcnic_get_board_name(adapter, board_name);
  1879. pr_info("%s: %s Board Chip rev 0x%x\n",
  1880. module_name(THIS_MODULE),
  1881. board_name, adapter->ahw->revision_id);
  1882. }
  1883. if (qlcnic_83xx_check(adapter) && !qlcnic_use_msi_x &&
  1884. !!qlcnic_use_msi)
  1885. dev_warn(&pdev->dev,
  1886. "Device does not support MSI interrupts\n");
  1887. if (qlcnic_82xx_check(adapter)) {
  1888. err = qlcnic_setup_intr(adapter, 0, 0);
  1889. if (err) {
  1890. dev_err(&pdev->dev, "Failed to setup interrupt\n");
  1891. goto err_out_disable_msi;
  1892. }
  1893. }
  1894. err = qlcnic_get_act_pci_func(adapter);
  1895. if (err)
  1896. goto err_out_disable_mbx_intr;
  1897. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1898. if (err)
  1899. goto err_out_disable_mbx_intr;
  1900. if (adapter->portnum == 0)
  1901. qlcnic_set_drv_version(adapter);
  1902. pci_set_drvdata(pdev, adapter);
  1903. if (qlcnic_82xx_check(adapter))
  1904. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  1905. FW_POLL_DELAY);
  1906. switch (adapter->ahw->port_type) {
  1907. case QLCNIC_GBE:
  1908. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1909. adapter->netdev->name);
  1910. break;
  1911. case QLCNIC_XGBE:
  1912. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1913. adapter->netdev->name);
  1914. break;
  1915. }
  1916. if (adapter->drv_mac_learn)
  1917. qlcnic_alloc_lb_filters_mem(adapter);
  1918. qlcnic_add_sysfs(adapter);
  1919. return 0;
  1920. err_out_disable_mbx_intr:
  1921. if (qlcnic_83xx_check(adapter))
  1922. qlcnic_83xx_free_mbx_intr(adapter);
  1923. err_out_disable_msi:
  1924. qlcnic_teardown_intr(adapter);
  1925. qlcnic_cancel_idc_work(adapter);
  1926. qlcnic_clr_all_drv_state(adapter, 0);
  1927. err_out_free_hw:
  1928. qlcnic_free_adapter_resources(adapter);
  1929. err_out_free_netdev:
  1930. free_netdev(netdev);
  1931. err_out_iounmap:
  1932. qlcnic_cleanup_pci_map(ahw);
  1933. err_out_free_hw_res:
  1934. kfree(ahw);
  1935. err_out_free_res:
  1936. pci_release_regions(pdev);
  1937. err_out_disable_pdev:
  1938. pci_set_drvdata(pdev, NULL);
  1939. pci_disable_device(pdev);
  1940. return err;
  1941. }
  1942. static void qlcnic_remove(struct pci_dev *pdev)
  1943. {
  1944. struct qlcnic_adapter *adapter;
  1945. struct net_device *netdev;
  1946. struct qlcnic_hardware_context *ahw;
  1947. adapter = pci_get_drvdata(pdev);
  1948. if (adapter == NULL)
  1949. return;
  1950. netdev = adapter->netdev;
  1951. qlcnic_sriov_pf_disable(adapter);
  1952. qlcnic_cancel_idc_work(adapter);
  1953. ahw = adapter->ahw;
  1954. unregister_netdev(netdev);
  1955. qlcnic_sriov_cleanup(adapter);
  1956. if (qlcnic_83xx_check(adapter)) {
  1957. qlcnic_83xx_register_nic_idc_func(adapter, 0);
  1958. cancel_delayed_work_sync(&adapter->idc_aen_work);
  1959. qlcnic_83xx_free_mbx_intr(adapter);
  1960. qlcnic_83xx_detach_mailbox_work(adapter);
  1961. qlcnic_83xx_free_mailbox(ahw->mailbox);
  1962. }
  1963. qlcnic_detach(adapter);
  1964. if (adapter->npars != NULL)
  1965. kfree(adapter->npars);
  1966. if (adapter->eswitch != NULL)
  1967. kfree(adapter->eswitch);
  1968. if (qlcnic_82xx_check(adapter))
  1969. qlcnic_clr_all_drv_state(adapter, 0);
  1970. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1971. qlcnic_free_lb_filters_mem(adapter);
  1972. qlcnic_teardown_intr(adapter);
  1973. qlcnic_remove_sysfs(adapter);
  1974. qlcnic_cleanup_pci_map(adapter->ahw);
  1975. qlcnic_release_firmware(adapter);
  1976. pci_disable_pcie_error_reporting(pdev);
  1977. pci_release_regions(pdev);
  1978. pci_disable_device(pdev);
  1979. pci_set_drvdata(pdev, NULL);
  1980. if (adapter->qlcnic_wq) {
  1981. destroy_workqueue(adapter->qlcnic_wq);
  1982. adapter->qlcnic_wq = NULL;
  1983. }
  1984. qlcnic_free_adapter_resources(adapter);
  1985. kfree(ahw);
  1986. free_netdev(netdev);
  1987. }
  1988. static void qlcnic_shutdown(struct pci_dev *pdev)
  1989. {
  1990. if (__qlcnic_shutdown(pdev))
  1991. return;
  1992. pci_disable_device(pdev);
  1993. }
  1994. #ifdef CONFIG_PM
  1995. static int qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1996. {
  1997. int retval;
  1998. retval = __qlcnic_shutdown(pdev);
  1999. if (retval)
  2000. return retval;
  2001. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  2002. return 0;
  2003. }
  2004. static int qlcnic_resume(struct pci_dev *pdev)
  2005. {
  2006. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2007. int err;
  2008. err = pci_enable_device(pdev);
  2009. if (err)
  2010. return err;
  2011. pci_set_power_state(pdev, PCI_D0);
  2012. pci_set_master(pdev);
  2013. pci_restore_state(pdev);
  2014. return __qlcnic_resume(adapter);
  2015. }
  2016. #endif
  2017. static int qlcnic_open(struct net_device *netdev)
  2018. {
  2019. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2020. int err;
  2021. netif_carrier_off(netdev);
  2022. err = qlcnic_attach(adapter);
  2023. if (err)
  2024. return err;
  2025. err = __qlcnic_up(adapter, netdev);
  2026. if (err)
  2027. goto err_out;
  2028. netif_tx_start_all_queues(netdev);
  2029. return 0;
  2030. err_out:
  2031. qlcnic_detach(adapter);
  2032. return err;
  2033. }
  2034. /*
  2035. * qlcnic_close - Disables a network interface entry point
  2036. */
  2037. static int qlcnic_close(struct net_device *netdev)
  2038. {
  2039. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2040. __qlcnic_down(adapter, netdev);
  2041. return 0;
  2042. }
  2043. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  2044. {
  2045. void *head;
  2046. int i;
  2047. struct net_device *netdev = adapter->netdev;
  2048. u32 filter_size = 0;
  2049. u16 act_pci_func = 0;
  2050. if (adapter->fhash.fmax && adapter->fhash.fhead)
  2051. return;
  2052. act_pci_func = adapter->ahw->act_pci_func;
  2053. spin_lock_init(&adapter->mac_learn_lock);
  2054. spin_lock_init(&adapter->rx_mac_learn_lock);
  2055. if (qlcnic_82xx_check(adapter)) {
  2056. filter_size = QLCNIC_LB_MAX_FILTERS;
  2057. adapter->fhash.fbucket_size = QLCNIC_LB_BUCKET_SIZE;
  2058. } else {
  2059. filter_size = QLC_83XX_LB_MAX_FILTERS;
  2060. adapter->fhash.fbucket_size = QLC_83XX_LB_BUCKET_SIZE;
  2061. }
  2062. head = kcalloc(adapter->fhash.fbucket_size,
  2063. sizeof(struct hlist_head), GFP_ATOMIC);
  2064. if (!head)
  2065. return;
  2066. adapter->fhash.fmax = (filter_size / act_pci_func);
  2067. adapter->fhash.fhead = head;
  2068. netdev_info(netdev, "active nic func = %d, mac filter size=%d\n",
  2069. act_pci_func, adapter->fhash.fmax);
  2070. for (i = 0; i < adapter->fhash.fbucket_size; i++)
  2071. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  2072. adapter->rx_fhash.fbucket_size = adapter->fhash.fbucket_size;
  2073. head = kcalloc(adapter->rx_fhash.fbucket_size,
  2074. sizeof(struct hlist_head), GFP_ATOMIC);
  2075. if (!head)
  2076. return;
  2077. adapter->rx_fhash.fmax = (filter_size / act_pci_func);
  2078. adapter->rx_fhash.fhead = head;
  2079. for (i = 0; i < adapter->rx_fhash.fbucket_size; i++)
  2080. INIT_HLIST_HEAD(&adapter->rx_fhash.fhead[i]);
  2081. }
  2082. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  2083. {
  2084. if (adapter->fhash.fmax && adapter->fhash.fhead)
  2085. kfree(adapter->fhash.fhead);
  2086. adapter->fhash.fhead = NULL;
  2087. adapter->fhash.fmax = 0;
  2088. if (adapter->rx_fhash.fmax && adapter->rx_fhash.fhead)
  2089. kfree(adapter->rx_fhash.fhead);
  2090. adapter->rx_fhash.fmax = 0;
  2091. adapter->rx_fhash.fhead = NULL;
  2092. }
  2093. int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  2094. {
  2095. struct net_device *netdev = adapter->netdev;
  2096. u32 temp_state, temp_val, temp = 0;
  2097. int rv = 0;
  2098. if (qlcnic_83xx_check(adapter))
  2099. temp = QLCRDX(adapter->ahw, QLC_83XX_ASIC_TEMP);
  2100. if (qlcnic_82xx_check(adapter))
  2101. temp = QLC_SHARED_REG_RD32(adapter, QLCNIC_ASIC_TEMP);
  2102. temp_state = qlcnic_get_temp_state(temp);
  2103. temp_val = qlcnic_get_temp_val(temp);
  2104. if (temp_state == QLCNIC_TEMP_PANIC) {
  2105. dev_err(&netdev->dev,
  2106. "Device temperature %d degrees C exceeds"
  2107. " maximum allowed. Hardware has been shut down.\n",
  2108. temp_val);
  2109. rv = 1;
  2110. } else if (temp_state == QLCNIC_TEMP_WARN) {
  2111. if (adapter->ahw->temp == QLCNIC_TEMP_NORMAL) {
  2112. dev_err(&netdev->dev,
  2113. "Device temperature %d degrees C "
  2114. "exceeds operating range."
  2115. " Immediate action needed.\n",
  2116. temp_val);
  2117. }
  2118. } else {
  2119. if (adapter->ahw->temp == QLCNIC_TEMP_WARN) {
  2120. dev_info(&netdev->dev,
  2121. "Device temperature is now %d degrees C"
  2122. " in normal range.\n", temp_val);
  2123. }
  2124. }
  2125. adapter->ahw->temp = temp_state;
  2126. return rv;
  2127. }
  2128. static void qlcnic_tx_timeout(struct net_device *netdev)
  2129. {
  2130. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2131. struct qlcnic_host_tx_ring *tx_ring;
  2132. int ring;
  2133. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2134. return;
  2135. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS) {
  2136. netdev_info(netdev, "Tx timeout, reset the adapter.\n");
  2137. if (qlcnic_82xx_check(adapter))
  2138. adapter->need_fw_reset = 1;
  2139. else if (qlcnic_83xx_check(adapter))
  2140. qlcnic_83xx_idc_request_reset(adapter,
  2141. QLCNIC_FORCE_FW_DUMP_KEY);
  2142. } else {
  2143. netdev_info(netdev, "Tx timeout, reset adapter context.\n");
  2144. if (qlcnic_82xx_check(adapter)) {
  2145. for (ring = 0; ring < adapter->max_drv_tx_rings;
  2146. ring++) {
  2147. tx_ring = &adapter->tx_ring[ring];
  2148. dev_info(&netdev->dev, "ring=%d\n", ring);
  2149. dev_info(&netdev->dev, "crb_intr_mask=%d\n",
  2150. readl(tx_ring->crb_intr_mask));
  2151. dev_info(&netdev->dev, "producer=%d\n",
  2152. readl(tx_ring->crb_cmd_producer));
  2153. dev_info(&netdev->dev, "sw_consumer = %d\n",
  2154. tx_ring->sw_consumer);
  2155. dev_info(&netdev->dev, "hw_consumer = %d\n",
  2156. le32_to_cpu(*(tx_ring->hw_consumer)));
  2157. dev_info(&netdev->dev, "xmit-on=%llu\n",
  2158. tx_ring->xmit_on);
  2159. dev_info(&netdev->dev, "xmit-off=%llu\n",
  2160. tx_ring->xmit_off);
  2161. }
  2162. }
  2163. adapter->ahw->reset_context = 1;
  2164. }
  2165. }
  2166. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  2167. {
  2168. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2169. struct net_device_stats *stats = &netdev->stats;
  2170. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  2171. stats->tx_packets = adapter->stats.xmitfinished;
  2172. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  2173. stats->tx_bytes = adapter->stats.txbytes;
  2174. stats->rx_dropped = adapter->stats.rxdropped;
  2175. stats->tx_dropped = adapter->stats.txdropped;
  2176. return stats;
  2177. }
  2178. irqreturn_t qlcnic_82xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
  2179. {
  2180. u32 status;
  2181. status = readl(adapter->isr_int_vec);
  2182. if (!(status & adapter->ahw->int_vec_bit))
  2183. return IRQ_NONE;
  2184. /* check interrupt state machine, to be sure */
  2185. status = readl(adapter->crb_int_state_reg);
  2186. if (!ISR_LEGACY_INT_TRIGGERED(status))
  2187. return IRQ_NONE;
  2188. writel(0xffffffff, adapter->tgt_status_reg);
  2189. /* read twice to ensure write is flushed */
  2190. readl(adapter->isr_int_vec);
  2191. readl(adapter->isr_int_vec);
  2192. return IRQ_HANDLED;
  2193. }
  2194. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  2195. {
  2196. struct qlcnic_host_sds_ring *sds_ring = data;
  2197. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2198. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  2199. goto done;
  2200. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  2201. writel(0xffffffff, adapter->tgt_status_reg);
  2202. goto done;
  2203. }
  2204. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  2205. return IRQ_NONE;
  2206. done:
  2207. adapter->ahw->diag_cnt++;
  2208. qlcnic_enable_int(sds_ring);
  2209. return IRQ_HANDLED;
  2210. }
  2211. static irqreturn_t qlcnic_intr(int irq, void *data)
  2212. {
  2213. struct qlcnic_host_sds_ring *sds_ring = data;
  2214. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2215. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  2216. return IRQ_NONE;
  2217. napi_schedule(&sds_ring->napi);
  2218. return IRQ_HANDLED;
  2219. }
  2220. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  2221. {
  2222. struct qlcnic_host_sds_ring *sds_ring = data;
  2223. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2224. /* clear interrupt */
  2225. writel(0xffffffff, adapter->tgt_status_reg);
  2226. napi_schedule(&sds_ring->napi);
  2227. return IRQ_HANDLED;
  2228. }
  2229. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  2230. {
  2231. struct qlcnic_host_sds_ring *sds_ring = data;
  2232. napi_schedule(&sds_ring->napi);
  2233. return IRQ_HANDLED;
  2234. }
  2235. static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data)
  2236. {
  2237. struct qlcnic_host_tx_ring *tx_ring = data;
  2238. napi_schedule(&tx_ring->napi);
  2239. return IRQ_HANDLED;
  2240. }
  2241. #ifdef CONFIG_NET_POLL_CONTROLLER
  2242. static void qlcnic_poll_controller(struct net_device *netdev)
  2243. {
  2244. int ring;
  2245. struct qlcnic_host_sds_ring *sds_ring;
  2246. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2247. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2248. disable_irq(adapter->irq);
  2249. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2250. sds_ring = &recv_ctx->sds_rings[ring];
  2251. qlcnic_intr(adapter->irq, sds_ring);
  2252. }
  2253. enable_irq(adapter->irq);
  2254. }
  2255. #endif
  2256. static void
  2257. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2258. {
  2259. u32 val;
  2260. val = adapter->portnum & 0xf;
  2261. val |= encoding << 7;
  2262. val |= (jiffies - adapter->dev_rst_time) << 8;
  2263. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2264. adapter->dev_rst_time = jiffies;
  2265. }
  2266. static int
  2267. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2268. {
  2269. u32 val;
  2270. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2271. state != QLCNIC_DEV_NEED_QUISCENT);
  2272. if (qlcnic_api_lock(adapter))
  2273. return -EIO;
  2274. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2275. if (state == QLCNIC_DEV_NEED_RESET)
  2276. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2277. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2278. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2279. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2280. qlcnic_api_unlock(adapter);
  2281. return 0;
  2282. }
  2283. static int
  2284. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2285. {
  2286. u32 val;
  2287. if (qlcnic_api_lock(adapter))
  2288. return -EBUSY;
  2289. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2290. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2291. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2292. qlcnic_api_unlock(adapter);
  2293. return 0;
  2294. }
  2295. void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2296. {
  2297. u32 val;
  2298. if (qlcnic_api_lock(adapter))
  2299. goto err;
  2300. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2301. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2302. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2303. if (failed) {
  2304. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2305. QLCNIC_DEV_FAILED);
  2306. dev_info(&adapter->pdev->dev,
  2307. "Device state set to Failed. Please Reboot\n");
  2308. } else if (!(val & 0x11111111))
  2309. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2310. QLCNIC_DEV_COLD);
  2311. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2312. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2313. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2314. qlcnic_api_unlock(adapter);
  2315. err:
  2316. adapter->fw_fail_cnt = 0;
  2317. adapter->flags &= ~QLCNIC_FW_HANG;
  2318. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2319. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2320. }
  2321. /* Grab api lock, before checking state */
  2322. static int
  2323. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2324. {
  2325. int act, state, active_mask;
  2326. struct qlcnic_hardware_context *ahw = adapter->ahw;
  2327. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2328. act = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2329. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2330. active_mask = (~(1 << (ahw->pci_func * 4)));
  2331. act = act & active_mask;
  2332. }
  2333. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2334. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2335. return 0;
  2336. else
  2337. return 1;
  2338. }
  2339. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2340. {
  2341. u32 val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2342. if (val != QLCNIC_DRV_IDC_VER) {
  2343. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2344. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2345. }
  2346. return 0;
  2347. }
  2348. static int
  2349. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2350. {
  2351. u32 val, prev_state;
  2352. u8 dev_init_timeo = adapter->dev_init_timeo;
  2353. u8 portnum = adapter->portnum;
  2354. u8 ret;
  2355. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2356. return 1;
  2357. if (qlcnic_api_lock(adapter))
  2358. return -1;
  2359. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2360. if (!(val & (1 << (portnum * 4)))) {
  2361. QLC_DEV_SET_REF_CNT(val, portnum);
  2362. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2363. }
  2364. prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2365. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2366. switch (prev_state) {
  2367. case QLCNIC_DEV_COLD:
  2368. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2369. QLCNIC_DEV_INITIALIZING);
  2370. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_IDC_VER,
  2371. QLCNIC_DRV_IDC_VER);
  2372. qlcnic_idc_debug_info(adapter, 0);
  2373. qlcnic_api_unlock(adapter);
  2374. return 1;
  2375. case QLCNIC_DEV_READY:
  2376. ret = qlcnic_check_idc_ver(adapter);
  2377. qlcnic_api_unlock(adapter);
  2378. return ret;
  2379. case QLCNIC_DEV_NEED_RESET:
  2380. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2381. QLC_DEV_SET_RST_RDY(val, portnum);
  2382. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2383. break;
  2384. case QLCNIC_DEV_NEED_QUISCENT:
  2385. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2386. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2387. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2388. break;
  2389. case QLCNIC_DEV_FAILED:
  2390. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2391. qlcnic_api_unlock(adapter);
  2392. return -1;
  2393. case QLCNIC_DEV_INITIALIZING:
  2394. case QLCNIC_DEV_QUISCENT:
  2395. break;
  2396. }
  2397. qlcnic_api_unlock(adapter);
  2398. do {
  2399. msleep(1000);
  2400. prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2401. if (prev_state == QLCNIC_DEV_QUISCENT)
  2402. continue;
  2403. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2404. if (!dev_init_timeo) {
  2405. dev_err(&adapter->pdev->dev,
  2406. "Waiting for device to initialize timeout\n");
  2407. return -1;
  2408. }
  2409. if (qlcnic_api_lock(adapter))
  2410. return -1;
  2411. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2412. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2413. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2414. ret = qlcnic_check_idc_ver(adapter);
  2415. qlcnic_api_unlock(adapter);
  2416. return ret;
  2417. }
  2418. static void
  2419. qlcnic_fwinit_work(struct work_struct *work)
  2420. {
  2421. struct qlcnic_adapter *adapter = container_of(work,
  2422. struct qlcnic_adapter, fw_work.work);
  2423. u32 dev_state = 0xf;
  2424. u32 val;
  2425. if (qlcnic_api_lock(adapter))
  2426. goto err_ret;
  2427. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2428. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2429. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2430. qlcnic_api_unlock(adapter);
  2431. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2432. FW_POLL_DELAY * 2);
  2433. return;
  2434. }
  2435. if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2436. qlcnic_api_unlock(adapter);
  2437. goto wait_npar;
  2438. }
  2439. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2440. dev_state == QLCNIC_DEV_READY) {
  2441. dev_info(&adapter->pdev->dev, "Detected state change from "
  2442. "DEV_NEED_RESET, skipping ack check\n");
  2443. goto skip_ack_check;
  2444. }
  2445. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2446. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2447. adapter->reset_ack_timeo);
  2448. goto skip_ack_check;
  2449. }
  2450. if (!qlcnic_check_drv_state(adapter)) {
  2451. skip_ack_check:
  2452. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2453. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2454. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2455. QLCNIC_DEV_INITIALIZING);
  2456. set_bit(__QLCNIC_START_FW, &adapter->state);
  2457. QLCDB(adapter, DRV, "Restarting fw\n");
  2458. qlcnic_idc_debug_info(adapter, 0);
  2459. val = QLC_SHARED_REG_RD32(adapter,
  2460. QLCNIC_CRB_DRV_STATE);
  2461. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2462. QLC_SHARED_REG_WR32(adapter,
  2463. QLCNIC_CRB_DRV_STATE, val);
  2464. }
  2465. qlcnic_api_unlock(adapter);
  2466. rtnl_lock();
  2467. if (adapter->ahw->fw_dump.enable &&
  2468. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2469. QLCDB(adapter, DRV, "Take FW dump\n");
  2470. qlcnic_dump_fw(adapter);
  2471. adapter->flags |= QLCNIC_FW_HANG;
  2472. }
  2473. rtnl_unlock();
  2474. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2475. if (!adapter->nic_ops->start_firmware(adapter)) {
  2476. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2477. adapter->fw_wait_cnt = 0;
  2478. return;
  2479. }
  2480. goto err_ret;
  2481. }
  2482. qlcnic_api_unlock(adapter);
  2483. wait_npar:
  2484. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2485. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2486. switch (dev_state) {
  2487. case QLCNIC_DEV_READY:
  2488. if (!qlcnic_start_firmware(adapter)) {
  2489. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2490. adapter->fw_wait_cnt = 0;
  2491. return;
  2492. }
  2493. case QLCNIC_DEV_FAILED:
  2494. break;
  2495. default:
  2496. qlcnic_schedule_work(adapter,
  2497. qlcnic_fwinit_work, FW_POLL_DELAY);
  2498. return;
  2499. }
  2500. err_ret:
  2501. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2502. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2503. netif_device_attach(adapter->netdev);
  2504. qlcnic_clr_all_drv_state(adapter, 0);
  2505. }
  2506. static void
  2507. qlcnic_detach_work(struct work_struct *work)
  2508. {
  2509. struct qlcnic_adapter *adapter = container_of(work,
  2510. struct qlcnic_adapter, fw_work.work);
  2511. struct net_device *netdev = adapter->netdev;
  2512. u32 status;
  2513. netif_device_detach(netdev);
  2514. /* Dont grab rtnl lock during Quiscent mode */
  2515. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2516. if (netif_running(netdev))
  2517. __qlcnic_down(adapter, netdev);
  2518. } else
  2519. qlcnic_down(adapter, netdev);
  2520. status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2521. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2522. dev_err(&adapter->pdev->dev,
  2523. "Detaching the device: peg halt status1=0x%x\n",
  2524. status);
  2525. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2526. dev_err(&adapter->pdev->dev,
  2527. "On board active cooling fan failed. "
  2528. "Device has been halted.\n");
  2529. dev_err(&adapter->pdev->dev,
  2530. "Replace the adapter.\n");
  2531. }
  2532. goto err_ret;
  2533. }
  2534. if (adapter->ahw->temp == QLCNIC_TEMP_PANIC) {
  2535. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2536. adapter->ahw->temp);
  2537. goto err_ret;
  2538. }
  2539. /* Dont ack if this instance is the reset owner */
  2540. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2541. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2542. dev_err(&adapter->pdev->dev,
  2543. "Failed to set driver state,"
  2544. "detaching the device.\n");
  2545. goto err_ret;
  2546. }
  2547. }
  2548. adapter->fw_wait_cnt = 0;
  2549. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2550. return;
  2551. err_ret:
  2552. netif_device_attach(netdev);
  2553. qlcnic_clr_all_drv_state(adapter, 1);
  2554. }
  2555. /*Transit NPAR state to NON Operational */
  2556. static void
  2557. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2558. {
  2559. u32 state;
  2560. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2561. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2562. return;
  2563. if (qlcnic_api_lock(adapter))
  2564. return;
  2565. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2566. QLCNIC_DEV_NPAR_NON_OPER);
  2567. qlcnic_api_unlock(adapter);
  2568. }
  2569. void qlcnic_82xx_dev_request_reset(struct qlcnic_adapter *adapter, u32 key)
  2570. {
  2571. u32 state, xg_val = 0, gb_val = 0;
  2572. qlcnic_xg_set_xg0_mask(xg_val);
  2573. qlcnic_xg_set_xg1_mask(xg_val);
  2574. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2575. qlcnic_gb_set_gb0_mask(gb_val);
  2576. qlcnic_gb_set_gb1_mask(gb_val);
  2577. qlcnic_gb_set_gb2_mask(gb_val);
  2578. qlcnic_gb_set_gb3_mask(gb_val);
  2579. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2580. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2581. " on all ports\n");
  2582. adapter->need_fw_reset = 1;
  2583. if (qlcnic_api_lock(adapter))
  2584. return;
  2585. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2586. if (state == QLCNIC_DEV_READY) {
  2587. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2588. QLCNIC_DEV_NEED_RESET);
  2589. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2590. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2591. qlcnic_idc_debug_info(adapter, 0);
  2592. }
  2593. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2594. QLCNIC_DEV_NPAR_NON_OPER);
  2595. qlcnic_api_unlock(adapter);
  2596. }
  2597. /* Transit to NPAR READY state from NPAR NOT READY state */
  2598. static void
  2599. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2600. {
  2601. if (qlcnic_api_lock(adapter))
  2602. return;
  2603. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2604. QLCNIC_DEV_NPAR_OPER);
  2605. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2606. qlcnic_api_unlock(adapter);
  2607. }
  2608. void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2609. work_func_t func, int delay)
  2610. {
  2611. if (test_bit(__QLCNIC_AER, &adapter->state))
  2612. return;
  2613. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2614. queue_delayed_work(adapter->qlcnic_wq, &adapter->fw_work,
  2615. round_jiffies_relative(delay));
  2616. }
  2617. static void
  2618. qlcnic_attach_work(struct work_struct *work)
  2619. {
  2620. struct qlcnic_adapter *adapter = container_of(work,
  2621. struct qlcnic_adapter, fw_work.work);
  2622. struct net_device *netdev = adapter->netdev;
  2623. u32 npar_state;
  2624. if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
  2625. npar_state = QLC_SHARED_REG_RD32(adapter,
  2626. QLCNIC_CRB_DEV_NPAR_STATE);
  2627. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2628. qlcnic_clr_all_drv_state(adapter, 0);
  2629. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2630. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2631. FW_POLL_DELAY);
  2632. else
  2633. goto attach;
  2634. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2635. return;
  2636. }
  2637. attach:
  2638. if (netif_running(netdev)) {
  2639. if (qlcnic_up(adapter, netdev))
  2640. goto done;
  2641. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2642. }
  2643. done:
  2644. netif_device_attach(netdev);
  2645. adapter->fw_fail_cnt = 0;
  2646. adapter->flags &= ~QLCNIC_FW_HANG;
  2647. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2648. if (adapter->portnum == 0)
  2649. qlcnic_set_drv_version(adapter);
  2650. if (!qlcnic_clr_drv_state(adapter))
  2651. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2652. FW_POLL_DELAY);
  2653. }
  2654. static int
  2655. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2656. {
  2657. u32 state = 0, heartbeat;
  2658. u32 peg_status;
  2659. int err = 0;
  2660. if (qlcnic_check_temp(adapter))
  2661. goto detach;
  2662. if (adapter->need_fw_reset)
  2663. qlcnic_dev_request_reset(adapter, 0);
  2664. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2665. if (state == QLCNIC_DEV_NEED_RESET) {
  2666. qlcnic_set_npar_non_operational(adapter);
  2667. adapter->need_fw_reset = 1;
  2668. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2669. goto detach;
  2670. heartbeat = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2671. if (heartbeat != adapter->heartbeat) {
  2672. adapter->heartbeat = heartbeat;
  2673. adapter->fw_fail_cnt = 0;
  2674. if (adapter->need_fw_reset)
  2675. goto detach;
  2676. if (adapter->ahw->reset_context && qlcnic_auto_fw_reset)
  2677. qlcnic_reset_hw_context(adapter);
  2678. return 0;
  2679. }
  2680. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2681. return 0;
  2682. adapter->flags |= QLCNIC_FW_HANG;
  2683. qlcnic_dev_request_reset(adapter, 0);
  2684. if (qlcnic_auto_fw_reset)
  2685. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2686. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2687. peg_status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2688. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2689. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2690. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2691. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2692. "PEG_NET_4_PC: 0x%x\n",
  2693. peg_status,
  2694. QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2695. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c, &err),
  2696. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c, &err),
  2697. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c, &err),
  2698. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c, &err),
  2699. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c, &err));
  2700. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2701. dev_err(&adapter->pdev->dev,
  2702. "Firmware aborted with error code 0x00006700. "
  2703. "Device is being reset.\n");
  2704. detach:
  2705. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2706. QLCNIC_DEV_NEED_RESET;
  2707. if (qlcnic_auto_fw_reset && !test_and_set_bit(__QLCNIC_RESETTING,
  2708. &adapter->state)) {
  2709. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2710. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2711. }
  2712. return 1;
  2713. }
  2714. void qlcnic_fw_poll_work(struct work_struct *work)
  2715. {
  2716. struct qlcnic_adapter *adapter = container_of(work,
  2717. struct qlcnic_adapter, fw_work.work);
  2718. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2719. goto reschedule;
  2720. if (qlcnic_check_health(adapter))
  2721. return;
  2722. if (adapter->fhash.fnum)
  2723. qlcnic_prune_lb_filters(adapter);
  2724. reschedule:
  2725. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2726. }
  2727. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2728. {
  2729. struct pci_dev *oth_pdev;
  2730. int val = pdev->devfn;
  2731. while (val-- > 0) {
  2732. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2733. (pdev->bus), pdev->bus->number,
  2734. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2735. if (!oth_pdev)
  2736. continue;
  2737. if (oth_pdev->current_state != PCI_D3cold) {
  2738. pci_dev_put(oth_pdev);
  2739. return 0;
  2740. }
  2741. pci_dev_put(oth_pdev);
  2742. }
  2743. return 1;
  2744. }
  2745. static int qlcnic_attach_func(struct pci_dev *pdev)
  2746. {
  2747. int err, first_func;
  2748. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2749. struct net_device *netdev = adapter->netdev;
  2750. pdev->error_state = pci_channel_io_normal;
  2751. err = pci_enable_device(pdev);
  2752. if (err)
  2753. return err;
  2754. pci_set_master(pdev);
  2755. pci_restore_state(pdev);
  2756. first_func = qlcnic_is_first_func(pdev);
  2757. if (qlcnic_api_lock(adapter))
  2758. return -EINVAL;
  2759. if (adapter->ahw->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2760. adapter->need_fw_reset = 1;
  2761. set_bit(__QLCNIC_START_FW, &adapter->state);
  2762. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2763. QLCNIC_DEV_INITIALIZING);
  2764. QLCDB(adapter, DRV, "Restarting fw\n");
  2765. }
  2766. qlcnic_api_unlock(adapter);
  2767. err = qlcnic_start_firmware(adapter);
  2768. if (err)
  2769. return err;
  2770. qlcnic_clr_drv_state(adapter);
  2771. kfree(adapter->msix_entries);
  2772. adapter->msix_entries = NULL;
  2773. err = qlcnic_setup_intr(adapter, 0, 0);
  2774. if (err) {
  2775. kfree(adapter->msix_entries);
  2776. netdev_err(netdev, "failed to setup interrupt\n");
  2777. return err;
  2778. }
  2779. if (qlcnic_83xx_check(adapter)) {
  2780. /* register for NIC IDC AEN Events */
  2781. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  2782. err = qlcnic_83xx_setup_mbx_intr(adapter);
  2783. if (err) {
  2784. dev_err(&adapter->pdev->dev,
  2785. "failed to setup mbx interrupt\n");
  2786. qlcnic_clr_all_drv_state(adapter, 1);
  2787. clear_bit(__QLCNIC_AER, &adapter->state);
  2788. goto done;
  2789. }
  2790. }
  2791. if (netif_running(netdev)) {
  2792. err = qlcnic_attach(adapter);
  2793. if (err) {
  2794. qlcnic_clr_all_drv_state(adapter, 1);
  2795. clear_bit(__QLCNIC_AER, &adapter->state);
  2796. netif_device_attach(netdev);
  2797. return err;
  2798. }
  2799. err = qlcnic_up(adapter, netdev);
  2800. if (err)
  2801. goto done;
  2802. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2803. }
  2804. done:
  2805. netif_device_attach(netdev);
  2806. return err;
  2807. }
  2808. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2809. pci_channel_state_t state)
  2810. {
  2811. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2812. struct net_device *netdev = adapter->netdev;
  2813. if (state == pci_channel_io_perm_failure)
  2814. return PCI_ERS_RESULT_DISCONNECT;
  2815. if (state == pci_channel_io_normal)
  2816. return PCI_ERS_RESULT_RECOVERED;
  2817. set_bit(__QLCNIC_AER, &adapter->state);
  2818. netif_device_detach(netdev);
  2819. cancel_delayed_work_sync(&adapter->fw_work);
  2820. if (netif_running(netdev))
  2821. qlcnic_down(adapter, netdev);
  2822. if (qlcnic_83xx_check(adapter)) {
  2823. qlcnic_83xx_free_mbx_intr(adapter);
  2824. qlcnic_83xx_register_nic_idc_func(adapter, 0);
  2825. cancel_delayed_work_sync(&adapter->idc_aen_work);
  2826. }
  2827. qlcnic_detach(adapter);
  2828. qlcnic_teardown_intr(adapter);
  2829. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2830. pci_save_state(pdev);
  2831. pci_disable_device(pdev);
  2832. return PCI_ERS_RESULT_NEED_RESET;
  2833. }
  2834. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2835. {
  2836. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2837. PCI_ERS_RESULT_RECOVERED;
  2838. }
  2839. static void qlcnic_io_resume(struct pci_dev *pdev)
  2840. {
  2841. u32 state;
  2842. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2843. pci_cleanup_aer_uncorrect_error_status(pdev);
  2844. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2845. if (state == QLCNIC_DEV_READY && test_and_clear_bit(__QLCNIC_AER,
  2846. &adapter->state))
  2847. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2848. FW_POLL_DELAY);
  2849. }
  2850. static int
  2851. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2852. {
  2853. int err;
  2854. err = qlcnic_can_start_firmware(adapter);
  2855. if (err)
  2856. return err;
  2857. err = qlcnic_check_npar_opertional(adapter);
  2858. if (err)
  2859. return err;
  2860. err = qlcnic_initialize_nic(adapter);
  2861. if (err)
  2862. return err;
  2863. qlcnic_check_options(adapter);
  2864. err = qlcnic_set_eswitch_port_config(adapter);
  2865. if (err)
  2866. return err;
  2867. adapter->need_fw_reset = 0;
  2868. return err;
  2869. }
  2870. int qlcnic_validate_max_tx_rings(struct qlcnic_adapter *adapter, int txq)
  2871. {
  2872. struct net_device *netdev = adapter->netdev;
  2873. u8 max_hw = QLCNIC_MAX_TX_RINGS;
  2874. u32 max_allowed;
  2875. if (!qlcnic_82xx_check(adapter)) {
  2876. netdev_err(netdev, "No Multi TX-Q support\n");
  2877. return -EINVAL;
  2878. }
  2879. if (!qlcnic_use_msi_x && !qlcnic_use_msi) {
  2880. netdev_err(netdev, "No Multi TX-Q support in INT-x mode\n");
  2881. return -EINVAL;
  2882. }
  2883. if (!qlcnic_check_multi_tx(adapter)) {
  2884. netdev_err(netdev, "No Multi TX-Q support\n");
  2885. return -EINVAL;
  2886. }
  2887. if (txq > QLCNIC_MAX_TX_RINGS) {
  2888. netdev_err(netdev, "Invalid ring count\n");
  2889. return -EINVAL;
  2890. }
  2891. max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
  2892. num_online_cpus()));
  2893. if ((txq > max_allowed) || !is_power_of_2(txq)) {
  2894. if (!is_power_of_2(txq))
  2895. netdev_err(netdev,
  2896. "TX queue should be a power of 2\n");
  2897. if (txq > num_online_cpus())
  2898. netdev_err(netdev,
  2899. "Tx queue should not be higher than [%u], number of online CPUs in the system\n",
  2900. num_online_cpus());
  2901. netdev_err(netdev, "Unable to configure %u Tx rings\n", txq);
  2902. return -EINVAL;
  2903. }
  2904. return 0;
  2905. }
  2906. int qlcnic_validate_max_rss(struct qlcnic_adapter *adapter,
  2907. __u32 val)
  2908. {
  2909. struct net_device *netdev = adapter->netdev;
  2910. u8 max_hw = adapter->ahw->max_rx_ques;
  2911. u32 max_allowed;
  2912. if (qlcnic_82xx_check(adapter) && !qlcnic_use_msi_x &&
  2913. !qlcnic_use_msi) {
  2914. netdev_err(netdev, "No RSS support in INT-x mode\n");
  2915. return -EINVAL;
  2916. }
  2917. if (val > QLCNIC_MAX_SDS_RINGS) {
  2918. netdev_err(netdev, "RSS value should not be higher than %u\n",
  2919. QLCNIC_MAX_SDS_RINGS);
  2920. return -EINVAL;
  2921. }
  2922. max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
  2923. num_online_cpus()));
  2924. if ((val > max_allowed) || (val < 2) || !is_power_of_2(val)) {
  2925. if (!is_power_of_2(val))
  2926. netdev_err(netdev, "RSS value should be a power of 2\n");
  2927. if (val < 2)
  2928. netdev_err(netdev, "RSS value should not be lower than 2\n");
  2929. if (val > max_hw)
  2930. netdev_err(netdev,
  2931. "RSS value should not be higher than[%u], the max RSS rings supported by the adapter\n",
  2932. max_hw);
  2933. if (val > num_online_cpus())
  2934. netdev_err(netdev,
  2935. "RSS value should not be higher than[%u], number of online CPUs in the system\n",
  2936. num_online_cpus());
  2937. netdev_err(netdev, "Unable to configure %u RSS rings\n", val);
  2938. return -EINVAL;
  2939. }
  2940. return 0;
  2941. }
  2942. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data, int txq)
  2943. {
  2944. int err;
  2945. struct net_device *netdev = adapter->netdev;
  2946. int num_msix;
  2947. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2948. return -EBUSY;
  2949. if (qlcnic_82xx_check(adapter) && !qlcnic_use_msi_x &&
  2950. !qlcnic_use_msi) {
  2951. netdev_err(netdev, "No RSS support in INT-x mode\n");
  2952. return -EINVAL;
  2953. }
  2954. netif_device_detach(netdev);
  2955. if (netif_running(netdev))
  2956. __qlcnic_down(adapter, netdev);
  2957. qlcnic_detach(adapter);
  2958. if (qlcnic_82xx_check(adapter)) {
  2959. if (txq != 0)
  2960. adapter->max_drv_tx_rings = txq;
  2961. if (qlcnic_check_multi_tx(adapter) &&
  2962. (txq > adapter->max_drv_tx_rings))
  2963. num_msix = adapter->max_drv_tx_rings;
  2964. else
  2965. num_msix = data;
  2966. }
  2967. if (qlcnic_83xx_check(adapter)) {
  2968. qlcnic_83xx_free_mbx_intr(adapter);
  2969. qlcnic_83xx_enable_mbx_poll(adapter);
  2970. }
  2971. netif_set_real_num_tx_queues(netdev, adapter->max_drv_tx_rings);
  2972. qlcnic_teardown_intr(adapter);
  2973. err = qlcnic_setup_intr(adapter, data, txq);
  2974. if (err) {
  2975. kfree(adapter->msix_entries);
  2976. netdev_err(netdev, "failed to setup interrupt\n");
  2977. return err;
  2978. }
  2979. if (qlcnic_83xx_check(adapter)) {
  2980. /* register for NIC IDC AEN Events */
  2981. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  2982. err = qlcnic_83xx_setup_mbx_intr(adapter);
  2983. qlcnic_83xx_disable_mbx_poll(adapter);
  2984. if (err) {
  2985. dev_err(&adapter->pdev->dev,
  2986. "failed to setup mbx interrupt\n");
  2987. goto done;
  2988. }
  2989. }
  2990. if (netif_running(netdev)) {
  2991. err = qlcnic_attach(adapter);
  2992. if (err)
  2993. goto done;
  2994. err = __qlcnic_up(adapter, netdev);
  2995. if (err)
  2996. goto done;
  2997. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2998. }
  2999. done:
  3000. netif_device_attach(netdev);
  3001. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  3002. return err;
  3003. }
  3004. #ifdef CONFIG_INET
  3005. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  3006. static void
  3007. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  3008. struct net_device *dev, unsigned long event)
  3009. {
  3010. struct in_device *indev;
  3011. indev = in_dev_get(dev);
  3012. if (!indev)
  3013. return;
  3014. for_ifa(indev) {
  3015. switch (event) {
  3016. case NETDEV_UP:
  3017. qlcnic_config_ipaddr(adapter,
  3018. ifa->ifa_address, QLCNIC_IP_UP);
  3019. break;
  3020. case NETDEV_DOWN:
  3021. qlcnic_config_ipaddr(adapter,
  3022. ifa->ifa_address, QLCNIC_IP_DOWN);
  3023. break;
  3024. default:
  3025. break;
  3026. }
  3027. } endfor_ifa(indev);
  3028. in_dev_put(indev);
  3029. }
  3030. void qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  3031. {
  3032. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  3033. struct net_device *dev;
  3034. u16 vid;
  3035. qlcnic_config_indev_addr(adapter, netdev, event);
  3036. rcu_read_lock();
  3037. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  3038. dev = __vlan_find_dev_deep(netdev, htons(ETH_P_8021Q), vid);
  3039. if (!dev)
  3040. continue;
  3041. qlcnic_config_indev_addr(adapter, dev, event);
  3042. }
  3043. rcu_read_unlock();
  3044. }
  3045. static int qlcnic_netdev_event(struct notifier_block *this,
  3046. unsigned long event, void *ptr)
  3047. {
  3048. struct qlcnic_adapter *adapter;
  3049. struct net_device *dev = netdev_notifier_info_to_dev(ptr);
  3050. recheck:
  3051. if (dev == NULL)
  3052. goto done;
  3053. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3054. dev = vlan_dev_real_dev(dev);
  3055. goto recheck;
  3056. }
  3057. if (!is_qlcnic_netdev(dev))
  3058. goto done;
  3059. adapter = netdev_priv(dev);
  3060. if (!adapter)
  3061. goto done;
  3062. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3063. goto done;
  3064. qlcnic_config_indev_addr(adapter, dev, event);
  3065. done:
  3066. return NOTIFY_DONE;
  3067. }
  3068. static int
  3069. qlcnic_inetaddr_event(struct notifier_block *this,
  3070. unsigned long event, void *ptr)
  3071. {
  3072. struct qlcnic_adapter *adapter;
  3073. struct net_device *dev;
  3074. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  3075. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  3076. recheck:
  3077. if (dev == NULL)
  3078. goto done;
  3079. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3080. dev = vlan_dev_real_dev(dev);
  3081. goto recheck;
  3082. }
  3083. if (!is_qlcnic_netdev(dev))
  3084. goto done;
  3085. adapter = netdev_priv(dev);
  3086. if (!adapter)
  3087. goto done;
  3088. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3089. goto done;
  3090. switch (event) {
  3091. case NETDEV_UP:
  3092. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  3093. break;
  3094. case NETDEV_DOWN:
  3095. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  3096. break;
  3097. default:
  3098. break;
  3099. }
  3100. done:
  3101. return NOTIFY_DONE;
  3102. }
  3103. static struct notifier_block qlcnic_netdev_cb = {
  3104. .notifier_call = qlcnic_netdev_event,
  3105. };
  3106. static struct notifier_block qlcnic_inetaddr_cb = {
  3107. .notifier_call = qlcnic_inetaddr_event,
  3108. };
  3109. #else
  3110. void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  3111. { }
  3112. #endif
  3113. static const struct pci_error_handlers qlcnic_err_handler = {
  3114. .error_detected = qlcnic_io_error_detected,
  3115. .slot_reset = qlcnic_io_slot_reset,
  3116. .resume = qlcnic_io_resume,
  3117. };
  3118. static struct pci_driver qlcnic_driver = {
  3119. .name = qlcnic_driver_name,
  3120. .id_table = qlcnic_pci_tbl,
  3121. .probe = qlcnic_probe,
  3122. .remove = qlcnic_remove,
  3123. #ifdef CONFIG_PM
  3124. .suspend = qlcnic_suspend,
  3125. .resume = qlcnic_resume,
  3126. #endif
  3127. .shutdown = qlcnic_shutdown,
  3128. .err_handler = &qlcnic_err_handler,
  3129. #ifdef CONFIG_QLCNIC_SRIOV
  3130. .sriov_configure = qlcnic_pci_sriov_configure,
  3131. #endif
  3132. };
  3133. static int __init qlcnic_init_module(void)
  3134. {
  3135. int ret;
  3136. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  3137. #ifdef CONFIG_INET
  3138. register_netdevice_notifier(&qlcnic_netdev_cb);
  3139. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3140. #endif
  3141. ret = pci_register_driver(&qlcnic_driver);
  3142. if (ret) {
  3143. #ifdef CONFIG_INET
  3144. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3145. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3146. #endif
  3147. }
  3148. return ret;
  3149. }
  3150. module_init(qlcnic_init_module);
  3151. static void __exit qlcnic_exit_module(void)
  3152. {
  3153. pci_unregister_driver(&qlcnic_driver);
  3154. #ifdef CONFIG_INET
  3155. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3156. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3157. #endif
  3158. }
  3159. module_exit(qlcnic_exit_module);