qlcnic_main.c 112 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538453945404541454245434544454545464547454845494550455145524553455445554556455745584559456045614562456345644565456645674568456945704571457245734574457545764577457845794580458145824583458445854586458745884589
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2010 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/slab.h>
  8. #include <linux/vmalloc.h>
  9. #include <linux/interrupt.h>
  10. #include "qlcnic.h"
  11. #include <linux/swab.h>
  12. #include <linux/dma-mapping.h>
  13. #include <net/ip.h>
  14. #include <linux/ipv6.h>
  15. #include <linux/inetdevice.h>
  16. #include <linux/sysfs.h>
  17. #include <linux/aer.h>
  18. #include <linux/log2.h>
  19. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  20. MODULE_LICENSE("GPL");
  21. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  22. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  23. char qlcnic_driver_name[] = "qlcnic";
  24. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  25. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  26. static struct workqueue_struct *qlcnic_wq;
  27. static int qlcnic_mac_learn;
  28. module_param(qlcnic_mac_learn, int, 0444);
  29. MODULE_PARM_DESC(qlcnic_mac_learn, "Mac Filter (0=disabled, 1=enabled)");
  30. static int use_msi = 1;
  31. module_param(use_msi, int, 0444);
  32. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  33. static int use_msi_x = 1;
  34. module_param(use_msi_x, int, 0444);
  35. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  36. static int auto_fw_reset = 1;
  37. module_param(auto_fw_reset, int, 0644);
  38. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  39. static int load_fw_file;
  40. module_param(load_fw_file, int, 0444);
  41. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
  42. static int qlcnic_config_npars;
  43. module_param(qlcnic_config_npars, int, 0444);
  44. MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled");
  45. static int __devinit qlcnic_probe(struct pci_dev *pdev,
  46. const struct pci_device_id *ent);
  47. static void __devexit qlcnic_remove(struct pci_dev *pdev);
  48. static int qlcnic_open(struct net_device *netdev);
  49. static int qlcnic_close(struct net_device *netdev);
  50. static void qlcnic_tx_timeout(struct net_device *netdev);
  51. static void qlcnic_attach_work(struct work_struct *work);
  52. static void qlcnic_fwinit_work(struct work_struct *work);
  53. static void qlcnic_fw_poll_work(struct work_struct *work);
  54. static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  55. work_func_t func, int delay);
  56. static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  57. static int qlcnic_poll(struct napi_struct *napi, int budget);
  58. static int qlcnic_rx_poll(struct napi_struct *napi, int budget);
  59. #ifdef CONFIG_NET_POLL_CONTROLLER
  60. static void qlcnic_poll_controller(struct net_device *netdev);
  61. #endif
  62. static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  63. static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  64. static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  65. static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  66. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  67. static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8);
  68. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  69. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  70. static irqreturn_t qlcnic_intr(int irq, void *data);
  71. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  72. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  73. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  74. static void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long);
  75. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  76. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  77. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  78. static int qlcnicvf_config_led(struct qlcnic_adapter *, u32, u32);
  79. static int qlcnicvf_config_bridged_mode(struct qlcnic_adapter *, u32);
  80. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  81. static void qlcnic_set_netdev_features(struct qlcnic_adapter *,
  82. struct qlcnic_esw_func_cfg *);
  83. static int qlcnic_vlan_rx_add(struct net_device *, u16);
  84. static int qlcnic_vlan_rx_del(struct net_device *, u16);
  85. /* PCI Device ID Table */
  86. #define ENTRY(device) \
  87. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  88. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  89. #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
  90. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  91. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  92. {0,}
  93. };
  94. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  95. inline void
  96. qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
  97. struct qlcnic_host_tx_ring *tx_ring)
  98. {
  99. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  100. }
  101. static const u32 msi_tgt_status[8] = {
  102. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  103. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  104. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  105. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  106. };
  107. static const
  108. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  109. static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
  110. {
  111. writel(0, sds_ring->crb_intr_mask);
  112. }
  113. static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
  114. {
  115. struct qlcnic_adapter *adapter = sds_ring->adapter;
  116. writel(0x1, sds_ring->crb_intr_mask);
  117. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  118. writel(0xfbff, adapter->tgt_mask_reg);
  119. }
  120. static int
  121. qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  122. {
  123. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  124. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  125. return recv_ctx->sds_rings == NULL;
  126. }
  127. static void
  128. qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  129. {
  130. if (recv_ctx->sds_rings != NULL)
  131. kfree(recv_ctx->sds_rings);
  132. recv_ctx->sds_rings = NULL;
  133. }
  134. static int
  135. qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
  136. {
  137. int ring;
  138. struct qlcnic_host_sds_ring *sds_ring;
  139. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  140. if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
  141. return -ENOMEM;
  142. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  143. sds_ring = &recv_ctx->sds_rings[ring];
  144. if (ring == adapter->max_sds_rings - 1)
  145. netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
  146. QLCNIC_NETDEV_WEIGHT/adapter->max_sds_rings);
  147. else
  148. netif_napi_add(netdev, &sds_ring->napi,
  149. qlcnic_rx_poll, QLCNIC_NETDEV_WEIGHT*2);
  150. }
  151. return 0;
  152. }
  153. static void
  154. qlcnic_napi_del(struct qlcnic_adapter *adapter)
  155. {
  156. int ring;
  157. struct qlcnic_host_sds_ring *sds_ring;
  158. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  159. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  160. sds_ring = &recv_ctx->sds_rings[ring];
  161. netif_napi_del(&sds_ring->napi);
  162. }
  163. qlcnic_free_sds_rings(adapter->recv_ctx);
  164. }
  165. static void
  166. qlcnic_napi_enable(struct qlcnic_adapter *adapter)
  167. {
  168. int ring;
  169. struct qlcnic_host_sds_ring *sds_ring;
  170. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  171. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  172. return;
  173. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  174. sds_ring = &recv_ctx->sds_rings[ring];
  175. napi_enable(&sds_ring->napi);
  176. qlcnic_enable_int(sds_ring);
  177. }
  178. }
  179. static void
  180. qlcnic_napi_disable(struct qlcnic_adapter *adapter)
  181. {
  182. int ring;
  183. struct qlcnic_host_sds_ring *sds_ring;
  184. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  185. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  186. return;
  187. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  188. sds_ring = &recv_ctx->sds_rings[ring];
  189. qlcnic_disable_int(sds_ring);
  190. napi_synchronize(&sds_ring->napi);
  191. napi_disable(&sds_ring->napi);
  192. }
  193. }
  194. static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
  195. {
  196. memset(&adapter->stats, 0, sizeof(adapter->stats));
  197. }
  198. static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
  199. {
  200. u32 control;
  201. int pos;
  202. pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
  203. if (pos) {
  204. pci_read_config_dword(pdev, pos, &control);
  205. if (enable)
  206. control |= PCI_MSIX_FLAGS_ENABLE;
  207. else
  208. control = 0;
  209. pci_write_config_dword(pdev, pos, control);
  210. }
  211. }
  212. static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
  213. {
  214. int i;
  215. for (i = 0; i < count; i++)
  216. adapter->msix_entries[i].entry = i;
  217. }
  218. static int
  219. qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  220. {
  221. u8 mac_addr[ETH_ALEN];
  222. struct net_device *netdev = adapter->netdev;
  223. struct pci_dev *pdev = adapter->pdev;
  224. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  225. return -EIO;
  226. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  227. memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
  228. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  229. /* set station address */
  230. if (!is_valid_ether_addr(netdev->perm_addr))
  231. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  232. netdev->dev_addr);
  233. return 0;
  234. }
  235. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  236. {
  237. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  238. struct sockaddr *addr = p;
  239. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  240. return -EOPNOTSUPP;
  241. if (!is_valid_ether_addr(addr->sa_data))
  242. return -EADDRNOTAVAIL;
  243. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  244. netif_device_detach(netdev);
  245. qlcnic_napi_disable(adapter);
  246. }
  247. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  248. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  249. qlcnic_set_multi(adapter->netdev);
  250. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  251. netif_device_attach(netdev);
  252. qlcnic_napi_enable(adapter);
  253. }
  254. return 0;
  255. }
  256. static const struct net_device_ops qlcnic_netdev_ops = {
  257. .ndo_open = qlcnic_open,
  258. .ndo_stop = qlcnic_close,
  259. .ndo_start_xmit = qlcnic_xmit_frame,
  260. .ndo_get_stats = qlcnic_get_stats,
  261. .ndo_validate_addr = eth_validate_addr,
  262. .ndo_set_rx_mode = qlcnic_set_multi,
  263. .ndo_set_mac_address = qlcnic_set_mac,
  264. .ndo_change_mtu = qlcnic_change_mtu,
  265. .ndo_fix_features = qlcnic_fix_features,
  266. .ndo_set_features = qlcnic_set_features,
  267. .ndo_tx_timeout = qlcnic_tx_timeout,
  268. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  269. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  270. #ifdef CONFIG_NET_POLL_CONTROLLER
  271. .ndo_poll_controller = qlcnic_poll_controller,
  272. #endif
  273. };
  274. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  275. .ndo_open = qlcnic_open,
  276. };
  277. static struct qlcnic_nic_template qlcnic_ops = {
  278. .config_bridged_mode = qlcnic_config_bridged_mode,
  279. .config_led = qlcnic_config_led,
  280. .start_firmware = qlcnic_start_firmware
  281. };
  282. static struct qlcnic_nic_template qlcnic_vf_ops = {
  283. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  284. .config_led = qlcnicvf_config_led,
  285. .start_firmware = qlcnicvf_start_firmware
  286. };
  287. static int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  288. {
  289. struct pci_dev *pdev = adapter->pdev;
  290. int err = -1;
  291. adapter->max_sds_rings = 1;
  292. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  293. qlcnic_set_msix_bit(pdev, 0);
  294. if (adapter->msix_supported) {
  295. enable_msix:
  296. qlcnic_init_msix_entries(adapter, num_msix);
  297. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  298. if (err == 0) {
  299. adapter->flags |= QLCNIC_MSIX_ENABLED;
  300. qlcnic_set_msix_bit(pdev, 1);
  301. adapter->max_sds_rings = num_msix;
  302. dev_info(&pdev->dev, "using msi-x interrupts\n");
  303. return err;
  304. }
  305. if (err > 0) {
  306. num_msix = rounddown_pow_of_two(err);
  307. if (num_msix)
  308. goto enable_msix;
  309. }
  310. }
  311. return err;
  312. }
  313. static void qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  314. {
  315. const struct qlcnic_legacy_intr_set *legacy_intrp;
  316. struct pci_dev *pdev = adapter->pdev;
  317. if (use_msi && !pci_enable_msi(pdev)) {
  318. adapter->flags |= QLCNIC_MSI_ENABLED;
  319. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  320. msi_tgt_status[adapter->ahw->pci_func]);
  321. dev_info(&pdev->dev, "using msi interrupts\n");
  322. adapter->msix_entries[0].vector = pdev->irq;
  323. return;
  324. }
  325. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  326. adapter->int_vec_bit = legacy_intrp->int_vec_bit;
  327. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  328. legacy_intrp->tgt_status_reg);
  329. adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
  330. legacy_intrp->tgt_mask_reg);
  331. adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
  332. adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
  333. ISR_INT_STATE_REG);
  334. dev_info(&pdev->dev, "using legacy interrupts\n");
  335. adapter->msix_entries[0].vector = pdev->irq;
  336. }
  337. static void
  338. qlcnic_setup_intr(struct qlcnic_adapter *adapter)
  339. {
  340. int num_msix;
  341. if (adapter->msix_supported) {
  342. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  343. QLCNIC_DEF_NUM_STS_DESC_RINGS));
  344. } else
  345. num_msix = 1;
  346. if (!qlcnic_enable_msix(adapter, num_msix))
  347. return;
  348. qlcnic_enable_msi_legacy(adapter);
  349. }
  350. static void
  351. qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  352. {
  353. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  354. pci_disable_msix(adapter->pdev);
  355. if (adapter->flags & QLCNIC_MSI_ENABLED)
  356. pci_disable_msi(adapter->pdev);
  357. }
  358. static void
  359. qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
  360. {
  361. if (adapter->ahw->pci_base0 != NULL)
  362. iounmap(adapter->ahw->pci_base0);
  363. }
  364. static int
  365. qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  366. {
  367. struct qlcnic_pci_info *pci_info;
  368. int i, ret = 0;
  369. u8 pfn;
  370. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  371. if (!pci_info)
  372. return -ENOMEM;
  373. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  374. QLCNIC_MAX_PCI_FUNC, GFP_KERNEL);
  375. if (!adapter->npars) {
  376. ret = -ENOMEM;
  377. goto err_pci_info;
  378. }
  379. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  380. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  381. if (!adapter->eswitch) {
  382. ret = -ENOMEM;
  383. goto err_npars;
  384. }
  385. ret = qlcnic_get_pci_info(adapter, pci_info);
  386. if (ret)
  387. goto err_eswitch;
  388. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  389. pfn = pci_info[i].id;
  390. if (pfn >= QLCNIC_MAX_PCI_FUNC) {
  391. ret = QL_STATUS_INVALID_PARAM;
  392. goto err_eswitch;
  393. }
  394. adapter->npars[pfn].active = (u8)pci_info[i].active;
  395. adapter->npars[pfn].type = (u8)pci_info[i].type;
  396. adapter->npars[pfn].phy_port = (u8)pci_info[i].default_port;
  397. adapter->npars[pfn].min_bw = pci_info[i].tx_min_bw;
  398. adapter->npars[pfn].max_bw = pci_info[i].tx_max_bw;
  399. }
  400. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++)
  401. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  402. kfree(pci_info);
  403. return 0;
  404. err_eswitch:
  405. kfree(adapter->eswitch);
  406. adapter->eswitch = NULL;
  407. err_npars:
  408. kfree(adapter->npars);
  409. adapter->npars = NULL;
  410. err_pci_info:
  411. kfree(pci_info);
  412. return ret;
  413. }
  414. static int
  415. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  416. {
  417. u8 id;
  418. u32 ref_count;
  419. int i, ret = 1;
  420. u32 data = QLCNIC_MGMT_FUNC;
  421. void __iomem *priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  422. /* If other drivers are not in use set their privilege level */
  423. ref_count = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  424. ret = qlcnic_api_lock(adapter);
  425. if (ret)
  426. goto err_lock;
  427. if (qlcnic_config_npars) {
  428. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  429. id = i;
  430. if (adapter->npars[i].type != QLCNIC_TYPE_NIC ||
  431. id == adapter->ahw->pci_func)
  432. continue;
  433. data |= (qlcnic_config_npars &
  434. QLC_DEV_SET_DRV(0xf, id));
  435. }
  436. } else {
  437. data = readl(priv_op);
  438. data = (data & ~QLC_DEV_SET_DRV(0xf, adapter->ahw->pci_func)) |
  439. (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
  440. adapter->ahw->pci_func));
  441. }
  442. writel(data, priv_op);
  443. qlcnic_api_unlock(adapter);
  444. err_lock:
  445. return ret;
  446. }
  447. static void
  448. qlcnic_check_vf(struct qlcnic_adapter *adapter)
  449. {
  450. void __iomem *msix_base_addr;
  451. void __iomem *priv_op;
  452. u32 func;
  453. u32 msix_base;
  454. u32 op_mode, priv_level;
  455. /* Determine FW API version */
  456. adapter->fw_hal_version = readl(adapter->ahw->pci_base0 +
  457. QLCNIC_FW_API);
  458. /* Find PCI function number */
  459. pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
  460. msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
  461. msix_base = readl(msix_base_addr);
  462. func = (func - msix_base)/QLCNIC_MSIX_TBL_PGSIZE;
  463. adapter->ahw->pci_func = func;
  464. /* Determine function privilege level */
  465. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  466. op_mode = readl(priv_op);
  467. if (op_mode == QLC_DEV_DRV_DEFAULT)
  468. priv_level = QLCNIC_MGMT_FUNC;
  469. else
  470. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  471. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  472. adapter->op_mode = QLCNIC_NON_PRIV_FUNC;
  473. dev_info(&adapter->pdev->dev,
  474. "HAL Version: %d Non Privileged function\n",
  475. adapter->fw_hal_version);
  476. adapter->nic_ops = &qlcnic_vf_ops;
  477. } else
  478. adapter->nic_ops = &qlcnic_ops;
  479. }
  480. static int
  481. qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
  482. {
  483. void __iomem *mem_ptr0 = NULL;
  484. resource_size_t mem_base;
  485. unsigned long mem_len, pci_len0 = 0;
  486. struct pci_dev *pdev = adapter->pdev;
  487. /* remap phys address */
  488. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  489. mem_len = pci_resource_len(pdev, 0);
  490. if (mem_len == QLCNIC_PCI_2MB_SIZE) {
  491. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  492. if (mem_ptr0 == NULL) {
  493. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  494. return -EIO;
  495. }
  496. pci_len0 = mem_len;
  497. } else {
  498. return -EIO;
  499. }
  500. dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
  501. adapter->ahw->pci_base0 = mem_ptr0;
  502. adapter->ahw->pci_len0 = pci_len0;
  503. qlcnic_check_vf(adapter);
  504. adapter->ahw->ocm_win_crb = qlcnic_get_ioaddr(adapter,
  505. QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(
  506. adapter->ahw->pci_func)));
  507. return 0;
  508. }
  509. static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
  510. {
  511. struct pci_dev *pdev = adapter->pdev;
  512. int i, found = 0;
  513. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  514. if (qlcnic_boards[i].vendor == pdev->vendor &&
  515. qlcnic_boards[i].device == pdev->device &&
  516. qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
  517. qlcnic_boards[i].sub_device == pdev->subsystem_device) {
  518. sprintf(name, "%pM: %s" ,
  519. adapter->mac_addr,
  520. qlcnic_boards[i].short_name);
  521. found = 1;
  522. break;
  523. }
  524. }
  525. if (!found)
  526. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  527. }
  528. static void
  529. qlcnic_check_options(struct qlcnic_adapter *adapter)
  530. {
  531. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  532. struct pci_dev *pdev = adapter->pdev;
  533. struct qlcnic_fw_dump *fw_dump = &adapter->ahw->fw_dump;
  534. prev_fw_version = adapter->fw_version;
  535. fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  536. fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
  537. fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
  538. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  539. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC) {
  540. if (fw_dump->tmpl_hdr == NULL ||
  541. adapter->fw_version > prev_fw_version) {
  542. if (fw_dump->tmpl_hdr)
  543. vfree(fw_dump->tmpl_hdr);
  544. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  545. dev_info(&pdev->dev,
  546. "Supports FW dump capability\n");
  547. }
  548. }
  549. dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
  550. fw_major, fw_minor, fw_build);
  551. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  552. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  553. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  554. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  555. } else {
  556. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  557. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  558. }
  559. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  560. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  561. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  562. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  563. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  564. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  565. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  566. }
  567. adapter->msix_supported = !!use_msi_x;
  568. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  569. adapter->max_rds_rings = MAX_RDS_RINGS;
  570. }
  571. static int
  572. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  573. {
  574. int err;
  575. struct qlcnic_info nic_info;
  576. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  577. if (err)
  578. return err;
  579. adapter->physical_port = (u8)nic_info.phys_port;
  580. adapter->switch_mode = nic_info.switch_mode;
  581. adapter->max_tx_ques = nic_info.max_tx_ques;
  582. adapter->max_rx_ques = nic_info.max_rx_ques;
  583. adapter->capabilities = nic_info.capabilities;
  584. adapter->max_mac_filters = nic_info.max_mac_filters;
  585. adapter->max_mtu = nic_info.max_mtu;
  586. if (adapter->capabilities & BIT_6)
  587. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  588. else
  589. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  590. return err;
  591. }
  592. static void
  593. qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  594. struct qlcnic_esw_func_cfg *esw_cfg)
  595. {
  596. if (esw_cfg->discard_tagged)
  597. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  598. else
  599. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  600. if (esw_cfg->vlan_id)
  601. adapter->pvid = esw_cfg->vlan_id;
  602. else
  603. adapter->pvid = 0;
  604. }
  605. static int
  606. qlcnic_vlan_rx_add(struct net_device *netdev, u16 vid)
  607. {
  608. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  609. set_bit(vid, adapter->vlans);
  610. return 0;
  611. }
  612. static int
  613. qlcnic_vlan_rx_del(struct net_device *netdev, u16 vid)
  614. {
  615. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  616. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  617. clear_bit(vid, adapter->vlans);
  618. return 0;
  619. }
  620. static void
  621. qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  622. struct qlcnic_esw_func_cfg *esw_cfg)
  623. {
  624. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  625. QLCNIC_PROMISC_DISABLED);
  626. if (esw_cfg->mac_anti_spoof)
  627. adapter->flags |= QLCNIC_MACSPOOF;
  628. if (!esw_cfg->mac_override)
  629. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  630. if (!esw_cfg->promisc_mode)
  631. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  632. qlcnic_set_netdev_features(adapter, esw_cfg);
  633. }
  634. static int
  635. qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  636. {
  637. struct qlcnic_esw_func_cfg esw_cfg;
  638. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  639. return 0;
  640. esw_cfg.pci_func = adapter->ahw->pci_func;
  641. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  642. return -EIO;
  643. qlcnic_set_vlan_config(adapter, &esw_cfg);
  644. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  645. return 0;
  646. }
  647. static void
  648. qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  649. struct qlcnic_esw_func_cfg *esw_cfg)
  650. {
  651. struct net_device *netdev = adapter->netdev;
  652. netdev_features_t features, vlan_features;
  653. features = (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  654. NETIF_F_IPV6_CSUM | NETIF_F_GRO);
  655. vlan_features = (NETIF_F_SG | NETIF_F_IP_CSUM |
  656. NETIF_F_IPV6_CSUM | NETIF_F_HW_VLAN_FILTER);
  657. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO) {
  658. features |= (NETIF_F_TSO | NETIF_F_TSO6);
  659. vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  660. }
  661. if (netdev->features & NETIF_F_LRO)
  662. features |= NETIF_F_LRO;
  663. if (esw_cfg->offload_flags & BIT_0) {
  664. netdev->features |= features;
  665. if (!(esw_cfg->offload_flags & BIT_1))
  666. netdev->features &= ~NETIF_F_TSO;
  667. if (!(esw_cfg->offload_flags & BIT_2))
  668. netdev->features &= ~NETIF_F_TSO6;
  669. } else {
  670. netdev->features &= ~features;
  671. }
  672. netdev->vlan_features = (features & vlan_features);
  673. }
  674. static int
  675. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  676. {
  677. void __iomem *priv_op;
  678. u32 op_mode, priv_level;
  679. int err = 0;
  680. err = qlcnic_initialize_nic(adapter);
  681. if (err)
  682. return err;
  683. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  684. return 0;
  685. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  686. op_mode = readl(priv_op);
  687. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  688. if (op_mode == QLC_DEV_DRV_DEFAULT)
  689. priv_level = QLCNIC_MGMT_FUNC;
  690. else
  691. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  692. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  693. if (priv_level == QLCNIC_MGMT_FUNC) {
  694. adapter->op_mode = QLCNIC_MGMT_FUNC;
  695. err = qlcnic_init_pci_info(adapter);
  696. if (err)
  697. return err;
  698. /* Set privilege level for other functions */
  699. qlcnic_set_function_modes(adapter);
  700. dev_info(&adapter->pdev->dev,
  701. "HAL Version: %d, Management function\n",
  702. adapter->fw_hal_version);
  703. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  704. adapter->op_mode = QLCNIC_PRIV_FUNC;
  705. dev_info(&adapter->pdev->dev,
  706. "HAL Version: %d, Privileged function\n",
  707. adapter->fw_hal_version);
  708. }
  709. }
  710. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  711. return err;
  712. }
  713. static int
  714. qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  715. {
  716. struct qlcnic_esw_func_cfg esw_cfg;
  717. struct qlcnic_npar_info *npar;
  718. u8 i;
  719. if (adapter->need_fw_reset)
  720. return 0;
  721. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  722. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  723. continue;
  724. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  725. esw_cfg.pci_func = i;
  726. esw_cfg.offload_flags = BIT_0;
  727. esw_cfg.mac_override = BIT_0;
  728. esw_cfg.promisc_mode = BIT_0;
  729. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  730. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  731. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  732. return -EIO;
  733. npar = &adapter->npars[i];
  734. npar->pvid = esw_cfg.vlan_id;
  735. npar->mac_override = esw_cfg.mac_override;
  736. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  737. npar->discard_tagged = esw_cfg.discard_tagged;
  738. npar->promisc_mode = esw_cfg.promisc_mode;
  739. npar->offload_flags = esw_cfg.offload_flags;
  740. }
  741. return 0;
  742. }
  743. static int
  744. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  745. struct qlcnic_npar_info *npar, int pci_func)
  746. {
  747. struct qlcnic_esw_func_cfg esw_cfg;
  748. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  749. esw_cfg.pci_func = pci_func;
  750. esw_cfg.vlan_id = npar->pvid;
  751. esw_cfg.mac_override = npar->mac_override;
  752. esw_cfg.discard_tagged = npar->discard_tagged;
  753. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  754. esw_cfg.offload_flags = npar->offload_flags;
  755. esw_cfg.promisc_mode = npar->promisc_mode;
  756. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  757. return -EIO;
  758. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  759. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  760. return -EIO;
  761. return 0;
  762. }
  763. static int
  764. qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  765. {
  766. int i, err;
  767. struct qlcnic_npar_info *npar;
  768. struct qlcnic_info nic_info;
  769. if (!adapter->need_fw_reset)
  770. return 0;
  771. /* Set the NPAR config data after FW reset */
  772. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  773. npar = &adapter->npars[i];
  774. if (npar->type != QLCNIC_TYPE_NIC)
  775. continue;
  776. err = qlcnic_get_nic_info(adapter, &nic_info, i);
  777. if (err)
  778. return err;
  779. nic_info.min_tx_bw = npar->min_bw;
  780. nic_info.max_tx_bw = npar->max_bw;
  781. err = qlcnic_set_nic_info(adapter, &nic_info);
  782. if (err)
  783. return err;
  784. if (npar->enable_pm) {
  785. err = qlcnic_config_port_mirroring(adapter,
  786. npar->dest_npar, 1, i);
  787. if (err)
  788. return err;
  789. }
  790. err = qlcnic_reset_eswitch_config(adapter, npar, i);
  791. if (err)
  792. return err;
  793. }
  794. return 0;
  795. }
  796. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  797. {
  798. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  799. u32 npar_state;
  800. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  801. return 0;
  802. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  803. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  804. msleep(1000);
  805. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  806. }
  807. if (!npar_opt_timeo) {
  808. dev_err(&adapter->pdev->dev,
  809. "Waiting for NPAR state to opertional timeout\n");
  810. return -EIO;
  811. }
  812. return 0;
  813. }
  814. static int
  815. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  816. {
  817. int err;
  818. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  819. adapter->op_mode != QLCNIC_MGMT_FUNC)
  820. return 0;
  821. err = qlcnic_set_default_offload_settings(adapter);
  822. if (err)
  823. return err;
  824. err = qlcnic_reset_npar_config(adapter);
  825. if (err)
  826. return err;
  827. qlcnic_dev_set_npar_ready(adapter);
  828. return err;
  829. }
  830. static int
  831. qlcnic_start_firmware(struct qlcnic_adapter *adapter)
  832. {
  833. int err;
  834. err = qlcnic_can_start_firmware(adapter);
  835. if (err < 0)
  836. return err;
  837. else if (!err)
  838. goto check_fw_status;
  839. if (load_fw_file)
  840. qlcnic_request_firmware(adapter);
  841. else {
  842. err = qlcnic_check_flash_fw_ver(adapter);
  843. if (err)
  844. goto err_out;
  845. adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
  846. }
  847. err = qlcnic_need_fw_reset(adapter);
  848. if (err == 0)
  849. goto check_fw_status;
  850. err = qlcnic_pinit_from_rom(adapter);
  851. if (err)
  852. goto err_out;
  853. err = qlcnic_load_firmware(adapter);
  854. if (err)
  855. goto err_out;
  856. qlcnic_release_firmware(adapter);
  857. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  858. check_fw_status:
  859. err = qlcnic_check_fw_status(adapter);
  860. if (err)
  861. goto err_out;
  862. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  863. qlcnic_idc_debug_info(adapter, 1);
  864. err = qlcnic_check_eswitch_mode(adapter);
  865. if (err) {
  866. dev_err(&adapter->pdev->dev,
  867. "Memory allocation failed for eswitch\n");
  868. goto err_out;
  869. }
  870. err = qlcnic_set_mgmt_operations(adapter);
  871. if (err)
  872. goto err_out;
  873. qlcnic_check_options(adapter);
  874. adapter->need_fw_reset = 0;
  875. qlcnic_release_firmware(adapter);
  876. return 0;
  877. err_out:
  878. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  879. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  880. qlcnic_release_firmware(adapter);
  881. return err;
  882. }
  883. static int
  884. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  885. {
  886. irq_handler_t handler;
  887. struct qlcnic_host_sds_ring *sds_ring;
  888. int err, ring;
  889. unsigned long flags = 0;
  890. struct net_device *netdev = adapter->netdev;
  891. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  892. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  893. handler = qlcnic_tmp_intr;
  894. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  895. flags |= IRQF_SHARED;
  896. } else {
  897. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  898. handler = qlcnic_msix_intr;
  899. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  900. handler = qlcnic_msi_intr;
  901. else {
  902. flags |= IRQF_SHARED;
  903. handler = qlcnic_intr;
  904. }
  905. }
  906. adapter->irq = netdev->irq;
  907. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  908. sds_ring = &recv_ctx->sds_rings[ring];
  909. sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
  910. err = request_irq(sds_ring->irq, handler,
  911. flags, sds_ring->name, sds_ring);
  912. if (err)
  913. return err;
  914. }
  915. return 0;
  916. }
  917. static void
  918. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  919. {
  920. int ring;
  921. struct qlcnic_host_sds_ring *sds_ring;
  922. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  923. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  924. sds_ring = &recv_ctx->sds_rings[ring];
  925. free_irq(sds_ring->irq, sds_ring);
  926. }
  927. }
  928. static int
  929. __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  930. {
  931. int ring;
  932. u32 capab2;
  933. struct qlcnic_host_rds_ring *rds_ring;
  934. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  935. return -EIO;
  936. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  937. return 0;
  938. if (qlcnic_set_eswitch_port_config(adapter))
  939. return -EIO;
  940. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
  941. capab2 = QLCRD32(adapter, CRB_FW_CAPABILITIES_2);
  942. if (capab2 & QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
  943. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  944. }
  945. if (qlcnic_fw_create_ctx(adapter))
  946. return -EIO;
  947. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  948. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  949. qlcnic_post_rx_buffers(adapter, rds_ring);
  950. }
  951. qlcnic_set_multi(netdev);
  952. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  953. adapter->ahw->linkup = 0;
  954. if (adapter->max_sds_rings > 1)
  955. qlcnic_config_rss(adapter, 1);
  956. qlcnic_config_intr_coalesce(adapter);
  957. if (netdev->features & NETIF_F_LRO)
  958. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  959. qlcnic_napi_enable(adapter);
  960. qlcnic_linkevent_request(adapter, 1);
  961. adapter->reset_context = 0;
  962. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  963. return 0;
  964. }
  965. /* Usage: During resume and firmware recovery module.*/
  966. static int
  967. qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  968. {
  969. int err = 0;
  970. rtnl_lock();
  971. if (netif_running(netdev))
  972. err = __qlcnic_up(adapter, netdev);
  973. rtnl_unlock();
  974. return err;
  975. }
  976. static void
  977. __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  978. {
  979. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  980. return;
  981. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  982. return;
  983. smp_mb();
  984. spin_lock(&adapter->tx_clean_lock);
  985. netif_carrier_off(netdev);
  986. netif_tx_disable(netdev);
  987. qlcnic_free_mac_list(adapter);
  988. if (adapter->fhash.fnum)
  989. qlcnic_delete_lb_filters(adapter);
  990. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  991. qlcnic_napi_disable(adapter);
  992. qlcnic_fw_destroy_ctx(adapter);
  993. adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
  994. qlcnic_reset_rx_buffers_list(adapter);
  995. qlcnic_release_tx_buffers(adapter);
  996. spin_unlock(&adapter->tx_clean_lock);
  997. }
  998. /* Usage: During suspend and firmware recovery module */
  999. static void
  1000. qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1001. {
  1002. rtnl_lock();
  1003. if (netif_running(netdev))
  1004. __qlcnic_down(adapter, netdev);
  1005. rtnl_unlock();
  1006. }
  1007. static int
  1008. qlcnic_attach(struct qlcnic_adapter *adapter)
  1009. {
  1010. struct net_device *netdev = adapter->netdev;
  1011. struct pci_dev *pdev = adapter->pdev;
  1012. int err;
  1013. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1014. return 0;
  1015. err = qlcnic_napi_add(adapter, netdev);
  1016. if (err)
  1017. return err;
  1018. err = qlcnic_alloc_sw_resources(adapter);
  1019. if (err) {
  1020. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1021. goto err_out_napi_del;
  1022. }
  1023. err = qlcnic_alloc_hw_resources(adapter);
  1024. if (err) {
  1025. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1026. goto err_out_free_sw;
  1027. }
  1028. err = qlcnic_request_irq(adapter);
  1029. if (err) {
  1030. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1031. goto err_out_free_hw;
  1032. }
  1033. qlcnic_create_sysfs_entries(adapter);
  1034. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1035. return 0;
  1036. err_out_free_hw:
  1037. qlcnic_free_hw_resources(adapter);
  1038. err_out_free_sw:
  1039. qlcnic_free_sw_resources(adapter);
  1040. err_out_napi_del:
  1041. qlcnic_napi_del(adapter);
  1042. return err;
  1043. }
  1044. static void
  1045. qlcnic_detach(struct qlcnic_adapter *adapter)
  1046. {
  1047. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1048. return;
  1049. qlcnic_remove_sysfs_entries(adapter);
  1050. qlcnic_free_hw_resources(adapter);
  1051. qlcnic_release_rx_buffers(adapter);
  1052. qlcnic_free_irq(adapter);
  1053. qlcnic_napi_del(adapter);
  1054. qlcnic_free_sw_resources(adapter);
  1055. adapter->is_up = 0;
  1056. }
  1057. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1058. {
  1059. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1060. struct qlcnic_host_sds_ring *sds_ring;
  1061. int ring;
  1062. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1063. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1064. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1065. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1066. qlcnic_disable_int(sds_ring);
  1067. }
  1068. }
  1069. qlcnic_fw_destroy_ctx(adapter);
  1070. qlcnic_detach(adapter);
  1071. adapter->diag_test = 0;
  1072. adapter->max_sds_rings = max_sds_rings;
  1073. if (qlcnic_attach(adapter))
  1074. goto out;
  1075. if (netif_running(netdev))
  1076. __qlcnic_up(adapter, netdev);
  1077. out:
  1078. netif_device_attach(netdev);
  1079. }
  1080. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1081. {
  1082. int err = 0;
  1083. adapter->ahw = kzalloc(sizeof(struct qlcnic_hardware_context),
  1084. GFP_KERNEL);
  1085. if (!adapter->ahw) {
  1086. dev_err(&adapter->pdev->dev,
  1087. "Failed to allocate recv ctx resources for adapter\n");
  1088. err = -ENOMEM;
  1089. goto err_out;
  1090. }
  1091. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1092. GFP_KERNEL);
  1093. if (!adapter->recv_ctx) {
  1094. dev_err(&adapter->pdev->dev,
  1095. "Failed to allocate recv ctx resources for adapter\n");
  1096. kfree(adapter->ahw);
  1097. adapter->ahw = NULL;
  1098. err = -ENOMEM;
  1099. goto err_out;
  1100. }
  1101. /* Initialize interrupt coalesce parameters */
  1102. adapter->ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1103. adapter->ahw->coal.rx_time_us = QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
  1104. adapter->ahw->coal.rx_packets = QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
  1105. err_out:
  1106. return err;
  1107. }
  1108. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1109. {
  1110. kfree(adapter->recv_ctx);
  1111. adapter->recv_ctx = NULL;
  1112. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1113. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1114. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1115. }
  1116. kfree(adapter->ahw);
  1117. adapter->ahw = NULL;
  1118. }
  1119. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1120. {
  1121. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1122. struct qlcnic_host_sds_ring *sds_ring;
  1123. struct qlcnic_host_rds_ring *rds_ring;
  1124. int ring;
  1125. int ret;
  1126. netif_device_detach(netdev);
  1127. if (netif_running(netdev))
  1128. __qlcnic_down(adapter, netdev);
  1129. qlcnic_detach(adapter);
  1130. adapter->max_sds_rings = 1;
  1131. adapter->diag_test = test;
  1132. ret = qlcnic_attach(adapter);
  1133. if (ret) {
  1134. netif_device_attach(netdev);
  1135. return ret;
  1136. }
  1137. ret = qlcnic_fw_create_ctx(adapter);
  1138. if (ret) {
  1139. qlcnic_detach(adapter);
  1140. netif_device_attach(netdev);
  1141. return ret;
  1142. }
  1143. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1144. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1145. qlcnic_post_rx_buffers(adapter, rds_ring);
  1146. }
  1147. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1148. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1149. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1150. qlcnic_enable_int(sds_ring);
  1151. }
  1152. }
  1153. if (adapter->diag_test == QLCNIC_LOOPBACK_TEST) {
  1154. adapter->ahw->loopback_state = 0;
  1155. qlcnic_linkevent_request(adapter, 1);
  1156. }
  1157. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1158. return 0;
  1159. }
  1160. /* Reset context in hardware only */
  1161. static int
  1162. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1163. {
  1164. struct net_device *netdev = adapter->netdev;
  1165. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1166. return -EBUSY;
  1167. netif_device_detach(netdev);
  1168. qlcnic_down(adapter, netdev);
  1169. qlcnic_up(adapter, netdev);
  1170. netif_device_attach(netdev);
  1171. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1172. return 0;
  1173. }
  1174. int
  1175. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1176. {
  1177. int err = 0;
  1178. struct net_device *netdev = adapter->netdev;
  1179. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1180. return -EBUSY;
  1181. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1182. netif_device_detach(netdev);
  1183. if (netif_running(netdev))
  1184. __qlcnic_down(adapter, netdev);
  1185. qlcnic_detach(adapter);
  1186. if (netif_running(netdev)) {
  1187. err = qlcnic_attach(adapter);
  1188. if (!err) {
  1189. __qlcnic_up(adapter, netdev);
  1190. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1191. }
  1192. }
  1193. netif_device_attach(netdev);
  1194. }
  1195. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1196. return err;
  1197. }
  1198. static int
  1199. qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
  1200. struct net_device *netdev, u8 pci_using_dac)
  1201. {
  1202. int err;
  1203. struct pci_dev *pdev = adapter->pdev;
  1204. adapter->mc_enabled = 0;
  1205. adapter->max_mc_count = 38;
  1206. netdev->netdev_ops = &qlcnic_netdev_ops;
  1207. netdev->watchdog_timeo = 5*HZ;
  1208. qlcnic_change_mtu(netdev, netdev->mtu);
  1209. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1210. netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM |
  1211. NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM;
  1212. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  1213. netdev->hw_features |= NETIF_F_TSO | NETIF_F_TSO6;
  1214. if (pci_using_dac)
  1215. netdev->hw_features |= NETIF_F_HIGHDMA;
  1216. netdev->vlan_features = netdev->hw_features;
  1217. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
  1218. netdev->hw_features |= NETIF_F_HW_VLAN_TX;
  1219. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1220. netdev->hw_features |= NETIF_F_LRO;
  1221. netdev->features |= netdev->hw_features |
  1222. NETIF_F_HW_VLAN_RX | NETIF_F_HW_VLAN_FILTER;
  1223. netdev->irq = adapter->msix_entries[0].vector;
  1224. err = register_netdev(netdev);
  1225. if (err) {
  1226. dev_err(&pdev->dev, "failed to register net device\n");
  1227. return err;
  1228. }
  1229. return 0;
  1230. }
  1231. static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
  1232. {
  1233. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1234. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1235. *pci_using_dac = 1;
  1236. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1237. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1238. *pci_using_dac = 0;
  1239. else {
  1240. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1241. return -EIO;
  1242. }
  1243. return 0;
  1244. }
  1245. static int
  1246. qlcnic_alloc_msix_entries(struct qlcnic_adapter *adapter, u16 count)
  1247. {
  1248. adapter->msix_entries = kcalloc(count, sizeof(struct msix_entry),
  1249. GFP_KERNEL);
  1250. if (adapter->msix_entries)
  1251. return 0;
  1252. dev_err(&adapter->pdev->dev, "failed allocating msix_entries\n");
  1253. return -ENOMEM;
  1254. }
  1255. static int __devinit
  1256. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1257. {
  1258. struct net_device *netdev = NULL;
  1259. struct qlcnic_adapter *adapter = NULL;
  1260. int err;
  1261. uint8_t revision_id;
  1262. uint8_t pci_using_dac;
  1263. char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
  1264. err = pci_enable_device(pdev);
  1265. if (err)
  1266. return err;
  1267. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1268. err = -ENODEV;
  1269. goto err_out_disable_pdev;
  1270. }
  1271. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1272. if (err)
  1273. goto err_out_disable_pdev;
  1274. err = pci_request_regions(pdev, qlcnic_driver_name);
  1275. if (err)
  1276. goto err_out_disable_pdev;
  1277. pci_set_master(pdev);
  1278. pci_enable_pcie_error_reporting(pdev);
  1279. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1280. if (!netdev) {
  1281. err = -ENOMEM;
  1282. goto err_out_free_res;
  1283. }
  1284. SET_NETDEV_DEV(netdev, &pdev->dev);
  1285. adapter = netdev_priv(netdev);
  1286. adapter->netdev = netdev;
  1287. adapter->pdev = pdev;
  1288. err = qlcnic_alloc_adapter_resources(adapter);
  1289. if (err)
  1290. goto err_out_free_netdev;
  1291. adapter->dev_rst_time = jiffies;
  1292. revision_id = pdev->revision;
  1293. adapter->ahw->revision_id = revision_id;
  1294. adapter->mac_learn = qlcnic_mac_learn;
  1295. rwlock_init(&adapter->ahw->crb_lock);
  1296. mutex_init(&adapter->ahw->mem_lock);
  1297. spin_lock_init(&adapter->tx_clean_lock);
  1298. INIT_LIST_HEAD(&adapter->mac_list);
  1299. err = qlcnic_setup_pci_map(adapter);
  1300. if (err)
  1301. goto err_out_free_hw;
  1302. /* This will be reset for mezz cards */
  1303. adapter->portnum = adapter->ahw->pci_func;
  1304. err = qlcnic_get_board_info(adapter);
  1305. if (err) {
  1306. dev_err(&pdev->dev, "Error getting board config info.\n");
  1307. goto err_out_iounmap;
  1308. }
  1309. err = qlcnic_setup_idc_param(adapter);
  1310. if (err)
  1311. goto err_out_iounmap;
  1312. adapter->flags |= QLCNIC_NEED_FLR;
  1313. err = adapter->nic_ops->start_firmware(adapter);
  1314. if (err) {
  1315. dev_err(&pdev->dev, "Loading fw failed. Please Reboot\n"
  1316. "\t\tIf reboot doesn't help, try flashing the card\n");
  1317. goto err_out_maintenance_mode;
  1318. }
  1319. if (qlcnic_read_mac_addr(adapter))
  1320. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1321. if (adapter->portnum == 0) {
  1322. get_brd_name(adapter, brd_name);
  1323. pr_info("%s: %s Board Chip rev 0x%x\n",
  1324. module_name(THIS_MODULE),
  1325. brd_name, adapter->ahw->revision_id);
  1326. }
  1327. qlcnic_clear_stats(adapter);
  1328. err = qlcnic_alloc_msix_entries(adapter, adapter->max_rx_ques);
  1329. if (err)
  1330. goto err_out_decr_ref;
  1331. qlcnic_setup_intr(adapter);
  1332. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1333. if (err)
  1334. goto err_out_disable_msi;
  1335. pci_set_drvdata(pdev, adapter);
  1336. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1337. switch (adapter->ahw->port_type) {
  1338. case QLCNIC_GBE:
  1339. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1340. adapter->netdev->name);
  1341. break;
  1342. case QLCNIC_XGBE:
  1343. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1344. adapter->netdev->name);
  1345. break;
  1346. }
  1347. if (adapter->mac_learn)
  1348. qlcnic_alloc_lb_filters_mem(adapter);
  1349. qlcnic_create_diag_entries(adapter);
  1350. return 0;
  1351. err_out_disable_msi:
  1352. qlcnic_teardown_intr(adapter);
  1353. kfree(adapter->msix_entries);
  1354. err_out_decr_ref:
  1355. qlcnic_clr_all_drv_state(adapter, 0);
  1356. err_out_iounmap:
  1357. qlcnic_cleanup_pci_map(adapter);
  1358. err_out_free_hw:
  1359. qlcnic_free_adapter_resources(adapter);
  1360. err_out_free_netdev:
  1361. free_netdev(netdev);
  1362. err_out_free_res:
  1363. pci_release_regions(pdev);
  1364. err_out_disable_pdev:
  1365. pci_set_drvdata(pdev, NULL);
  1366. pci_disable_device(pdev);
  1367. return err;
  1368. err_out_maintenance_mode:
  1369. netdev->netdev_ops = &qlcnic_netdev_failed_ops;
  1370. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_failed_ops);
  1371. err = register_netdev(netdev);
  1372. if (err) {
  1373. dev_err(&pdev->dev, "failed to register net device\n");
  1374. goto err_out_decr_ref;
  1375. }
  1376. pci_set_drvdata(pdev, adapter);
  1377. qlcnic_create_diag_entries(adapter);
  1378. return 0;
  1379. }
  1380. static void __devexit qlcnic_remove(struct pci_dev *pdev)
  1381. {
  1382. struct qlcnic_adapter *adapter;
  1383. struct net_device *netdev;
  1384. adapter = pci_get_drvdata(pdev);
  1385. if (adapter == NULL)
  1386. return;
  1387. netdev = adapter->netdev;
  1388. qlcnic_cancel_fw_work(adapter);
  1389. unregister_netdev(netdev);
  1390. qlcnic_detach(adapter);
  1391. if (adapter->npars != NULL)
  1392. kfree(adapter->npars);
  1393. if (adapter->eswitch != NULL)
  1394. kfree(adapter->eswitch);
  1395. qlcnic_clr_all_drv_state(adapter, 0);
  1396. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1397. qlcnic_free_lb_filters_mem(adapter);
  1398. qlcnic_teardown_intr(adapter);
  1399. kfree(adapter->msix_entries);
  1400. qlcnic_remove_diag_entries(adapter);
  1401. qlcnic_cleanup_pci_map(adapter);
  1402. qlcnic_release_firmware(adapter);
  1403. pci_disable_pcie_error_reporting(pdev);
  1404. pci_release_regions(pdev);
  1405. pci_disable_device(pdev);
  1406. pci_set_drvdata(pdev, NULL);
  1407. qlcnic_free_adapter_resources(adapter);
  1408. free_netdev(netdev);
  1409. }
  1410. static int __qlcnic_shutdown(struct pci_dev *pdev)
  1411. {
  1412. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1413. struct net_device *netdev = adapter->netdev;
  1414. int retval;
  1415. netif_device_detach(netdev);
  1416. qlcnic_cancel_fw_work(adapter);
  1417. if (netif_running(netdev))
  1418. qlcnic_down(adapter, netdev);
  1419. qlcnic_clr_all_drv_state(adapter, 0);
  1420. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1421. retval = pci_save_state(pdev);
  1422. if (retval)
  1423. return retval;
  1424. if (qlcnic_wol_supported(adapter)) {
  1425. pci_enable_wake(pdev, PCI_D3cold, 1);
  1426. pci_enable_wake(pdev, PCI_D3hot, 1);
  1427. }
  1428. return 0;
  1429. }
  1430. static void qlcnic_shutdown(struct pci_dev *pdev)
  1431. {
  1432. if (__qlcnic_shutdown(pdev))
  1433. return;
  1434. pci_disable_device(pdev);
  1435. }
  1436. #ifdef CONFIG_PM
  1437. static int
  1438. qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1439. {
  1440. int retval;
  1441. retval = __qlcnic_shutdown(pdev);
  1442. if (retval)
  1443. return retval;
  1444. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1445. return 0;
  1446. }
  1447. static int
  1448. qlcnic_resume(struct pci_dev *pdev)
  1449. {
  1450. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1451. struct net_device *netdev = adapter->netdev;
  1452. int err;
  1453. err = pci_enable_device(pdev);
  1454. if (err)
  1455. return err;
  1456. pci_set_power_state(pdev, PCI_D0);
  1457. pci_set_master(pdev);
  1458. pci_restore_state(pdev);
  1459. err = adapter->nic_ops->start_firmware(adapter);
  1460. if (err) {
  1461. dev_err(&pdev->dev, "failed to start firmware\n");
  1462. return err;
  1463. }
  1464. if (netif_running(netdev)) {
  1465. err = qlcnic_up(adapter, netdev);
  1466. if (err)
  1467. goto done;
  1468. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1469. }
  1470. done:
  1471. netif_device_attach(netdev);
  1472. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1473. return 0;
  1474. }
  1475. #endif
  1476. static int qlcnic_open(struct net_device *netdev)
  1477. {
  1478. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1479. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  1480. int err;
  1481. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  1482. netdev_err(netdev, "Device in FAILED state\n");
  1483. return -EIO;
  1484. }
  1485. netif_carrier_off(netdev);
  1486. err = qlcnic_attach(adapter);
  1487. if (err)
  1488. return err;
  1489. err = __qlcnic_up(adapter, netdev);
  1490. if (err)
  1491. goto err_out;
  1492. netif_start_queue(netdev);
  1493. return 0;
  1494. err_out:
  1495. qlcnic_detach(adapter);
  1496. return err;
  1497. }
  1498. /*
  1499. * qlcnic_close - Disables a network interface entry point
  1500. */
  1501. static int qlcnic_close(struct net_device *netdev)
  1502. {
  1503. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1504. __qlcnic_down(adapter, netdev);
  1505. return 0;
  1506. }
  1507. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1508. {
  1509. void *head;
  1510. int i;
  1511. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1512. return;
  1513. spin_lock_init(&adapter->mac_learn_lock);
  1514. head = kcalloc(QLCNIC_LB_MAX_FILTERS, sizeof(struct hlist_head),
  1515. GFP_KERNEL);
  1516. if (!head)
  1517. return;
  1518. adapter->fhash.fmax = QLCNIC_LB_MAX_FILTERS;
  1519. adapter->fhash.fhead = head;
  1520. for (i = 0; i < adapter->fhash.fmax; i++)
  1521. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1522. }
  1523. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1524. {
  1525. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1526. kfree(adapter->fhash.fhead);
  1527. adapter->fhash.fhead = NULL;
  1528. adapter->fhash.fmax = 0;
  1529. }
  1530. static void qlcnic_change_filter(struct qlcnic_adapter *adapter,
  1531. u64 uaddr, __le16 vlan_id, struct qlcnic_host_tx_ring *tx_ring)
  1532. {
  1533. struct cmd_desc_type0 *hwdesc;
  1534. struct qlcnic_nic_req *req;
  1535. struct qlcnic_mac_req *mac_req;
  1536. struct qlcnic_vlan_req *vlan_req;
  1537. u32 producer;
  1538. u64 word;
  1539. producer = tx_ring->producer;
  1540. hwdesc = &tx_ring->desc_head[tx_ring->producer];
  1541. req = (struct qlcnic_nic_req *)hwdesc;
  1542. memset(req, 0, sizeof(struct qlcnic_nic_req));
  1543. req->qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
  1544. word = QLCNIC_MAC_EVENT | ((u64)(adapter->portnum) << 16);
  1545. req->req_hdr = cpu_to_le64(word);
  1546. mac_req = (struct qlcnic_mac_req *)&(req->words[0]);
  1547. mac_req->op = vlan_id ? QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_ADD;
  1548. memcpy(mac_req->mac_addr, &uaddr, ETH_ALEN);
  1549. vlan_req = (struct qlcnic_vlan_req *)&req->words[1];
  1550. vlan_req->vlan_id = vlan_id;
  1551. tx_ring->producer = get_next_index(producer, tx_ring->num_desc);
  1552. smp_mb();
  1553. }
  1554. #define QLCNIC_MAC_HASH(MAC)\
  1555. ((((MAC) & 0x70000) >> 0x10) | (((MAC) & 0x70000000000ULL) >> 0x25))
  1556. static void
  1557. qlcnic_send_filter(struct qlcnic_adapter *adapter,
  1558. struct qlcnic_host_tx_ring *tx_ring,
  1559. struct cmd_desc_type0 *first_desc,
  1560. struct sk_buff *skb)
  1561. {
  1562. struct ethhdr *phdr = (struct ethhdr *)(skb->data);
  1563. struct qlcnic_filter *fil, *tmp_fil;
  1564. struct hlist_node *tmp_hnode, *n;
  1565. struct hlist_head *head;
  1566. u64 src_addr = 0;
  1567. __le16 vlan_id = 0;
  1568. u8 hindex;
  1569. if (ether_addr_equal(phdr->h_source, adapter->mac_addr))
  1570. return;
  1571. if (adapter->fhash.fnum >= adapter->fhash.fmax)
  1572. return;
  1573. /* Only NPAR capable devices support vlan based learning*/
  1574. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  1575. vlan_id = first_desc->vlan_TCI;
  1576. memcpy(&src_addr, phdr->h_source, ETH_ALEN);
  1577. hindex = QLCNIC_MAC_HASH(src_addr) & (QLCNIC_LB_MAX_FILTERS - 1);
  1578. head = &(adapter->fhash.fhead[hindex]);
  1579. hlist_for_each_entry_safe(tmp_fil, tmp_hnode, n, head, fnode) {
  1580. if (!memcmp(tmp_fil->faddr, &src_addr, ETH_ALEN) &&
  1581. tmp_fil->vlan_id == vlan_id) {
  1582. if (jiffies >
  1583. (QLCNIC_READD_AGE * HZ + tmp_fil->ftime))
  1584. qlcnic_change_filter(adapter, src_addr, vlan_id,
  1585. tx_ring);
  1586. tmp_fil->ftime = jiffies;
  1587. return;
  1588. }
  1589. }
  1590. fil = kzalloc(sizeof(struct qlcnic_filter), GFP_ATOMIC);
  1591. if (!fil)
  1592. return;
  1593. qlcnic_change_filter(adapter, src_addr, vlan_id, tx_ring);
  1594. fil->ftime = jiffies;
  1595. fil->vlan_id = vlan_id;
  1596. memcpy(fil->faddr, &src_addr, ETH_ALEN);
  1597. spin_lock(&adapter->mac_learn_lock);
  1598. hlist_add_head(&(fil->fnode), head);
  1599. adapter->fhash.fnum++;
  1600. spin_unlock(&adapter->mac_learn_lock);
  1601. }
  1602. static int
  1603. qlcnic_tx_pkt(struct qlcnic_adapter *adapter,
  1604. struct cmd_desc_type0 *first_desc,
  1605. struct sk_buff *skb)
  1606. {
  1607. u8 opcode = 0, hdr_len = 0;
  1608. u16 flags = 0, vlan_tci = 0;
  1609. int copied, offset, copy_len;
  1610. struct cmd_desc_type0 *hwdesc;
  1611. struct vlan_ethhdr *vh;
  1612. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1613. u16 protocol = ntohs(skb->protocol);
  1614. u32 producer = tx_ring->producer;
  1615. if (protocol == ETH_P_8021Q) {
  1616. vh = (struct vlan_ethhdr *)skb->data;
  1617. flags = FLAGS_VLAN_TAGGED;
  1618. vlan_tci = vh->h_vlan_TCI;
  1619. protocol = ntohs(vh->h_vlan_encapsulated_proto);
  1620. } else if (vlan_tx_tag_present(skb)) {
  1621. flags = FLAGS_VLAN_OOB;
  1622. vlan_tci = vlan_tx_tag_get(skb);
  1623. }
  1624. if (unlikely(adapter->pvid)) {
  1625. if (vlan_tci && !(adapter->flags & QLCNIC_TAGGING_ENABLED))
  1626. return -EIO;
  1627. if (vlan_tci && (adapter->flags & QLCNIC_TAGGING_ENABLED))
  1628. goto set_flags;
  1629. flags = FLAGS_VLAN_OOB;
  1630. vlan_tci = adapter->pvid;
  1631. }
  1632. set_flags:
  1633. qlcnic_set_tx_vlan_tci(first_desc, vlan_tci);
  1634. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1635. if (*(skb->data) & BIT_0) {
  1636. flags |= BIT_0;
  1637. memcpy(&first_desc->eth_addr, skb->data, ETH_ALEN);
  1638. }
  1639. opcode = TX_ETHER_PKT;
  1640. if ((adapter->netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
  1641. skb_shinfo(skb)->gso_size > 0) {
  1642. hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  1643. first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
  1644. first_desc->total_hdr_length = hdr_len;
  1645. opcode = (protocol == ETH_P_IPV6) ? TX_TCP_LSO6 : TX_TCP_LSO;
  1646. /* For LSO, we need to copy the MAC/IP/TCP headers into
  1647. * the descriptor ring */
  1648. copied = 0;
  1649. offset = 2;
  1650. if (flags & FLAGS_VLAN_OOB) {
  1651. first_desc->total_hdr_length += VLAN_HLEN;
  1652. first_desc->tcp_hdr_offset = VLAN_HLEN;
  1653. first_desc->ip_hdr_offset = VLAN_HLEN;
  1654. /* Only in case of TSO on vlan device */
  1655. flags |= FLAGS_VLAN_TAGGED;
  1656. /* Create a TSO vlan header template for firmware */
  1657. hwdesc = &tx_ring->desc_head[producer];
  1658. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1659. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1660. offset, hdr_len + VLAN_HLEN);
  1661. vh = (struct vlan_ethhdr *)((char *) hwdesc + 2);
  1662. skb_copy_from_linear_data(skb, vh, 12);
  1663. vh->h_vlan_proto = htons(ETH_P_8021Q);
  1664. vh->h_vlan_TCI = htons(vlan_tci);
  1665. skb_copy_from_linear_data_offset(skb, 12,
  1666. (char *)vh + 16, copy_len - 16);
  1667. copied = copy_len - VLAN_HLEN;
  1668. offset = 0;
  1669. producer = get_next_index(producer, tx_ring->num_desc);
  1670. }
  1671. while (copied < hdr_len) {
  1672. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1673. offset, (hdr_len - copied));
  1674. hwdesc = &tx_ring->desc_head[producer];
  1675. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1676. skb_copy_from_linear_data_offset(skb, copied,
  1677. (char *) hwdesc + offset, copy_len);
  1678. copied += copy_len;
  1679. offset = 0;
  1680. producer = get_next_index(producer, tx_ring->num_desc);
  1681. }
  1682. tx_ring->producer = producer;
  1683. smp_mb();
  1684. adapter->stats.lso_frames++;
  1685. } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
  1686. u8 l4proto;
  1687. if (protocol == ETH_P_IP) {
  1688. l4proto = ip_hdr(skb)->protocol;
  1689. if (l4proto == IPPROTO_TCP)
  1690. opcode = TX_TCP_PKT;
  1691. else if (l4proto == IPPROTO_UDP)
  1692. opcode = TX_UDP_PKT;
  1693. } else if (protocol == ETH_P_IPV6) {
  1694. l4proto = ipv6_hdr(skb)->nexthdr;
  1695. if (l4proto == IPPROTO_TCP)
  1696. opcode = TX_TCPV6_PKT;
  1697. else if (l4proto == IPPROTO_UDP)
  1698. opcode = TX_UDPV6_PKT;
  1699. }
  1700. }
  1701. first_desc->tcp_hdr_offset += skb_transport_offset(skb);
  1702. first_desc->ip_hdr_offset += skb_network_offset(skb);
  1703. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1704. return 0;
  1705. }
  1706. static int
  1707. qlcnic_map_tx_skb(struct pci_dev *pdev,
  1708. struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
  1709. {
  1710. struct qlcnic_skb_frag *nf;
  1711. struct skb_frag_struct *frag;
  1712. int i, nr_frags;
  1713. dma_addr_t map;
  1714. nr_frags = skb_shinfo(skb)->nr_frags;
  1715. nf = &pbuf->frag_array[0];
  1716. map = pci_map_single(pdev, skb->data,
  1717. skb_headlen(skb), PCI_DMA_TODEVICE);
  1718. if (pci_dma_mapping_error(pdev, map))
  1719. goto out_err;
  1720. nf->dma = map;
  1721. nf->length = skb_headlen(skb);
  1722. for (i = 0; i < nr_frags; i++) {
  1723. frag = &skb_shinfo(skb)->frags[i];
  1724. nf = &pbuf->frag_array[i+1];
  1725. map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
  1726. DMA_TO_DEVICE);
  1727. if (dma_mapping_error(&pdev->dev, map))
  1728. goto unwind;
  1729. nf->dma = map;
  1730. nf->length = skb_frag_size(frag);
  1731. }
  1732. return 0;
  1733. unwind:
  1734. while (--i >= 0) {
  1735. nf = &pbuf->frag_array[i+1];
  1736. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1737. }
  1738. nf = &pbuf->frag_array[0];
  1739. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1740. out_err:
  1741. return -ENOMEM;
  1742. }
  1743. static void
  1744. qlcnic_unmap_buffers(struct pci_dev *pdev, struct sk_buff *skb,
  1745. struct qlcnic_cmd_buffer *pbuf)
  1746. {
  1747. struct qlcnic_skb_frag *nf = &pbuf->frag_array[0];
  1748. int nr_frags = skb_shinfo(skb)->nr_frags;
  1749. int i;
  1750. for (i = 0; i < nr_frags; i++) {
  1751. nf = &pbuf->frag_array[i+1];
  1752. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1753. }
  1754. nf = &pbuf->frag_array[0];
  1755. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1756. pbuf->skb = NULL;
  1757. }
  1758. static inline void
  1759. qlcnic_clear_cmddesc(u64 *desc)
  1760. {
  1761. desc[0] = 0ULL;
  1762. desc[2] = 0ULL;
  1763. desc[7] = 0ULL;
  1764. }
  1765. netdev_tx_t
  1766. qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  1767. {
  1768. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1769. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1770. struct qlcnic_cmd_buffer *pbuf;
  1771. struct qlcnic_skb_frag *buffrag;
  1772. struct cmd_desc_type0 *hwdesc, *first_desc;
  1773. struct pci_dev *pdev;
  1774. struct ethhdr *phdr;
  1775. int delta = 0;
  1776. int i, k;
  1777. u32 producer;
  1778. int frag_count;
  1779. u32 num_txd = tx_ring->num_desc;
  1780. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  1781. netif_stop_queue(netdev);
  1782. return NETDEV_TX_BUSY;
  1783. }
  1784. if (adapter->flags & QLCNIC_MACSPOOF) {
  1785. phdr = (struct ethhdr *)skb->data;
  1786. if (!ether_addr_equal(phdr->h_source, adapter->mac_addr))
  1787. goto drop_packet;
  1788. }
  1789. frag_count = skb_shinfo(skb)->nr_frags + 1;
  1790. /* 14 frags supported for normal packet and
  1791. * 32 frags supported for TSO packet
  1792. */
  1793. if (!skb_is_gso(skb) && frag_count > QLCNIC_MAX_FRAGS_PER_TX) {
  1794. for (i = 0; i < (frag_count - QLCNIC_MAX_FRAGS_PER_TX); i++)
  1795. delta += skb_frag_size(&skb_shinfo(skb)->frags[i]);
  1796. if (!__pskb_pull_tail(skb, delta))
  1797. goto drop_packet;
  1798. frag_count = 1 + skb_shinfo(skb)->nr_frags;
  1799. }
  1800. if (unlikely(qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
  1801. netif_stop_queue(netdev);
  1802. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
  1803. netif_start_queue(netdev);
  1804. else {
  1805. adapter->stats.xmit_off++;
  1806. return NETDEV_TX_BUSY;
  1807. }
  1808. }
  1809. producer = tx_ring->producer;
  1810. pbuf = &tx_ring->cmd_buf_arr[producer];
  1811. pdev = adapter->pdev;
  1812. first_desc = hwdesc = &tx_ring->desc_head[producer];
  1813. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1814. if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
  1815. adapter->stats.tx_dma_map_error++;
  1816. goto drop_packet;
  1817. }
  1818. pbuf->skb = skb;
  1819. pbuf->frag_count = frag_count;
  1820. qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
  1821. qlcnic_set_tx_port(first_desc, adapter->portnum);
  1822. for (i = 0; i < frag_count; i++) {
  1823. k = i % 4;
  1824. if ((k == 0) && (i > 0)) {
  1825. /* move to next desc.*/
  1826. producer = get_next_index(producer, num_txd);
  1827. hwdesc = &tx_ring->desc_head[producer];
  1828. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1829. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1830. }
  1831. buffrag = &pbuf->frag_array[i];
  1832. hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
  1833. switch (k) {
  1834. case 0:
  1835. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  1836. break;
  1837. case 1:
  1838. hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
  1839. break;
  1840. case 2:
  1841. hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
  1842. break;
  1843. case 3:
  1844. hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
  1845. break;
  1846. }
  1847. }
  1848. tx_ring->producer = get_next_index(producer, num_txd);
  1849. smp_mb();
  1850. if (unlikely(qlcnic_tx_pkt(adapter, first_desc, skb)))
  1851. goto unwind_buff;
  1852. if (adapter->mac_learn)
  1853. qlcnic_send_filter(adapter, tx_ring, first_desc, skb);
  1854. adapter->stats.txbytes += skb->len;
  1855. adapter->stats.xmitcalled++;
  1856. qlcnic_update_cmd_producer(adapter, tx_ring);
  1857. return NETDEV_TX_OK;
  1858. unwind_buff:
  1859. qlcnic_unmap_buffers(pdev, skb, pbuf);
  1860. drop_packet:
  1861. adapter->stats.txdropped++;
  1862. dev_kfree_skb_any(skb);
  1863. return NETDEV_TX_OK;
  1864. }
  1865. static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  1866. {
  1867. struct net_device *netdev = adapter->netdev;
  1868. u32 temp, temp_state, temp_val;
  1869. int rv = 0;
  1870. temp = QLCRD32(adapter, CRB_TEMP_STATE);
  1871. temp_state = qlcnic_get_temp_state(temp);
  1872. temp_val = qlcnic_get_temp_val(temp);
  1873. if (temp_state == QLCNIC_TEMP_PANIC) {
  1874. dev_err(&netdev->dev,
  1875. "Device temperature %d degrees C exceeds"
  1876. " maximum allowed. Hardware has been shut down.\n",
  1877. temp_val);
  1878. rv = 1;
  1879. } else if (temp_state == QLCNIC_TEMP_WARN) {
  1880. if (adapter->temp == QLCNIC_TEMP_NORMAL) {
  1881. dev_err(&netdev->dev,
  1882. "Device temperature %d degrees C "
  1883. "exceeds operating range."
  1884. " Immediate action needed.\n",
  1885. temp_val);
  1886. }
  1887. } else {
  1888. if (adapter->temp == QLCNIC_TEMP_WARN) {
  1889. dev_info(&netdev->dev,
  1890. "Device temperature is now %d degrees C"
  1891. " in normal range.\n", temp_val);
  1892. }
  1893. }
  1894. adapter->temp = temp_state;
  1895. return rv;
  1896. }
  1897. void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
  1898. {
  1899. struct net_device *netdev = adapter->netdev;
  1900. if (adapter->ahw->linkup && !linkup) {
  1901. netdev_info(netdev, "NIC Link is down\n");
  1902. adapter->ahw->linkup = 0;
  1903. if (netif_running(netdev)) {
  1904. netif_carrier_off(netdev);
  1905. netif_stop_queue(netdev);
  1906. }
  1907. } else if (!adapter->ahw->linkup && linkup) {
  1908. netdev_info(netdev, "NIC Link is up\n");
  1909. adapter->ahw->linkup = 1;
  1910. if (netif_running(netdev)) {
  1911. netif_carrier_on(netdev);
  1912. netif_wake_queue(netdev);
  1913. }
  1914. }
  1915. }
  1916. static void qlcnic_tx_timeout(struct net_device *netdev)
  1917. {
  1918. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1919. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  1920. return;
  1921. dev_err(&netdev->dev, "transmit timeout, resetting.\n");
  1922. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
  1923. adapter->need_fw_reset = 1;
  1924. else
  1925. adapter->reset_context = 1;
  1926. }
  1927. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  1928. {
  1929. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1930. struct net_device_stats *stats = &netdev->stats;
  1931. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  1932. stats->tx_packets = adapter->stats.xmitfinished;
  1933. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  1934. stats->tx_bytes = adapter->stats.txbytes;
  1935. stats->rx_dropped = adapter->stats.rxdropped;
  1936. stats->tx_dropped = adapter->stats.txdropped;
  1937. return stats;
  1938. }
  1939. static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
  1940. {
  1941. u32 status;
  1942. status = readl(adapter->isr_int_vec);
  1943. if (!(status & adapter->int_vec_bit))
  1944. return IRQ_NONE;
  1945. /* check interrupt state machine, to be sure */
  1946. status = readl(adapter->crb_int_state_reg);
  1947. if (!ISR_LEGACY_INT_TRIGGERED(status))
  1948. return IRQ_NONE;
  1949. writel(0xffffffff, adapter->tgt_status_reg);
  1950. /* read twice to ensure write is flushed */
  1951. readl(adapter->isr_int_vec);
  1952. readl(adapter->isr_int_vec);
  1953. return IRQ_HANDLED;
  1954. }
  1955. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  1956. {
  1957. struct qlcnic_host_sds_ring *sds_ring = data;
  1958. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1959. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1960. goto done;
  1961. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  1962. writel(0xffffffff, adapter->tgt_status_reg);
  1963. goto done;
  1964. }
  1965. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1966. return IRQ_NONE;
  1967. done:
  1968. adapter->diag_cnt++;
  1969. qlcnic_enable_int(sds_ring);
  1970. return IRQ_HANDLED;
  1971. }
  1972. static irqreturn_t qlcnic_intr(int irq, void *data)
  1973. {
  1974. struct qlcnic_host_sds_ring *sds_ring = data;
  1975. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1976. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1977. return IRQ_NONE;
  1978. napi_schedule(&sds_ring->napi);
  1979. return IRQ_HANDLED;
  1980. }
  1981. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  1982. {
  1983. struct qlcnic_host_sds_ring *sds_ring = data;
  1984. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1985. /* clear interrupt */
  1986. writel(0xffffffff, adapter->tgt_status_reg);
  1987. napi_schedule(&sds_ring->napi);
  1988. return IRQ_HANDLED;
  1989. }
  1990. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  1991. {
  1992. struct qlcnic_host_sds_ring *sds_ring = data;
  1993. napi_schedule(&sds_ring->napi);
  1994. return IRQ_HANDLED;
  1995. }
  1996. static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
  1997. {
  1998. u32 sw_consumer, hw_consumer;
  1999. int count = 0, i;
  2000. struct qlcnic_cmd_buffer *buffer;
  2001. struct pci_dev *pdev = adapter->pdev;
  2002. struct net_device *netdev = adapter->netdev;
  2003. struct qlcnic_skb_frag *frag;
  2004. int done;
  2005. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  2006. if (!spin_trylock(&adapter->tx_clean_lock))
  2007. return 1;
  2008. sw_consumer = tx_ring->sw_consumer;
  2009. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2010. while (sw_consumer != hw_consumer) {
  2011. buffer = &tx_ring->cmd_buf_arr[sw_consumer];
  2012. if (buffer->skb) {
  2013. frag = &buffer->frag_array[0];
  2014. pci_unmap_single(pdev, frag->dma, frag->length,
  2015. PCI_DMA_TODEVICE);
  2016. frag->dma = 0ULL;
  2017. for (i = 1; i < buffer->frag_count; i++) {
  2018. frag++;
  2019. pci_unmap_page(pdev, frag->dma, frag->length,
  2020. PCI_DMA_TODEVICE);
  2021. frag->dma = 0ULL;
  2022. }
  2023. adapter->stats.xmitfinished++;
  2024. dev_kfree_skb_any(buffer->skb);
  2025. buffer->skb = NULL;
  2026. }
  2027. sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
  2028. if (++count >= MAX_STATUS_HANDLE)
  2029. break;
  2030. }
  2031. if (count && netif_running(netdev)) {
  2032. tx_ring->sw_consumer = sw_consumer;
  2033. smp_mb();
  2034. if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
  2035. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
  2036. netif_wake_queue(netdev);
  2037. adapter->stats.xmit_on++;
  2038. }
  2039. }
  2040. adapter->tx_timeo_cnt = 0;
  2041. }
  2042. /*
  2043. * If everything is freed up to consumer then check if the ring is full
  2044. * If the ring is full then check if more needs to be freed and
  2045. * schedule the call back again.
  2046. *
  2047. * This happens when there are 2 CPUs. One could be freeing and the
  2048. * other filling it. If the ring is full when we get out of here and
  2049. * the card has already interrupted the host then the host can miss the
  2050. * interrupt.
  2051. *
  2052. * There is still a possible race condition and the host could miss an
  2053. * interrupt. The card has to take care of this.
  2054. */
  2055. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2056. done = (sw_consumer == hw_consumer);
  2057. spin_unlock(&adapter->tx_clean_lock);
  2058. return done;
  2059. }
  2060. static int qlcnic_poll(struct napi_struct *napi, int budget)
  2061. {
  2062. struct qlcnic_host_sds_ring *sds_ring =
  2063. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2064. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2065. int tx_complete;
  2066. int work_done;
  2067. tx_complete = qlcnic_process_cmd_ring(adapter);
  2068. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2069. if ((work_done < budget) && tx_complete) {
  2070. napi_complete(&sds_ring->napi);
  2071. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2072. qlcnic_enable_int(sds_ring);
  2073. }
  2074. return work_done;
  2075. }
  2076. static int qlcnic_rx_poll(struct napi_struct *napi, int budget)
  2077. {
  2078. struct qlcnic_host_sds_ring *sds_ring =
  2079. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2080. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2081. int work_done;
  2082. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2083. if (work_done < budget) {
  2084. napi_complete(&sds_ring->napi);
  2085. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2086. qlcnic_enable_int(sds_ring);
  2087. }
  2088. return work_done;
  2089. }
  2090. #ifdef CONFIG_NET_POLL_CONTROLLER
  2091. static void qlcnic_poll_controller(struct net_device *netdev)
  2092. {
  2093. int ring;
  2094. struct qlcnic_host_sds_ring *sds_ring;
  2095. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2096. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2097. disable_irq(adapter->irq);
  2098. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2099. sds_ring = &recv_ctx->sds_rings[ring];
  2100. qlcnic_intr(adapter->irq, sds_ring);
  2101. }
  2102. enable_irq(adapter->irq);
  2103. }
  2104. #endif
  2105. static void
  2106. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2107. {
  2108. u32 val;
  2109. val = adapter->portnum & 0xf;
  2110. val |= encoding << 7;
  2111. val |= (jiffies - adapter->dev_rst_time) << 8;
  2112. QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2113. adapter->dev_rst_time = jiffies;
  2114. }
  2115. static int
  2116. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2117. {
  2118. u32 val;
  2119. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2120. state != QLCNIC_DEV_NEED_QUISCENT);
  2121. if (qlcnic_api_lock(adapter))
  2122. return -EIO;
  2123. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2124. if (state == QLCNIC_DEV_NEED_RESET)
  2125. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2126. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2127. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2128. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2129. qlcnic_api_unlock(adapter);
  2130. return 0;
  2131. }
  2132. static int
  2133. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2134. {
  2135. u32 val;
  2136. if (qlcnic_api_lock(adapter))
  2137. return -EBUSY;
  2138. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2139. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2140. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2141. qlcnic_api_unlock(adapter);
  2142. return 0;
  2143. }
  2144. static void
  2145. qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2146. {
  2147. u32 val;
  2148. if (qlcnic_api_lock(adapter))
  2149. goto err;
  2150. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2151. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2152. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2153. if (failed) {
  2154. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  2155. dev_info(&adapter->pdev->dev,
  2156. "Device state set to Failed. Please Reboot\n");
  2157. } else if (!(val & 0x11111111))
  2158. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
  2159. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2160. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2161. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2162. qlcnic_api_unlock(adapter);
  2163. err:
  2164. adapter->fw_fail_cnt = 0;
  2165. adapter->flags &= ~QLCNIC_FW_HANG;
  2166. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2167. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2168. }
  2169. /* Grab api lock, before checking state */
  2170. static int
  2171. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2172. {
  2173. int act, state, active_mask;
  2174. state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2175. act = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2176. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2177. active_mask = (~(1 << (adapter->ahw->pci_func * 4)));
  2178. act = act & active_mask;
  2179. }
  2180. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2181. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2182. return 0;
  2183. else
  2184. return 1;
  2185. }
  2186. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2187. {
  2188. u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2189. if (val != QLCNIC_DRV_IDC_VER) {
  2190. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2191. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2192. }
  2193. return 0;
  2194. }
  2195. static int
  2196. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2197. {
  2198. u32 val, prev_state;
  2199. u8 dev_init_timeo = adapter->dev_init_timeo;
  2200. u8 portnum = adapter->portnum;
  2201. u8 ret;
  2202. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2203. return 1;
  2204. if (qlcnic_api_lock(adapter))
  2205. return -1;
  2206. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2207. if (!(val & (1 << (portnum * 4)))) {
  2208. QLC_DEV_SET_REF_CNT(val, portnum);
  2209. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2210. }
  2211. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2212. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2213. switch (prev_state) {
  2214. case QLCNIC_DEV_COLD:
  2215. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2216. QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
  2217. qlcnic_idc_debug_info(adapter, 0);
  2218. qlcnic_api_unlock(adapter);
  2219. return 1;
  2220. case QLCNIC_DEV_READY:
  2221. ret = qlcnic_check_idc_ver(adapter);
  2222. qlcnic_api_unlock(adapter);
  2223. return ret;
  2224. case QLCNIC_DEV_NEED_RESET:
  2225. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2226. QLC_DEV_SET_RST_RDY(val, portnum);
  2227. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2228. break;
  2229. case QLCNIC_DEV_NEED_QUISCENT:
  2230. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2231. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2232. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2233. break;
  2234. case QLCNIC_DEV_FAILED:
  2235. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2236. qlcnic_api_unlock(adapter);
  2237. return -1;
  2238. case QLCNIC_DEV_INITIALIZING:
  2239. case QLCNIC_DEV_QUISCENT:
  2240. break;
  2241. }
  2242. qlcnic_api_unlock(adapter);
  2243. do {
  2244. msleep(1000);
  2245. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2246. if (prev_state == QLCNIC_DEV_QUISCENT)
  2247. continue;
  2248. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2249. if (!dev_init_timeo) {
  2250. dev_err(&adapter->pdev->dev,
  2251. "Waiting for device to initialize timeout\n");
  2252. return -1;
  2253. }
  2254. if (qlcnic_api_lock(adapter))
  2255. return -1;
  2256. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2257. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2258. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2259. ret = qlcnic_check_idc_ver(adapter);
  2260. qlcnic_api_unlock(adapter);
  2261. return ret;
  2262. }
  2263. static void
  2264. qlcnic_fwinit_work(struct work_struct *work)
  2265. {
  2266. struct qlcnic_adapter *adapter = container_of(work,
  2267. struct qlcnic_adapter, fw_work.work);
  2268. u32 dev_state = 0xf;
  2269. u32 val;
  2270. if (qlcnic_api_lock(adapter))
  2271. goto err_ret;
  2272. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2273. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2274. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2275. qlcnic_api_unlock(adapter);
  2276. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2277. FW_POLL_DELAY * 2);
  2278. return;
  2279. }
  2280. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2281. qlcnic_api_unlock(adapter);
  2282. goto wait_npar;
  2283. }
  2284. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2285. dev_state == QLCNIC_DEV_READY) {
  2286. dev_info(&adapter->pdev->dev, "Detected state change from "
  2287. "DEV_NEED_RESET, skipping ack check\n");
  2288. goto skip_ack_check;
  2289. }
  2290. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2291. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2292. adapter->reset_ack_timeo);
  2293. goto skip_ack_check;
  2294. }
  2295. if (!qlcnic_check_drv_state(adapter)) {
  2296. skip_ack_check:
  2297. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2298. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2299. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
  2300. QLCNIC_DEV_INITIALIZING);
  2301. set_bit(__QLCNIC_START_FW, &adapter->state);
  2302. QLCDB(adapter, DRV, "Restarting fw\n");
  2303. qlcnic_idc_debug_info(adapter, 0);
  2304. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2305. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2306. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2307. }
  2308. qlcnic_api_unlock(adapter);
  2309. rtnl_lock();
  2310. if (adapter->ahw->fw_dump.enable &&
  2311. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2312. QLCDB(adapter, DRV, "Take FW dump\n");
  2313. qlcnic_dump_fw(adapter);
  2314. adapter->flags |= QLCNIC_FW_HANG;
  2315. }
  2316. rtnl_unlock();
  2317. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2318. if (!adapter->nic_ops->start_firmware(adapter)) {
  2319. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2320. adapter->fw_wait_cnt = 0;
  2321. return;
  2322. }
  2323. goto err_ret;
  2324. }
  2325. qlcnic_api_unlock(adapter);
  2326. wait_npar:
  2327. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2328. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2329. switch (dev_state) {
  2330. case QLCNIC_DEV_READY:
  2331. if (!adapter->nic_ops->start_firmware(adapter)) {
  2332. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2333. adapter->fw_wait_cnt = 0;
  2334. return;
  2335. }
  2336. case QLCNIC_DEV_FAILED:
  2337. break;
  2338. default:
  2339. qlcnic_schedule_work(adapter,
  2340. qlcnic_fwinit_work, FW_POLL_DELAY);
  2341. return;
  2342. }
  2343. err_ret:
  2344. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2345. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2346. netif_device_attach(adapter->netdev);
  2347. qlcnic_clr_all_drv_state(adapter, 0);
  2348. }
  2349. static void
  2350. qlcnic_detach_work(struct work_struct *work)
  2351. {
  2352. struct qlcnic_adapter *adapter = container_of(work,
  2353. struct qlcnic_adapter, fw_work.work);
  2354. struct net_device *netdev = adapter->netdev;
  2355. u32 status;
  2356. netif_device_detach(netdev);
  2357. /* Dont grab rtnl lock during Quiscent mode */
  2358. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2359. if (netif_running(netdev))
  2360. __qlcnic_down(adapter, netdev);
  2361. } else
  2362. qlcnic_down(adapter, netdev);
  2363. status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2364. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2365. dev_err(&adapter->pdev->dev,
  2366. "Detaching the device: peg halt status1=0x%x\n",
  2367. status);
  2368. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2369. dev_err(&adapter->pdev->dev,
  2370. "On board active cooling fan failed. "
  2371. "Device has been halted.\n");
  2372. dev_err(&adapter->pdev->dev,
  2373. "Replace the adapter.\n");
  2374. }
  2375. goto err_ret;
  2376. }
  2377. if (adapter->temp == QLCNIC_TEMP_PANIC) {
  2378. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2379. adapter->temp);
  2380. goto err_ret;
  2381. }
  2382. /* Dont ack if this instance is the reset owner */
  2383. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2384. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2385. dev_err(&adapter->pdev->dev,
  2386. "Failed to set driver state,"
  2387. "detaching the device.\n");
  2388. goto err_ret;
  2389. }
  2390. }
  2391. adapter->fw_wait_cnt = 0;
  2392. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2393. return;
  2394. err_ret:
  2395. netif_device_attach(netdev);
  2396. qlcnic_clr_all_drv_state(adapter, 1);
  2397. }
  2398. /*Transit NPAR state to NON Operational */
  2399. static void
  2400. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2401. {
  2402. u32 state;
  2403. state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2404. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2405. return;
  2406. if (qlcnic_api_lock(adapter))
  2407. return;
  2408. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2409. qlcnic_api_unlock(adapter);
  2410. }
  2411. /*Transit to RESET state from READY state only */
  2412. void
  2413. qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
  2414. {
  2415. u32 state, xg_val = 0, gb_val = 0;
  2416. qlcnic_xg_set_xg0_mask(xg_val);
  2417. qlcnic_xg_set_xg1_mask(xg_val);
  2418. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2419. qlcnic_gb_set_gb0_mask(gb_val);
  2420. qlcnic_gb_set_gb1_mask(gb_val);
  2421. qlcnic_gb_set_gb2_mask(gb_val);
  2422. qlcnic_gb_set_gb3_mask(gb_val);
  2423. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2424. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2425. " on all ports\n");
  2426. adapter->need_fw_reset = 1;
  2427. if (qlcnic_api_lock(adapter))
  2428. return;
  2429. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2430. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  2431. netdev_err(adapter->netdev,
  2432. "Device is in FAILED state, Please Reboot\n");
  2433. qlcnic_api_unlock(adapter);
  2434. return;
  2435. }
  2436. if (state == QLCNIC_DEV_READY) {
  2437. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
  2438. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2439. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2440. qlcnic_idc_debug_info(adapter, 0);
  2441. }
  2442. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2443. qlcnic_api_unlock(adapter);
  2444. }
  2445. /* Transit to NPAR READY state from NPAR NOT READY state */
  2446. static void
  2447. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2448. {
  2449. if (qlcnic_api_lock(adapter))
  2450. return;
  2451. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_OPER);
  2452. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2453. qlcnic_api_unlock(adapter);
  2454. }
  2455. static void
  2456. qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2457. work_func_t func, int delay)
  2458. {
  2459. if (test_bit(__QLCNIC_AER, &adapter->state))
  2460. return;
  2461. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2462. queue_delayed_work(qlcnic_wq, &adapter->fw_work,
  2463. round_jiffies_relative(delay));
  2464. }
  2465. static void
  2466. qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
  2467. {
  2468. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2469. msleep(10);
  2470. if (!adapter->fw_work.work.func)
  2471. return;
  2472. cancel_delayed_work_sync(&adapter->fw_work);
  2473. }
  2474. static void
  2475. qlcnic_attach_work(struct work_struct *work)
  2476. {
  2477. struct qlcnic_adapter *adapter = container_of(work,
  2478. struct qlcnic_adapter, fw_work.work);
  2479. struct net_device *netdev = adapter->netdev;
  2480. u32 npar_state;
  2481. if (adapter->op_mode != QLCNIC_MGMT_FUNC) {
  2482. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2483. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2484. qlcnic_clr_all_drv_state(adapter, 0);
  2485. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2486. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2487. FW_POLL_DELAY);
  2488. else
  2489. goto attach;
  2490. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2491. return;
  2492. }
  2493. attach:
  2494. if (netif_running(netdev)) {
  2495. if (qlcnic_up(adapter, netdev))
  2496. goto done;
  2497. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2498. }
  2499. done:
  2500. netif_device_attach(netdev);
  2501. adapter->fw_fail_cnt = 0;
  2502. adapter->flags &= ~QLCNIC_FW_HANG;
  2503. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2504. if (!qlcnic_clr_drv_state(adapter))
  2505. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2506. FW_POLL_DELAY);
  2507. }
  2508. static int
  2509. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2510. {
  2511. u32 state = 0, heartbeat;
  2512. u32 peg_status;
  2513. if (qlcnic_check_temp(adapter))
  2514. goto detach;
  2515. if (adapter->need_fw_reset)
  2516. qlcnic_dev_request_reset(adapter);
  2517. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2518. if (state == QLCNIC_DEV_NEED_RESET) {
  2519. qlcnic_set_npar_non_operational(adapter);
  2520. adapter->need_fw_reset = 1;
  2521. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2522. goto detach;
  2523. heartbeat = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2524. if (heartbeat != adapter->heartbeat) {
  2525. adapter->heartbeat = heartbeat;
  2526. adapter->fw_fail_cnt = 0;
  2527. if (adapter->need_fw_reset)
  2528. goto detach;
  2529. if (adapter->reset_context && auto_fw_reset) {
  2530. qlcnic_reset_hw_context(adapter);
  2531. adapter->netdev->trans_start = jiffies;
  2532. }
  2533. return 0;
  2534. }
  2535. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2536. return 0;
  2537. adapter->flags |= QLCNIC_FW_HANG;
  2538. qlcnic_dev_request_reset(adapter);
  2539. if (auto_fw_reset)
  2540. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2541. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2542. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2543. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2544. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2545. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2546. "PEG_NET_4_PC: 0x%x\n",
  2547. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1),
  2548. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2549. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2550. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2551. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2552. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2553. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2554. peg_status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2555. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2556. dev_err(&adapter->pdev->dev,
  2557. "Firmware aborted with error code 0x00006700. "
  2558. "Device is being reset.\n");
  2559. detach:
  2560. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2561. QLCNIC_DEV_NEED_RESET;
  2562. if (auto_fw_reset &&
  2563. !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2564. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2565. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2566. }
  2567. return 1;
  2568. }
  2569. static void
  2570. qlcnic_fw_poll_work(struct work_struct *work)
  2571. {
  2572. struct qlcnic_adapter *adapter = container_of(work,
  2573. struct qlcnic_adapter, fw_work.work);
  2574. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2575. goto reschedule;
  2576. if (qlcnic_check_health(adapter))
  2577. return;
  2578. if (adapter->fhash.fnum)
  2579. qlcnic_prune_lb_filters(adapter);
  2580. reschedule:
  2581. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2582. }
  2583. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2584. {
  2585. struct pci_dev *oth_pdev;
  2586. int val = pdev->devfn;
  2587. while (val-- > 0) {
  2588. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2589. (pdev->bus), pdev->bus->number,
  2590. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2591. if (!oth_pdev)
  2592. continue;
  2593. if (oth_pdev->current_state != PCI_D3cold) {
  2594. pci_dev_put(oth_pdev);
  2595. return 0;
  2596. }
  2597. pci_dev_put(oth_pdev);
  2598. }
  2599. return 1;
  2600. }
  2601. static int qlcnic_attach_func(struct pci_dev *pdev)
  2602. {
  2603. int err, first_func;
  2604. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2605. struct net_device *netdev = adapter->netdev;
  2606. pdev->error_state = pci_channel_io_normal;
  2607. err = pci_enable_device(pdev);
  2608. if (err)
  2609. return err;
  2610. pci_set_power_state(pdev, PCI_D0);
  2611. pci_set_master(pdev);
  2612. pci_restore_state(pdev);
  2613. first_func = qlcnic_is_first_func(pdev);
  2614. if (qlcnic_api_lock(adapter))
  2615. return -EINVAL;
  2616. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2617. adapter->need_fw_reset = 1;
  2618. set_bit(__QLCNIC_START_FW, &adapter->state);
  2619. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2620. QLCDB(adapter, DRV, "Restarting fw\n");
  2621. }
  2622. qlcnic_api_unlock(adapter);
  2623. err = adapter->nic_ops->start_firmware(adapter);
  2624. if (err)
  2625. return err;
  2626. qlcnic_clr_drv_state(adapter);
  2627. qlcnic_setup_intr(adapter);
  2628. if (netif_running(netdev)) {
  2629. err = qlcnic_attach(adapter);
  2630. if (err) {
  2631. qlcnic_clr_all_drv_state(adapter, 1);
  2632. clear_bit(__QLCNIC_AER, &adapter->state);
  2633. netif_device_attach(netdev);
  2634. return err;
  2635. }
  2636. err = qlcnic_up(adapter, netdev);
  2637. if (err)
  2638. goto done;
  2639. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2640. }
  2641. done:
  2642. netif_device_attach(netdev);
  2643. return err;
  2644. }
  2645. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2646. pci_channel_state_t state)
  2647. {
  2648. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2649. struct net_device *netdev = adapter->netdev;
  2650. if (state == pci_channel_io_perm_failure)
  2651. return PCI_ERS_RESULT_DISCONNECT;
  2652. if (state == pci_channel_io_normal)
  2653. return PCI_ERS_RESULT_RECOVERED;
  2654. set_bit(__QLCNIC_AER, &adapter->state);
  2655. netif_device_detach(netdev);
  2656. cancel_delayed_work_sync(&adapter->fw_work);
  2657. if (netif_running(netdev))
  2658. qlcnic_down(adapter, netdev);
  2659. qlcnic_detach(adapter);
  2660. qlcnic_teardown_intr(adapter);
  2661. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2662. pci_save_state(pdev);
  2663. pci_disable_device(pdev);
  2664. return PCI_ERS_RESULT_NEED_RESET;
  2665. }
  2666. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2667. {
  2668. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2669. PCI_ERS_RESULT_RECOVERED;
  2670. }
  2671. static void qlcnic_io_resume(struct pci_dev *pdev)
  2672. {
  2673. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2674. pci_cleanup_aer_uncorrect_error_status(pdev);
  2675. if (QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) == QLCNIC_DEV_READY &&
  2676. test_and_clear_bit(__QLCNIC_AER, &adapter->state))
  2677. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2678. FW_POLL_DELAY);
  2679. }
  2680. static int
  2681. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2682. {
  2683. int err;
  2684. err = qlcnic_can_start_firmware(adapter);
  2685. if (err)
  2686. return err;
  2687. err = qlcnic_check_npar_opertional(adapter);
  2688. if (err)
  2689. return err;
  2690. err = qlcnic_initialize_nic(adapter);
  2691. if (err)
  2692. return err;
  2693. qlcnic_check_options(adapter);
  2694. err = qlcnic_set_eswitch_port_config(adapter);
  2695. if (err)
  2696. return err;
  2697. adapter->need_fw_reset = 0;
  2698. return err;
  2699. }
  2700. static int
  2701. qlcnicvf_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
  2702. {
  2703. return -EOPNOTSUPP;
  2704. }
  2705. static int
  2706. qlcnicvf_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
  2707. {
  2708. return -EOPNOTSUPP;
  2709. }
  2710. static ssize_t
  2711. qlcnic_store_bridged_mode(struct device *dev,
  2712. struct device_attribute *attr, const char *buf, size_t len)
  2713. {
  2714. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2715. unsigned long new;
  2716. int ret = -EINVAL;
  2717. if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
  2718. goto err_out;
  2719. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2720. goto err_out;
  2721. if (strict_strtoul(buf, 2, &new))
  2722. goto err_out;
  2723. if (!adapter->nic_ops->config_bridged_mode(adapter, !!new))
  2724. ret = len;
  2725. err_out:
  2726. return ret;
  2727. }
  2728. static ssize_t
  2729. qlcnic_show_bridged_mode(struct device *dev,
  2730. struct device_attribute *attr, char *buf)
  2731. {
  2732. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2733. int bridged_mode = 0;
  2734. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  2735. bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
  2736. return sprintf(buf, "%d\n", bridged_mode);
  2737. }
  2738. static struct device_attribute dev_attr_bridged_mode = {
  2739. .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
  2740. .show = qlcnic_show_bridged_mode,
  2741. .store = qlcnic_store_bridged_mode,
  2742. };
  2743. static ssize_t
  2744. qlcnic_store_diag_mode(struct device *dev,
  2745. struct device_attribute *attr, const char *buf, size_t len)
  2746. {
  2747. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2748. unsigned long new;
  2749. if (strict_strtoul(buf, 2, &new))
  2750. return -EINVAL;
  2751. if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2752. adapter->flags ^= QLCNIC_DIAG_ENABLED;
  2753. return len;
  2754. }
  2755. static ssize_t
  2756. qlcnic_show_diag_mode(struct device *dev,
  2757. struct device_attribute *attr, char *buf)
  2758. {
  2759. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2760. return sprintf(buf, "%d\n",
  2761. !!(adapter->flags & QLCNIC_DIAG_ENABLED));
  2762. }
  2763. static struct device_attribute dev_attr_diag_mode = {
  2764. .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
  2765. .show = qlcnic_show_diag_mode,
  2766. .store = qlcnic_store_diag_mode,
  2767. };
  2768. int qlcnic_validate_max_rss(struct net_device *netdev, u8 max_hw, u8 val)
  2769. {
  2770. if (!use_msi_x && !use_msi) {
  2771. netdev_info(netdev, "no msix or msi support, hence no rss\n");
  2772. return -EINVAL;
  2773. }
  2774. if ((val > max_hw) || (val < 2) || !is_power_of_2(val)) {
  2775. netdev_info(netdev, "rss_ring valid range [2 - %x] in "
  2776. " powers of 2\n", max_hw);
  2777. return -EINVAL;
  2778. }
  2779. return 0;
  2780. }
  2781. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data)
  2782. {
  2783. struct net_device *netdev = adapter->netdev;
  2784. int err = 0;
  2785. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2786. return -EBUSY;
  2787. netif_device_detach(netdev);
  2788. if (netif_running(netdev))
  2789. __qlcnic_down(adapter, netdev);
  2790. qlcnic_detach(adapter);
  2791. qlcnic_teardown_intr(adapter);
  2792. if (qlcnic_enable_msix(adapter, data)) {
  2793. netdev_info(netdev, "failed setting max_rss; rss disabled\n");
  2794. qlcnic_enable_msi_legacy(adapter);
  2795. }
  2796. if (netif_running(netdev)) {
  2797. err = qlcnic_attach(adapter);
  2798. if (err)
  2799. goto done;
  2800. err = __qlcnic_up(adapter, netdev);
  2801. if (err)
  2802. goto done;
  2803. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2804. }
  2805. done:
  2806. netif_device_attach(netdev);
  2807. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2808. return err;
  2809. }
  2810. static int
  2811. qlcnic_validate_beacon(struct qlcnic_adapter *adapter, u16 beacon, u8 *state,
  2812. u8 *rate)
  2813. {
  2814. *rate = LSB(beacon);
  2815. *state = MSB(beacon);
  2816. QLCDB(adapter, DRV, "rate %x state %x\n", *rate, *state);
  2817. if (!*state) {
  2818. *rate = __QLCNIC_MAX_LED_RATE;
  2819. return 0;
  2820. } else if (*state > __QLCNIC_MAX_LED_STATE)
  2821. return -EINVAL;
  2822. if ((!*rate) || (*rate > __QLCNIC_MAX_LED_RATE))
  2823. return -EINVAL;
  2824. return 0;
  2825. }
  2826. static ssize_t
  2827. qlcnic_store_beacon(struct device *dev,
  2828. struct device_attribute *attr, const char *buf, size_t len)
  2829. {
  2830. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2831. int max_sds_rings = adapter->max_sds_rings;
  2832. u16 beacon;
  2833. u8 b_state, b_rate;
  2834. int err;
  2835. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2836. dev_warn(dev, "LED test not supported for non "
  2837. "privilege function\n");
  2838. return -EOPNOTSUPP;
  2839. }
  2840. if (len != sizeof(u16))
  2841. return QL_STATUS_INVALID_PARAM;
  2842. memcpy(&beacon, buf, sizeof(u16));
  2843. err = qlcnic_validate_beacon(adapter, beacon, &b_state, &b_rate);
  2844. if (err)
  2845. return err;
  2846. if (adapter->ahw->beacon_state == b_state)
  2847. return len;
  2848. rtnl_lock();
  2849. if (!adapter->ahw->beacon_state)
  2850. if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state)) {
  2851. rtnl_unlock();
  2852. return -EBUSY;
  2853. }
  2854. if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2855. err = -EIO;
  2856. goto out;
  2857. }
  2858. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  2859. err = qlcnic_diag_alloc_res(adapter->netdev, QLCNIC_LED_TEST);
  2860. if (err)
  2861. goto out;
  2862. set_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state);
  2863. }
  2864. err = qlcnic_config_led(adapter, b_state, b_rate);
  2865. if (!err) {
  2866. err = len;
  2867. adapter->ahw->beacon_state = b_state;
  2868. }
  2869. if (test_and_clear_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state))
  2870. qlcnic_diag_free_res(adapter->netdev, max_sds_rings);
  2871. out:
  2872. if (!adapter->ahw->beacon_state)
  2873. clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
  2874. rtnl_unlock();
  2875. return err;
  2876. }
  2877. static ssize_t
  2878. qlcnic_show_beacon(struct device *dev,
  2879. struct device_attribute *attr, char *buf)
  2880. {
  2881. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2882. return sprintf(buf, "%d\n", adapter->ahw->beacon_state);
  2883. }
  2884. static struct device_attribute dev_attr_beacon = {
  2885. .attr = {.name = "beacon", .mode = (S_IRUGO | S_IWUSR)},
  2886. .show = qlcnic_show_beacon,
  2887. .store = qlcnic_store_beacon,
  2888. };
  2889. static int
  2890. qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
  2891. loff_t offset, size_t size)
  2892. {
  2893. size_t crb_size = 4;
  2894. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2895. return -EIO;
  2896. if (offset < QLCNIC_PCI_CRBSPACE) {
  2897. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
  2898. QLCNIC_PCI_CAMQM_END))
  2899. crb_size = 8;
  2900. else
  2901. return -EINVAL;
  2902. }
  2903. if ((size != crb_size) || (offset & (crb_size-1)))
  2904. return -EINVAL;
  2905. return 0;
  2906. }
  2907. static ssize_t
  2908. qlcnic_sysfs_read_crb(struct file *filp, struct kobject *kobj,
  2909. struct bin_attribute *attr,
  2910. char *buf, loff_t offset, size_t size)
  2911. {
  2912. struct device *dev = container_of(kobj, struct device, kobj);
  2913. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2914. u32 data;
  2915. u64 qmdata;
  2916. int ret;
  2917. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2918. if (ret != 0)
  2919. return ret;
  2920. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2921. qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
  2922. memcpy(buf, &qmdata, size);
  2923. } else {
  2924. data = QLCRD32(adapter, offset);
  2925. memcpy(buf, &data, size);
  2926. }
  2927. return size;
  2928. }
  2929. static ssize_t
  2930. qlcnic_sysfs_write_crb(struct file *filp, struct kobject *kobj,
  2931. struct bin_attribute *attr,
  2932. char *buf, loff_t offset, size_t size)
  2933. {
  2934. struct device *dev = container_of(kobj, struct device, kobj);
  2935. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2936. u32 data;
  2937. u64 qmdata;
  2938. int ret;
  2939. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2940. if (ret != 0)
  2941. return ret;
  2942. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2943. memcpy(&qmdata, buf, size);
  2944. qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
  2945. } else {
  2946. memcpy(&data, buf, size);
  2947. QLCWR32(adapter, offset, data);
  2948. }
  2949. return size;
  2950. }
  2951. static int
  2952. qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
  2953. loff_t offset, size_t size)
  2954. {
  2955. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2956. return -EIO;
  2957. if ((size != 8) || (offset & 0x7))
  2958. return -EIO;
  2959. return 0;
  2960. }
  2961. static ssize_t
  2962. qlcnic_sysfs_read_mem(struct file *filp, struct kobject *kobj,
  2963. struct bin_attribute *attr,
  2964. char *buf, loff_t offset, size_t size)
  2965. {
  2966. struct device *dev = container_of(kobj, struct device, kobj);
  2967. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2968. u64 data;
  2969. int ret;
  2970. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2971. if (ret != 0)
  2972. return ret;
  2973. if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
  2974. return -EIO;
  2975. memcpy(buf, &data, size);
  2976. return size;
  2977. }
  2978. static ssize_t
  2979. qlcnic_sysfs_write_mem(struct file *filp, struct kobject *kobj,
  2980. struct bin_attribute *attr,
  2981. char *buf, loff_t offset, size_t size)
  2982. {
  2983. struct device *dev = container_of(kobj, struct device, kobj);
  2984. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2985. u64 data;
  2986. int ret;
  2987. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2988. if (ret != 0)
  2989. return ret;
  2990. memcpy(&data, buf, size);
  2991. if (qlcnic_pci_mem_write_2M(adapter, offset, data))
  2992. return -EIO;
  2993. return size;
  2994. }
  2995. static struct bin_attribute bin_attr_crb = {
  2996. .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
  2997. .size = 0,
  2998. .read = qlcnic_sysfs_read_crb,
  2999. .write = qlcnic_sysfs_write_crb,
  3000. };
  3001. static struct bin_attribute bin_attr_mem = {
  3002. .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
  3003. .size = 0,
  3004. .read = qlcnic_sysfs_read_mem,
  3005. .write = qlcnic_sysfs_write_mem,
  3006. };
  3007. static int
  3008. validate_pm_config(struct qlcnic_adapter *adapter,
  3009. struct qlcnic_pm_func_cfg *pm_cfg, int count)
  3010. {
  3011. u8 src_pci_func, s_esw_id, d_esw_id;
  3012. u8 dest_pci_func;
  3013. int i;
  3014. for (i = 0; i < count; i++) {
  3015. src_pci_func = pm_cfg[i].pci_func;
  3016. dest_pci_func = pm_cfg[i].dest_npar;
  3017. if (src_pci_func >= QLCNIC_MAX_PCI_FUNC
  3018. || dest_pci_func >= QLCNIC_MAX_PCI_FUNC)
  3019. return QL_STATUS_INVALID_PARAM;
  3020. if (adapter->npars[src_pci_func].type != QLCNIC_TYPE_NIC)
  3021. return QL_STATUS_INVALID_PARAM;
  3022. if (adapter->npars[dest_pci_func].type != QLCNIC_TYPE_NIC)
  3023. return QL_STATUS_INVALID_PARAM;
  3024. s_esw_id = adapter->npars[src_pci_func].phy_port;
  3025. d_esw_id = adapter->npars[dest_pci_func].phy_port;
  3026. if (s_esw_id != d_esw_id)
  3027. return QL_STATUS_INVALID_PARAM;
  3028. }
  3029. return 0;
  3030. }
  3031. static ssize_t
  3032. qlcnic_sysfs_write_pm_config(struct file *filp, struct kobject *kobj,
  3033. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3034. {
  3035. struct device *dev = container_of(kobj, struct device, kobj);
  3036. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3037. struct qlcnic_pm_func_cfg *pm_cfg;
  3038. u32 id, action, pci_func;
  3039. int count, rem, i, ret;
  3040. count = size / sizeof(struct qlcnic_pm_func_cfg);
  3041. rem = size % sizeof(struct qlcnic_pm_func_cfg);
  3042. if (rem)
  3043. return QL_STATUS_INVALID_PARAM;
  3044. pm_cfg = (struct qlcnic_pm_func_cfg *) buf;
  3045. ret = validate_pm_config(adapter, pm_cfg, count);
  3046. if (ret)
  3047. return ret;
  3048. for (i = 0; i < count; i++) {
  3049. pci_func = pm_cfg[i].pci_func;
  3050. action = !!pm_cfg[i].action;
  3051. id = adapter->npars[pci_func].phy_port;
  3052. ret = qlcnic_config_port_mirroring(adapter, id,
  3053. action, pci_func);
  3054. if (ret)
  3055. return ret;
  3056. }
  3057. for (i = 0; i < count; i++) {
  3058. pci_func = pm_cfg[i].pci_func;
  3059. id = adapter->npars[pci_func].phy_port;
  3060. adapter->npars[pci_func].enable_pm = !!pm_cfg[i].action;
  3061. adapter->npars[pci_func].dest_npar = id;
  3062. }
  3063. return size;
  3064. }
  3065. static ssize_t
  3066. qlcnic_sysfs_read_pm_config(struct file *filp, struct kobject *kobj,
  3067. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3068. {
  3069. struct device *dev = container_of(kobj, struct device, kobj);
  3070. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3071. struct qlcnic_pm_func_cfg pm_cfg[QLCNIC_MAX_PCI_FUNC];
  3072. int i;
  3073. if (size != sizeof(pm_cfg))
  3074. return QL_STATUS_INVALID_PARAM;
  3075. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3076. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3077. continue;
  3078. pm_cfg[i].action = adapter->npars[i].enable_pm;
  3079. pm_cfg[i].dest_npar = 0;
  3080. pm_cfg[i].pci_func = i;
  3081. }
  3082. memcpy(buf, &pm_cfg, size);
  3083. return size;
  3084. }
  3085. static int
  3086. validate_esw_config(struct qlcnic_adapter *adapter,
  3087. struct qlcnic_esw_func_cfg *esw_cfg, int count)
  3088. {
  3089. u32 op_mode;
  3090. u8 pci_func;
  3091. int i;
  3092. op_mode = readl(adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE);
  3093. for (i = 0; i < count; i++) {
  3094. pci_func = esw_cfg[i].pci_func;
  3095. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3096. return QL_STATUS_INVALID_PARAM;
  3097. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3098. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3099. return QL_STATUS_INVALID_PARAM;
  3100. switch (esw_cfg[i].op_mode) {
  3101. case QLCNIC_PORT_DEFAULTS:
  3102. if (QLC_DEV_GET_DRV(op_mode, pci_func) !=
  3103. QLCNIC_NON_PRIV_FUNC) {
  3104. if (esw_cfg[i].mac_anti_spoof != 0)
  3105. return QL_STATUS_INVALID_PARAM;
  3106. if (esw_cfg[i].mac_override != 1)
  3107. return QL_STATUS_INVALID_PARAM;
  3108. if (esw_cfg[i].promisc_mode != 1)
  3109. return QL_STATUS_INVALID_PARAM;
  3110. }
  3111. break;
  3112. case QLCNIC_ADD_VLAN:
  3113. if (!IS_VALID_VLAN(esw_cfg[i].vlan_id))
  3114. return QL_STATUS_INVALID_PARAM;
  3115. if (!esw_cfg[i].op_type)
  3116. return QL_STATUS_INVALID_PARAM;
  3117. break;
  3118. case QLCNIC_DEL_VLAN:
  3119. if (!esw_cfg[i].op_type)
  3120. return QL_STATUS_INVALID_PARAM;
  3121. break;
  3122. default:
  3123. return QL_STATUS_INVALID_PARAM;
  3124. }
  3125. }
  3126. return 0;
  3127. }
  3128. static ssize_t
  3129. qlcnic_sysfs_write_esw_config(struct file *file, struct kobject *kobj,
  3130. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3131. {
  3132. struct device *dev = container_of(kobj, struct device, kobj);
  3133. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3134. struct qlcnic_esw_func_cfg *esw_cfg;
  3135. struct qlcnic_npar_info *npar;
  3136. int count, rem, i, ret;
  3137. u8 pci_func, op_mode = 0;
  3138. count = size / sizeof(struct qlcnic_esw_func_cfg);
  3139. rem = size % sizeof(struct qlcnic_esw_func_cfg);
  3140. if (rem)
  3141. return QL_STATUS_INVALID_PARAM;
  3142. esw_cfg = (struct qlcnic_esw_func_cfg *) buf;
  3143. ret = validate_esw_config(adapter, esw_cfg, count);
  3144. if (ret)
  3145. return ret;
  3146. for (i = 0; i < count; i++) {
  3147. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3148. if (qlcnic_config_switch_port(adapter, &esw_cfg[i]))
  3149. return QL_STATUS_INVALID_PARAM;
  3150. if (adapter->ahw->pci_func != esw_cfg[i].pci_func)
  3151. continue;
  3152. op_mode = esw_cfg[i].op_mode;
  3153. qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]);
  3154. esw_cfg[i].op_mode = op_mode;
  3155. esw_cfg[i].pci_func = adapter->ahw->pci_func;
  3156. switch (esw_cfg[i].op_mode) {
  3157. case QLCNIC_PORT_DEFAULTS:
  3158. qlcnic_set_eswitch_port_features(adapter, &esw_cfg[i]);
  3159. break;
  3160. case QLCNIC_ADD_VLAN:
  3161. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3162. break;
  3163. case QLCNIC_DEL_VLAN:
  3164. esw_cfg[i].vlan_id = 0;
  3165. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3166. break;
  3167. }
  3168. }
  3169. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3170. goto out;
  3171. for (i = 0; i < count; i++) {
  3172. pci_func = esw_cfg[i].pci_func;
  3173. npar = &adapter->npars[pci_func];
  3174. switch (esw_cfg[i].op_mode) {
  3175. case QLCNIC_PORT_DEFAULTS:
  3176. npar->promisc_mode = esw_cfg[i].promisc_mode;
  3177. npar->mac_override = esw_cfg[i].mac_override;
  3178. npar->offload_flags = esw_cfg[i].offload_flags;
  3179. npar->mac_anti_spoof = esw_cfg[i].mac_anti_spoof;
  3180. npar->discard_tagged = esw_cfg[i].discard_tagged;
  3181. break;
  3182. case QLCNIC_ADD_VLAN:
  3183. npar->pvid = esw_cfg[i].vlan_id;
  3184. break;
  3185. case QLCNIC_DEL_VLAN:
  3186. npar->pvid = 0;
  3187. break;
  3188. }
  3189. }
  3190. out:
  3191. return size;
  3192. }
  3193. static ssize_t
  3194. qlcnic_sysfs_read_esw_config(struct file *file, struct kobject *kobj,
  3195. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3196. {
  3197. struct device *dev = container_of(kobj, struct device, kobj);
  3198. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3199. struct qlcnic_esw_func_cfg esw_cfg[QLCNIC_MAX_PCI_FUNC];
  3200. u8 i;
  3201. if (size != sizeof(esw_cfg))
  3202. return QL_STATUS_INVALID_PARAM;
  3203. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3204. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3205. continue;
  3206. esw_cfg[i].pci_func = i;
  3207. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]))
  3208. return QL_STATUS_INVALID_PARAM;
  3209. }
  3210. memcpy(buf, &esw_cfg, size);
  3211. return size;
  3212. }
  3213. static int
  3214. validate_npar_config(struct qlcnic_adapter *adapter,
  3215. struct qlcnic_npar_func_cfg *np_cfg, int count)
  3216. {
  3217. u8 pci_func, i;
  3218. for (i = 0; i < count; i++) {
  3219. pci_func = np_cfg[i].pci_func;
  3220. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3221. return QL_STATUS_INVALID_PARAM;
  3222. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3223. return QL_STATUS_INVALID_PARAM;
  3224. if (!IS_VALID_BW(np_cfg[i].min_bw) ||
  3225. !IS_VALID_BW(np_cfg[i].max_bw))
  3226. return QL_STATUS_INVALID_PARAM;
  3227. }
  3228. return 0;
  3229. }
  3230. static ssize_t
  3231. qlcnic_sysfs_write_npar_config(struct file *file, struct kobject *kobj,
  3232. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3233. {
  3234. struct device *dev = container_of(kobj, struct device, kobj);
  3235. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3236. struct qlcnic_info nic_info;
  3237. struct qlcnic_npar_func_cfg *np_cfg;
  3238. int i, count, rem, ret;
  3239. u8 pci_func;
  3240. count = size / sizeof(struct qlcnic_npar_func_cfg);
  3241. rem = size % sizeof(struct qlcnic_npar_func_cfg);
  3242. if (rem)
  3243. return QL_STATUS_INVALID_PARAM;
  3244. np_cfg = (struct qlcnic_npar_func_cfg *) buf;
  3245. ret = validate_npar_config(adapter, np_cfg, count);
  3246. if (ret)
  3247. return ret;
  3248. for (i = 0; i < count ; i++) {
  3249. pci_func = np_cfg[i].pci_func;
  3250. ret = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  3251. if (ret)
  3252. return ret;
  3253. nic_info.pci_func = pci_func;
  3254. nic_info.min_tx_bw = np_cfg[i].min_bw;
  3255. nic_info.max_tx_bw = np_cfg[i].max_bw;
  3256. ret = qlcnic_set_nic_info(adapter, &nic_info);
  3257. if (ret)
  3258. return ret;
  3259. adapter->npars[i].min_bw = nic_info.min_tx_bw;
  3260. adapter->npars[i].max_bw = nic_info.max_tx_bw;
  3261. }
  3262. return size;
  3263. }
  3264. static ssize_t
  3265. qlcnic_sysfs_read_npar_config(struct file *file, struct kobject *kobj,
  3266. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3267. {
  3268. struct device *dev = container_of(kobj, struct device, kobj);
  3269. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3270. struct qlcnic_info nic_info;
  3271. struct qlcnic_npar_func_cfg np_cfg[QLCNIC_MAX_PCI_FUNC];
  3272. int i, ret;
  3273. if (size != sizeof(np_cfg))
  3274. return QL_STATUS_INVALID_PARAM;
  3275. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3276. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3277. continue;
  3278. ret = qlcnic_get_nic_info(adapter, &nic_info, i);
  3279. if (ret)
  3280. return ret;
  3281. np_cfg[i].pci_func = i;
  3282. np_cfg[i].op_mode = (u8)nic_info.op_mode;
  3283. np_cfg[i].port_num = nic_info.phys_port;
  3284. np_cfg[i].fw_capab = nic_info.capabilities;
  3285. np_cfg[i].min_bw = nic_info.min_tx_bw ;
  3286. np_cfg[i].max_bw = nic_info.max_tx_bw;
  3287. np_cfg[i].max_tx_queues = nic_info.max_tx_ques;
  3288. np_cfg[i].max_rx_queues = nic_info.max_rx_ques;
  3289. }
  3290. memcpy(buf, &np_cfg, size);
  3291. return size;
  3292. }
  3293. static ssize_t
  3294. qlcnic_sysfs_get_port_stats(struct file *file, struct kobject *kobj,
  3295. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3296. {
  3297. struct device *dev = container_of(kobj, struct device, kobj);
  3298. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3299. struct qlcnic_esw_statistics port_stats;
  3300. int ret;
  3301. if (size != sizeof(struct qlcnic_esw_statistics))
  3302. return QL_STATUS_INVALID_PARAM;
  3303. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3304. return QL_STATUS_INVALID_PARAM;
  3305. memset(&port_stats, 0, size);
  3306. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3307. &port_stats.rx);
  3308. if (ret)
  3309. return ret;
  3310. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3311. &port_stats.tx);
  3312. if (ret)
  3313. return ret;
  3314. memcpy(buf, &port_stats, size);
  3315. return size;
  3316. }
  3317. static ssize_t
  3318. qlcnic_sysfs_get_esw_stats(struct file *file, struct kobject *kobj,
  3319. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3320. {
  3321. struct device *dev = container_of(kobj, struct device, kobj);
  3322. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3323. struct qlcnic_esw_statistics esw_stats;
  3324. int ret;
  3325. if (size != sizeof(struct qlcnic_esw_statistics))
  3326. return QL_STATUS_INVALID_PARAM;
  3327. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3328. return QL_STATUS_INVALID_PARAM;
  3329. memset(&esw_stats, 0, size);
  3330. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3331. &esw_stats.rx);
  3332. if (ret)
  3333. return ret;
  3334. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3335. &esw_stats.tx);
  3336. if (ret)
  3337. return ret;
  3338. memcpy(buf, &esw_stats, size);
  3339. return size;
  3340. }
  3341. static ssize_t
  3342. qlcnic_sysfs_clear_esw_stats(struct file *file, struct kobject *kobj,
  3343. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3344. {
  3345. struct device *dev = container_of(kobj, struct device, kobj);
  3346. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3347. int ret;
  3348. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3349. return QL_STATUS_INVALID_PARAM;
  3350. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3351. QLCNIC_QUERY_RX_COUNTER);
  3352. if (ret)
  3353. return ret;
  3354. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3355. QLCNIC_QUERY_TX_COUNTER);
  3356. if (ret)
  3357. return ret;
  3358. return size;
  3359. }
  3360. static ssize_t
  3361. qlcnic_sysfs_clear_port_stats(struct file *file, struct kobject *kobj,
  3362. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3363. {
  3364. struct device *dev = container_of(kobj, struct device, kobj);
  3365. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3366. int ret;
  3367. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3368. return QL_STATUS_INVALID_PARAM;
  3369. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3370. QLCNIC_QUERY_RX_COUNTER);
  3371. if (ret)
  3372. return ret;
  3373. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3374. QLCNIC_QUERY_TX_COUNTER);
  3375. if (ret)
  3376. return ret;
  3377. return size;
  3378. }
  3379. static ssize_t
  3380. qlcnic_sysfs_read_pci_config(struct file *file, struct kobject *kobj,
  3381. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3382. {
  3383. struct device *dev = container_of(kobj, struct device, kobj);
  3384. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3385. struct qlcnic_pci_func_cfg pci_cfg[QLCNIC_MAX_PCI_FUNC];
  3386. struct qlcnic_pci_info *pci_info;
  3387. int i, ret;
  3388. if (size != sizeof(pci_cfg))
  3389. return QL_STATUS_INVALID_PARAM;
  3390. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  3391. if (!pci_info)
  3392. return -ENOMEM;
  3393. ret = qlcnic_get_pci_info(adapter, pci_info);
  3394. if (ret) {
  3395. kfree(pci_info);
  3396. return ret;
  3397. }
  3398. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3399. pci_cfg[i].pci_func = pci_info[i].id;
  3400. pci_cfg[i].func_type = pci_info[i].type;
  3401. pci_cfg[i].port_num = pci_info[i].default_port;
  3402. pci_cfg[i].min_bw = pci_info[i].tx_min_bw;
  3403. pci_cfg[i].max_bw = pci_info[i].tx_max_bw;
  3404. memcpy(&pci_cfg[i].def_mac_addr, &pci_info[i].mac, ETH_ALEN);
  3405. }
  3406. memcpy(buf, &pci_cfg, size);
  3407. kfree(pci_info);
  3408. return size;
  3409. }
  3410. static struct bin_attribute bin_attr_npar_config = {
  3411. .attr = {.name = "npar_config", .mode = (S_IRUGO | S_IWUSR)},
  3412. .size = 0,
  3413. .read = qlcnic_sysfs_read_npar_config,
  3414. .write = qlcnic_sysfs_write_npar_config,
  3415. };
  3416. static struct bin_attribute bin_attr_pci_config = {
  3417. .attr = {.name = "pci_config", .mode = (S_IRUGO | S_IWUSR)},
  3418. .size = 0,
  3419. .read = qlcnic_sysfs_read_pci_config,
  3420. .write = NULL,
  3421. };
  3422. static struct bin_attribute bin_attr_port_stats = {
  3423. .attr = {.name = "port_stats", .mode = (S_IRUGO | S_IWUSR)},
  3424. .size = 0,
  3425. .read = qlcnic_sysfs_get_port_stats,
  3426. .write = qlcnic_sysfs_clear_port_stats,
  3427. };
  3428. static struct bin_attribute bin_attr_esw_stats = {
  3429. .attr = {.name = "esw_stats", .mode = (S_IRUGO | S_IWUSR)},
  3430. .size = 0,
  3431. .read = qlcnic_sysfs_get_esw_stats,
  3432. .write = qlcnic_sysfs_clear_esw_stats,
  3433. };
  3434. static struct bin_attribute bin_attr_esw_config = {
  3435. .attr = {.name = "esw_config", .mode = (S_IRUGO | S_IWUSR)},
  3436. .size = 0,
  3437. .read = qlcnic_sysfs_read_esw_config,
  3438. .write = qlcnic_sysfs_write_esw_config,
  3439. };
  3440. static struct bin_attribute bin_attr_pm_config = {
  3441. .attr = {.name = "pm_config", .mode = (S_IRUGO | S_IWUSR)},
  3442. .size = 0,
  3443. .read = qlcnic_sysfs_read_pm_config,
  3444. .write = qlcnic_sysfs_write_pm_config,
  3445. };
  3446. static void
  3447. qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
  3448. {
  3449. struct device *dev = &adapter->pdev->dev;
  3450. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3451. if (device_create_file(dev, &dev_attr_bridged_mode))
  3452. dev_warn(dev,
  3453. "failed to create bridged_mode sysfs entry\n");
  3454. }
  3455. static void
  3456. qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
  3457. {
  3458. struct device *dev = &adapter->pdev->dev;
  3459. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3460. device_remove_file(dev, &dev_attr_bridged_mode);
  3461. }
  3462. static void
  3463. qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
  3464. {
  3465. struct device *dev = &adapter->pdev->dev;
  3466. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3467. if (device_create_bin_file(dev, &bin_attr_port_stats))
  3468. dev_info(dev, "failed to create port stats sysfs entry");
  3469. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3470. return;
  3471. if (device_create_file(dev, &dev_attr_diag_mode))
  3472. dev_info(dev, "failed to create diag_mode sysfs entry\n");
  3473. if (device_create_bin_file(dev, &bin_attr_crb))
  3474. dev_info(dev, "failed to create crb sysfs entry\n");
  3475. if (device_create_bin_file(dev, &bin_attr_mem))
  3476. dev_info(dev, "failed to create mem sysfs entry\n");
  3477. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3478. return;
  3479. if (device_create_bin_file(dev, &bin_attr_pci_config))
  3480. dev_info(dev, "failed to create pci config sysfs entry");
  3481. if (device_create_file(dev, &dev_attr_beacon))
  3482. dev_info(dev, "failed to create beacon sysfs entry");
  3483. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3484. return;
  3485. if (device_create_bin_file(dev, &bin_attr_esw_config))
  3486. dev_info(dev, "failed to create esw config sysfs entry");
  3487. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3488. return;
  3489. if (device_create_bin_file(dev, &bin_attr_npar_config))
  3490. dev_info(dev, "failed to create npar config sysfs entry");
  3491. if (device_create_bin_file(dev, &bin_attr_pm_config))
  3492. dev_info(dev, "failed to create pm config sysfs entry");
  3493. if (device_create_bin_file(dev, &bin_attr_esw_stats))
  3494. dev_info(dev, "failed to create eswitch stats sysfs entry");
  3495. }
  3496. static void
  3497. qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
  3498. {
  3499. struct device *dev = &adapter->pdev->dev;
  3500. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3501. device_remove_bin_file(dev, &bin_attr_port_stats);
  3502. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3503. return;
  3504. device_remove_file(dev, &dev_attr_diag_mode);
  3505. device_remove_bin_file(dev, &bin_attr_crb);
  3506. device_remove_bin_file(dev, &bin_attr_mem);
  3507. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3508. return;
  3509. device_remove_bin_file(dev, &bin_attr_pci_config);
  3510. device_remove_file(dev, &dev_attr_beacon);
  3511. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3512. return;
  3513. device_remove_bin_file(dev, &bin_attr_esw_config);
  3514. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3515. return;
  3516. device_remove_bin_file(dev, &bin_attr_npar_config);
  3517. device_remove_bin_file(dev, &bin_attr_pm_config);
  3518. device_remove_bin_file(dev, &bin_attr_esw_stats);
  3519. }
  3520. #ifdef CONFIG_INET
  3521. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  3522. static void
  3523. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  3524. struct net_device *dev, unsigned long event)
  3525. {
  3526. struct in_device *indev;
  3527. indev = in_dev_get(dev);
  3528. if (!indev)
  3529. return;
  3530. for_ifa(indev) {
  3531. switch (event) {
  3532. case NETDEV_UP:
  3533. qlcnic_config_ipaddr(adapter,
  3534. ifa->ifa_address, QLCNIC_IP_UP);
  3535. break;
  3536. case NETDEV_DOWN:
  3537. qlcnic_config_ipaddr(adapter,
  3538. ifa->ifa_address, QLCNIC_IP_DOWN);
  3539. break;
  3540. default:
  3541. break;
  3542. }
  3543. } endfor_ifa(indev);
  3544. in_dev_put(indev);
  3545. }
  3546. static void
  3547. qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  3548. {
  3549. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  3550. struct net_device *dev;
  3551. u16 vid;
  3552. qlcnic_config_indev_addr(adapter, netdev, event);
  3553. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  3554. dev = __vlan_find_dev_deep(netdev, vid);
  3555. if (!dev)
  3556. continue;
  3557. qlcnic_config_indev_addr(adapter, dev, event);
  3558. }
  3559. }
  3560. static int qlcnic_netdev_event(struct notifier_block *this,
  3561. unsigned long event, void *ptr)
  3562. {
  3563. struct qlcnic_adapter *adapter;
  3564. struct net_device *dev = (struct net_device *)ptr;
  3565. recheck:
  3566. if (dev == NULL)
  3567. goto done;
  3568. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3569. dev = vlan_dev_real_dev(dev);
  3570. goto recheck;
  3571. }
  3572. if (!is_qlcnic_netdev(dev))
  3573. goto done;
  3574. adapter = netdev_priv(dev);
  3575. if (!adapter)
  3576. goto done;
  3577. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3578. goto done;
  3579. qlcnic_config_indev_addr(adapter, dev, event);
  3580. done:
  3581. return NOTIFY_DONE;
  3582. }
  3583. static int
  3584. qlcnic_inetaddr_event(struct notifier_block *this,
  3585. unsigned long event, void *ptr)
  3586. {
  3587. struct qlcnic_adapter *adapter;
  3588. struct net_device *dev;
  3589. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  3590. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  3591. recheck:
  3592. if (dev == NULL)
  3593. goto done;
  3594. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3595. dev = vlan_dev_real_dev(dev);
  3596. goto recheck;
  3597. }
  3598. if (!is_qlcnic_netdev(dev))
  3599. goto done;
  3600. adapter = netdev_priv(dev);
  3601. if (!adapter)
  3602. goto done;
  3603. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3604. goto done;
  3605. switch (event) {
  3606. case NETDEV_UP:
  3607. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  3608. break;
  3609. case NETDEV_DOWN:
  3610. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  3611. break;
  3612. default:
  3613. break;
  3614. }
  3615. done:
  3616. return NOTIFY_DONE;
  3617. }
  3618. static struct notifier_block qlcnic_netdev_cb = {
  3619. .notifier_call = qlcnic_netdev_event,
  3620. };
  3621. static struct notifier_block qlcnic_inetaddr_cb = {
  3622. .notifier_call = qlcnic_inetaddr_event,
  3623. };
  3624. #else
  3625. static void
  3626. qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  3627. { }
  3628. #endif
  3629. static const struct pci_error_handlers qlcnic_err_handler = {
  3630. .error_detected = qlcnic_io_error_detected,
  3631. .slot_reset = qlcnic_io_slot_reset,
  3632. .resume = qlcnic_io_resume,
  3633. };
  3634. static struct pci_driver qlcnic_driver = {
  3635. .name = qlcnic_driver_name,
  3636. .id_table = qlcnic_pci_tbl,
  3637. .probe = qlcnic_probe,
  3638. .remove = __devexit_p(qlcnic_remove),
  3639. #ifdef CONFIG_PM
  3640. .suspend = qlcnic_suspend,
  3641. .resume = qlcnic_resume,
  3642. #endif
  3643. .shutdown = qlcnic_shutdown,
  3644. .err_handler = &qlcnic_err_handler
  3645. };
  3646. static int __init qlcnic_init_module(void)
  3647. {
  3648. int ret;
  3649. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  3650. qlcnic_wq = create_singlethread_workqueue("qlcnic");
  3651. if (qlcnic_wq == NULL) {
  3652. printk(KERN_ERR "qlcnic: cannot create workqueue\n");
  3653. return -ENOMEM;
  3654. }
  3655. #ifdef CONFIG_INET
  3656. register_netdevice_notifier(&qlcnic_netdev_cb);
  3657. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3658. #endif
  3659. ret = pci_register_driver(&qlcnic_driver);
  3660. if (ret) {
  3661. #ifdef CONFIG_INET
  3662. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3663. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3664. #endif
  3665. destroy_workqueue(qlcnic_wq);
  3666. }
  3667. return ret;
  3668. }
  3669. module_init(qlcnic_init_module);
  3670. static void __exit qlcnic_exit_module(void)
  3671. {
  3672. pci_unregister_driver(&qlcnic_driver);
  3673. #ifdef CONFIG_INET
  3674. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3675. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3676. #endif
  3677. destroy_workqueue(qlcnic_wq);
  3678. }
  3679. module_exit(qlcnic_exit_module);