qlcnic_main.c 112 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578457945804581458245834584458545864587
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2010 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/slab.h>
  8. #include <linux/vmalloc.h>
  9. #include <linux/interrupt.h>
  10. #include "qlcnic.h"
  11. #include <linux/swab.h>
  12. #include <linux/dma-mapping.h>
  13. #include <net/ip.h>
  14. #include <linux/ipv6.h>
  15. #include <linux/inetdevice.h>
  16. #include <linux/sysfs.h>
  17. #include <linux/aer.h>
  18. #include <linux/log2.h>
  19. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  20. MODULE_LICENSE("GPL");
  21. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  22. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  23. char qlcnic_driver_name[] = "qlcnic";
  24. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  25. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  26. static struct workqueue_struct *qlcnic_wq;
  27. static int qlcnic_mac_learn;
  28. module_param(qlcnic_mac_learn, int, 0444);
  29. MODULE_PARM_DESC(qlcnic_mac_learn, "Mac Filter (0=disabled, 1=enabled)");
  30. static int use_msi = 1;
  31. module_param(use_msi, int, 0444);
  32. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  33. static int use_msi_x = 1;
  34. module_param(use_msi_x, int, 0444);
  35. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  36. static int auto_fw_reset = 1;
  37. module_param(auto_fw_reset, int, 0644);
  38. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  39. static int load_fw_file;
  40. module_param(load_fw_file, int, 0444);
  41. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
  42. static int qlcnic_config_npars;
  43. module_param(qlcnic_config_npars, int, 0444);
  44. MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled");
  45. static int __devinit qlcnic_probe(struct pci_dev *pdev,
  46. const struct pci_device_id *ent);
  47. static void __devexit qlcnic_remove(struct pci_dev *pdev);
  48. static int qlcnic_open(struct net_device *netdev);
  49. static int qlcnic_close(struct net_device *netdev);
  50. static void qlcnic_tx_timeout(struct net_device *netdev);
  51. static void qlcnic_attach_work(struct work_struct *work);
  52. static void qlcnic_fwinit_work(struct work_struct *work);
  53. static void qlcnic_fw_poll_work(struct work_struct *work);
  54. static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  55. work_func_t func, int delay);
  56. static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  57. static int qlcnic_poll(struct napi_struct *napi, int budget);
  58. static int qlcnic_rx_poll(struct napi_struct *napi, int budget);
  59. #ifdef CONFIG_NET_POLL_CONTROLLER
  60. static void qlcnic_poll_controller(struct net_device *netdev);
  61. #endif
  62. static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  63. static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  64. static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  65. static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  66. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  67. static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8);
  68. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  69. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  70. static irqreturn_t qlcnic_intr(int irq, void *data);
  71. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  72. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  73. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  74. static void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long);
  75. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  76. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  77. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  78. static int qlcnicvf_config_led(struct qlcnic_adapter *, u32, u32);
  79. static int qlcnicvf_config_bridged_mode(struct qlcnic_adapter *, u32);
  80. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  81. static void qlcnic_set_netdev_features(struct qlcnic_adapter *,
  82. struct qlcnic_esw_func_cfg *);
  83. static int qlcnic_vlan_rx_add(struct net_device *, u16);
  84. static int qlcnic_vlan_rx_del(struct net_device *, u16);
  85. /* PCI Device ID Table */
  86. #define ENTRY(device) \
  87. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  88. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  89. #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
  90. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  91. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  92. {0,}
  93. };
  94. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  95. inline void
  96. qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
  97. struct qlcnic_host_tx_ring *tx_ring)
  98. {
  99. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  100. }
  101. static const u32 msi_tgt_status[8] = {
  102. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  103. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  104. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  105. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  106. };
  107. static const
  108. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  109. static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
  110. {
  111. writel(0, sds_ring->crb_intr_mask);
  112. }
  113. static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
  114. {
  115. struct qlcnic_adapter *adapter = sds_ring->adapter;
  116. writel(0x1, sds_ring->crb_intr_mask);
  117. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  118. writel(0xfbff, adapter->tgt_mask_reg);
  119. }
  120. static int
  121. qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  122. {
  123. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  124. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  125. return recv_ctx->sds_rings == NULL;
  126. }
  127. static void
  128. qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  129. {
  130. if (recv_ctx->sds_rings != NULL)
  131. kfree(recv_ctx->sds_rings);
  132. recv_ctx->sds_rings = NULL;
  133. }
  134. static int
  135. qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
  136. {
  137. int ring;
  138. struct qlcnic_host_sds_ring *sds_ring;
  139. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  140. if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
  141. return -ENOMEM;
  142. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  143. sds_ring = &recv_ctx->sds_rings[ring];
  144. if (ring == adapter->max_sds_rings - 1)
  145. netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
  146. QLCNIC_NETDEV_WEIGHT/adapter->max_sds_rings);
  147. else
  148. netif_napi_add(netdev, &sds_ring->napi,
  149. qlcnic_rx_poll, QLCNIC_NETDEV_WEIGHT*2);
  150. }
  151. return 0;
  152. }
  153. static void
  154. qlcnic_napi_del(struct qlcnic_adapter *adapter)
  155. {
  156. int ring;
  157. struct qlcnic_host_sds_ring *sds_ring;
  158. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  159. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  160. sds_ring = &recv_ctx->sds_rings[ring];
  161. netif_napi_del(&sds_ring->napi);
  162. }
  163. qlcnic_free_sds_rings(adapter->recv_ctx);
  164. }
  165. static void
  166. qlcnic_napi_enable(struct qlcnic_adapter *adapter)
  167. {
  168. int ring;
  169. struct qlcnic_host_sds_ring *sds_ring;
  170. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  171. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  172. return;
  173. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  174. sds_ring = &recv_ctx->sds_rings[ring];
  175. napi_enable(&sds_ring->napi);
  176. qlcnic_enable_int(sds_ring);
  177. }
  178. }
  179. static void
  180. qlcnic_napi_disable(struct qlcnic_adapter *adapter)
  181. {
  182. int ring;
  183. struct qlcnic_host_sds_ring *sds_ring;
  184. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  185. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  186. return;
  187. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  188. sds_ring = &recv_ctx->sds_rings[ring];
  189. qlcnic_disable_int(sds_ring);
  190. napi_synchronize(&sds_ring->napi);
  191. napi_disable(&sds_ring->napi);
  192. }
  193. }
  194. static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
  195. {
  196. memset(&adapter->stats, 0, sizeof(adapter->stats));
  197. }
  198. static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
  199. {
  200. u32 control;
  201. int pos;
  202. pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
  203. if (pos) {
  204. pci_read_config_dword(pdev, pos, &control);
  205. if (enable)
  206. control |= PCI_MSIX_FLAGS_ENABLE;
  207. else
  208. control = 0;
  209. pci_write_config_dword(pdev, pos, control);
  210. }
  211. }
  212. static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
  213. {
  214. int i;
  215. for (i = 0; i < count; i++)
  216. adapter->msix_entries[i].entry = i;
  217. }
  218. static int
  219. qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  220. {
  221. u8 mac_addr[ETH_ALEN];
  222. struct net_device *netdev = adapter->netdev;
  223. struct pci_dev *pdev = adapter->pdev;
  224. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  225. return -EIO;
  226. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  227. memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
  228. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  229. /* set station address */
  230. if (!is_valid_ether_addr(netdev->perm_addr))
  231. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  232. netdev->dev_addr);
  233. return 0;
  234. }
  235. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  236. {
  237. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  238. struct sockaddr *addr = p;
  239. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  240. return -EOPNOTSUPP;
  241. if (!is_valid_ether_addr(addr->sa_data))
  242. return -EADDRNOTAVAIL;
  243. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  244. netif_device_detach(netdev);
  245. qlcnic_napi_disable(adapter);
  246. }
  247. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  248. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  249. qlcnic_set_multi(adapter->netdev);
  250. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  251. netif_device_attach(netdev);
  252. qlcnic_napi_enable(adapter);
  253. }
  254. return 0;
  255. }
  256. static const struct net_device_ops qlcnic_netdev_ops = {
  257. .ndo_open = qlcnic_open,
  258. .ndo_stop = qlcnic_close,
  259. .ndo_start_xmit = qlcnic_xmit_frame,
  260. .ndo_get_stats = qlcnic_get_stats,
  261. .ndo_validate_addr = eth_validate_addr,
  262. .ndo_set_rx_mode = qlcnic_set_multi,
  263. .ndo_set_mac_address = qlcnic_set_mac,
  264. .ndo_change_mtu = qlcnic_change_mtu,
  265. .ndo_fix_features = qlcnic_fix_features,
  266. .ndo_set_features = qlcnic_set_features,
  267. .ndo_tx_timeout = qlcnic_tx_timeout,
  268. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  269. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  270. #ifdef CONFIG_NET_POLL_CONTROLLER
  271. .ndo_poll_controller = qlcnic_poll_controller,
  272. #endif
  273. };
  274. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  275. .ndo_open = qlcnic_open,
  276. };
  277. static struct qlcnic_nic_template qlcnic_ops = {
  278. .config_bridged_mode = qlcnic_config_bridged_mode,
  279. .config_led = qlcnic_config_led,
  280. .start_firmware = qlcnic_start_firmware
  281. };
  282. static struct qlcnic_nic_template qlcnic_vf_ops = {
  283. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  284. .config_led = qlcnicvf_config_led,
  285. .start_firmware = qlcnicvf_start_firmware
  286. };
  287. static int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  288. {
  289. struct pci_dev *pdev = adapter->pdev;
  290. int err = -1;
  291. adapter->max_sds_rings = 1;
  292. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  293. qlcnic_set_msix_bit(pdev, 0);
  294. if (adapter->msix_supported) {
  295. enable_msix:
  296. qlcnic_init_msix_entries(adapter, num_msix);
  297. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  298. if (err == 0) {
  299. adapter->flags |= QLCNIC_MSIX_ENABLED;
  300. qlcnic_set_msix_bit(pdev, 1);
  301. adapter->max_sds_rings = num_msix;
  302. dev_info(&pdev->dev, "using msi-x interrupts\n");
  303. return err;
  304. }
  305. if (err > 0) {
  306. num_msix = rounddown_pow_of_two(err);
  307. if (num_msix)
  308. goto enable_msix;
  309. }
  310. }
  311. return err;
  312. }
  313. static void qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  314. {
  315. const struct qlcnic_legacy_intr_set *legacy_intrp;
  316. struct pci_dev *pdev = adapter->pdev;
  317. if (use_msi && !pci_enable_msi(pdev)) {
  318. adapter->flags |= QLCNIC_MSI_ENABLED;
  319. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  320. msi_tgt_status[adapter->ahw->pci_func]);
  321. dev_info(&pdev->dev, "using msi interrupts\n");
  322. adapter->msix_entries[0].vector = pdev->irq;
  323. return;
  324. }
  325. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  326. adapter->int_vec_bit = legacy_intrp->int_vec_bit;
  327. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  328. legacy_intrp->tgt_status_reg);
  329. adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
  330. legacy_intrp->tgt_mask_reg);
  331. adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
  332. adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
  333. ISR_INT_STATE_REG);
  334. dev_info(&pdev->dev, "using legacy interrupts\n");
  335. adapter->msix_entries[0].vector = pdev->irq;
  336. }
  337. static void
  338. qlcnic_setup_intr(struct qlcnic_adapter *adapter)
  339. {
  340. int num_msix;
  341. if (adapter->msix_supported) {
  342. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  343. QLCNIC_DEF_NUM_STS_DESC_RINGS));
  344. } else
  345. num_msix = 1;
  346. if (!qlcnic_enable_msix(adapter, num_msix))
  347. return;
  348. qlcnic_enable_msi_legacy(adapter);
  349. }
  350. static void
  351. qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  352. {
  353. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  354. pci_disable_msix(adapter->pdev);
  355. if (adapter->flags & QLCNIC_MSI_ENABLED)
  356. pci_disable_msi(adapter->pdev);
  357. }
  358. static void
  359. qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
  360. {
  361. if (adapter->ahw->pci_base0 != NULL)
  362. iounmap(adapter->ahw->pci_base0);
  363. }
  364. static int
  365. qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  366. {
  367. struct qlcnic_pci_info *pci_info;
  368. int i, ret = 0;
  369. u8 pfn;
  370. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  371. if (!pci_info)
  372. return -ENOMEM;
  373. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  374. QLCNIC_MAX_PCI_FUNC, GFP_KERNEL);
  375. if (!adapter->npars) {
  376. ret = -ENOMEM;
  377. goto err_pci_info;
  378. }
  379. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  380. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  381. if (!adapter->eswitch) {
  382. ret = -ENOMEM;
  383. goto err_npars;
  384. }
  385. ret = qlcnic_get_pci_info(adapter, pci_info);
  386. if (ret)
  387. goto err_eswitch;
  388. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  389. pfn = pci_info[i].id;
  390. if (pfn > QLCNIC_MAX_PCI_FUNC) {
  391. ret = QL_STATUS_INVALID_PARAM;
  392. goto err_eswitch;
  393. }
  394. adapter->npars[pfn].active = (u8)pci_info[i].active;
  395. adapter->npars[pfn].type = (u8)pci_info[i].type;
  396. adapter->npars[pfn].phy_port = (u8)pci_info[i].default_port;
  397. adapter->npars[pfn].min_bw = pci_info[i].tx_min_bw;
  398. adapter->npars[pfn].max_bw = pci_info[i].tx_max_bw;
  399. }
  400. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++)
  401. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  402. kfree(pci_info);
  403. return 0;
  404. err_eswitch:
  405. kfree(adapter->eswitch);
  406. adapter->eswitch = NULL;
  407. err_npars:
  408. kfree(adapter->npars);
  409. adapter->npars = NULL;
  410. err_pci_info:
  411. kfree(pci_info);
  412. return ret;
  413. }
  414. static int
  415. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  416. {
  417. u8 id;
  418. u32 ref_count;
  419. int i, ret = 1;
  420. u32 data = QLCNIC_MGMT_FUNC;
  421. void __iomem *priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  422. /* If other drivers are not in use set their privilege level */
  423. ref_count = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  424. ret = qlcnic_api_lock(adapter);
  425. if (ret)
  426. goto err_lock;
  427. if (qlcnic_config_npars) {
  428. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  429. id = i;
  430. if (adapter->npars[i].type != QLCNIC_TYPE_NIC ||
  431. id == adapter->ahw->pci_func)
  432. continue;
  433. data |= (qlcnic_config_npars &
  434. QLC_DEV_SET_DRV(0xf, id));
  435. }
  436. } else {
  437. data = readl(priv_op);
  438. data = (data & ~QLC_DEV_SET_DRV(0xf, adapter->ahw->pci_func)) |
  439. (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
  440. adapter->ahw->pci_func));
  441. }
  442. writel(data, priv_op);
  443. qlcnic_api_unlock(adapter);
  444. err_lock:
  445. return ret;
  446. }
  447. static void
  448. qlcnic_check_vf(struct qlcnic_adapter *adapter)
  449. {
  450. void __iomem *msix_base_addr;
  451. void __iomem *priv_op;
  452. u32 func;
  453. u32 msix_base;
  454. u32 op_mode, priv_level;
  455. /* Determine FW API version */
  456. adapter->fw_hal_version = readl(adapter->ahw->pci_base0 +
  457. QLCNIC_FW_API);
  458. /* Find PCI function number */
  459. pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
  460. msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
  461. msix_base = readl(msix_base_addr);
  462. func = (func - msix_base)/QLCNIC_MSIX_TBL_PGSIZE;
  463. adapter->ahw->pci_func = func;
  464. /* Determine function privilege level */
  465. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  466. op_mode = readl(priv_op);
  467. if (op_mode == QLC_DEV_DRV_DEFAULT)
  468. priv_level = QLCNIC_MGMT_FUNC;
  469. else
  470. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  471. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  472. adapter->op_mode = QLCNIC_NON_PRIV_FUNC;
  473. dev_info(&adapter->pdev->dev,
  474. "HAL Version: %d Non Privileged function\n",
  475. adapter->fw_hal_version);
  476. adapter->nic_ops = &qlcnic_vf_ops;
  477. } else
  478. adapter->nic_ops = &qlcnic_ops;
  479. }
  480. static int
  481. qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
  482. {
  483. void __iomem *mem_ptr0 = NULL;
  484. resource_size_t mem_base;
  485. unsigned long mem_len, pci_len0 = 0;
  486. struct pci_dev *pdev = adapter->pdev;
  487. /* remap phys address */
  488. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  489. mem_len = pci_resource_len(pdev, 0);
  490. if (mem_len == QLCNIC_PCI_2MB_SIZE) {
  491. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  492. if (mem_ptr0 == NULL) {
  493. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  494. return -EIO;
  495. }
  496. pci_len0 = mem_len;
  497. } else {
  498. return -EIO;
  499. }
  500. dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
  501. adapter->ahw->pci_base0 = mem_ptr0;
  502. adapter->ahw->pci_len0 = pci_len0;
  503. qlcnic_check_vf(adapter);
  504. adapter->ahw->ocm_win_crb = qlcnic_get_ioaddr(adapter,
  505. QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(
  506. adapter->ahw->pci_func)));
  507. return 0;
  508. }
  509. static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
  510. {
  511. struct pci_dev *pdev = adapter->pdev;
  512. int i, found = 0;
  513. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  514. if (qlcnic_boards[i].vendor == pdev->vendor &&
  515. qlcnic_boards[i].device == pdev->device &&
  516. qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
  517. qlcnic_boards[i].sub_device == pdev->subsystem_device) {
  518. sprintf(name, "%pM: %s" ,
  519. adapter->mac_addr,
  520. qlcnic_boards[i].short_name);
  521. found = 1;
  522. break;
  523. }
  524. }
  525. if (!found)
  526. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  527. }
  528. static void
  529. qlcnic_check_options(struct qlcnic_adapter *adapter)
  530. {
  531. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  532. struct pci_dev *pdev = adapter->pdev;
  533. struct qlcnic_fw_dump *fw_dump = &adapter->ahw->fw_dump;
  534. prev_fw_version = adapter->fw_version;
  535. fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  536. fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
  537. fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
  538. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  539. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC) {
  540. if (fw_dump->tmpl_hdr == NULL ||
  541. adapter->fw_version > prev_fw_version) {
  542. if (fw_dump->tmpl_hdr)
  543. vfree(fw_dump->tmpl_hdr);
  544. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  545. dev_info(&pdev->dev,
  546. "Supports FW dump capability\n");
  547. }
  548. }
  549. dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
  550. fw_major, fw_minor, fw_build);
  551. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  552. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  553. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  554. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  555. } else {
  556. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  557. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  558. }
  559. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  560. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  561. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  562. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  563. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  564. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  565. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  566. }
  567. adapter->msix_supported = !!use_msi_x;
  568. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  569. adapter->max_rds_rings = MAX_RDS_RINGS;
  570. }
  571. static int
  572. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  573. {
  574. int err;
  575. struct qlcnic_info nic_info;
  576. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  577. if (err)
  578. return err;
  579. adapter->physical_port = (u8)nic_info.phys_port;
  580. adapter->switch_mode = nic_info.switch_mode;
  581. adapter->max_tx_ques = nic_info.max_tx_ques;
  582. adapter->max_rx_ques = nic_info.max_rx_ques;
  583. adapter->capabilities = nic_info.capabilities;
  584. adapter->max_mac_filters = nic_info.max_mac_filters;
  585. adapter->max_mtu = nic_info.max_mtu;
  586. if (adapter->capabilities & BIT_6)
  587. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  588. else
  589. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  590. return err;
  591. }
  592. static void
  593. qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  594. struct qlcnic_esw_func_cfg *esw_cfg)
  595. {
  596. if (esw_cfg->discard_tagged)
  597. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  598. else
  599. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  600. if (esw_cfg->vlan_id)
  601. adapter->pvid = esw_cfg->vlan_id;
  602. else
  603. adapter->pvid = 0;
  604. }
  605. static int
  606. qlcnic_vlan_rx_add(struct net_device *netdev, u16 vid)
  607. {
  608. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  609. set_bit(vid, adapter->vlans);
  610. return 0;
  611. }
  612. static int
  613. qlcnic_vlan_rx_del(struct net_device *netdev, u16 vid)
  614. {
  615. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  616. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  617. clear_bit(vid, adapter->vlans);
  618. return 0;
  619. }
  620. static void
  621. qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  622. struct qlcnic_esw_func_cfg *esw_cfg)
  623. {
  624. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  625. QLCNIC_PROMISC_DISABLED);
  626. if (esw_cfg->mac_anti_spoof)
  627. adapter->flags |= QLCNIC_MACSPOOF;
  628. if (!esw_cfg->mac_override)
  629. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  630. if (!esw_cfg->promisc_mode)
  631. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  632. qlcnic_set_netdev_features(adapter, esw_cfg);
  633. }
  634. static int
  635. qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  636. {
  637. struct qlcnic_esw_func_cfg esw_cfg;
  638. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  639. return 0;
  640. esw_cfg.pci_func = adapter->ahw->pci_func;
  641. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  642. return -EIO;
  643. qlcnic_set_vlan_config(adapter, &esw_cfg);
  644. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  645. return 0;
  646. }
  647. static void
  648. qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  649. struct qlcnic_esw_func_cfg *esw_cfg)
  650. {
  651. struct net_device *netdev = adapter->netdev;
  652. netdev_features_t features, vlan_features;
  653. features = (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  654. NETIF_F_IPV6_CSUM | NETIF_F_GRO);
  655. vlan_features = (NETIF_F_SG | NETIF_F_IP_CSUM |
  656. NETIF_F_IPV6_CSUM | NETIF_F_HW_VLAN_FILTER);
  657. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO) {
  658. features |= (NETIF_F_TSO | NETIF_F_TSO6);
  659. vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  660. }
  661. if (netdev->features & NETIF_F_LRO)
  662. features |= NETIF_F_LRO;
  663. if (esw_cfg->offload_flags & BIT_0) {
  664. netdev->features |= features;
  665. if (!(esw_cfg->offload_flags & BIT_1))
  666. netdev->features &= ~NETIF_F_TSO;
  667. if (!(esw_cfg->offload_flags & BIT_2))
  668. netdev->features &= ~NETIF_F_TSO6;
  669. } else {
  670. netdev->features &= ~features;
  671. }
  672. netdev->vlan_features = (features & vlan_features);
  673. }
  674. static int
  675. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  676. {
  677. void __iomem *priv_op;
  678. u32 op_mode, priv_level;
  679. int err = 0;
  680. err = qlcnic_initialize_nic(adapter);
  681. if (err)
  682. return err;
  683. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  684. return 0;
  685. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  686. op_mode = readl(priv_op);
  687. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  688. if (op_mode == QLC_DEV_DRV_DEFAULT)
  689. priv_level = QLCNIC_MGMT_FUNC;
  690. else
  691. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  692. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  693. if (priv_level == QLCNIC_MGMT_FUNC) {
  694. adapter->op_mode = QLCNIC_MGMT_FUNC;
  695. err = qlcnic_init_pci_info(adapter);
  696. if (err)
  697. return err;
  698. /* Set privilege level for other functions */
  699. qlcnic_set_function_modes(adapter);
  700. dev_info(&adapter->pdev->dev,
  701. "HAL Version: %d, Management function\n",
  702. adapter->fw_hal_version);
  703. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  704. adapter->op_mode = QLCNIC_PRIV_FUNC;
  705. dev_info(&adapter->pdev->dev,
  706. "HAL Version: %d, Privileged function\n",
  707. adapter->fw_hal_version);
  708. }
  709. }
  710. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  711. return err;
  712. }
  713. static int
  714. qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  715. {
  716. struct qlcnic_esw_func_cfg esw_cfg;
  717. struct qlcnic_npar_info *npar;
  718. u8 i;
  719. if (adapter->need_fw_reset)
  720. return 0;
  721. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  722. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  723. continue;
  724. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  725. esw_cfg.pci_func = i;
  726. esw_cfg.offload_flags = BIT_0;
  727. esw_cfg.mac_override = BIT_0;
  728. esw_cfg.promisc_mode = BIT_0;
  729. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  730. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  731. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  732. return -EIO;
  733. npar = &adapter->npars[i];
  734. npar->pvid = esw_cfg.vlan_id;
  735. npar->mac_override = esw_cfg.mac_override;
  736. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  737. npar->discard_tagged = esw_cfg.discard_tagged;
  738. npar->promisc_mode = esw_cfg.promisc_mode;
  739. npar->offload_flags = esw_cfg.offload_flags;
  740. }
  741. return 0;
  742. }
  743. static int
  744. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  745. struct qlcnic_npar_info *npar, int pci_func)
  746. {
  747. struct qlcnic_esw_func_cfg esw_cfg;
  748. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  749. esw_cfg.pci_func = pci_func;
  750. esw_cfg.vlan_id = npar->pvid;
  751. esw_cfg.mac_override = npar->mac_override;
  752. esw_cfg.discard_tagged = npar->discard_tagged;
  753. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  754. esw_cfg.offload_flags = npar->offload_flags;
  755. esw_cfg.promisc_mode = npar->promisc_mode;
  756. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  757. return -EIO;
  758. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  759. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  760. return -EIO;
  761. return 0;
  762. }
  763. static int
  764. qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  765. {
  766. int i, err;
  767. struct qlcnic_npar_info *npar;
  768. struct qlcnic_info nic_info;
  769. if (!adapter->need_fw_reset)
  770. return 0;
  771. /* Set the NPAR config data after FW reset */
  772. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  773. npar = &adapter->npars[i];
  774. if (npar->type != QLCNIC_TYPE_NIC)
  775. continue;
  776. err = qlcnic_get_nic_info(adapter, &nic_info, i);
  777. if (err)
  778. return err;
  779. nic_info.min_tx_bw = npar->min_bw;
  780. nic_info.max_tx_bw = npar->max_bw;
  781. err = qlcnic_set_nic_info(adapter, &nic_info);
  782. if (err)
  783. return err;
  784. if (npar->enable_pm) {
  785. err = qlcnic_config_port_mirroring(adapter,
  786. npar->dest_npar, 1, i);
  787. if (err)
  788. return err;
  789. }
  790. err = qlcnic_reset_eswitch_config(adapter, npar, i);
  791. if (err)
  792. return err;
  793. }
  794. return 0;
  795. }
  796. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  797. {
  798. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  799. u32 npar_state;
  800. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  801. return 0;
  802. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  803. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  804. msleep(1000);
  805. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  806. }
  807. if (!npar_opt_timeo) {
  808. dev_err(&adapter->pdev->dev,
  809. "Waiting for NPAR state to opertional timeout\n");
  810. return -EIO;
  811. }
  812. return 0;
  813. }
  814. static int
  815. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  816. {
  817. int err;
  818. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  819. adapter->op_mode != QLCNIC_MGMT_FUNC)
  820. return 0;
  821. err = qlcnic_set_default_offload_settings(adapter);
  822. if (err)
  823. return err;
  824. err = qlcnic_reset_npar_config(adapter);
  825. if (err)
  826. return err;
  827. qlcnic_dev_set_npar_ready(adapter);
  828. return err;
  829. }
  830. static int
  831. qlcnic_start_firmware(struct qlcnic_adapter *adapter)
  832. {
  833. int err;
  834. err = qlcnic_can_start_firmware(adapter);
  835. if (err < 0)
  836. return err;
  837. else if (!err)
  838. goto check_fw_status;
  839. if (load_fw_file)
  840. qlcnic_request_firmware(adapter);
  841. else {
  842. err = qlcnic_check_flash_fw_ver(adapter);
  843. if (err)
  844. goto err_out;
  845. adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
  846. }
  847. err = qlcnic_need_fw_reset(adapter);
  848. if (err == 0)
  849. goto check_fw_status;
  850. err = qlcnic_pinit_from_rom(adapter);
  851. if (err)
  852. goto err_out;
  853. err = qlcnic_load_firmware(adapter);
  854. if (err)
  855. goto err_out;
  856. qlcnic_release_firmware(adapter);
  857. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  858. check_fw_status:
  859. err = qlcnic_check_fw_status(adapter);
  860. if (err)
  861. goto err_out;
  862. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  863. qlcnic_idc_debug_info(adapter, 1);
  864. err = qlcnic_check_eswitch_mode(adapter);
  865. if (err) {
  866. dev_err(&adapter->pdev->dev,
  867. "Memory allocation failed for eswitch\n");
  868. goto err_out;
  869. }
  870. err = qlcnic_set_mgmt_operations(adapter);
  871. if (err)
  872. goto err_out;
  873. qlcnic_check_options(adapter);
  874. adapter->need_fw_reset = 0;
  875. qlcnic_release_firmware(adapter);
  876. return 0;
  877. err_out:
  878. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  879. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  880. qlcnic_release_firmware(adapter);
  881. return err;
  882. }
  883. static int
  884. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  885. {
  886. irq_handler_t handler;
  887. struct qlcnic_host_sds_ring *sds_ring;
  888. int err, ring;
  889. unsigned long flags = 0;
  890. struct net_device *netdev = adapter->netdev;
  891. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  892. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  893. handler = qlcnic_tmp_intr;
  894. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  895. flags |= IRQF_SHARED;
  896. } else {
  897. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  898. handler = qlcnic_msix_intr;
  899. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  900. handler = qlcnic_msi_intr;
  901. else {
  902. flags |= IRQF_SHARED;
  903. handler = qlcnic_intr;
  904. }
  905. }
  906. adapter->irq = netdev->irq;
  907. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  908. sds_ring = &recv_ctx->sds_rings[ring];
  909. sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
  910. err = request_irq(sds_ring->irq, handler,
  911. flags, sds_ring->name, sds_ring);
  912. if (err)
  913. return err;
  914. }
  915. return 0;
  916. }
  917. static void
  918. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  919. {
  920. int ring;
  921. struct qlcnic_host_sds_ring *sds_ring;
  922. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  923. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  924. sds_ring = &recv_ctx->sds_rings[ring];
  925. free_irq(sds_ring->irq, sds_ring);
  926. }
  927. }
  928. static int
  929. __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  930. {
  931. int ring;
  932. u32 capab2;
  933. struct qlcnic_host_rds_ring *rds_ring;
  934. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  935. return -EIO;
  936. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  937. return 0;
  938. if (qlcnic_set_eswitch_port_config(adapter))
  939. return -EIO;
  940. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
  941. capab2 = QLCRD32(adapter, CRB_FW_CAPABILITIES_2);
  942. if (capab2 & QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
  943. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  944. }
  945. if (qlcnic_fw_create_ctx(adapter))
  946. return -EIO;
  947. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  948. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  949. qlcnic_post_rx_buffers(adapter, rds_ring);
  950. }
  951. qlcnic_set_multi(netdev);
  952. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  953. adapter->ahw->linkup = 0;
  954. if (adapter->max_sds_rings > 1)
  955. qlcnic_config_rss(adapter, 1);
  956. qlcnic_config_intr_coalesce(adapter);
  957. if (netdev->features & NETIF_F_LRO)
  958. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  959. qlcnic_napi_enable(adapter);
  960. qlcnic_linkevent_request(adapter, 1);
  961. adapter->reset_context = 0;
  962. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  963. return 0;
  964. }
  965. /* Usage: During resume and firmware recovery module.*/
  966. static int
  967. qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  968. {
  969. int err = 0;
  970. rtnl_lock();
  971. if (netif_running(netdev))
  972. err = __qlcnic_up(adapter, netdev);
  973. rtnl_unlock();
  974. return err;
  975. }
  976. static void
  977. __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  978. {
  979. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  980. return;
  981. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  982. return;
  983. smp_mb();
  984. spin_lock(&adapter->tx_clean_lock);
  985. netif_carrier_off(netdev);
  986. netif_tx_disable(netdev);
  987. qlcnic_free_mac_list(adapter);
  988. if (adapter->fhash.fnum)
  989. qlcnic_delete_lb_filters(adapter);
  990. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  991. qlcnic_napi_disable(adapter);
  992. qlcnic_fw_destroy_ctx(adapter);
  993. adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
  994. qlcnic_reset_rx_buffers_list(adapter);
  995. qlcnic_release_tx_buffers(adapter);
  996. spin_unlock(&adapter->tx_clean_lock);
  997. }
  998. /* Usage: During suspend and firmware recovery module */
  999. static void
  1000. qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1001. {
  1002. rtnl_lock();
  1003. if (netif_running(netdev))
  1004. __qlcnic_down(adapter, netdev);
  1005. rtnl_unlock();
  1006. }
  1007. static int
  1008. qlcnic_attach(struct qlcnic_adapter *adapter)
  1009. {
  1010. struct net_device *netdev = adapter->netdev;
  1011. struct pci_dev *pdev = adapter->pdev;
  1012. int err;
  1013. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1014. return 0;
  1015. err = qlcnic_napi_add(adapter, netdev);
  1016. if (err)
  1017. return err;
  1018. err = qlcnic_alloc_sw_resources(adapter);
  1019. if (err) {
  1020. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1021. goto err_out_napi_del;
  1022. }
  1023. err = qlcnic_alloc_hw_resources(adapter);
  1024. if (err) {
  1025. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1026. goto err_out_free_sw;
  1027. }
  1028. err = qlcnic_request_irq(adapter);
  1029. if (err) {
  1030. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1031. goto err_out_free_hw;
  1032. }
  1033. qlcnic_create_sysfs_entries(adapter);
  1034. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1035. return 0;
  1036. err_out_free_hw:
  1037. qlcnic_free_hw_resources(adapter);
  1038. err_out_free_sw:
  1039. qlcnic_free_sw_resources(adapter);
  1040. err_out_napi_del:
  1041. qlcnic_napi_del(adapter);
  1042. return err;
  1043. }
  1044. static void
  1045. qlcnic_detach(struct qlcnic_adapter *adapter)
  1046. {
  1047. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1048. return;
  1049. qlcnic_remove_sysfs_entries(adapter);
  1050. qlcnic_free_hw_resources(adapter);
  1051. qlcnic_release_rx_buffers(adapter);
  1052. qlcnic_free_irq(adapter);
  1053. qlcnic_napi_del(adapter);
  1054. qlcnic_free_sw_resources(adapter);
  1055. adapter->is_up = 0;
  1056. }
  1057. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1058. {
  1059. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1060. struct qlcnic_host_sds_ring *sds_ring;
  1061. int ring;
  1062. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1063. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1064. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1065. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1066. qlcnic_disable_int(sds_ring);
  1067. }
  1068. }
  1069. qlcnic_fw_destroy_ctx(adapter);
  1070. qlcnic_detach(adapter);
  1071. adapter->diag_test = 0;
  1072. adapter->max_sds_rings = max_sds_rings;
  1073. if (qlcnic_attach(adapter))
  1074. goto out;
  1075. if (netif_running(netdev))
  1076. __qlcnic_up(adapter, netdev);
  1077. out:
  1078. netif_device_attach(netdev);
  1079. }
  1080. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1081. {
  1082. int err = 0;
  1083. adapter->ahw = kzalloc(sizeof(struct qlcnic_hardware_context),
  1084. GFP_KERNEL);
  1085. if (!adapter->ahw) {
  1086. dev_err(&adapter->pdev->dev,
  1087. "Failed to allocate recv ctx resources for adapter\n");
  1088. err = -ENOMEM;
  1089. goto err_out;
  1090. }
  1091. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1092. GFP_KERNEL);
  1093. if (!adapter->recv_ctx) {
  1094. dev_err(&adapter->pdev->dev,
  1095. "Failed to allocate recv ctx resources for adapter\n");
  1096. kfree(adapter->ahw);
  1097. adapter->ahw = NULL;
  1098. err = -ENOMEM;
  1099. goto err_out;
  1100. }
  1101. /* Initialize interrupt coalesce parameters */
  1102. adapter->ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1103. adapter->ahw->coal.rx_time_us = QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
  1104. adapter->ahw->coal.rx_packets = QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
  1105. err_out:
  1106. return err;
  1107. }
  1108. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1109. {
  1110. kfree(adapter->recv_ctx);
  1111. adapter->recv_ctx = NULL;
  1112. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1113. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1114. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1115. }
  1116. kfree(adapter->ahw);
  1117. adapter->ahw = NULL;
  1118. }
  1119. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1120. {
  1121. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1122. struct qlcnic_host_sds_ring *sds_ring;
  1123. struct qlcnic_host_rds_ring *rds_ring;
  1124. int ring;
  1125. int ret;
  1126. netif_device_detach(netdev);
  1127. if (netif_running(netdev))
  1128. __qlcnic_down(adapter, netdev);
  1129. qlcnic_detach(adapter);
  1130. adapter->max_sds_rings = 1;
  1131. adapter->diag_test = test;
  1132. ret = qlcnic_attach(adapter);
  1133. if (ret) {
  1134. netif_device_attach(netdev);
  1135. return ret;
  1136. }
  1137. ret = qlcnic_fw_create_ctx(adapter);
  1138. if (ret) {
  1139. qlcnic_detach(adapter);
  1140. netif_device_attach(netdev);
  1141. return ret;
  1142. }
  1143. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1144. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1145. qlcnic_post_rx_buffers(adapter, rds_ring);
  1146. }
  1147. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1148. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1149. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1150. qlcnic_enable_int(sds_ring);
  1151. }
  1152. }
  1153. if (adapter->diag_test == QLCNIC_LOOPBACK_TEST) {
  1154. adapter->ahw->loopback_state = 0;
  1155. qlcnic_linkevent_request(adapter, 1);
  1156. }
  1157. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1158. return 0;
  1159. }
  1160. /* Reset context in hardware only */
  1161. static int
  1162. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1163. {
  1164. struct net_device *netdev = adapter->netdev;
  1165. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1166. return -EBUSY;
  1167. netif_device_detach(netdev);
  1168. qlcnic_down(adapter, netdev);
  1169. qlcnic_up(adapter, netdev);
  1170. netif_device_attach(netdev);
  1171. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1172. return 0;
  1173. }
  1174. int
  1175. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1176. {
  1177. int err = 0;
  1178. struct net_device *netdev = adapter->netdev;
  1179. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1180. return -EBUSY;
  1181. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1182. netif_device_detach(netdev);
  1183. if (netif_running(netdev))
  1184. __qlcnic_down(adapter, netdev);
  1185. qlcnic_detach(adapter);
  1186. if (netif_running(netdev)) {
  1187. err = qlcnic_attach(adapter);
  1188. if (!err) {
  1189. __qlcnic_up(adapter, netdev);
  1190. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1191. }
  1192. }
  1193. netif_device_attach(netdev);
  1194. }
  1195. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1196. return err;
  1197. }
  1198. static int
  1199. qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
  1200. struct net_device *netdev, u8 pci_using_dac)
  1201. {
  1202. int err;
  1203. struct pci_dev *pdev = adapter->pdev;
  1204. adapter->mc_enabled = 0;
  1205. adapter->max_mc_count = 38;
  1206. netdev->netdev_ops = &qlcnic_netdev_ops;
  1207. netdev->watchdog_timeo = 5*HZ;
  1208. qlcnic_change_mtu(netdev, netdev->mtu);
  1209. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1210. netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM |
  1211. NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM;
  1212. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  1213. netdev->hw_features |= NETIF_F_TSO | NETIF_F_TSO6;
  1214. if (pci_using_dac)
  1215. netdev->hw_features |= NETIF_F_HIGHDMA;
  1216. netdev->vlan_features = netdev->hw_features;
  1217. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
  1218. netdev->hw_features |= NETIF_F_HW_VLAN_TX;
  1219. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1220. netdev->hw_features |= NETIF_F_LRO;
  1221. netdev->features |= netdev->hw_features |
  1222. NETIF_F_HW_VLAN_RX | NETIF_F_HW_VLAN_FILTER;
  1223. netdev->irq = adapter->msix_entries[0].vector;
  1224. err = register_netdev(netdev);
  1225. if (err) {
  1226. dev_err(&pdev->dev, "failed to register net device\n");
  1227. return err;
  1228. }
  1229. return 0;
  1230. }
  1231. static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
  1232. {
  1233. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1234. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1235. *pci_using_dac = 1;
  1236. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1237. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1238. *pci_using_dac = 0;
  1239. else {
  1240. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1241. return -EIO;
  1242. }
  1243. return 0;
  1244. }
  1245. static int
  1246. qlcnic_alloc_msix_entries(struct qlcnic_adapter *adapter, u16 count)
  1247. {
  1248. adapter->msix_entries = kcalloc(count, sizeof(struct msix_entry),
  1249. GFP_KERNEL);
  1250. if (adapter->msix_entries)
  1251. return 0;
  1252. dev_err(&adapter->pdev->dev, "failed allocating msix_entries\n");
  1253. return -ENOMEM;
  1254. }
  1255. static int __devinit
  1256. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1257. {
  1258. struct net_device *netdev = NULL;
  1259. struct qlcnic_adapter *adapter = NULL;
  1260. int err;
  1261. uint8_t revision_id;
  1262. uint8_t pci_using_dac;
  1263. char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
  1264. err = pci_enable_device(pdev);
  1265. if (err)
  1266. return err;
  1267. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1268. err = -ENODEV;
  1269. goto err_out_disable_pdev;
  1270. }
  1271. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1272. if (err)
  1273. goto err_out_disable_pdev;
  1274. err = pci_request_regions(pdev, qlcnic_driver_name);
  1275. if (err)
  1276. goto err_out_disable_pdev;
  1277. pci_set_master(pdev);
  1278. pci_enable_pcie_error_reporting(pdev);
  1279. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1280. if (!netdev) {
  1281. err = -ENOMEM;
  1282. goto err_out_free_res;
  1283. }
  1284. SET_NETDEV_DEV(netdev, &pdev->dev);
  1285. adapter = netdev_priv(netdev);
  1286. adapter->netdev = netdev;
  1287. adapter->pdev = pdev;
  1288. if (qlcnic_alloc_adapter_resources(adapter))
  1289. goto err_out_free_netdev;
  1290. adapter->dev_rst_time = jiffies;
  1291. revision_id = pdev->revision;
  1292. adapter->ahw->revision_id = revision_id;
  1293. adapter->mac_learn = qlcnic_mac_learn;
  1294. rwlock_init(&adapter->ahw->crb_lock);
  1295. mutex_init(&adapter->ahw->mem_lock);
  1296. spin_lock_init(&adapter->tx_clean_lock);
  1297. INIT_LIST_HEAD(&adapter->mac_list);
  1298. err = qlcnic_setup_pci_map(adapter);
  1299. if (err)
  1300. goto err_out_free_hw;
  1301. /* This will be reset for mezz cards */
  1302. adapter->portnum = adapter->ahw->pci_func;
  1303. err = qlcnic_get_board_info(adapter);
  1304. if (err) {
  1305. dev_err(&pdev->dev, "Error getting board config info.\n");
  1306. goto err_out_iounmap;
  1307. }
  1308. err = qlcnic_setup_idc_param(adapter);
  1309. if (err)
  1310. goto err_out_iounmap;
  1311. adapter->flags |= QLCNIC_NEED_FLR;
  1312. err = adapter->nic_ops->start_firmware(adapter);
  1313. if (err) {
  1314. dev_err(&pdev->dev, "Loading fw failed. Please Reboot\n"
  1315. "\t\tIf reboot doesn't help, try flashing the card\n");
  1316. goto err_out_maintenance_mode;
  1317. }
  1318. if (qlcnic_read_mac_addr(adapter))
  1319. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1320. if (adapter->portnum == 0) {
  1321. get_brd_name(adapter, brd_name);
  1322. pr_info("%s: %s Board Chip rev 0x%x\n",
  1323. module_name(THIS_MODULE),
  1324. brd_name, adapter->ahw->revision_id);
  1325. }
  1326. qlcnic_clear_stats(adapter);
  1327. err = qlcnic_alloc_msix_entries(adapter, adapter->max_rx_ques);
  1328. if (err)
  1329. goto err_out_decr_ref;
  1330. qlcnic_setup_intr(adapter);
  1331. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1332. if (err)
  1333. goto err_out_disable_msi;
  1334. pci_set_drvdata(pdev, adapter);
  1335. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1336. switch (adapter->ahw->port_type) {
  1337. case QLCNIC_GBE:
  1338. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1339. adapter->netdev->name);
  1340. break;
  1341. case QLCNIC_XGBE:
  1342. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1343. adapter->netdev->name);
  1344. break;
  1345. }
  1346. if (adapter->mac_learn)
  1347. qlcnic_alloc_lb_filters_mem(adapter);
  1348. qlcnic_create_diag_entries(adapter);
  1349. return 0;
  1350. err_out_disable_msi:
  1351. qlcnic_teardown_intr(adapter);
  1352. kfree(adapter->msix_entries);
  1353. err_out_decr_ref:
  1354. qlcnic_clr_all_drv_state(adapter, 0);
  1355. err_out_iounmap:
  1356. qlcnic_cleanup_pci_map(adapter);
  1357. err_out_free_hw:
  1358. qlcnic_free_adapter_resources(adapter);
  1359. err_out_free_netdev:
  1360. free_netdev(netdev);
  1361. err_out_free_res:
  1362. pci_release_regions(pdev);
  1363. err_out_disable_pdev:
  1364. pci_set_drvdata(pdev, NULL);
  1365. pci_disable_device(pdev);
  1366. return err;
  1367. err_out_maintenance_mode:
  1368. netdev->netdev_ops = &qlcnic_netdev_failed_ops;
  1369. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_failed_ops);
  1370. err = register_netdev(netdev);
  1371. if (err) {
  1372. dev_err(&pdev->dev, "failed to register net device\n");
  1373. goto err_out_decr_ref;
  1374. }
  1375. pci_set_drvdata(pdev, adapter);
  1376. qlcnic_create_diag_entries(adapter);
  1377. return 0;
  1378. }
  1379. static void __devexit qlcnic_remove(struct pci_dev *pdev)
  1380. {
  1381. struct qlcnic_adapter *adapter;
  1382. struct net_device *netdev;
  1383. adapter = pci_get_drvdata(pdev);
  1384. if (adapter == NULL)
  1385. return;
  1386. netdev = adapter->netdev;
  1387. qlcnic_cancel_fw_work(adapter);
  1388. unregister_netdev(netdev);
  1389. qlcnic_detach(adapter);
  1390. if (adapter->npars != NULL)
  1391. kfree(adapter->npars);
  1392. if (adapter->eswitch != NULL)
  1393. kfree(adapter->eswitch);
  1394. qlcnic_clr_all_drv_state(adapter, 0);
  1395. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1396. qlcnic_free_lb_filters_mem(adapter);
  1397. qlcnic_teardown_intr(adapter);
  1398. kfree(adapter->msix_entries);
  1399. qlcnic_remove_diag_entries(adapter);
  1400. qlcnic_cleanup_pci_map(adapter);
  1401. qlcnic_release_firmware(adapter);
  1402. pci_disable_pcie_error_reporting(pdev);
  1403. pci_release_regions(pdev);
  1404. pci_disable_device(pdev);
  1405. pci_set_drvdata(pdev, NULL);
  1406. qlcnic_free_adapter_resources(adapter);
  1407. free_netdev(netdev);
  1408. }
  1409. static int __qlcnic_shutdown(struct pci_dev *pdev)
  1410. {
  1411. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1412. struct net_device *netdev = adapter->netdev;
  1413. int retval;
  1414. netif_device_detach(netdev);
  1415. qlcnic_cancel_fw_work(adapter);
  1416. if (netif_running(netdev))
  1417. qlcnic_down(adapter, netdev);
  1418. qlcnic_clr_all_drv_state(adapter, 0);
  1419. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1420. retval = pci_save_state(pdev);
  1421. if (retval)
  1422. return retval;
  1423. if (qlcnic_wol_supported(adapter)) {
  1424. pci_enable_wake(pdev, PCI_D3cold, 1);
  1425. pci_enable_wake(pdev, PCI_D3hot, 1);
  1426. }
  1427. return 0;
  1428. }
  1429. static void qlcnic_shutdown(struct pci_dev *pdev)
  1430. {
  1431. if (__qlcnic_shutdown(pdev))
  1432. return;
  1433. pci_disable_device(pdev);
  1434. }
  1435. #ifdef CONFIG_PM
  1436. static int
  1437. qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1438. {
  1439. int retval;
  1440. retval = __qlcnic_shutdown(pdev);
  1441. if (retval)
  1442. return retval;
  1443. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1444. return 0;
  1445. }
  1446. static int
  1447. qlcnic_resume(struct pci_dev *pdev)
  1448. {
  1449. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1450. struct net_device *netdev = adapter->netdev;
  1451. int err;
  1452. err = pci_enable_device(pdev);
  1453. if (err)
  1454. return err;
  1455. pci_set_power_state(pdev, PCI_D0);
  1456. pci_set_master(pdev);
  1457. pci_restore_state(pdev);
  1458. err = adapter->nic_ops->start_firmware(adapter);
  1459. if (err) {
  1460. dev_err(&pdev->dev, "failed to start firmware\n");
  1461. return err;
  1462. }
  1463. if (netif_running(netdev)) {
  1464. err = qlcnic_up(adapter, netdev);
  1465. if (err)
  1466. goto done;
  1467. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1468. }
  1469. done:
  1470. netif_device_attach(netdev);
  1471. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1472. return 0;
  1473. }
  1474. #endif
  1475. static int qlcnic_open(struct net_device *netdev)
  1476. {
  1477. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1478. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  1479. int err;
  1480. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  1481. netdev_err(netdev, "Device in FAILED state\n");
  1482. return -EIO;
  1483. }
  1484. netif_carrier_off(netdev);
  1485. err = qlcnic_attach(adapter);
  1486. if (err)
  1487. return err;
  1488. err = __qlcnic_up(adapter, netdev);
  1489. if (err)
  1490. goto err_out;
  1491. netif_start_queue(netdev);
  1492. return 0;
  1493. err_out:
  1494. qlcnic_detach(adapter);
  1495. return err;
  1496. }
  1497. /*
  1498. * qlcnic_close - Disables a network interface entry point
  1499. */
  1500. static int qlcnic_close(struct net_device *netdev)
  1501. {
  1502. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1503. __qlcnic_down(adapter, netdev);
  1504. return 0;
  1505. }
  1506. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1507. {
  1508. void *head;
  1509. int i;
  1510. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1511. return;
  1512. spin_lock_init(&adapter->mac_learn_lock);
  1513. head = kcalloc(QLCNIC_LB_MAX_FILTERS, sizeof(struct hlist_head),
  1514. GFP_KERNEL);
  1515. if (!head)
  1516. return;
  1517. adapter->fhash.fmax = QLCNIC_LB_MAX_FILTERS;
  1518. adapter->fhash.fhead = head;
  1519. for (i = 0; i < adapter->fhash.fmax; i++)
  1520. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1521. }
  1522. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1523. {
  1524. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1525. kfree(adapter->fhash.fhead);
  1526. adapter->fhash.fhead = NULL;
  1527. adapter->fhash.fmax = 0;
  1528. }
  1529. static void qlcnic_change_filter(struct qlcnic_adapter *adapter,
  1530. u64 uaddr, __le16 vlan_id, struct qlcnic_host_tx_ring *tx_ring)
  1531. {
  1532. struct cmd_desc_type0 *hwdesc;
  1533. struct qlcnic_nic_req *req;
  1534. struct qlcnic_mac_req *mac_req;
  1535. struct qlcnic_vlan_req *vlan_req;
  1536. u32 producer;
  1537. u64 word;
  1538. producer = tx_ring->producer;
  1539. hwdesc = &tx_ring->desc_head[tx_ring->producer];
  1540. req = (struct qlcnic_nic_req *)hwdesc;
  1541. memset(req, 0, sizeof(struct qlcnic_nic_req));
  1542. req->qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
  1543. word = QLCNIC_MAC_EVENT | ((u64)(adapter->portnum) << 16);
  1544. req->req_hdr = cpu_to_le64(word);
  1545. mac_req = (struct qlcnic_mac_req *)&(req->words[0]);
  1546. mac_req->op = vlan_id ? QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_ADD;
  1547. memcpy(mac_req->mac_addr, &uaddr, ETH_ALEN);
  1548. vlan_req = (struct qlcnic_vlan_req *)&req->words[1];
  1549. vlan_req->vlan_id = vlan_id;
  1550. tx_ring->producer = get_next_index(producer, tx_ring->num_desc);
  1551. smp_mb();
  1552. }
  1553. #define QLCNIC_MAC_HASH(MAC)\
  1554. ((((MAC) & 0x70000) >> 0x10) | (((MAC) & 0x70000000000ULL) >> 0x25))
  1555. static void
  1556. qlcnic_send_filter(struct qlcnic_adapter *adapter,
  1557. struct qlcnic_host_tx_ring *tx_ring,
  1558. struct cmd_desc_type0 *first_desc,
  1559. struct sk_buff *skb)
  1560. {
  1561. struct ethhdr *phdr = (struct ethhdr *)(skb->data);
  1562. struct qlcnic_filter *fil, *tmp_fil;
  1563. struct hlist_node *tmp_hnode, *n;
  1564. struct hlist_head *head;
  1565. u64 src_addr = 0;
  1566. __le16 vlan_id = 0;
  1567. u8 hindex;
  1568. if (ether_addr_equal(phdr->h_source, adapter->mac_addr))
  1569. return;
  1570. if (adapter->fhash.fnum >= adapter->fhash.fmax)
  1571. return;
  1572. /* Only NPAR capable devices support vlan based learning*/
  1573. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  1574. vlan_id = first_desc->vlan_TCI;
  1575. memcpy(&src_addr, phdr->h_source, ETH_ALEN);
  1576. hindex = QLCNIC_MAC_HASH(src_addr) & (QLCNIC_LB_MAX_FILTERS - 1);
  1577. head = &(adapter->fhash.fhead[hindex]);
  1578. hlist_for_each_entry_safe(tmp_fil, tmp_hnode, n, head, fnode) {
  1579. if (!memcmp(tmp_fil->faddr, &src_addr, ETH_ALEN) &&
  1580. tmp_fil->vlan_id == vlan_id) {
  1581. if (jiffies >
  1582. (QLCNIC_READD_AGE * HZ + tmp_fil->ftime))
  1583. qlcnic_change_filter(adapter, src_addr, vlan_id,
  1584. tx_ring);
  1585. tmp_fil->ftime = jiffies;
  1586. return;
  1587. }
  1588. }
  1589. fil = kzalloc(sizeof(struct qlcnic_filter), GFP_ATOMIC);
  1590. if (!fil)
  1591. return;
  1592. qlcnic_change_filter(adapter, src_addr, vlan_id, tx_ring);
  1593. fil->ftime = jiffies;
  1594. fil->vlan_id = vlan_id;
  1595. memcpy(fil->faddr, &src_addr, ETH_ALEN);
  1596. spin_lock(&adapter->mac_learn_lock);
  1597. hlist_add_head(&(fil->fnode), head);
  1598. adapter->fhash.fnum++;
  1599. spin_unlock(&adapter->mac_learn_lock);
  1600. }
  1601. static int
  1602. qlcnic_tx_pkt(struct qlcnic_adapter *adapter,
  1603. struct cmd_desc_type0 *first_desc,
  1604. struct sk_buff *skb)
  1605. {
  1606. u8 opcode = 0, hdr_len = 0;
  1607. u16 flags = 0, vlan_tci = 0;
  1608. int copied, offset, copy_len;
  1609. struct cmd_desc_type0 *hwdesc;
  1610. struct vlan_ethhdr *vh;
  1611. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1612. u16 protocol = ntohs(skb->protocol);
  1613. u32 producer = tx_ring->producer;
  1614. if (protocol == ETH_P_8021Q) {
  1615. vh = (struct vlan_ethhdr *)skb->data;
  1616. flags = FLAGS_VLAN_TAGGED;
  1617. vlan_tci = vh->h_vlan_TCI;
  1618. } else if (vlan_tx_tag_present(skb)) {
  1619. flags = FLAGS_VLAN_OOB;
  1620. vlan_tci = vlan_tx_tag_get(skb);
  1621. }
  1622. if (unlikely(adapter->pvid)) {
  1623. if (vlan_tci && !(adapter->flags & QLCNIC_TAGGING_ENABLED))
  1624. return -EIO;
  1625. if (vlan_tci && (adapter->flags & QLCNIC_TAGGING_ENABLED))
  1626. goto set_flags;
  1627. flags = FLAGS_VLAN_OOB;
  1628. vlan_tci = adapter->pvid;
  1629. }
  1630. set_flags:
  1631. qlcnic_set_tx_vlan_tci(first_desc, vlan_tci);
  1632. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1633. if (*(skb->data) & BIT_0) {
  1634. flags |= BIT_0;
  1635. memcpy(&first_desc->eth_addr, skb->data, ETH_ALEN);
  1636. }
  1637. opcode = TX_ETHER_PKT;
  1638. if ((adapter->netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
  1639. skb_shinfo(skb)->gso_size > 0) {
  1640. hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  1641. first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
  1642. first_desc->total_hdr_length = hdr_len;
  1643. opcode = (protocol == ETH_P_IPV6) ? TX_TCP_LSO6 : TX_TCP_LSO;
  1644. /* For LSO, we need to copy the MAC/IP/TCP headers into
  1645. * the descriptor ring */
  1646. copied = 0;
  1647. offset = 2;
  1648. if (flags & FLAGS_VLAN_OOB) {
  1649. first_desc->total_hdr_length += VLAN_HLEN;
  1650. first_desc->tcp_hdr_offset = VLAN_HLEN;
  1651. first_desc->ip_hdr_offset = VLAN_HLEN;
  1652. /* Only in case of TSO on vlan device */
  1653. flags |= FLAGS_VLAN_TAGGED;
  1654. /* Create a TSO vlan header template for firmware */
  1655. hwdesc = &tx_ring->desc_head[producer];
  1656. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1657. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1658. offset, hdr_len + VLAN_HLEN);
  1659. vh = (struct vlan_ethhdr *)((char *) hwdesc + 2);
  1660. skb_copy_from_linear_data(skb, vh, 12);
  1661. vh->h_vlan_proto = htons(ETH_P_8021Q);
  1662. vh->h_vlan_TCI = htons(vlan_tci);
  1663. skb_copy_from_linear_data_offset(skb, 12,
  1664. (char *)vh + 16, copy_len - 16);
  1665. copied = copy_len - VLAN_HLEN;
  1666. offset = 0;
  1667. producer = get_next_index(producer, tx_ring->num_desc);
  1668. }
  1669. while (copied < hdr_len) {
  1670. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1671. offset, (hdr_len - copied));
  1672. hwdesc = &tx_ring->desc_head[producer];
  1673. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1674. skb_copy_from_linear_data_offset(skb, copied,
  1675. (char *) hwdesc + offset, copy_len);
  1676. copied += copy_len;
  1677. offset = 0;
  1678. producer = get_next_index(producer, tx_ring->num_desc);
  1679. }
  1680. tx_ring->producer = producer;
  1681. smp_mb();
  1682. adapter->stats.lso_frames++;
  1683. } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
  1684. u8 l4proto;
  1685. if (protocol == ETH_P_IP) {
  1686. l4proto = ip_hdr(skb)->protocol;
  1687. if (l4proto == IPPROTO_TCP)
  1688. opcode = TX_TCP_PKT;
  1689. else if (l4proto == IPPROTO_UDP)
  1690. opcode = TX_UDP_PKT;
  1691. } else if (protocol == ETH_P_IPV6) {
  1692. l4proto = ipv6_hdr(skb)->nexthdr;
  1693. if (l4proto == IPPROTO_TCP)
  1694. opcode = TX_TCPV6_PKT;
  1695. else if (l4proto == IPPROTO_UDP)
  1696. opcode = TX_UDPV6_PKT;
  1697. }
  1698. }
  1699. first_desc->tcp_hdr_offset += skb_transport_offset(skb);
  1700. first_desc->ip_hdr_offset += skb_network_offset(skb);
  1701. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1702. return 0;
  1703. }
  1704. static int
  1705. qlcnic_map_tx_skb(struct pci_dev *pdev,
  1706. struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
  1707. {
  1708. struct qlcnic_skb_frag *nf;
  1709. struct skb_frag_struct *frag;
  1710. int i, nr_frags;
  1711. dma_addr_t map;
  1712. nr_frags = skb_shinfo(skb)->nr_frags;
  1713. nf = &pbuf->frag_array[0];
  1714. map = pci_map_single(pdev, skb->data,
  1715. skb_headlen(skb), PCI_DMA_TODEVICE);
  1716. if (pci_dma_mapping_error(pdev, map))
  1717. goto out_err;
  1718. nf->dma = map;
  1719. nf->length = skb_headlen(skb);
  1720. for (i = 0; i < nr_frags; i++) {
  1721. frag = &skb_shinfo(skb)->frags[i];
  1722. nf = &pbuf->frag_array[i+1];
  1723. map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
  1724. DMA_TO_DEVICE);
  1725. if (dma_mapping_error(&pdev->dev, map))
  1726. goto unwind;
  1727. nf->dma = map;
  1728. nf->length = skb_frag_size(frag);
  1729. }
  1730. return 0;
  1731. unwind:
  1732. while (--i >= 0) {
  1733. nf = &pbuf->frag_array[i+1];
  1734. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1735. }
  1736. nf = &pbuf->frag_array[0];
  1737. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1738. out_err:
  1739. return -ENOMEM;
  1740. }
  1741. static void
  1742. qlcnic_unmap_buffers(struct pci_dev *pdev, struct sk_buff *skb,
  1743. struct qlcnic_cmd_buffer *pbuf)
  1744. {
  1745. struct qlcnic_skb_frag *nf = &pbuf->frag_array[0];
  1746. int nr_frags = skb_shinfo(skb)->nr_frags;
  1747. int i;
  1748. for (i = 0; i < nr_frags; i++) {
  1749. nf = &pbuf->frag_array[i+1];
  1750. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1751. }
  1752. nf = &pbuf->frag_array[0];
  1753. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1754. pbuf->skb = NULL;
  1755. }
  1756. static inline void
  1757. qlcnic_clear_cmddesc(u64 *desc)
  1758. {
  1759. desc[0] = 0ULL;
  1760. desc[2] = 0ULL;
  1761. desc[7] = 0ULL;
  1762. }
  1763. netdev_tx_t
  1764. qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  1765. {
  1766. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1767. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1768. struct qlcnic_cmd_buffer *pbuf;
  1769. struct qlcnic_skb_frag *buffrag;
  1770. struct cmd_desc_type0 *hwdesc, *first_desc;
  1771. struct pci_dev *pdev;
  1772. struct ethhdr *phdr;
  1773. int delta = 0;
  1774. int i, k;
  1775. u32 producer;
  1776. int frag_count;
  1777. u32 num_txd = tx_ring->num_desc;
  1778. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  1779. netif_stop_queue(netdev);
  1780. return NETDEV_TX_BUSY;
  1781. }
  1782. if (adapter->flags & QLCNIC_MACSPOOF) {
  1783. phdr = (struct ethhdr *)skb->data;
  1784. if (!ether_addr_equal(phdr->h_source, adapter->mac_addr))
  1785. goto drop_packet;
  1786. }
  1787. frag_count = skb_shinfo(skb)->nr_frags + 1;
  1788. /* 14 frags supported for normal packet and
  1789. * 32 frags supported for TSO packet
  1790. */
  1791. if (!skb_is_gso(skb) && frag_count > QLCNIC_MAX_FRAGS_PER_TX) {
  1792. for (i = 0; i < (frag_count - QLCNIC_MAX_FRAGS_PER_TX); i++)
  1793. delta += skb_frag_size(&skb_shinfo(skb)->frags[i]);
  1794. if (!__pskb_pull_tail(skb, delta))
  1795. goto drop_packet;
  1796. frag_count = 1 + skb_shinfo(skb)->nr_frags;
  1797. }
  1798. if (unlikely(qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
  1799. netif_stop_queue(netdev);
  1800. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
  1801. netif_start_queue(netdev);
  1802. else {
  1803. adapter->stats.xmit_off++;
  1804. return NETDEV_TX_BUSY;
  1805. }
  1806. }
  1807. producer = tx_ring->producer;
  1808. pbuf = &tx_ring->cmd_buf_arr[producer];
  1809. pdev = adapter->pdev;
  1810. first_desc = hwdesc = &tx_ring->desc_head[producer];
  1811. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1812. if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
  1813. adapter->stats.tx_dma_map_error++;
  1814. goto drop_packet;
  1815. }
  1816. pbuf->skb = skb;
  1817. pbuf->frag_count = frag_count;
  1818. qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
  1819. qlcnic_set_tx_port(first_desc, adapter->portnum);
  1820. for (i = 0; i < frag_count; i++) {
  1821. k = i % 4;
  1822. if ((k == 0) && (i > 0)) {
  1823. /* move to next desc.*/
  1824. producer = get_next_index(producer, num_txd);
  1825. hwdesc = &tx_ring->desc_head[producer];
  1826. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1827. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1828. }
  1829. buffrag = &pbuf->frag_array[i];
  1830. hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
  1831. switch (k) {
  1832. case 0:
  1833. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  1834. break;
  1835. case 1:
  1836. hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
  1837. break;
  1838. case 2:
  1839. hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
  1840. break;
  1841. case 3:
  1842. hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
  1843. break;
  1844. }
  1845. }
  1846. tx_ring->producer = get_next_index(producer, num_txd);
  1847. smp_mb();
  1848. if (unlikely(qlcnic_tx_pkt(adapter, first_desc, skb)))
  1849. goto unwind_buff;
  1850. if (adapter->mac_learn)
  1851. qlcnic_send_filter(adapter, tx_ring, first_desc, skb);
  1852. adapter->stats.txbytes += skb->len;
  1853. adapter->stats.xmitcalled++;
  1854. qlcnic_update_cmd_producer(adapter, tx_ring);
  1855. return NETDEV_TX_OK;
  1856. unwind_buff:
  1857. qlcnic_unmap_buffers(pdev, skb, pbuf);
  1858. drop_packet:
  1859. adapter->stats.txdropped++;
  1860. dev_kfree_skb_any(skb);
  1861. return NETDEV_TX_OK;
  1862. }
  1863. static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  1864. {
  1865. struct net_device *netdev = adapter->netdev;
  1866. u32 temp, temp_state, temp_val;
  1867. int rv = 0;
  1868. temp = QLCRD32(adapter, CRB_TEMP_STATE);
  1869. temp_state = qlcnic_get_temp_state(temp);
  1870. temp_val = qlcnic_get_temp_val(temp);
  1871. if (temp_state == QLCNIC_TEMP_PANIC) {
  1872. dev_err(&netdev->dev,
  1873. "Device temperature %d degrees C exceeds"
  1874. " maximum allowed. Hardware has been shut down.\n",
  1875. temp_val);
  1876. rv = 1;
  1877. } else if (temp_state == QLCNIC_TEMP_WARN) {
  1878. if (adapter->temp == QLCNIC_TEMP_NORMAL) {
  1879. dev_err(&netdev->dev,
  1880. "Device temperature %d degrees C "
  1881. "exceeds operating range."
  1882. " Immediate action needed.\n",
  1883. temp_val);
  1884. }
  1885. } else {
  1886. if (adapter->temp == QLCNIC_TEMP_WARN) {
  1887. dev_info(&netdev->dev,
  1888. "Device temperature is now %d degrees C"
  1889. " in normal range.\n", temp_val);
  1890. }
  1891. }
  1892. adapter->temp = temp_state;
  1893. return rv;
  1894. }
  1895. void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
  1896. {
  1897. struct net_device *netdev = adapter->netdev;
  1898. if (adapter->ahw->linkup && !linkup) {
  1899. netdev_info(netdev, "NIC Link is down\n");
  1900. adapter->ahw->linkup = 0;
  1901. if (netif_running(netdev)) {
  1902. netif_carrier_off(netdev);
  1903. netif_stop_queue(netdev);
  1904. }
  1905. } else if (!adapter->ahw->linkup && linkup) {
  1906. netdev_info(netdev, "NIC Link is up\n");
  1907. adapter->ahw->linkup = 1;
  1908. if (netif_running(netdev)) {
  1909. netif_carrier_on(netdev);
  1910. netif_wake_queue(netdev);
  1911. }
  1912. }
  1913. }
  1914. static void qlcnic_tx_timeout(struct net_device *netdev)
  1915. {
  1916. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1917. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  1918. return;
  1919. dev_err(&netdev->dev, "transmit timeout, resetting.\n");
  1920. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
  1921. adapter->need_fw_reset = 1;
  1922. else
  1923. adapter->reset_context = 1;
  1924. }
  1925. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  1926. {
  1927. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1928. struct net_device_stats *stats = &netdev->stats;
  1929. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  1930. stats->tx_packets = adapter->stats.xmitfinished;
  1931. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  1932. stats->tx_bytes = adapter->stats.txbytes;
  1933. stats->rx_dropped = adapter->stats.rxdropped;
  1934. stats->tx_dropped = adapter->stats.txdropped;
  1935. return stats;
  1936. }
  1937. static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
  1938. {
  1939. u32 status;
  1940. status = readl(adapter->isr_int_vec);
  1941. if (!(status & adapter->int_vec_bit))
  1942. return IRQ_NONE;
  1943. /* check interrupt state machine, to be sure */
  1944. status = readl(adapter->crb_int_state_reg);
  1945. if (!ISR_LEGACY_INT_TRIGGERED(status))
  1946. return IRQ_NONE;
  1947. writel(0xffffffff, adapter->tgt_status_reg);
  1948. /* read twice to ensure write is flushed */
  1949. readl(adapter->isr_int_vec);
  1950. readl(adapter->isr_int_vec);
  1951. return IRQ_HANDLED;
  1952. }
  1953. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  1954. {
  1955. struct qlcnic_host_sds_ring *sds_ring = data;
  1956. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1957. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1958. goto done;
  1959. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  1960. writel(0xffffffff, adapter->tgt_status_reg);
  1961. goto done;
  1962. }
  1963. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1964. return IRQ_NONE;
  1965. done:
  1966. adapter->diag_cnt++;
  1967. qlcnic_enable_int(sds_ring);
  1968. return IRQ_HANDLED;
  1969. }
  1970. static irqreturn_t qlcnic_intr(int irq, void *data)
  1971. {
  1972. struct qlcnic_host_sds_ring *sds_ring = data;
  1973. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1974. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1975. return IRQ_NONE;
  1976. napi_schedule(&sds_ring->napi);
  1977. return IRQ_HANDLED;
  1978. }
  1979. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  1980. {
  1981. struct qlcnic_host_sds_ring *sds_ring = data;
  1982. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1983. /* clear interrupt */
  1984. writel(0xffffffff, adapter->tgt_status_reg);
  1985. napi_schedule(&sds_ring->napi);
  1986. return IRQ_HANDLED;
  1987. }
  1988. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  1989. {
  1990. struct qlcnic_host_sds_ring *sds_ring = data;
  1991. napi_schedule(&sds_ring->napi);
  1992. return IRQ_HANDLED;
  1993. }
  1994. static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
  1995. {
  1996. u32 sw_consumer, hw_consumer;
  1997. int count = 0, i;
  1998. struct qlcnic_cmd_buffer *buffer;
  1999. struct pci_dev *pdev = adapter->pdev;
  2000. struct net_device *netdev = adapter->netdev;
  2001. struct qlcnic_skb_frag *frag;
  2002. int done;
  2003. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  2004. if (!spin_trylock(&adapter->tx_clean_lock))
  2005. return 1;
  2006. sw_consumer = tx_ring->sw_consumer;
  2007. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2008. while (sw_consumer != hw_consumer) {
  2009. buffer = &tx_ring->cmd_buf_arr[sw_consumer];
  2010. if (buffer->skb) {
  2011. frag = &buffer->frag_array[0];
  2012. pci_unmap_single(pdev, frag->dma, frag->length,
  2013. PCI_DMA_TODEVICE);
  2014. frag->dma = 0ULL;
  2015. for (i = 1; i < buffer->frag_count; i++) {
  2016. frag++;
  2017. pci_unmap_page(pdev, frag->dma, frag->length,
  2018. PCI_DMA_TODEVICE);
  2019. frag->dma = 0ULL;
  2020. }
  2021. adapter->stats.xmitfinished++;
  2022. dev_kfree_skb_any(buffer->skb);
  2023. buffer->skb = NULL;
  2024. }
  2025. sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
  2026. if (++count >= MAX_STATUS_HANDLE)
  2027. break;
  2028. }
  2029. if (count && netif_running(netdev)) {
  2030. tx_ring->sw_consumer = sw_consumer;
  2031. smp_mb();
  2032. if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
  2033. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
  2034. netif_wake_queue(netdev);
  2035. adapter->stats.xmit_on++;
  2036. }
  2037. }
  2038. adapter->tx_timeo_cnt = 0;
  2039. }
  2040. /*
  2041. * If everything is freed up to consumer then check if the ring is full
  2042. * If the ring is full then check if more needs to be freed and
  2043. * schedule the call back again.
  2044. *
  2045. * This happens when there are 2 CPUs. One could be freeing and the
  2046. * other filling it. If the ring is full when we get out of here and
  2047. * the card has already interrupted the host then the host can miss the
  2048. * interrupt.
  2049. *
  2050. * There is still a possible race condition and the host could miss an
  2051. * interrupt. The card has to take care of this.
  2052. */
  2053. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2054. done = (sw_consumer == hw_consumer);
  2055. spin_unlock(&adapter->tx_clean_lock);
  2056. return done;
  2057. }
  2058. static int qlcnic_poll(struct napi_struct *napi, int budget)
  2059. {
  2060. struct qlcnic_host_sds_ring *sds_ring =
  2061. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2062. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2063. int tx_complete;
  2064. int work_done;
  2065. tx_complete = qlcnic_process_cmd_ring(adapter);
  2066. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2067. if ((work_done < budget) && tx_complete) {
  2068. napi_complete(&sds_ring->napi);
  2069. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2070. qlcnic_enable_int(sds_ring);
  2071. }
  2072. return work_done;
  2073. }
  2074. static int qlcnic_rx_poll(struct napi_struct *napi, int budget)
  2075. {
  2076. struct qlcnic_host_sds_ring *sds_ring =
  2077. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2078. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2079. int work_done;
  2080. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2081. if (work_done < budget) {
  2082. napi_complete(&sds_ring->napi);
  2083. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2084. qlcnic_enable_int(sds_ring);
  2085. }
  2086. return work_done;
  2087. }
  2088. #ifdef CONFIG_NET_POLL_CONTROLLER
  2089. static void qlcnic_poll_controller(struct net_device *netdev)
  2090. {
  2091. int ring;
  2092. struct qlcnic_host_sds_ring *sds_ring;
  2093. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2094. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2095. disable_irq(adapter->irq);
  2096. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2097. sds_ring = &recv_ctx->sds_rings[ring];
  2098. qlcnic_intr(adapter->irq, sds_ring);
  2099. }
  2100. enable_irq(adapter->irq);
  2101. }
  2102. #endif
  2103. static void
  2104. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2105. {
  2106. u32 val;
  2107. val = adapter->portnum & 0xf;
  2108. val |= encoding << 7;
  2109. val |= (jiffies - adapter->dev_rst_time) << 8;
  2110. QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2111. adapter->dev_rst_time = jiffies;
  2112. }
  2113. static int
  2114. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2115. {
  2116. u32 val;
  2117. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2118. state != QLCNIC_DEV_NEED_QUISCENT);
  2119. if (qlcnic_api_lock(adapter))
  2120. return -EIO;
  2121. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2122. if (state == QLCNIC_DEV_NEED_RESET)
  2123. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2124. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2125. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2126. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2127. qlcnic_api_unlock(adapter);
  2128. return 0;
  2129. }
  2130. static int
  2131. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2132. {
  2133. u32 val;
  2134. if (qlcnic_api_lock(adapter))
  2135. return -EBUSY;
  2136. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2137. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2138. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2139. qlcnic_api_unlock(adapter);
  2140. return 0;
  2141. }
  2142. static void
  2143. qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2144. {
  2145. u32 val;
  2146. if (qlcnic_api_lock(adapter))
  2147. goto err;
  2148. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2149. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2150. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2151. if (failed) {
  2152. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  2153. dev_info(&adapter->pdev->dev,
  2154. "Device state set to Failed. Please Reboot\n");
  2155. } else if (!(val & 0x11111111))
  2156. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
  2157. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2158. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2159. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2160. qlcnic_api_unlock(adapter);
  2161. err:
  2162. adapter->fw_fail_cnt = 0;
  2163. adapter->flags &= ~QLCNIC_FW_HANG;
  2164. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2165. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2166. }
  2167. /* Grab api lock, before checking state */
  2168. static int
  2169. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2170. {
  2171. int act, state, active_mask;
  2172. state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2173. act = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2174. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2175. active_mask = (~(1 << (adapter->ahw->pci_func * 4)));
  2176. act = act & active_mask;
  2177. }
  2178. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2179. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2180. return 0;
  2181. else
  2182. return 1;
  2183. }
  2184. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2185. {
  2186. u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2187. if (val != QLCNIC_DRV_IDC_VER) {
  2188. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2189. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2190. }
  2191. return 0;
  2192. }
  2193. static int
  2194. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2195. {
  2196. u32 val, prev_state;
  2197. u8 dev_init_timeo = adapter->dev_init_timeo;
  2198. u8 portnum = adapter->portnum;
  2199. u8 ret;
  2200. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2201. return 1;
  2202. if (qlcnic_api_lock(adapter))
  2203. return -1;
  2204. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2205. if (!(val & (1 << (portnum * 4)))) {
  2206. QLC_DEV_SET_REF_CNT(val, portnum);
  2207. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2208. }
  2209. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2210. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2211. switch (prev_state) {
  2212. case QLCNIC_DEV_COLD:
  2213. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2214. QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
  2215. qlcnic_idc_debug_info(adapter, 0);
  2216. qlcnic_api_unlock(adapter);
  2217. return 1;
  2218. case QLCNIC_DEV_READY:
  2219. ret = qlcnic_check_idc_ver(adapter);
  2220. qlcnic_api_unlock(adapter);
  2221. return ret;
  2222. case QLCNIC_DEV_NEED_RESET:
  2223. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2224. QLC_DEV_SET_RST_RDY(val, portnum);
  2225. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2226. break;
  2227. case QLCNIC_DEV_NEED_QUISCENT:
  2228. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2229. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2230. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2231. break;
  2232. case QLCNIC_DEV_FAILED:
  2233. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2234. qlcnic_api_unlock(adapter);
  2235. return -1;
  2236. case QLCNIC_DEV_INITIALIZING:
  2237. case QLCNIC_DEV_QUISCENT:
  2238. break;
  2239. }
  2240. qlcnic_api_unlock(adapter);
  2241. do {
  2242. msleep(1000);
  2243. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2244. if (prev_state == QLCNIC_DEV_QUISCENT)
  2245. continue;
  2246. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2247. if (!dev_init_timeo) {
  2248. dev_err(&adapter->pdev->dev,
  2249. "Waiting for device to initialize timeout\n");
  2250. return -1;
  2251. }
  2252. if (qlcnic_api_lock(adapter))
  2253. return -1;
  2254. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2255. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2256. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2257. ret = qlcnic_check_idc_ver(adapter);
  2258. qlcnic_api_unlock(adapter);
  2259. return ret;
  2260. }
  2261. static void
  2262. qlcnic_fwinit_work(struct work_struct *work)
  2263. {
  2264. struct qlcnic_adapter *adapter = container_of(work,
  2265. struct qlcnic_adapter, fw_work.work);
  2266. u32 dev_state = 0xf;
  2267. u32 val;
  2268. if (qlcnic_api_lock(adapter))
  2269. goto err_ret;
  2270. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2271. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2272. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2273. qlcnic_api_unlock(adapter);
  2274. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2275. FW_POLL_DELAY * 2);
  2276. return;
  2277. }
  2278. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2279. qlcnic_api_unlock(adapter);
  2280. goto wait_npar;
  2281. }
  2282. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2283. dev_state == QLCNIC_DEV_READY) {
  2284. dev_info(&adapter->pdev->dev, "Detected state change from "
  2285. "DEV_NEED_RESET, skipping ack check\n");
  2286. goto skip_ack_check;
  2287. }
  2288. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2289. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2290. adapter->reset_ack_timeo);
  2291. goto skip_ack_check;
  2292. }
  2293. if (!qlcnic_check_drv_state(adapter)) {
  2294. skip_ack_check:
  2295. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2296. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2297. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
  2298. QLCNIC_DEV_INITIALIZING);
  2299. set_bit(__QLCNIC_START_FW, &adapter->state);
  2300. QLCDB(adapter, DRV, "Restarting fw\n");
  2301. qlcnic_idc_debug_info(adapter, 0);
  2302. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2303. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2304. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2305. }
  2306. qlcnic_api_unlock(adapter);
  2307. rtnl_lock();
  2308. if (adapter->ahw->fw_dump.enable &&
  2309. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2310. QLCDB(adapter, DRV, "Take FW dump\n");
  2311. qlcnic_dump_fw(adapter);
  2312. adapter->flags |= QLCNIC_FW_HANG;
  2313. }
  2314. rtnl_unlock();
  2315. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2316. if (!adapter->nic_ops->start_firmware(adapter)) {
  2317. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2318. adapter->fw_wait_cnt = 0;
  2319. return;
  2320. }
  2321. goto err_ret;
  2322. }
  2323. qlcnic_api_unlock(adapter);
  2324. wait_npar:
  2325. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2326. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2327. switch (dev_state) {
  2328. case QLCNIC_DEV_READY:
  2329. if (!adapter->nic_ops->start_firmware(adapter)) {
  2330. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2331. adapter->fw_wait_cnt = 0;
  2332. return;
  2333. }
  2334. case QLCNIC_DEV_FAILED:
  2335. break;
  2336. default:
  2337. qlcnic_schedule_work(adapter,
  2338. qlcnic_fwinit_work, FW_POLL_DELAY);
  2339. return;
  2340. }
  2341. err_ret:
  2342. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2343. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2344. netif_device_attach(adapter->netdev);
  2345. qlcnic_clr_all_drv_state(adapter, 0);
  2346. }
  2347. static void
  2348. qlcnic_detach_work(struct work_struct *work)
  2349. {
  2350. struct qlcnic_adapter *adapter = container_of(work,
  2351. struct qlcnic_adapter, fw_work.work);
  2352. struct net_device *netdev = adapter->netdev;
  2353. u32 status;
  2354. netif_device_detach(netdev);
  2355. /* Dont grab rtnl lock during Quiscent mode */
  2356. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2357. if (netif_running(netdev))
  2358. __qlcnic_down(adapter, netdev);
  2359. } else
  2360. qlcnic_down(adapter, netdev);
  2361. status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2362. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2363. dev_err(&adapter->pdev->dev,
  2364. "Detaching the device: peg halt status1=0x%x\n",
  2365. status);
  2366. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2367. dev_err(&adapter->pdev->dev,
  2368. "On board active cooling fan failed. "
  2369. "Device has been halted.\n");
  2370. dev_err(&adapter->pdev->dev,
  2371. "Replace the adapter.\n");
  2372. }
  2373. goto err_ret;
  2374. }
  2375. if (adapter->temp == QLCNIC_TEMP_PANIC) {
  2376. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2377. adapter->temp);
  2378. goto err_ret;
  2379. }
  2380. /* Dont ack if this instance is the reset owner */
  2381. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2382. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2383. dev_err(&adapter->pdev->dev,
  2384. "Failed to set driver state,"
  2385. "detaching the device.\n");
  2386. goto err_ret;
  2387. }
  2388. }
  2389. adapter->fw_wait_cnt = 0;
  2390. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2391. return;
  2392. err_ret:
  2393. netif_device_attach(netdev);
  2394. qlcnic_clr_all_drv_state(adapter, 1);
  2395. }
  2396. /*Transit NPAR state to NON Operational */
  2397. static void
  2398. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2399. {
  2400. u32 state;
  2401. state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2402. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2403. return;
  2404. if (qlcnic_api_lock(adapter))
  2405. return;
  2406. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2407. qlcnic_api_unlock(adapter);
  2408. }
  2409. /*Transit to RESET state from READY state only */
  2410. void
  2411. qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
  2412. {
  2413. u32 state, xg_val = 0, gb_val = 0;
  2414. qlcnic_xg_set_xg0_mask(xg_val);
  2415. qlcnic_xg_set_xg1_mask(xg_val);
  2416. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2417. qlcnic_gb_set_gb0_mask(gb_val);
  2418. qlcnic_gb_set_gb1_mask(gb_val);
  2419. qlcnic_gb_set_gb2_mask(gb_val);
  2420. qlcnic_gb_set_gb3_mask(gb_val);
  2421. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2422. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2423. " on all ports\n");
  2424. adapter->need_fw_reset = 1;
  2425. if (qlcnic_api_lock(adapter))
  2426. return;
  2427. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2428. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  2429. netdev_err(adapter->netdev,
  2430. "Device is in FAILED state, Please Reboot\n");
  2431. qlcnic_api_unlock(adapter);
  2432. return;
  2433. }
  2434. if (state == QLCNIC_DEV_READY) {
  2435. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
  2436. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2437. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2438. qlcnic_idc_debug_info(adapter, 0);
  2439. }
  2440. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2441. qlcnic_api_unlock(adapter);
  2442. }
  2443. /* Transit to NPAR READY state from NPAR NOT READY state */
  2444. static void
  2445. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2446. {
  2447. if (qlcnic_api_lock(adapter))
  2448. return;
  2449. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_OPER);
  2450. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2451. qlcnic_api_unlock(adapter);
  2452. }
  2453. static void
  2454. qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2455. work_func_t func, int delay)
  2456. {
  2457. if (test_bit(__QLCNIC_AER, &adapter->state))
  2458. return;
  2459. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2460. queue_delayed_work(qlcnic_wq, &adapter->fw_work,
  2461. round_jiffies_relative(delay));
  2462. }
  2463. static void
  2464. qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
  2465. {
  2466. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2467. msleep(10);
  2468. if (!adapter->fw_work.work.func)
  2469. return;
  2470. cancel_delayed_work_sync(&adapter->fw_work);
  2471. }
  2472. static void
  2473. qlcnic_attach_work(struct work_struct *work)
  2474. {
  2475. struct qlcnic_adapter *adapter = container_of(work,
  2476. struct qlcnic_adapter, fw_work.work);
  2477. struct net_device *netdev = adapter->netdev;
  2478. u32 npar_state;
  2479. if (adapter->op_mode != QLCNIC_MGMT_FUNC) {
  2480. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2481. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2482. qlcnic_clr_all_drv_state(adapter, 0);
  2483. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2484. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2485. FW_POLL_DELAY);
  2486. else
  2487. goto attach;
  2488. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2489. return;
  2490. }
  2491. attach:
  2492. if (netif_running(netdev)) {
  2493. if (qlcnic_up(adapter, netdev))
  2494. goto done;
  2495. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2496. }
  2497. done:
  2498. netif_device_attach(netdev);
  2499. adapter->fw_fail_cnt = 0;
  2500. adapter->flags &= ~QLCNIC_FW_HANG;
  2501. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2502. if (!qlcnic_clr_drv_state(adapter))
  2503. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2504. FW_POLL_DELAY);
  2505. }
  2506. static int
  2507. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2508. {
  2509. u32 state = 0, heartbeat;
  2510. u32 peg_status;
  2511. if (qlcnic_check_temp(adapter))
  2512. goto detach;
  2513. if (adapter->need_fw_reset)
  2514. qlcnic_dev_request_reset(adapter);
  2515. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2516. if (state == QLCNIC_DEV_NEED_RESET) {
  2517. qlcnic_set_npar_non_operational(adapter);
  2518. adapter->need_fw_reset = 1;
  2519. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2520. goto detach;
  2521. heartbeat = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2522. if (heartbeat != adapter->heartbeat) {
  2523. adapter->heartbeat = heartbeat;
  2524. adapter->fw_fail_cnt = 0;
  2525. if (adapter->need_fw_reset)
  2526. goto detach;
  2527. if (adapter->reset_context && auto_fw_reset) {
  2528. qlcnic_reset_hw_context(adapter);
  2529. adapter->netdev->trans_start = jiffies;
  2530. }
  2531. return 0;
  2532. }
  2533. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2534. return 0;
  2535. adapter->flags |= QLCNIC_FW_HANG;
  2536. qlcnic_dev_request_reset(adapter);
  2537. if (auto_fw_reset)
  2538. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2539. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2540. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2541. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2542. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2543. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2544. "PEG_NET_4_PC: 0x%x\n",
  2545. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1),
  2546. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2547. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2548. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2549. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2550. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2551. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2552. peg_status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2553. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2554. dev_err(&adapter->pdev->dev,
  2555. "Firmware aborted with error code 0x00006700. "
  2556. "Device is being reset.\n");
  2557. detach:
  2558. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2559. QLCNIC_DEV_NEED_RESET;
  2560. if (auto_fw_reset &&
  2561. !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2562. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2563. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2564. }
  2565. return 1;
  2566. }
  2567. static void
  2568. qlcnic_fw_poll_work(struct work_struct *work)
  2569. {
  2570. struct qlcnic_adapter *adapter = container_of(work,
  2571. struct qlcnic_adapter, fw_work.work);
  2572. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2573. goto reschedule;
  2574. if (qlcnic_check_health(adapter))
  2575. return;
  2576. if (adapter->fhash.fnum)
  2577. qlcnic_prune_lb_filters(adapter);
  2578. reschedule:
  2579. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2580. }
  2581. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2582. {
  2583. struct pci_dev *oth_pdev;
  2584. int val = pdev->devfn;
  2585. while (val-- > 0) {
  2586. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2587. (pdev->bus), pdev->bus->number,
  2588. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2589. if (!oth_pdev)
  2590. continue;
  2591. if (oth_pdev->current_state != PCI_D3cold) {
  2592. pci_dev_put(oth_pdev);
  2593. return 0;
  2594. }
  2595. pci_dev_put(oth_pdev);
  2596. }
  2597. return 1;
  2598. }
  2599. static int qlcnic_attach_func(struct pci_dev *pdev)
  2600. {
  2601. int err, first_func;
  2602. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2603. struct net_device *netdev = adapter->netdev;
  2604. pdev->error_state = pci_channel_io_normal;
  2605. err = pci_enable_device(pdev);
  2606. if (err)
  2607. return err;
  2608. pci_set_power_state(pdev, PCI_D0);
  2609. pci_set_master(pdev);
  2610. pci_restore_state(pdev);
  2611. first_func = qlcnic_is_first_func(pdev);
  2612. if (qlcnic_api_lock(adapter))
  2613. return -EINVAL;
  2614. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2615. adapter->need_fw_reset = 1;
  2616. set_bit(__QLCNIC_START_FW, &adapter->state);
  2617. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2618. QLCDB(adapter, DRV, "Restarting fw\n");
  2619. }
  2620. qlcnic_api_unlock(adapter);
  2621. err = adapter->nic_ops->start_firmware(adapter);
  2622. if (err)
  2623. return err;
  2624. qlcnic_clr_drv_state(adapter);
  2625. qlcnic_setup_intr(adapter);
  2626. if (netif_running(netdev)) {
  2627. err = qlcnic_attach(adapter);
  2628. if (err) {
  2629. qlcnic_clr_all_drv_state(adapter, 1);
  2630. clear_bit(__QLCNIC_AER, &adapter->state);
  2631. netif_device_attach(netdev);
  2632. return err;
  2633. }
  2634. err = qlcnic_up(adapter, netdev);
  2635. if (err)
  2636. goto done;
  2637. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2638. }
  2639. done:
  2640. netif_device_attach(netdev);
  2641. return err;
  2642. }
  2643. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2644. pci_channel_state_t state)
  2645. {
  2646. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2647. struct net_device *netdev = adapter->netdev;
  2648. if (state == pci_channel_io_perm_failure)
  2649. return PCI_ERS_RESULT_DISCONNECT;
  2650. if (state == pci_channel_io_normal)
  2651. return PCI_ERS_RESULT_RECOVERED;
  2652. set_bit(__QLCNIC_AER, &adapter->state);
  2653. netif_device_detach(netdev);
  2654. cancel_delayed_work_sync(&adapter->fw_work);
  2655. if (netif_running(netdev))
  2656. qlcnic_down(adapter, netdev);
  2657. qlcnic_detach(adapter);
  2658. qlcnic_teardown_intr(adapter);
  2659. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2660. pci_save_state(pdev);
  2661. pci_disable_device(pdev);
  2662. return PCI_ERS_RESULT_NEED_RESET;
  2663. }
  2664. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2665. {
  2666. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2667. PCI_ERS_RESULT_RECOVERED;
  2668. }
  2669. static void qlcnic_io_resume(struct pci_dev *pdev)
  2670. {
  2671. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2672. pci_cleanup_aer_uncorrect_error_status(pdev);
  2673. if (QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) == QLCNIC_DEV_READY &&
  2674. test_and_clear_bit(__QLCNIC_AER, &adapter->state))
  2675. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2676. FW_POLL_DELAY);
  2677. }
  2678. static int
  2679. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2680. {
  2681. int err;
  2682. err = qlcnic_can_start_firmware(adapter);
  2683. if (err)
  2684. return err;
  2685. err = qlcnic_check_npar_opertional(adapter);
  2686. if (err)
  2687. return err;
  2688. err = qlcnic_initialize_nic(adapter);
  2689. if (err)
  2690. return err;
  2691. qlcnic_check_options(adapter);
  2692. err = qlcnic_set_eswitch_port_config(adapter);
  2693. if (err)
  2694. return err;
  2695. adapter->need_fw_reset = 0;
  2696. return err;
  2697. }
  2698. static int
  2699. qlcnicvf_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
  2700. {
  2701. return -EOPNOTSUPP;
  2702. }
  2703. static int
  2704. qlcnicvf_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
  2705. {
  2706. return -EOPNOTSUPP;
  2707. }
  2708. static ssize_t
  2709. qlcnic_store_bridged_mode(struct device *dev,
  2710. struct device_attribute *attr, const char *buf, size_t len)
  2711. {
  2712. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2713. unsigned long new;
  2714. int ret = -EINVAL;
  2715. if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
  2716. goto err_out;
  2717. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2718. goto err_out;
  2719. if (strict_strtoul(buf, 2, &new))
  2720. goto err_out;
  2721. if (!adapter->nic_ops->config_bridged_mode(adapter, !!new))
  2722. ret = len;
  2723. err_out:
  2724. return ret;
  2725. }
  2726. static ssize_t
  2727. qlcnic_show_bridged_mode(struct device *dev,
  2728. struct device_attribute *attr, char *buf)
  2729. {
  2730. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2731. int bridged_mode = 0;
  2732. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  2733. bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
  2734. return sprintf(buf, "%d\n", bridged_mode);
  2735. }
  2736. static struct device_attribute dev_attr_bridged_mode = {
  2737. .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
  2738. .show = qlcnic_show_bridged_mode,
  2739. .store = qlcnic_store_bridged_mode,
  2740. };
  2741. static ssize_t
  2742. qlcnic_store_diag_mode(struct device *dev,
  2743. struct device_attribute *attr, const char *buf, size_t len)
  2744. {
  2745. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2746. unsigned long new;
  2747. if (strict_strtoul(buf, 2, &new))
  2748. return -EINVAL;
  2749. if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2750. adapter->flags ^= QLCNIC_DIAG_ENABLED;
  2751. return len;
  2752. }
  2753. static ssize_t
  2754. qlcnic_show_diag_mode(struct device *dev,
  2755. struct device_attribute *attr, char *buf)
  2756. {
  2757. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2758. return sprintf(buf, "%d\n",
  2759. !!(adapter->flags & QLCNIC_DIAG_ENABLED));
  2760. }
  2761. static struct device_attribute dev_attr_diag_mode = {
  2762. .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
  2763. .show = qlcnic_show_diag_mode,
  2764. .store = qlcnic_store_diag_mode,
  2765. };
  2766. int qlcnic_validate_max_rss(struct net_device *netdev, u8 max_hw, u8 val)
  2767. {
  2768. if (!use_msi_x && !use_msi) {
  2769. netdev_info(netdev, "no msix or msi support, hence no rss\n");
  2770. return -EINVAL;
  2771. }
  2772. if ((val > max_hw) || (val < 2) || !is_power_of_2(val)) {
  2773. netdev_info(netdev, "rss_ring valid range [2 - %x] in "
  2774. " powers of 2\n", max_hw);
  2775. return -EINVAL;
  2776. }
  2777. return 0;
  2778. }
  2779. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data)
  2780. {
  2781. struct net_device *netdev = adapter->netdev;
  2782. int err = 0;
  2783. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2784. return -EBUSY;
  2785. netif_device_detach(netdev);
  2786. if (netif_running(netdev))
  2787. __qlcnic_down(adapter, netdev);
  2788. qlcnic_detach(adapter);
  2789. qlcnic_teardown_intr(adapter);
  2790. if (qlcnic_enable_msix(adapter, data)) {
  2791. netdev_info(netdev, "failed setting max_rss; rss disabled\n");
  2792. qlcnic_enable_msi_legacy(adapter);
  2793. }
  2794. if (netif_running(netdev)) {
  2795. err = qlcnic_attach(adapter);
  2796. if (err)
  2797. goto done;
  2798. err = __qlcnic_up(adapter, netdev);
  2799. if (err)
  2800. goto done;
  2801. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2802. }
  2803. done:
  2804. netif_device_attach(netdev);
  2805. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2806. return err;
  2807. }
  2808. static int
  2809. qlcnic_validate_beacon(struct qlcnic_adapter *adapter, u16 beacon, u8 *state,
  2810. u8 *rate)
  2811. {
  2812. *rate = LSB(beacon);
  2813. *state = MSB(beacon);
  2814. QLCDB(adapter, DRV, "rate %x state %x\n", *rate, *state);
  2815. if (!*state) {
  2816. *rate = __QLCNIC_MAX_LED_RATE;
  2817. return 0;
  2818. } else if (*state > __QLCNIC_MAX_LED_STATE)
  2819. return -EINVAL;
  2820. if ((!*rate) || (*rate > __QLCNIC_MAX_LED_RATE))
  2821. return -EINVAL;
  2822. return 0;
  2823. }
  2824. static ssize_t
  2825. qlcnic_store_beacon(struct device *dev,
  2826. struct device_attribute *attr, const char *buf, size_t len)
  2827. {
  2828. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2829. int max_sds_rings = adapter->max_sds_rings;
  2830. u16 beacon;
  2831. u8 b_state, b_rate;
  2832. int err;
  2833. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2834. dev_warn(dev, "LED test not supported for non "
  2835. "privilege function\n");
  2836. return -EOPNOTSUPP;
  2837. }
  2838. if (len != sizeof(u16))
  2839. return QL_STATUS_INVALID_PARAM;
  2840. memcpy(&beacon, buf, sizeof(u16));
  2841. err = qlcnic_validate_beacon(adapter, beacon, &b_state, &b_rate);
  2842. if (err)
  2843. return err;
  2844. if (adapter->ahw->beacon_state == b_state)
  2845. return len;
  2846. rtnl_lock();
  2847. if (!adapter->ahw->beacon_state)
  2848. if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state)) {
  2849. rtnl_unlock();
  2850. return -EBUSY;
  2851. }
  2852. if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2853. err = -EIO;
  2854. goto out;
  2855. }
  2856. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  2857. err = qlcnic_diag_alloc_res(adapter->netdev, QLCNIC_LED_TEST);
  2858. if (err)
  2859. goto out;
  2860. set_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state);
  2861. }
  2862. err = qlcnic_config_led(adapter, b_state, b_rate);
  2863. if (!err) {
  2864. err = len;
  2865. adapter->ahw->beacon_state = b_state;
  2866. }
  2867. if (test_and_clear_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state))
  2868. qlcnic_diag_free_res(adapter->netdev, max_sds_rings);
  2869. out:
  2870. if (!adapter->ahw->beacon_state)
  2871. clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
  2872. rtnl_unlock();
  2873. return err;
  2874. }
  2875. static ssize_t
  2876. qlcnic_show_beacon(struct device *dev,
  2877. struct device_attribute *attr, char *buf)
  2878. {
  2879. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2880. return sprintf(buf, "%d\n", adapter->ahw->beacon_state);
  2881. }
  2882. static struct device_attribute dev_attr_beacon = {
  2883. .attr = {.name = "beacon", .mode = (S_IRUGO | S_IWUSR)},
  2884. .show = qlcnic_show_beacon,
  2885. .store = qlcnic_store_beacon,
  2886. };
  2887. static int
  2888. qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
  2889. loff_t offset, size_t size)
  2890. {
  2891. size_t crb_size = 4;
  2892. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2893. return -EIO;
  2894. if (offset < QLCNIC_PCI_CRBSPACE) {
  2895. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
  2896. QLCNIC_PCI_CAMQM_END))
  2897. crb_size = 8;
  2898. else
  2899. return -EINVAL;
  2900. }
  2901. if ((size != crb_size) || (offset & (crb_size-1)))
  2902. return -EINVAL;
  2903. return 0;
  2904. }
  2905. static ssize_t
  2906. qlcnic_sysfs_read_crb(struct file *filp, struct kobject *kobj,
  2907. struct bin_attribute *attr,
  2908. char *buf, loff_t offset, size_t size)
  2909. {
  2910. struct device *dev = container_of(kobj, struct device, kobj);
  2911. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2912. u32 data;
  2913. u64 qmdata;
  2914. int ret;
  2915. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2916. if (ret != 0)
  2917. return ret;
  2918. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2919. qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
  2920. memcpy(buf, &qmdata, size);
  2921. } else {
  2922. data = QLCRD32(adapter, offset);
  2923. memcpy(buf, &data, size);
  2924. }
  2925. return size;
  2926. }
  2927. static ssize_t
  2928. qlcnic_sysfs_write_crb(struct file *filp, struct kobject *kobj,
  2929. struct bin_attribute *attr,
  2930. char *buf, loff_t offset, size_t size)
  2931. {
  2932. struct device *dev = container_of(kobj, struct device, kobj);
  2933. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2934. u32 data;
  2935. u64 qmdata;
  2936. int ret;
  2937. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2938. if (ret != 0)
  2939. return ret;
  2940. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2941. memcpy(&qmdata, buf, size);
  2942. qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
  2943. } else {
  2944. memcpy(&data, buf, size);
  2945. QLCWR32(adapter, offset, data);
  2946. }
  2947. return size;
  2948. }
  2949. static int
  2950. qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
  2951. loff_t offset, size_t size)
  2952. {
  2953. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2954. return -EIO;
  2955. if ((size != 8) || (offset & 0x7))
  2956. return -EIO;
  2957. return 0;
  2958. }
  2959. static ssize_t
  2960. qlcnic_sysfs_read_mem(struct file *filp, struct kobject *kobj,
  2961. struct bin_attribute *attr,
  2962. char *buf, loff_t offset, size_t size)
  2963. {
  2964. struct device *dev = container_of(kobj, struct device, kobj);
  2965. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2966. u64 data;
  2967. int ret;
  2968. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2969. if (ret != 0)
  2970. return ret;
  2971. if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
  2972. return -EIO;
  2973. memcpy(buf, &data, size);
  2974. return size;
  2975. }
  2976. static ssize_t
  2977. qlcnic_sysfs_write_mem(struct file *filp, struct kobject *kobj,
  2978. struct bin_attribute *attr,
  2979. char *buf, loff_t offset, size_t size)
  2980. {
  2981. struct device *dev = container_of(kobj, struct device, kobj);
  2982. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2983. u64 data;
  2984. int ret;
  2985. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2986. if (ret != 0)
  2987. return ret;
  2988. memcpy(&data, buf, size);
  2989. if (qlcnic_pci_mem_write_2M(adapter, offset, data))
  2990. return -EIO;
  2991. return size;
  2992. }
  2993. static struct bin_attribute bin_attr_crb = {
  2994. .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
  2995. .size = 0,
  2996. .read = qlcnic_sysfs_read_crb,
  2997. .write = qlcnic_sysfs_write_crb,
  2998. };
  2999. static struct bin_attribute bin_attr_mem = {
  3000. .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
  3001. .size = 0,
  3002. .read = qlcnic_sysfs_read_mem,
  3003. .write = qlcnic_sysfs_write_mem,
  3004. };
  3005. static int
  3006. validate_pm_config(struct qlcnic_adapter *adapter,
  3007. struct qlcnic_pm_func_cfg *pm_cfg, int count)
  3008. {
  3009. u8 src_pci_func, s_esw_id, d_esw_id;
  3010. u8 dest_pci_func;
  3011. int i;
  3012. for (i = 0; i < count; i++) {
  3013. src_pci_func = pm_cfg[i].pci_func;
  3014. dest_pci_func = pm_cfg[i].dest_npar;
  3015. if (src_pci_func >= QLCNIC_MAX_PCI_FUNC
  3016. || dest_pci_func >= QLCNIC_MAX_PCI_FUNC)
  3017. return QL_STATUS_INVALID_PARAM;
  3018. if (adapter->npars[src_pci_func].type != QLCNIC_TYPE_NIC)
  3019. return QL_STATUS_INVALID_PARAM;
  3020. if (adapter->npars[dest_pci_func].type != QLCNIC_TYPE_NIC)
  3021. return QL_STATUS_INVALID_PARAM;
  3022. s_esw_id = adapter->npars[src_pci_func].phy_port;
  3023. d_esw_id = adapter->npars[dest_pci_func].phy_port;
  3024. if (s_esw_id != d_esw_id)
  3025. return QL_STATUS_INVALID_PARAM;
  3026. }
  3027. return 0;
  3028. }
  3029. static ssize_t
  3030. qlcnic_sysfs_write_pm_config(struct file *filp, struct kobject *kobj,
  3031. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3032. {
  3033. struct device *dev = container_of(kobj, struct device, kobj);
  3034. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3035. struct qlcnic_pm_func_cfg *pm_cfg;
  3036. u32 id, action, pci_func;
  3037. int count, rem, i, ret;
  3038. count = size / sizeof(struct qlcnic_pm_func_cfg);
  3039. rem = size % sizeof(struct qlcnic_pm_func_cfg);
  3040. if (rem)
  3041. return QL_STATUS_INVALID_PARAM;
  3042. pm_cfg = (struct qlcnic_pm_func_cfg *) buf;
  3043. ret = validate_pm_config(adapter, pm_cfg, count);
  3044. if (ret)
  3045. return ret;
  3046. for (i = 0; i < count; i++) {
  3047. pci_func = pm_cfg[i].pci_func;
  3048. action = !!pm_cfg[i].action;
  3049. id = adapter->npars[pci_func].phy_port;
  3050. ret = qlcnic_config_port_mirroring(adapter, id,
  3051. action, pci_func);
  3052. if (ret)
  3053. return ret;
  3054. }
  3055. for (i = 0; i < count; i++) {
  3056. pci_func = pm_cfg[i].pci_func;
  3057. id = adapter->npars[pci_func].phy_port;
  3058. adapter->npars[pci_func].enable_pm = !!pm_cfg[i].action;
  3059. adapter->npars[pci_func].dest_npar = id;
  3060. }
  3061. return size;
  3062. }
  3063. static ssize_t
  3064. qlcnic_sysfs_read_pm_config(struct file *filp, struct kobject *kobj,
  3065. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3066. {
  3067. struct device *dev = container_of(kobj, struct device, kobj);
  3068. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3069. struct qlcnic_pm_func_cfg pm_cfg[QLCNIC_MAX_PCI_FUNC];
  3070. int i;
  3071. if (size != sizeof(pm_cfg))
  3072. return QL_STATUS_INVALID_PARAM;
  3073. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3074. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3075. continue;
  3076. pm_cfg[i].action = adapter->npars[i].enable_pm;
  3077. pm_cfg[i].dest_npar = 0;
  3078. pm_cfg[i].pci_func = i;
  3079. }
  3080. memcpy(buf, &pm_cfg, size);
  3081. return size;
  3082. }
  3083. static int
  3084. validate_esw_config(struct qlcnic_adapter *adapter,
  3085. struct qlcnic_esw_func_cfg *esw_cfg, int count)
  3086. {
  3087. u32 op_mode;
  3088. u8 pci_func;
  3089. int i;
  3090. op_mode = readl(adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE);
  3091. for (i = 0; i < count; i++) {
  3092. pci_func = esw_cfg[i].pci_func;
  3093. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3094. return QL_STATUS_INVALID_PARAM;
  3095. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3096. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3097. return QL_STATUS_INVALID_PARAM;
  3098. switch (esw_cfg[i].op_mode) {
  3099. case QLCNIC_PORT_DEFAULTS:
  3100. if (QLC_DEV_GET_DRV(op_mode, pci_func) !=
  3101. QLCNIC_NON_PRIV_FUNC) {
  3102. if (esw_cfg[i].mac_anti_spoof != 0)
  3103. return QL_STATUS_INVALID_PARAM;
  3104. if (esw_cfg[i].mac_override != 1)
  3105. return QL_STATUS_INVALID_PARAM;
  3106. if (esw_cfg[i].promisc_mode != 1)
  3107. return QL_STATUS_INVALID_PARAM;
  3108. }
  3109. break;
  3110. case QLCNIC_ADD_VLAN:
  3111. if (!IS_VALID_VLAN(esw_cfg[i].vlan_id))
  3112. return QL_STATUS_INVALID_PARAM;
  3113. if (!esw_cfg[i].op_type)
  3114. return QL_STATUS_INVALID_PARAM;
  3115. break;
  3116. case QLCNIC_DEL_VLAN:
  3117. if (!esw_cfg[i].op_type)
  3118. return QL_STATUS_INVALID_PARAM;
  3119. break;
  3120. default:
  3121. return QL_STATUS_INVALID_PARAM;
  3122. }
  3123. }
  3124. return 0;
  3125. }
  3126. static ssize_t
  3127. qlcnic_sysfs_write_esw_config(struct file *file, struct kobject *kobj,
  3128. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3129. {
  3130. struct device *dev = container_of(kobj, struct device, kobj);
  3131. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3132. struct qlcnic_esw_func_cfg *esw_cfg;
  3133. struct qlcnic_npar_info *npar;
  3134. int count, rem, i, ret;
  3135. u8 pci_func, op_mode = 0;
  3136. count = size / sizeof(struct qlcnic_esw_func_cfg);
  3137. rem = size % sizeof(struct qlcnic_esw_func_cfg);
  3138. if (rem)
  3139. return QL_STATUS_INVALID_PARAM;
  3140. esw_cfg = (struct qlcnic_esw_func_cfg *) buf;
  3141. ret = validate_esw_config(adapter, esw_cfg, count);
  3142. if (ret)
  3143. return ret;
  3144. for (i = 0; i < count; i++) {
  3145. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3146. if (qlcnic_config_switch_port(adapter, &esw_cfg[i]))
  3147. return QL_STATUS_INVALID_PARAM;
  3148. if (adapter->ahw->pci_func != esw_cfg[i].pci_func)
  3149. continue;
  3150. op_mode = esw_cfg[i].op_mode;
  3151. qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]);
  3152. esw_cfg[i].op_mode = op_mode;
  3153. esw_cfg[i].pci_func = adapter->ahw->pci_func;
  3154. switch (esw_cfg[i].op_mode) {
  3155. case QLCNIC_PORT_DEFAULTS:
  3156. qlcnic_set_eswitch_port_features(adapter, &esw_cfg[i]);
  3157. break;
  3158. case QLCNIC_ADD_VLAN:
  3159. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3160. break;
  3161. case QLCNIC_DEL_VLAN:
  3162. esw_cfg[i].vlan_id = 0;
  3163. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3164. break;
  3165. }
  3166. }
  3167. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3168. goto out;
  3169. for (i = 0; i < count; i++) {
  3170. pci_func = esw_cfg[i].pci_func;
  3171. npar = &adapter->npars[pci_func];
  3172. switch (esw_cfg[i].op_mode) {
  3173. case QLCNIC_PORT_DEFAULTS:
  3174. npar->promisc_mode = esw_cfg[i].promisc_mode;
  3175. npar->mac_override = esw_cfg[i].mac_override;
  3176. npar->offload_flags = esw_cfg[i].offload_flags;
  3177. npar->mac_anti_spoof = esw_cfg[i].mac_anti_spoof;
  3178. npar->discard_tagged = esw_cfg[i].discard_tagged;
  3179. break;
  3180. case QLCNIC_ADD_VLAN:
  3181. npar->pvid = esw_cfg[i].vlan_id;
  3182. break;
  3183. case QLCNIC_DEL_VLAN:
  3184. npar->pvid = 0;
  3185. break;
  3186. }
  3187. }
  3188. out:
  3189. return size;
  3190. }
  3191. static ssize_t
  3192. qlcnic_sysfs_read_esw_config(struct file *file, struct kobject *kobj,
  3193. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3194. {
  3195. struct device *dev = container_of(kobj, struct device, kobj);
  3196. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3197. struct qlcnic_esw_func_cfg esw_cfg[QLCNIC_MAX_PCI_FUNC];
  3198. u8 i;
  3199. if (size != sizeof(esw_cfg))
  3200. return QL_STATUS_INVALID_PARAM;
  3201. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3202. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3203. continue;
  3204. esw_cfg[i].pci_func = i;
  3205. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]))
  3206. return QL_STATUS_INVALID_PARAM;
  3207. }
  3208. memcpy(buf, &esw_cfg, size);
  3209. return size;
  3210. }
  3211. static int
  3212. validate_npar_config(struct qlcnic_adapter *adapter,
  3213. struct qlcnic_npar_func_cfg *np_cfg, int count)
  3214. {
  3215. u8 pci_func, i;
  3216. for (i = 0; i < count; i++) {
  3217. pci_func = np_cfg[i].pci_func;
  3218. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3219. return QL_STATUS_INVALID_PARAM;
  3220. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3221. return QL_STATUS_INVALID_PARAM;
  3222. if (!IS_VALID_BW(np_cfg[i].min_bw) ||
  3223. !IS_VALID_BW(np_cfg[i].max_bw))
  3224. return QL_STATUS_INVALID_PARAM;
  3225. }
  3226. return 0;
  3227. }
  3228. static ssize_t
  3229. qlcnic_sysfs_write_npar_config(struct file *file, struct kobject *kobj,
  3230. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3231. {
  3232. struct device *dev = container_of(kobj, struct device, kobj);
  3233. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3234. struct qlcnic_info nic_info;
  3235. struct qlcnic_npar_func_cfg *np_cfg;
  3236. int i, count, rem, ret;
  3237. u8 pci_func;
  3238. count = size / sizeof(struct qlcnic_npar_func_cfg);
  3239. rem = size % sizeof(struct qlcnic_npar_func_cfg);
  3240. if (rem)
  3241. return QL_STATUS_INVALID_PARAM;
  3242. np_cfg = (struct qlcnic_npar_func_cfg *) buf;
  3243. ret = validate_npar_config(adapter, np_cfg, count);
  3244. if (ret)
  3245. return ret;
  3246. for (i = 0; i < count ; i++) {
  3247. pci_func = np_cfg[i].pci_func;
  3248. ret = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  3249. if (ret)
  3250. return ret;
  3251. nic_info.pci_func = pci_func;
  3252. nic_info.min_tx_bw = np_cfg[i].min_bw;
  3253. nic_info.max_tx_bw = np_cfg[i].max_bw;
  3254. ret = qlcnic_set_nic_info(adapter, &nic_info);
  3255. if (ret)
  3256. return ret;
  3257. adapter->npars[i].min_bw = nic_info.min_tx_bw;
  3258. adapter->npars[i].max_bw = nic_info.max_tx_bw;
  3259. }
  3260. return size;
  3261. }
  3262. static ssize_t
  3263. qlcnic_sysfs_read_npar_config(struct file *file, struct kobject *kobj,
  3264. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3265. {
  3266. struct device *dev = container_of(kobj, struct device, kobj);
  3267. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3268. struct qlcnic_info nic_info;
  3269. struct qlcnic_npar_func_cfg np_cfg[QLCNIC_MAX_PCI_FUNC];
  3270. int i, ret;
  3271. if (size != sizeof(np_cfg))
  3272. return QL_STATUS_INVALID_PARAM;
  3273. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3274. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3275. continue;
  3276. ret = qlcnic_get_nic_info(adapter, &nic_info, i);
  3277. if (ret)
  3278. return ret;
  3279. np_cfg[i].pci_func = i;
  3280. np_cfg[i].op_mode = (u8)nic_info.op_mode;
  3281. np_cfg[i].port_num = nic_info.phys_port;
  3282. np_cfg[i].fw_capab = nic_info.capabilities;
  3283. np_cfg[i].min_bw = nic_info.min_tx_bw ;
  3284. np_cfg[i].max_bw = nic_info.max_tx_bw;
  3285. np_cfg[i].max_tx_queues = nic_info.max_tx_ques;
  3286. np_cfg[i].max_rx_queues = nic_info.max_rx_ques;
  3287. }
  3288. memcpy(buf, &np_cfg, size);
  3289. return size;
  3290. }
  3291. static ssize_t
  3292. qlcnic_sysfs_get_port_stats(struct file *file, struct kobject *kobj,
  3293. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3294. {
  3295. struct device *dev = container_of(kobj, struct device, kobj);
  3296. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3297. struct qlcnic_esw_statistics port_stats;
  3298. int ret;
  3299. if (size != sizeof(struct qlcnic_esw_statistics))
  3300. return QL_STATUS_INVALID_PARAM;
  3301. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3302. return QL_STATUS_INVALID_PARAM;
  3303. memset(&port_stats, 0, size);
  3304. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3305. &port_stats.rx);
  3306. if (ret)
  3307. return ret;
  3308. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3309. &port_stats.tx);
  3310. if (ret)
  3311. return ret;
  3312. memcpy(buf, &port_stats, size);
  3313. return size;
  3314. }
  3315. static ssize_t
  3316. qlcnic_sysfs_get_esw_stats(struct file *file, struct kobject *kobj,
  3317. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3318. {
  3319. struct device *dev = container_of(kobj, struct device, kobj);
  3320. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3321. struct qlcnic_esw_statistics esw_stats;
  3322. int ret;
  3323. if (size != sizeof(struct qlcnic_esw_statistics))
  3324. return QL_STATUS_INVALID_PARAM;
  3325. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3326. return QL_STATUS_INVALID_PARAM;
  3327. memset(&esw_stats, 0, size);
  3328. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3329. &esw_stats.rx);
  3330. if (ret)
  3331. return ret;
  3332. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3333. &esw_stats.tx);
  3334. if (ret)
  3335. return ret;
  3336. memcpy(buf, &esw_stats, size);
  3337. return size;
  3338. }
  3339. static ssize_t
  3340. qlcnic_sysfs_clear_esw_stats(struct file *file, struct kobject *kobj,
  3341. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3342. {
  3343. struct device *dev = container_of(kobj, struct device, kobj);
  3344. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3345. int ret;
  3346. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3347. return QL_STATUS_INVALID_PARAM;
  3348. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3349. QLCNIC_QUERY_RX_COUNTER);
  3350. if (ret)
  3351. return ret;
  3352. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3353. QLCNIC_QUERY_TX_COUNTER);
  3354. if (ret)
  3355. return ret;
  3356. return size;
  3357. }
  3358. static ssize_t
  3359. qlcnic_sysfs_clear_port_stats(struct file *file, struct kobject *kobj,
  3360. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3361. {
  3362. struct device *dev = container_of(kobj, struct device, kobj);
  3363. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3364. int ret;
  3365. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3366. return QL_STATUS_INVALID_PARAM;
  3367. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3368. QLCNIC_QUERY_RX_COUNTER);
  3369. if (ret)
  3370. return ret;
  3371. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3372. QLCNIC_QUERY_TX_COUNTER);
  3373. if (ret)
  3374. return ret;
  3375. return size;
  3376. }
  3377. static ssize_t
  3378. qlcnic_sysfs_read_pci_config(struct file *file, struct kobject *kobj,
  3379. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3380. {
  3381. struct device *dev = container_of(kobj, struct device, kobj);
  3382. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3383. struct qlcnic_pci_func_cfg pci_cfg[QLCNIC_MAX_PCI_FUNC];
  3384. struct qlcnic_pci_info *pci_info;
  3385. int i, ret;
  3386. if (size != sizeof(pci_cfg))
  3387. return QL_STATUS_INVALID_PARAM;
  3388. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  3389. if (!pci_info)
  3390. return -ENOMEM;
  3391. ret = qlcnic_get_pci_info(adapter, pci_info);
  3392. if (ret) {
  3393. kfree(pci_info);
  3394. return ret;
  3395. }
  3396. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3397. pci_cfg[i].pci_func = pci_info[i].id;
  3398. pci_cfg[i].func_type = pci_info[i].type;
  3399. pci_cfg[i].port_num = pci_info[i].default_port;
  3400. pci_cfg[i].min_bw = pci_info[i].tx_min_bw;
  3401. pci_cfg[i].max_bw = pci_info[i].tx_max_bw;
  3402. memcpy(&pci_cfg[i].def_mac_addr, &pci_info[i].mac, ETH_ALEN);
  3403. }
  3404. memcpy(buf, &pci_cfg, size);
  3405. kfree(pci_info);
  3406. return size;
  3407. }
  3408. static struct bin_attribute bin_attr_npar_config = {
  3409. .attr = {.name = "npar_config", .mode = (S_IRUGO | S_IWUSR)},
  3410. .size = 0,
  3411. .read = qlcnic_sysfs_read_npar_config,
  3412. .write = qlcnic_sysfs_write_npar_config,
  3413. };
  3414. static struct bin_attribute bin_attr_pci_config = {
  3415. .attr = {.name = "pci_config", .mode = (S_IRUGO | S_IWUSR)},
  3416. .size = 0,
  3417. .read = qlcnic_sysfs_read_pci_config,
  3418. .write = NULL,
  3419. };
  3420. static struct bin_attribute bin_attr_port_stats = {
  3421. .attr = {.name = "port_stats", .mode = (S_IRUGO | S_IWUSR)},
  3422. .size = 0,
  3423. .read = qlcnic_sysfs_get_port_stats,
  3424. .write = qlcnic_sysfs_clear_port_stats,
  3425. };
  3426. static struct bin_attribute bin_attr_esw_stats = {
  3427. .attr = {.name = "esw_stats", .mode = (S_IRUGO | S_IWUSR)},
  3428. .size = 0,
  3429. .read = qlcnic_sysfs_get_esw_stats,
  3430. .write = qlcnic_sysfs_clear_esw_stats,
  3431. };
  3432. static struct bin_attribute bin_attr_esw_config = {
  3433. .attr = {.name = "esw_config", .mode = (S_IRUGO | S_IWUSR)},
  3434. .size = 0,
  3435. .read = qlcnic_sysfs_read_esw_config,
  3436. .write = qlcnic_sysfs_write_esw_config,
  3437. };
  3438. static struct bin_attribute bin_attr_pm_config = {
  3439. .attr = {.name = "pm_config", .mode = (S_IRUGO | S_IWUSR)},
  3440. .size = 0,
  3441. .read = qlcnic_sysfs_read_pm_config,
  3442. .write = qlcnic_sysfs_write_pm_config,
  3443. };
  3444. static void
  3445. qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
  3446. {
  3447. struct device *dev = &adapter->pdev->dev;
  3448. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3449. if (device_create_file(dev, &dev_attr_bridged_mode))
  3450. dev_warn(dev,
  3451. "failed to create bridged_mode sysfs entry\n");
  3452. }
  3453. static void
  3454. qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
  3455. {
  3456. struct device *dev = &adapter->pdev->dev;
  3457. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3458. device_remove_file(dev, &dev_attr_bridged_mode);
  3459. }
  3460. static void
  3461. qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
  3462. {
  3463. struct device *dev = &adapter->pdev->dev;
  3464. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3465. if (device_create_bin_file(dev, &bin_attr_port_stats))
  3466. dev_info(dev, "failed to create port stats sysfs entry");
  3467. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3468. return;
  3469. if (device_create_file(dev, &dev_attr_diag_mode))
  3470. dev_info(dev, "failed to create diag_mode sysfs entry\n");
  3471. if (device_create_bin_file(dev, &bin_attr_crb))
  3472. dev_info(dev, "failed to create crb sysfs entry\n");
  3473. if (device_create_bin_file(dev, &bin_attr_mem))
  3474. dev_info(dev, "failed to create mem sysfs entry\n");
  3475. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3476. return;
  3477. if (device_create_bin_file(dev, &bin_attr_pci_config))
  3478. dev_info(dev, "failed to create pci config sysfs entry");
  3479. if (device_create_file(dev, &dev_attr_beacon))
  3480. dev_info(dev, "failed to create beacon sysfs entry");
  3481. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3482. return;
  3483. if (device_create_bin_file(dev, &bin_attr_esw_config))
  3484. dev_info(dev, "failed to create esw config sysfs entry");
  3485. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3486. return;
  3487. if (device_create_bin_file(dev, &bin_attr_npar_config))
  3488. dev_info(dev, "failed to create npar config sysfs entry");
  3489. if (device_create_bin_file(dev, &bin_attr_pm_config))
  3490. dev_info(dev, "failed to create pm config sysfs entry");
  3491. if (device_create_bin_file(dev, &bin_attr_esw_stats))
  3492. dev_info(dev, "failed to create eswitch stats sysfs entry");
  3493. }
  3494. static void
  3495. qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
  3496. {
  3497. struct device *dev = &adapter->pdev->dev;
  3498. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3499. device_remove_bin_file(dev, &bin_attr_port_stats);
  3500. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3501. return;
  3502. device_remove_file(dev, &dev_attr_diag_mode);
  3503. device_remove_bin_file(dev, &bin_attr_crb);
  3504. device_remove_bin_file(dev, &bin_attr_mem);
  3505. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3506. return;
  3507. device_remove_bin_file(dev, &bin_attr_pci_config);
  3508. device_remove_file(dev, &dev_attr_beacon);
  3509. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3510. return;
  3511. device_remove_bin_file(dev, &bin_attr_esw_config);
  3512. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3513. return;
  3514. device_remove_bin_file(dev, &bin_attr_npar_config);
  3515. device_remove_bin_file(dev, &bin_attr_pm_config);
  3516. device_remove_bin_file(dev, &bin_attr_esw_stats);
  3517. }
  3518. #ifdef CONFIG_INET
  3519. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  3520. static void
  3521. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  3522. struct net_device *dev, unsigned long event)
  3523. {
  3524. struct in_device *indev;
  3525. indev = in_dev_get(dev);
  3526. if (!indev)
  3527. return;
  3528. for_ifa(indev) {
  3529. switch (event) {
  3530. case NETDEV_UP:
  3531. qlcnic_config_ipaddr(adapter,
  3532. ifa->ifa_address, QLCNIC_IP_UP);
  3533. break;
  3534. case NETDEV_DOWN:
  3535. qlcnic_config_ipaddr(adapter,
  3536. ifa->ifa_address, QLCNIC_IP_DOWN);
  3537. break;
  3538. default:
  3539. break;
  3540. }
  3541. } endfor_ifa(indev);
  3542. in_dev_put(indev);
  3543. }
  3544. static void
  3545. qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  3546. {
  3547. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  3548. struct net_device *dev;
  3549. u16 vid;
  3550. qlcnic_config_indev_addr(adapter, netdev, event);
  3551. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  3552. dev = __vlan_find_dev_deep(netdev, vid);
  3553. if (!dev)
  3554. continue;
  3555. qlcnic_config_indev_addr(adapter, dev, event);
  3556. }
  3557. }
  3558. static int qlcnic_netdev_event(struct notifier_block *this,
  3559. unsigned long event, void *ptr)
  3560. {
  3561. struct qlcnic_adapter *adapter;
  3562. struct net_device *dev = (struct net_device *)ptr;
  3563. recheck:
  3564. if (dev == NULL)
  3565. goto done;
  3566. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3567. dev = vlan_dev_real_dev(dev);
  3568. goto recheck;
  3569. }
  3570. if (!is_qlcnic_netdev(dev))
  3571. goto done;
  3572. adapter = netdev_priv(dev);
  3573. if (!adapter)
  3574. goto done;
  3575. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3576. goto done;
  3577. qlcnic_config_indev_addr(adapter, dev, event);
  3578. done:
  3579. return NOTIFY_DONE;
  3580. }
  3581. static int
  3582. qlcnic_inetaddr_event(struct notifier_block *this,
  3583. unsigned long event, void *ptr)
  3584. {
  3585. struct qlcnic_adapter *adapter;
  3586. struct net_device *dev;
  3587. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  3588. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  3589. recheck:
  3590. if (dev == NULL)
  3591. goto done;
  3592. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3593. dev = vlan_dev_real_dev(dev);
  3594. goto recheck;
  3595. }
  3596. if (!is_qlcnic_netdev(dev))
  3597. goto done;
  3598. adapter = netdev_priv(dev);
  3599. if (!adapter)
  3600. goto done;
  3601. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3602. goto done;
  3603. switch (event) {
  3604. case NETDEV_UP:
  3605. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  3606. break;
  3607. case NETDEV_DOWN:
  3608. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  3609. break;
  3610. default:
  3611. break;
  3612. }
  3613. done:
  3614. return NOTIFY_DONE;
  3615. }
  3616. static struct notifier_block qlcnic_netdev_cb = {
  3617. .notifier_call = qlcnic_netdev_event,
  3618. };
  3619. static struct notifier_block qlcnic_inetaddr_cb = {
  3620. .notifier_call = qlcnic_inetaddr_event,
  3621. };
  3622. #else
  3623. static void
  3624. qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  3625. { }
  3626. #endif
  3627. static struct pci_error_handlers qlcnic_err_handler = {
  3628. .error_detected = qlcnic_io_error_detected,
  3629. .slot_reset = qlcnic_io_slot_reset,
  3630. .resume = qlcnic_io_resume,
  3631. };
  3632. static struct pci_driver qlcnic_driver = {
  3633. .name = qlcnic_driver_name,
  3634. .id_table = qlcnic_pci_tbl,
  3635. .probe = qlcnic_probe,
  3636. .remove = __devexit_p(qlcnic_remove),
  3637. #ifdef CONFIG_PM
  3638. .suspend = qlcnic_suspend,
  3639. .resume = qlcnic_resume,
  3640. #endif
  3641. .shutdown = qlcnic_shutdown,
  3642. .err_handler = &qlcnic_err_handler
  3643. };
  3644. static int __init qlcnic_init_module(void)
  3645. {
  3646. int ret;
  3647. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  3648. qlcnic_wq = create_singlethread_workqueue("qlcnic");
  3649. if (qlcnic_wq == NULL) {
  3650. printk(KERN_ERR "qlcnic: cannot create workqueue\n");
  3651. return -ENOMEM;
  3652. }
  3653. #ifdef CONFIG_INET
  3654. register_netdevice_notifier(&qlcnic_netdev_cb);
  3655. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3656. #endif
  3657. ret = pci_register_driver(&qlcnic_driver);
  3658. if (ret) {
  3659. #ifdef CONFIG_INET
  3660. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3661. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3662. #endif
  3663. destroy_workqueue(qlcnic_wq);
  3664. }
  3665. return ret;
  3666. }
  3667. module_init(qlcnic_init_module);
  3668. static void __exit qlcnic_exit_module(void)
  3669. {
  3670. pci_unregister_driver(&qlcnic_driver);
  3671. #ifdef CONFIG_INET
  3672. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3673. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3674. #endif
  3675. destroy_workqueue(qlcnic_wq);
  3676. }
  3677. module_exit(qlcnic_exit_module);