qlcnic_main.c 112 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657365836593660366136623663366436653666366736683669367036713672367336743675367636773678367936803681368236833684368536863687368836893690369136923693369436953696369736983699370037013702370337043705370637073708370937103711371237133714371537163717371837193720372137223723372437253726372737283729373037313732373337343735373637373738373937403741374237433744374537463747374837493750375137523753375437553756375737583759376037613762376337643765376637673768376937703771377237733774377537763777377837793780378137823783378437853786378737883789379037913792379337943795379637973798379938003801380238033804380538063807380838093810381138123813381438153816381738183819382038213822382338243825382638273828382938303831383238333834383538363837383838393840384138423843384438453846384738483849385038513852385338543855385638573858385938603861386238633864386538663867386838693870387138723873387438753876387738783879388038813882388338843885388638873888388938903891389238933894389538963897389838993900390139023903390439053906390739083909391039113912391339143915391639173918391939203921392239233924392539263927392839293930393139323933393439353936393739383939394039413942394339443945394639473948394939503951395239533954395539563957395839593960396139623963396439653966396739683969397039713972397339743975397639773978397939803981398239833984398539863987398839893990399139923993399439953996399739983999400040014002400340044005400640074008400940104011401240134014401540164017401840194020402140224023402440254026402740284029403040314032403340344035403640374038403940404041404240434044404540464047404840494050405140524053405440554056405740584059406040614062406340644065406640674068406940704071407240734074407540764077407840794080408140824083408440854086408740884089409040914092409340944095409640974098409941004101410241034104410541064107410841094110411141124113411441154116411741184119412041214122412341244125412641274128412941304131413241334134413541364137413841394140414141424143414441454146414741484149415041514152415341544155415641574158415941604161416241634164416541664167416841694170417141724173417441754176417741784179418041814182418341844185418641874188418941904191419241934194419541964197419841994200420142024203420442054206420742084209421042114212421342144215421642174218421942204221422242234224422542264227422842294230423142324233423442354236423742384239424042414242424342444245424642474248424942504251425242534254425542564257425842594260426142624263426442654266426742684269427042714272427342744275427642774278427942804281428242834284428542864287428842894290429142924293429442954296429742984299430043014302430343044305430643074308430943104311431243134314431543164317431843194320432143224323432443254326432743284329433043314332433343344335433643374338433943404341434243434344434543464347434843494350435143524353435443554356435743584359436043614362436343644365436643674368436943704371437243734374437543764377437843794380438143824383438443854386438743884389439043914392439343944395439643974398439944004401440244034404440544064407440844094410441144124413441444154416441744184419442044214422442344244425442644274428442944304431443244334434443544364437443844394440444144424443444444454446444744484449445044514452445344544455445644574458445944604461446244634464446544664467446844694470447144724473447444754476447744784479448044814482448344844485448644874488448944904491449244934494449544964497449844994500450145024503450445054506450745084509451045114512451345144515451645174518451945204521452245234524452545264527452845294530453145324533453445354536453745384539454045414542454345444545454645474548454945504551455245534554455545564557455845594560456145624563456445654566456745684569457045714572457345744575457645774578
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2010 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/slab.h>
  8. #include <linux/vmalloc.h>
  9. #include <linux/interrupt.h>
  10. #include "qlcnic.h"
  11. #include <linux/swab.h>
  12. #include <linux/dma-mapping.h>
  13. #include <net/ip.h>
  14. #include <linux/ipv6.h>
  15. #include <linux/inetdevice.h>
  16. #include <linux/sysfs.h>
  17. #include <linux/aer.h>
  18. #include <linux/log2.h>
  19. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  20. MODULE_LICENSE("GPL");
  21. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  22. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  23. char qlcnic_driver_name[] = "qlcnic";
  24. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  25. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  26. static struct workqueue_struct *qlcnic_wq;
  27. static int qlcnic_mac_learn;
  28. module_param(qlcnic_mac_learn, int, 0444);
  29. MODULE_PARM_DESC(qlcnic_mac_learn, "Mac Filter (0=disabled, 1=enabled)");
  30. static int use_msi = 1;
  31. module_param(use_msi, int, 0444);
  32. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  33. static int use_msi_x = 1;
  34. module_param(use_msi_x, int, 0444);
  35. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  36. static int auto_fw_reset = 1;
  37. module_param(auto_fw_reset, int, 0644);
  38. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  39. static int load_fw_file;
  40. module_param(load_fw_file, int, 0444);
  41. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
  42. static int qlcnic_config_npars;
  43. module_param(qlcnic_config_npars, int, 0444);
  44. MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled");
  45. static int __devinit qlcnic_probe(struct pci_dev *pdev,
  46. const struct pci_device_id *ent);
  47. static void __devexit qlcnic_remove(struct pci_dev *pdev);
  48. static int qlcnic_open(struct net_device *netdev);
  49. static int qlcnic_close(struct net_device *netdev);
  50. static void qlcnic_tx_timeout(struct net_device *netdev);
  51. static void qlcnic_attach_work(struct work_struct *work);
  52. static void qlcnic_fwinit_work(struct work_struct *work);
  53. static void qlcnic_fw_poll_work(struct work_struct *work);
  54. static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  55. work_func_t func, int delay);
  56. static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  57. static int qlcnic_poll(struct napi_struct *napi, int budget);
  58. static int qlcnic_rx_poll(struct napi_struct *napi, int budget);
  59. #ifdef CONFIG_NET_POLL_CONTROLLER
  60. static void qlcnic_poll_controller(struct net_device *netdev);
  61. #endif
  62. static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  63. static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  64. static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  65. static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  66. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  67. static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8);
  68. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  69. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  70. static irqreturn_t qlcnic_intr(int irq, void *data);
  71. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  72. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  73. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  74. static void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long);
  75. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  76. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  77. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  78. static int qlcnicvf_config_led(struct qlcnic_adapter *, u32, u32);
  79. static int qlcnicvf_config_bridged_mode(struct qlcnic_adapter *, u32);
  80. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  81. static void qlcnic_set_netdev_features(struct qlcnic_adapter *,
  82. struct qlcnic_esw_func_cfg *);
  83. static int qlcnic_vlan_rx_add(struct net_device *, u16);
  84. static int qlcnic_vlan_rx_del(struct net_device *, u16);
  85. /* PCI Device ID Table */
  86. #define ENTRY(device) \
  87. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  88. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  89. #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
  90. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  91. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  92. {0,}
  93. };
  94. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  95. inline void
  96. qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
  97. struct qlcnic_host_tx_ring *tx_ring)
  98. {
  99. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  100. }
  101. static const u32 msi_tgt_status[8] = {
  102. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  103. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  104. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  105. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  106. };
  107. static const
  108. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  109. static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
  110. {
  111. writel(0, sds_ring->crb_intr_mask);
  112. }
  113. static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
  114. {
  115. struct qlcnic_adapter *adapter = sds_ring->adapter;
  116. writel(0x1, sds_ring->crb_intr_mask);
  117. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  118. writel(0xfbff, adapter->tgt_mask_reg);
  119. }
  120. static int
  121. qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  122. {
  123. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  124. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  125. return recv_ctx->sds_rings == NULL;
  126. }
  127. static void
  128. qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  129. {
  130. if (recv_ctx->sds_rings != NULL)
  131. kfree(recv_ctx->sds_rings);
  132. recv_ctx->sds_rings = NULL;
  133. }
  134. static int
  135. qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
  136. {
  137. int ring;
  138. struct qlcnic_host_sds_ring *sds_ring;
  139. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  140. if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
  141. return -ENOMEM;
  142. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  143. sds_ring = &recv_ctx->sds_rings[ring];
  144. if (ring == adapter->max_sds_rings - 1)
  145. netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
  146. QLCNIC_NETDEV_WEIGHT/adapter->max_sds_rings);
  147. else
  148. netif_napi_add(netdev, &sds_ring->napi,
  149. qlcnic_rx_poll, QLCNIC_NETDEV_WEIGHT*2);
  150. }
  151. return 0;
  152. }
  153. static void
  154. qlcnic_napi_del(struct qlcnic_adapter *adapter)
  155. {
  156. int ring;
  157. struct qlcnic_host_sds_ring *sds_ring;
  158. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  159. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  160. sds_ring = &recv_ctx->sds_rings[ring];
  161. netif_napi_del(&sds_ring->napi);
  162. }
  163. qlcnic_free_sds_rings(adapter->recv_ctx);
  164. }
  165. static void
  166. qlcnic_napi_enable(struct qlcnic_adapter *adapter)
  167. {
  168. int ring;
  169. struct qlcnic_host_sds_ring *sds_ring;
  170. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  171. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  172. return;
  173. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  174. sds_ring = &recv_ctx->sds_rings[ring];
  175. napi_enable(&sds_ring->napi);
  176. qlcnic_enable_int(sds_ring);
  177. }
  178. }
  179. static void
  180. qlcnic_napi_disable(struct qlcnic_adapter *adapter)
  181. {
  182. int ring;
  183. struct qlcnic_host_sds_ring *sds_ring;
  184. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  185. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  186. return;
  187. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  188. sds_ring = &recv_ctx->sds_rings[ring];
  189. qlcnic_disable_int(sds_ring);
  190. napi_synchronize(&sds_ring->napi);
  191. napi_disable(&sds_ring->napi);
  192. }
  193. }
  194. static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
  195. {
  196. memset(&adapter->stats, 0, sizeof(adapter->stats));
  197. }
  198. static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
  199. {
  200. u32 control;
  201. int pos;
  202. pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
  203. if (pos) {
  204. pci_read_config_dword(pdev, pos, &control);
  205. if (enable)
  206. control |= PCI_MSIX_FLAGS_ENABLE;
  207. else
  208. control = 0;
  209. pci_write_config_dword(pdev, pos, control);
  210. }
  211. }
  212. static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
  213. {
  214. int i;
  215. for (i = 0; i < count; i++)
  216. adapter->msix_entries[i].entry = i;
  217. }
  218. static int
  219. qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  220. {
  221. u8 mac_addr[ETH_ALEN];
  222. struct net_device *netdev = adapter->netdev;
  223. struct pci_dev *pdev = adapter->pdev;
  224. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  225. return -EIO;
  226. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  227. memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
  228. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  229. /* set station address */
  230. if (!is_valid_ether_addr(netdev->perm_addr))
  231. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  232. netdev->dev_addr);
  233. return 0;
  234. }
  235. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  236. {
  237. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  238. struct sockaddr *addr = p;
  239. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  240. return -EOPNOTSUPP;
  241. if (!is_valid_ether_addr(addr->sa_data))
  242. return -EADDRNOTAVAIL;
  243. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  244. netif_device_detach(netdev);
  245. qlcnic_napi_disable(adapter);
  246. }
  247. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  248. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  249. qlcnic_set_multi(adapter->netdev);
  250. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  251. netif_device_attach(netdev);
  252. qlcnic_napi_enable(adapter);
  253. }
  254. return 0;
  255. }
  256. static const struct net_device_ops qlcnic_netdev_ops = {
  257. .ndo_open = qlcnic_open,
  258. .ndo_stop = qlcnic_close,
  259. .ndo_start_xmit = qlcnic_xmit_frame,
  260. .ndo_get_stats = qlcnic_get_stats,
  261. .ndo_validate_addr = eth_validate_addr,
  262. .ndo_set_rx_mode = qlcnic_set_multi,
  263. .ndo_set_mac_address = qlcnic_set_mac,
  264. .ndo_change_mtu = qlcnic_change_mtu,
  265. .ndo_fix_features = qlcnic_fix_features,
  266. .ndo_set_features = qlcnic_set_features,
  267. .ndo_tx_timeout = qlcnic_tx_timeout,
  268. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  269. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  270. #ifdef CONFIG_NET_POLL_CONTROLLER
  271. .ndo_poll_controller = qlcnic_poll_controller,
  272. #endif
  273. };
  274. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  275. .ndo_open = qlcnic_open,
  276. };
  277. static struct qlcnic_nic_template qlcnic_ops = {
  278. .config_bridged_mode = qlcnic_config_bridged_mode,
  279. .config_led = qlcnic_config_led,
  280. .start_firmware = qlcnic_start_firmware
  281. };
  282. static struct qlcnic_nic_template qlcnic_vf_ops = {
  283. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  284. .config_led = qlcnicvf_config_led,
  285. .start_firmware = qlcnicvf_start_firmware
  286. };
  287. static int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  288. {
  289. struct pci_dev *pdev = adapter->pdev;
  290. int err = -1;
  291. adapter->max_sds_rings = 1;
  292. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  293. qlcnic_set_msix_bit(pdev, 0);
  294. if (adapter->msix_supported) {
  295. enable_msix:
  296. qlcnic_init_msix_entries(adapter, num_msix);
  297. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  298. if (err == 0) {
  299. adapter->flags |= QLCNIC_MSIX_ENABLED;
  300. qlcnic_set_msix_bit(pdev, 1);
  301. adapter->max_sds_rings = num_msix;
  302. dev_info(&pdev->dev, "using msi-x interrupts\n");
  303. return err;
  304. }
  305. if (err > 0) {
  306. num_msix = rounddown_pow_of_two(err);
  307. if (num_msix)
  308. goto enable_msix;
  309. }
  310. }
  311. return err;
  312. }
  313. static void qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  314. {
  315. const struct qlcnic_legacy_intr_set *legacy_intrp;
  316. struct pci_dev *pdev = adapter->pdev;
  317. if (use_msi && !pci_enable_msi(pdev)) {
  318. adapter->flags |= QLCNIC_MSI_ENABLED;
  319. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  320. msi_tgt_status[adapter->ahw->pci_func]);
  321. dev_info(&pdev->dev, "using msi interrupts\n");
  322. adapter->msix_entries[0].vector = pdev->irq;
  323. return;
  324. }
  325. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  326. adapter->int_vec_bit = legacy_intrp->int_vec_bit;
  327. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  328. legacy_intrp->tgt_status_reg);
  329. adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
  330. legacy_intrp->tgt_mask_reg);
  331. adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
  332. adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
  333. ISR_INT_STATE_REG);
  334. dev_info(&pdev->dev, "using legacy interrupts\n");
  335. adapter->msix_entries[0].vector = pdev->irq;
  336. }
  337. static void
  338. qlcnic_setup_intr(struct qlcnic_adapter *adapter)
  339. {
  340. int num_msix;
  341. if (adapter->msix_supported) {
  342. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  343. QLCNIC_DEF_NUM_STS_DESC_RINGS));
  344. } else
  345. num_msix = 1;
  346. if (!qlcnic_enable_msix(adapter, num_msix))
  347. return;
  348. qlcnic_enable_msi_legacy(adapter);
  349. }
  350. static void
  351. qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  352. {
  353. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  354. pci_disable_msix(adapter->pdev);
  355. if (adapter->flags & QLCNIC_MSI_ENABLED)
  356. pci_disable_msi(adapter->pdev);
  357. }
  358. static void
  359. qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
  360. {
  361. if (adapter->ahw->pci_base0 != NULL)
  362. iounmap(adapter->ahw->pci_base0);
  363. }
  364. static int
  365. qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  366. {
  367. struct qlcnic_pci_info *pci_info;
  368. int i, ret = 0;
  369. u8 pfn;
  370. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  371. if (!pci_info)
  372. return -ENOMEM;
  373. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  374. QLCNIC_MAX_PCI_FUNC, GFP_KERNEL);
  375. if (!adapter->npars) {
  376. ret = -ENOMEM;
  377. goto err_pci_info;
  378. }
  379. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  380. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  381. if (!adapter->eswitch) {
  382. ret = -ENOMEM;
  383. goto err_npars;
  384. }
  385. ret = qlcnic_get_pci_info(adapter, pci_info);
  386. if (ret)
  387. goto err_eswitch;
  388. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  389. pfn = pci_info[i].id;
  390. if (pfn > QLCNIC_MAX_PCI_FUNC) {
  391. ret = QL_STATUS_INVALID_PARAM;
  392. goto err_eswitch;
  393. }
  394. adapter->npars[pfn].active = (u8)pci_info[i].active;
  395. adapter->npars[pfn].type = (u8)pci_info[i].type;
  396. adapter->npars[pfn].phy_port = (u8)pci_info[i].default_port;
  397. adapter->npars[pfn].min_bw = pci_info[i].tx_min_bw;
  398. adapter->npars[pfn].max_bw = pci_info[i].tx_max_bw;
  399. }
  400. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++)
  401. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  402. kfree(pci_info);
  403. return 0;
  404. err_eswitch:
  405. kfree(adapter->eswitch);
  406. adapter->eswitch = NULL;
  407. err_npars:
  408. kfree(adapter->npars);
  409. adapter->npars = NULL;
  410. err_pci_info:
  411. kfree(pci_info);
  412. return ret;
  413. }
  414. static int
  415. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  416. {
  417. u8 id;
  418. u32 ref_count;
  419. int i, ret = 1;
  420. u32 data = QLCNIC_MGMT_FUNC;
  421. void __iomem *priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  422. /* If other drivers are not in use set their privilege level */
  423. ref_count = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  424. ret = qlcnic_api_lock(adapter);
  425. if (ret)
  426. goto err_lock;
  427. if (qlcnic_config_npars) {
  428. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  429. id = i;
  430. if (adapter->npars[i].type != QLCNIC_TYPE_NIC ||
  431. id == adapter->ahw->pci_func)
  432. continue;
  433. data |= (qlcnic_config_npars &
  434. QLC_DEV_SET_DRV(0xf, id));
  435. }
  436. } else {
  437. data = readl(priv_op);
  438. data = (data & ~QLC_DEV_SET_DRV(0xf, adapter->ahw->pci_func)) |
  439. (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
  440. adapter->ahw->pci_func));
  441. }
  442. writel(data, priv_op);
  443. qlcnic_api_unlock(adapter);
  444. err_lock:
  445. return ret;
  446. }
  447. static void
  448. qlcnic_check_vf(struct qlcnic_adapter *adapter)
  449. {
  450. void __iomem *msix_base_addr;
  451. void __iomem *priv_op;
  452. u32 func;
  453. u32 msix_base;
  454. u32 op_mode, priv_level;
  455. /* Determine FW API version */
  456. adapter->fw_hal_version = readl(adapter->ahw->pci_base0 +
  457. QLCNIC_FW_API);
  458. /* Find PCI function number */
  459. pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
  460. msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
  461. msix_base = readl(msix_base_addr);
  462. func = (func - msix_base)/QLCNIC_MSIX_TBL_PGSIZE;
  463. adapter->ahw->pci_func = func;
  464. /* Determine function privilege level */
  465. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  466. op_mode = readl(priv_op);
  467. if (op_mode == QLC_DEV_DRV_DEFAULT)
  468. priv_level = QLCNIC_MGMT_FUNC;
  469. else
  470. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  471. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  472. adapter->op_mode = QLCNIC_NON_PRIV_FUNC;
  473. dev_info(&adapter->pdev->dev,
  474. "HAL Version: %d Non Privileged function\n",
  475. adapter->fw_hal_version);
  476. adapter->nic_ops = &qlcnic_vf_ops;
  477. } else
  478. adapter->nic_ops = &qlcnic_ops;
  479. }
  480. static int
  481. qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
  482. {
  483. void __iomem *mem_ptr0 = NULL;
  484. resource_size_t mem_base;
  485. unsigned long mem_len, pci_len0 = 0;
  486. struct pci_dev *pdev = adapter->pdev;
  487. /* remap phys address */
  488. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  489. mem_len = pci_resource_len(pdev, 0);
  490. if (mem_len == QLCNIC_PCI_2MB_SIZE) {
  491. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  492. if (mem_ptr0 == NULL) {
  493. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  494. return -EIO;
  495. }
  496. pci_len0 = mem_len;
  497. } else {
  498. return -EIO;
  499. }
  500. dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
  501. adapter->ahw->pci_base0 = mem_ptr0;
  502. adapter->ahw->pci_len0 = pci_len0;
  503. qlcnic_check_vf(adapter);
  504. adapter->ahw->ocm_win_crb = qlcnic_get_ioaddr(adapter,
  505. QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(
  506. adapter->ahw->pci_func)));
  507. return 0;
  508. }
  509. static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
  510. {
  511. struct pci_dev *pdev = adapter->pdev;
  512. int i, found = 0;
  513. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  514. if (qlcnic_boards[i].vendor == pdev->vendor &&
  515. qlcnic_boards[i].device == pdev->device &&
  516. qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
  517. qlcnic_boards[i].sub_device == pdev->subsystem_device) {
  518. sprintf(name, "%pM: %s" ,
  519. adapter->mac_addr,
  520. qlcnic_boards[i].short_name);
  521. found = 1;
  522. break;
  523. }
  524. }
  525. if (!found)
  526. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  527. }
  528. static void
  529. qlcnic_check_options(struct qlcnic_adapter *adapter)
  530. {
  531. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  532. struct pci_dev *pdev = adapter->pdev;
  533. struct qlcnic_fw_dump *fw_dump = &adapter->ahw->fw_dump;
  534. prev_fw_version = adapter->fw_version;
  535. fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  536. fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
  537. fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
  538. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  539. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC) {
  540. if (fw_dump->tmpl_hdr == NULL ||
  541. adapter->fw_version > prev_fw_version) {
  542. if (fw_dump->tmpl_hdr)
  543. vfree(fw_dump->tmpl_hdr);
  544. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  545. dev_info(&pdev->dev,
  546. "Supports FW dump capability\n");
  547. }
  548. }
  549. dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
  550. fw_major, fw_minor, fw_build);
  551. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  552. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  553. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  554. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  555. } else {
  556. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  557. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  558. }
  559. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  560. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  561. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  562. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  563. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  564. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  565. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  566. }
  567. adapter->msix_supported = !!use_msi_x;
  568. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  569. adapter->max_rds_rings = MAX_RDS_RINGS;
  570. }
  571. static int
  572. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  573. {
  574. int err;
  575. struct qlcnic_info nic_info;
  576. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  577. if (err)
  578. return err;
  579. adapter->physical_port = (u8)nic_info.phys_port;
  580. adapter->switch_mode = nic_info.switch_mode;
  581. adapter->max_tx_ques = nic_info.max_tx_ques;
  582. adapter->max_rx_ques = nic_info.max_rx_ques;
  583. adapter->capabilities = nic_info.capabilities;
  584. adapter->max_mac_filters = nic_info.max_mac_filters;
  585. adapter->max_mtu = nic_info.max_mtu;
  586. if (adapter->capabilities & BIT_6)
  587. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  588. else
  589. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  590. return err;
  591. }
  592. static void
  593. qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  594. struct qlcnic_esw_func_cfg *esw_cfg)
  595. {
  596. if (esw_cfg->discard_tagged)
  597. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  598. else
  599. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  600. if (esw_cfg->vlan_id)
  601. adapter->pvid = esw_cfg->vlan_id;
  602. else
  603. adapter->pvid = 0;
  604. }
  605. static int
  606. qlcnic_vlan_rx_add(struct net_device *netdev, u16 vid)
  607. {
  608. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  609. set_bit(vid, adapter->vlans);
  610. return 0;
  611. }
  612. static int
  613. qlcnic_vlan_rx_del(struct net_device *netdev, u16 vid)
  614. {
  615. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  616. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  617. clear_bit(vid, adapter->vlans);
  618. return 0;
  619. }
  620. static void
  621. qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  622. struct qlcnic_esw_func_cfg *esw_cfg)
  623. {
  624. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  625. QLCNIC_PROMISC_DISABLED);
  626. if (esw_cfg->mac_anti_spoof)
  627. adapter->flags |= QLCNIC_MACSPOOF;
  628. if (!esw_cfg->mac_override)
  629. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  630. if (!esw_cfg->promisc_mode)
  631. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  632. qlcnic_set_netdev_features(adapter, esw_cfg);
  633. }
  634. static int
  635. qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  636. {
  637. struct qlcnic_esw_func_cfg esw_cfg;
  638. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  639. return 0;
  640. esw_cfg.pci_func = adapter->ahw->pci_func;
  641. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  642. return -EIO;
  643. qlcnic_set_vlan_config(adapter, &esw_cfg);
  644. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  645. return 0;
  646. }
  647. static void
  648. qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  649. struct qlcnic_esw_func_cfg *esw_cfg)
  650. {
  651. struct net_device *netdev = adapter->netdev;
  652. netdev_features_t features, vlan_features;
  653. features = (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  654. NETIF_F_IPV6_CSUM | NETIF_F_GRO);
  655. vlan_features = (NETIF_F_SG | NETIF_F_IP_CSUM |
  656. NETIF_F_IPV6_CSUM | NETIF_F_HW_VLAN_FILTER);
  657. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO) {
  658. features |= (NETIF_F_TSO | NETIF_F_TSO6);
  659. vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  660. }
  661. if (netdev->features & NETIF_F_LRO)
  662. features |= NETIF_F_LRO;
  663. if (esw_cfg->offload_flags & BIT_0) {
  664. netdev->features |= features;
  665. if (!(esw_cfg->offload_flags & BIT_1))
  666. netdev->features &= ~NETIF_F_TSO;
  667. if (!(esw_cfg->offload_flags & BIT_2))
  668. netdev->features &= ~NETIF_F_TSO6;
  669. } else {
  670. netdev->features &= ~features;
  671. }
  672. netdev->vlan_features = (features & vlan_features);
  673. }
  674. static int
  675. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  676. {
  677. void __iomem *priv_op;
  678. u32 op_mode, priv_level;
  679. int err = 0;
  680. err = qlcnic_initialize_nic(adapter);
  681. if (err)
  682. return err;
  683. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  684. return 0;
  685. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  686. op_mode = readl(priv_op);
  687. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  688. if (op_mode == QLC_DEV_DRV_DEFAULT)
  689. priv_level = QLCNIC_MGMT_FUNC;
  690. else
  691. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  692. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  693. if (priv_level == QLCNIC_MGMT_FUNC) {
  694. adapter->op_mode = QLCNIC_MGMT_FUNC;
  695. err = qlcnic_init_pci_info(adapter);
  696. if (err)
  697. return err;
  698. /* Set privilege level for other functions */
  699. qlcnic_set_function_modes(adapter);
  700. dev_info(&adapter->pdev->dev,
  701. "HAL Version: %d, Management function\n",
  702. adapter->fw_hal_version);
  703. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  704. adapter->op_mode = QLCNIC_PRIV_FUNC;
  705. dev_info(&adapter->pdev->dev,
  706. "HAL Version: %d, Privileged function\n",
  707. adapter->fw_hal_version);
  708. }
  709. }
  710. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  711. return err;
  712. }
  713. static int
  714. qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  715. {
  716. struct qlcnic_esw_func_cfg esw_cfg;
  717. struct qlcnic_npar_info *npar;
  718. u8 i;
  719. if (adapter->need_fw_reset)
  720. return 0;
  721. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  722. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  723. continue;
  724. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  725. esw_cfg.pci_func = i;
  726. esw_cfg.offload_flags = BIT_0;
  727. esw_cfg.mac_override = BIT_0;
  728. esw_cfg.promisc_mode = BIT_0;
  729. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  730. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  731. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  732. return -EIO;
  733. npar = &adapter->npars[i];
  734. npar->pvid = esw_cfg.vlan_id;
  735. npar->mac_override = esw_cfg.mac_override;
  736. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  737. npar->discard_tagged = esw_cfg.discard_tagged;
  738. npar->promisc_mode = esw_cfg.promisc_mode;
  739. npar->offload_flags = esw_cfg.offload_flags;
  740. }
  741. return 0;
  742. }
  743. static int
  744. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  745. struct qlcnic_npar_info *npar, int pci_func)
  746. {
  747. struct qlcnic_esw_func_cfg esw_cfg;
  748. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  749. esw_cfg.pci_func = pci_func;
  750. esw_cfg.vlan_id = npar->pvid;
  751. esw_cfg.mac_override = npar->mac_override;
  752. esw_cfg.discard_tagged = npar->discard_tagged;
  753. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  754. esw_cfg.offload_flags = npar->offload_flags;
  755. esw_cfg.promisc_mode = npar->promisc_mode;
  756. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  757. return -EIO;
  758. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  759. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  760. return -EIO;
  761. return 0;
  762. }
  763. static int
  764. qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  765. {
  766. int i, err;
  767. struct qlcnic_npar_info *npar;
  768. struct qlcnic_info nic_info;
  769. if (!adapter->need_fw_reset)
  770. return 0;
  771. /* Set the NPAR config data after FW reset */
  772. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  773. npar = &adapter->npars[i];
  774. if (npar->type != QLCNIC_TYPE_NIC)
  775. continue;
  776. err = qlcnic_get_nic_info(adapter, &nic_info, i);
  777. if (err)
  778. return err;
  779. nic_info.min_tx_bw = npar->min_bw;
  780. nic_info.max_tx_bw = npar->max_bw;
  781. err = qlcnic_set_nic_info(adapter, &nic_info);
  782. if (err)
  783. return err;
  784. if (npar->enable_pm) {
  785. err = qlcnic_config_port_mirroring(adapter,
  786. npar->dest_npar, 1, i);
  787. if (err)
  788. return err;
  789. }
  790. err = qlcnic_reset_eswitch_config(adapter, npar, i);
  791. if (err)
  792. return err;
  793. }
  794. return 0;
  795. }
  796. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  797. {
  798. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  799. u32 npar_state;
  800. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  801. return 0;
  802. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  803. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  804. msleep(1000);
  805. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  806. }
  807. if (!npar_opt_timeo) {
  808. dev_err(&adapter->pdev->dev,
  809. "Waiting for NPAR state to opertional timeout\n");
  810. return -EIO;
  811. }
  812. return 0;
  813. }
  814. static int
  815. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  816. {
  817. int err;
  818. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  819. adapter->op_mode != QLCNIC_MGMT_FUNC)
  820. return 0;
  821. err = qlcnic_set_default_offload_settings(adapter);
  822. if (err)
  823. return err;
  824. err = qlcnic_reset_npar_config(adapter);
  825. if (err)
  826. return err;
  827. qlcnic_dev_set_npar_ready(adapter);
  828. return err;
  829. }
  830. static int
  831. qlcnic_start_firmware(struct qlcnic_adapter *adapter)
  832. {
  833. int err;
  834. err = qlcnic_can_start_firmware(adapter);
  835. if (err < 0)
  836. return err;
  837. else if (!err)
  838. goto check_fw_status;
  839. if (load_fw_file)
  840. qlcnic_request_firmware(adapter);
  841. else {
  842. err = qlcnic_check_flash_fw_ver(adapter);
  843. if (err)
  844. goto err_out;
  845. adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
  846. }
  847. err = qlcnic_need_fw_reset(adapter);
  848. if (err == 0)
  849. goto check_fw_status;
  850. err = qlcnic_pinit_from_rom(adapter);
  851. if (err)
  852. goto err_out;
  853. err = qlcnic_load_firmware(adapter);
  854. if (err)
  855. goto err_out;
  856. qlcnic_release_firmware(adapter);
  857. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  858. check_fw_status:
  859. err = qlcnic_check_fw_status(adapter);
  860. if (err)
  861. goto err_out;
  862. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  863. qlcnic_idc_debug_info(adapter, 1);
  864. err = qlcnic_check_eswitch_mode(adapter);
  865. if (err) {
  866. dev_err(&adapter->pdev->dev,
  867. "Memory allocation failed for eswitch\n");
  868. goto err_out;
  869. }
  870. err = qlcnic_set_mgmt_operations(adapter);
  871. if (err)
  872. goto err_out;
  873. qlcnic_check_options(adapter);
  874. adapter->need_fw_reset = 0;
  875. qlcnic_release_firmware(adapter);
  876. return 0;
  877. err_out:
  878. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  879. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  880. qlcnic_release_firmware(adapter);
  881. return err;
  882. }
  883. static int
  884. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  885. {
  886. irq_handler_t handler;
  887. struct qlcnic_host_sds_ring *sds_ring;
  888. int err, ring;
  889. unsigned long flags = 0;
  890. struct net_device *netdev = adapter->netdev;
  891. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  892. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  893. handler = qlcnic_tmp_intr;
  894. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  895. flags |= IRQF_SHARED;
  896. } else {
  897. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  898. handler = qlcnic_msix_intr;
  899. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  900. handler = qlcnic_msi_intr;
  901. else {
  902. flags |= IRQF_SHARED;
  903. handler = qlcnic_intr;
  904. }
  905. }
  906. adapter->irq = netdev->irq;
  907. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  908. sds_ring = &recv_ctx->sds_rings[ring];
  909. sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
  910. err = request_irq(sds_ring->irq, handler,
  911. flags, sds_ring->name, sds_ring);
  912. if (err)
  913. return err;
  914. }
  915. return 0;
  916. }
  917. static void
  918. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  919. {
  920. int ring;
  921. struct qlcnic_host_sds_ring *sds_ring;
  922. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  923. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  924. sds_ring = &recv_ctx->sds_rings[ring];
  925. free_irq(sds_ring->irq, sds_ring);
  926. }
  927. }
  928. static int
  929. __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  930. {
  931. int ring;
  932. struct qlcnic_host_rds_ring *rds_ring;
  933. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  934. return -EIO;
  935. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  936. return 0;
  937. if (qlcnic_set_eswitch_port_config(adapter))
  938. return -EIO;
  939. if (qlcnic_fw_create_ctx(adapter))
  940. return -EIO;
  941. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  942. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  943. qlcnic_post_rx_buffers(adapter, rds_ring);
  944. }
  945. qlcnic_set_multi(netdev);
  946. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  947. adapter->ahw->linkup = 0;
  948. if (adapter->max_sds_rings > 1)
  949. qlcnic_config_rss(adapter, 1);
  950. qlcnic_config_intr_coalesce(adapter);
  951. if (netdev->features & NETIF_F_LRO)
  952. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  953. qlcnic_napi_enable(adapter);
  954. qlcnic_linkevent_request(adapter, 1);
  955. adapter->reset_context = 0;
  956. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  957. return 0;
  958. }
  959. /* Usage: During resume and firmware recovery module.*/
  960. static int
  961. qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  962. {
  963. int err = 0;
  964. rtnl_lock();
  965. if (netif_running(netdev))
  966. err = __qlcnic_up(adapter, netdev);
  967. rtnl_unlock();
  968. return err;
  969. }
  970. static void
  971. __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  972. {
  973. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  974. return;
  975. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  976. return;
  977. smp_mb();
  978. spin_lock(&adapter->tx_clean_lock);
  979. netif_carrier_off(netdev);
  980. netif_tx_disable(netdev);
  981. qlcnic_free_mac_list(adapter);
  982. if (adapter->fhash.fnum)
  983. qlcnic_delete_lb_filters(adapter);
  984. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  985. qlcnic_napi_disable(adapter);
  986. qlcnic_fw_destroy_ctx(adapter);
  987. qlcnic_reset_rx_buffers_list(adapter);
  988. qlcnic_release_tx_buffers(adapter);
  989. spin_unlock(&adapter->tx_clean_lock);
  990. }
  991. /* Usage: During suspend and firmware recovery module */
  992. static void
  993. qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  994. {
  995. rtnl_lock();
  996. if (netif_running(netdev))
  997. __qlcnic_down(adapter, netdev);
  998. rtnl_unlock();
  999. }
  1000. static int
  1001. qlcnic_attach(struct qlcnic_adapter *adapter)
  1002. {
  1003. struct net_device *netdev = adapter->netdev;
  1004. struct pci_dev *pdev = adapter->pdev;
  1005. int err;
  1006. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1007. return 0;
  1008. err = qlcnic_napi_add(adapter, netdev);
  1009. if (err)
  1010. return err;
  1011. err = qlcnic_alloc_sw_resources(adapter);
  1012. if (err) {
  1013. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1014. goto err_out_napi_del;
  1015. }
  1016. err = qlcnic_alloc_hw_resources(adapter);
  1017. if (err) {
  1018. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1019. goto err_out_free_sw;
  1020. }
  1021. err = qlcnic_request_irq(adapter);
  1022. if (err) {
  1023. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1024. goto err_out_free_hw;
  1025. }
  1026. qlcnic_create_sysfs_entries(adapter);
  1027. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1028. return 0;
  1029. err_out_free_hw:
  1030. qlcnic_free_hw_resources(adapter);
  1031. err_out_free_sw:
  1032. qlcnic_free_sw_resources(adapter);
  1033. err_out_napi_del:
  1034. qlcnic_napi_del(adapter);
  1035. return err;
  1036. }
  1037. static void
  1038. qlcnic_detach(struct qlcnic_adapter *adapter)
  1039. {
  1040. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1041. return;
  1042. qlcnic_remove_sysfs_entries(adapter);
  1043. qlcnic_free_hw_resources(adapter);
  1044. qlcnic_release_rx_buffers(adapter);
  1045. qlcnic_free_irq(adapter);
  1046. qlcnic_napi_del(adapter);
  1047. qlcnic_free_sw_resources(adapter);
  1048. adapter->is_up = 0;
  1049. }
  1050. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1051. {
  1052. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1053. struct qlcnic_host_sds_ring *sds_ring;
  1054. int ring;
  1055. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1056. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1057. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1058. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1059. qlcnic_disable_int(sds_ring);
  1060. }
  1061. }
  1062. qlcnic_fw_destroy_ctx(adapter);
  1063. qlcnic_detach(adapter);
  1064. adapter->diag_test = 0;
  1065. adapter->max_sds_rings = max_sds_rings;
  1066. if (qlcnic_attach(adapter))
  1067. goto out;
  1068. if (netif_running(netdev))
  1069. __qlcnic_up(adapter, netdev);
  1070. out:
  1071. netif_device_attach(netdev);
  1072. }
  1073. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1074. {
  1075. int err = 0;
  1076. adapter->ahw = kzalloc(sizeof(struct qlcnic_hardware_context),
  1077. GFP_KERNEL);
  1078. if (!adapter->ahw) {
  1079. dev_err(&adapter->pdev->dev,
  1080. "Failed to allocate recv ctx resources for adapter\n");
  1081. err = -ENOMEM;
  1082. goto err_out;
  1083. }
  1084. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1085. GFP_KERNEL);
  1086. if (!adapter->recv_ctx) {
  1087. dev_err(&adapter->pdev->dev,
  1088. "Failed to allocate recv ctx resources for adapter\n");
  1089. kfree(adapter->ahw);
  1090. adapter->ahw = NULL;
  1091. err = -ENOMEM;
  1092. goto err_out;
  1093. }
  1094. /* Initialize interrupt coalesce parameters */
  1095. adapter->ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1096. adapter->ahw->coal.rx_time_us = QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
  1097. adapter->ahw->coal.rx_packets = QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
  1098. err_out:
  1099. return err;
  1100. }
  1101. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1102. {
  1103. kfree(adapter->recv_ctx);
  1104. adapter->recv_ctx = NULL;
  1105. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1106. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1107. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1108. }
  1109. kfree(adapter->ahw);
  1110. adapter->ahw = NULL;
  1111. }
  1112. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1113. {
  1114. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1115. struct qlcnic_host_sds_ring *sds_ring;
  1116. struct qlcnic_host_rds_ring *rds_ring;
  1117. int ring;
  1118. int ret;
  1119. netif_device_detach(netdev);
  1120. if (netif_running(netdev))
  1121. __qlcnic_down(adapter, netdev);
  1122. qlcnic_detach(adapter);
  1123. adapter->max_sds_rings = 1;
  1124. adapter->diag_test = test;
  1125. ret = qlcnic_attach(adapter);
  1126. if (ret) {
  1127. netif_device_attach(netdev);
  1128. return ret;
  1129. }
  1130. ret = qlcnic_fw_create_ctx(adapter);
  1131. if (ret) {
  1132. qlcnic_detach(adapter);
  1133. netif_device_attach(netdev);
  1134. return ret;
  1135. }
  1136. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1137. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1138. qlcnic_post_rx_buffers(adapter, rds_ring);
  1139. }
  1140. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1141. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1142. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1143. qlcnic_enable_int(sds_ring);
  1144. }
  1145. }
  1146. if (adapter->diag_test == QLCNIC_LOOPBACK_TEST) {
  1147. adapter->ahw->loopback_state = 0;
  1148. qlcnic_linkevent_request(adapter, 1);
  1149. }
  1150. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1151. return 0;
  1152. }
  1153. /* Reset context in hardware only */
  1154. static int
  1155. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1156. {
  1157. struct net_device *netdev = adapter->netdev;
  1158. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1159. return -EBUSY;
  1160. netif_device_detach(netdev);
  1161. qlcnic_down(adapter, netdev);
  1162. qlcnic_up(adapter, netdev);
  1163. netif_device_attach(netdev);
  1164. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1165. return 0;
  1166. }
  1167. int
  1168. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1169. {
  1170. int err = 0;
  1171. struct net_device *netdev = adapter->netdev;
  1172. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1173. return -EBUSY;
  1174. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1175. netif_device_detach(netdev);
  1176. if (netif_running(netdev))
  1177. __qlcnic_down(adapter, netdev);
  1178. qlcnic_detach(adapter);
  1179. if (netif_running(netdev)) {
  1180. err = qlcnic_attach(adapter);
  1181. if (!err) {
  1182. __qlcnic_up(adapter, netdev);
  1183. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1184. }
  1185. }
  1186. netif_device_attach(netdev);
  1187. }
  1188. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1189. return err;
  1190. }
  1191. static int
  1192. qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
  1193. struct net_device *netdev, u8 pci_using_dac)
  1194. {
  1195. int err;
  1196. struct pci_dev *pdev = adapter->pdev;
  1197. adapter->mc_enabled = 0;
  1198. adapter->max_mc_count = 38;
  1199. netdev->netdev_ops = &qlcnic_netdev_ops;
  1200. netdev->watchdog_timeo = 5*HZ;
  1201. qlcnic_change_mtu(netdev, netdev->mtu);
  1202. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1203. netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM |
  1204. NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM;
  1205. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  1206. netdev->hw_features |= NETIF_F_TSO | NETIF_F_TSO6;
  1207. if (pci_using_dac)
  1208. netdev->hw_features |= NETIF_F_HIGHDMA;
  1209. netdev->vlan_features = netdev->hw_features;
  1210. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
  1211. netdev->hw_features |= NETIF_F_HW_VLAN_TX;
  1212. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1213. netdev->hw_features |= NETIF_F_LRO;
  1214. netdev->features |= netdev->hw_features |
  1215. NETIF_F_HW_VLAN_RX | NETIF_F_HW_VLAN_FILTER;
  1216. netdev->irq = adapter->msix_entries[0].vector;
  1217. err = register_netdev(netdev);
  1218. if (err) {
  1219. dev_err(&pdev->dev, "failed to register net device\n");
  1220. return err;
  1221. }
  1222. return 0;
  1223. }
  1224. static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
  1225. {
  1226. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1227. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1228. *pci_using_dac = 1;
  1229. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1230. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1231. *pci_using_dac = 0;
  1232. else {
  1233. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1234. return -EIO;
  1235. }
  1236. return 0;
  1237. }
  1238. static int
  1239. qlcnic_alloc_msix_entries(struct qlcnic_adapter *adapter, u16 count)
  1240. {
  1241. adapter->msix_entries = kcalloc(count, sizeof(struct msix_entry),
  1242. GFP_KERNEL);
  1243. if (adapter->msix_entries)
  1244. return 0;
  1245. dev_err(&adapter->pdev->dev, "failed allocating msix_entries\n");
  1246. return -ENOMEM;
  1247. }
  1248. static int __devinit
  1249. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1250. {
  1251. struct net_device *netdev = NULL;
  1252. struct qlcnic_adapter *adapter = NULL;
  1253. int err;
  1254. uint8_t revision_id;
  1255. uint8_t pci_using_dac;
  1256. char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
  1257. err = pci_enable_device(pdev);
  1258. if (err)
  1259. return err;
  1260. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1261. err = -ENODEV;
  1262. goto err_out_disable_pdev;
  1263. }
  1264. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1265. if (err)
  1266. goto err_out_disable_pdev;
  1267. err = pci_request_regions(pdev, qlcnic_driver_name);
  1268. if (err)
  1269. goto err_out_disable_pdev;
  1270. pci_set_master(pdev);
  1271. pci_enable_pcie_error_reporting(pdev);
  1272. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1273. if (!netdev) {
  1274. err = -ENOMEM;
  1275. goto err_out_free_res;
  1276. }
  1277. SET_NETDEV_DEV(netdev, &pdev->dev);
  1278. adapter = netdev_priv(netdev);
  1279. adapter->netdev = netdev;
  1280. adapter->pdev = pdev;
  1281. if (qlcnic_alloc_adapter_resources(adapter))
  1282. goto err_out_free_netdev;
  1283. adapter->dev_rst_time = jiffies;
  1284. revision_id = pdev->revision;
  1285. adapter->ahw->revision_id = revision_id;
  1286. adapter->mac_learn = qlcnic_mac_learn;
  1287. rwlock_init(&adapter->ahw->crb_lock);
  1288. mutex_init(&adapter->ahw->mem_lock);
  1289. spin_lock_init(&adapter->tx_clean_lock);
  1290. INIT_LIST_HEAD(&adapter->mac_list);
  1291. err = qlcnic_setup_pci_map(adapter);
  1292. if (err)
  1293. goto err_out_free_hw;
  1294. /* This will be reset for mezz cards */
  1295. adapter->portnum = adapter->ahw->pci_func;
  1296. err = qlcnic_get_board_info(adapter);
  1297. if (err) {
  1298. dev_err(&pdev->dev, "Error getting board config info.\n");
  1299. goto err_out_iounmap;
  1300. }
  1301. err = qlcnic_setup_idc_param(adapter);
  1302. if (err)
  1303. goto err_out_iounmap;
  1304. adapter->flags |= QLCNIC_NEED_FLR;
  1305. err = adapter->nic_ops->start_firmware(adapter);
  1306. if (err) {
  1307. dev_err(&pdev->dev, "Loading fw failed. Please Reboot\n"
  1308. "\t\tIf reboot doesn't help, try flashing the card\n");
  1309. goto err_out_maintenance_mode;
  1310. }
  1311. if (qlcnic_read_mac_addr(adapter))
  1312. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1313. if (adapter->portnum == 0) {
  1314. get_brd_name(adapter, brd_name);
  1315. pr_info("%s: %s Board Chip rev 0x%x\n",
  1316. module_name(THIS_MODULE),
  1317. brd_name, adapter->ahw->revision_id);
  1318. }
  1319. qlcnic_clear_stats(adapter);
  1320. err = qlcnic_alloc_msix_entries(adapter, adapter->max_rx_ques);
  1321. if (err)
  1322. goto err_out_decr_ref;
  1323. qlcnic_setup_intr(adapter);
  1324. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1325. if (err)
  1326. goto err_out_disable_msi;
  1327. pci_set_drvdata(pdev, adapter);
  1328. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1329. switch (adapter->ahw->port_type) {
  1330. case QLCNIC_GBE:
  1331. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1332. adapter->netdev->name);
  1333. break;
  1334. case QLCNIC_XGBE:
  1335. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1336. adapter->netdev->name);
  1337. break;
  1338. }
  1339. if (adapter->mac_learn)
  1340. qlcnic_alloc_lb_filters_mem(adapter);
  1341. qlcnic_create_diag_entries(adapter);
  1342. return 0;
  1343. err_out_disable_msi:
  1344. qlcnic_teardown_intr(adapter);
  1345. kfree(adapter->msix_entries);
  1346. err_out_decr_ref:
  1347. qlcnic_clr_all_drv_state(adapter, 0);
  1348. err_out_iounmap:
  1349. qlcnic_cleanup_pci_map(adapter);
  1350. err_out_free_hw:
  1351. qlcnic_free_adapter_resources(adapter);
  1352. err_out_free_netdev:
  1353. free_netdev(netdev);
  1354. err_out_free_res:
  1355. pci_release_regions(pdev);
  1356. err_out_disable_pdev:
  1357. pci_set_drvdata(pdev, NULL);
  1358. pci_disable_device(pdev);
  1359. return err;
  1360. err_out_maintenance_mode:
  1361. netdev->netdev_ops = &qlcnic_netdev_failed_ops;
  1362. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_failed_ops);
  1363. err = register_netdev(netdev);
  1364. if (err) {
  1365. dev_err(&pdev->dev, "failed to register net device\n");
  1366. goto err_out_decr_ref;
  1367. }
  1368. pci_set_drvdata(pdev, adapter);
  1369. qlcnic_create_diag_entries(adapter);
  1370. return 0;
  1371. }
  1372. static void __devexit qlcnic_remove(struct pci_dev *pdev)
  1373. {
  1374. struct qlcnic_adapter *adapter;
  1375. struct net_device *netdev;
  1376. adapter = pci_get_drvdata(pdev);
  1377. if (adapter == NULL)
  1378. return;
  1379. netdev = adapter->netdev;
  1380. qlcnic_cancel_fw_work(adapter);
  1381. unregister_netdev(netdev);
  1382. qlcnic_detach(adapter);
  1383. if (adapter->npars != NULL)
  1384. kfree(adapter->npars);
  1385. if (adapter->eswitch != NULL)
  1386. kfree(adapter->eswitch);
  1387. qlcnic_clr_all_drv_state(adapter, 0);
  1388. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1389. qlcnic_free_lb_filters_mem(adapter);
  1390. qlcnic_teardown_intr(adapter);
  1391. kfree(adapter->msix_entries);
  1392. qlcnic_remove_diag_entries(adapter);
  1393. qlcnic_cleanup_pci_map(adapter);
  1394. qlcnic_release_firmware(adapter);
  1395. pci_disable_pcie_error_reporting(pdev);
  1396. pci_release_regions(pdev);
  1397. pci_disable_device(pdev);
  1398. pci_set_drvdata(pdev, NULL);
  1399. qlcnic_free_adapter_resources(adapter);
  1400. free_netdev(netdev);
  1401. }
  1402. static int __qlcnic_shutdown(struct pci_dev *pdev)
  1403. {
  1404. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1405. struct net_device *netdev = adapter->netdev;
  1406. int retval;
  1407. netif_device_detach(netdev);
  1408. qlcnic_cancel_fw_work(adapter);
  1409. if (netif_running(netdev))
  1410. qlcnic_down(adapter, netdev);
  1411. qlcnic_clr_all_drv_state(adapter, 0);
  1412. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1413. retval = pci_save_state(pdev);
  1414. if (retval)
  1415. return retval;
  1416. if (qlcnic_wol_supported(adapter)) {
  1417. pci_enable_wake(pdev, PCI_D3cold, 1);
  1418. pci_enable_wake(pdev, PCI_D3hot, 1);
  1419. }
  1420. return 0;
  1421. }
  1422. static void qlcnic_shutdown(struct pci_dev *pdev)
  1423. {
  1424. if (__qlcnic_shutdown(pdev))
  1425. return;
  1426. pci_disable_device(pdev);
  1427. }
  1428. #ifdef CONFIG_PM
  1429. static int
  1430. qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1431. {
  1432. int retval;
  1433. retval = __qlcnic_shutdown(pdev);
  1434. if (retval)
  1435. return retval;
  1436. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1437. return 0;
  1438. }
  1439. static int
  1440. qlcnic_resume(struct pci_dev *pdev)
  1441. {
  1442. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1443. struct net_device *netdev = adapter->netdev;
  1444. int err;
  1445. err = pci_enable_device(pdev);
  1446. if (err)
  1447. return err;
  1448. pci_set_power_state(pdev, PCI_D0);
  1449. pci_set_master(pdev);
  1450. pci_restore_state(pdev);
  1451. err = adapter->nic_ops->start_firmware(adapter);
  1452. if (err) {
  1453. dev_err(&pdev->dev, "failed to start firmware\n");
  1454. return err;
  1455. }
  1456. if (netif_running(netdev)) {
  1457. err = qlcnic_up(adapter, netdev);
  1458. if (err)
  1459. goto done;
  1460. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1461. }
  1462. done:
  1463. netif_device_attach(netdev);
  1464. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1465. return 0;
  1466. }
  1467. #endif
  1468. static int qlcnic_open(struct net_device *netdev)
  1469. {
  1470. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1471. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  1472. int err;
  1473. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  1474. netdev_err(netdev, "Device in FAILED state\n");
  1475. return -EIO;
  1476. }
  1477. netif_carrier_off(netdev);
  1478. err = qlcnic_attach(adapter);
  1479. if (err)
  1480. return err;
  1481. err = __qlcnic_up(adapter, netdev);
  1482. if (err)
  1483. goto err_out;
  1484. netif_start_queue(netdev);
  1485. return 0;
  1486. err_out:
  1487. qlcnic_detach(adapter);
  1488. return err;
  1489. }
  1490. /*
  1491. * qlcnic_close - Disables a network interface entry point
  1492. */
  1493. static int qlcnic_close(struct net_device *netdev)
  1494. {
  1495. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1496. __qlcnic_down(adapter, netdev);
  1497. return 0;
  1498. }
  1499. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1500. {
  1501. void *head;
  1502. int i;
  1503. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1504. return;
  1505. spin_lock_init(&adapter->mac_learn_lock);
  1506. head = kcalloc(QLCNIC_LB_MAX_FILTERS, sizeof(struct hlist_head),
  1507. GFP_KERNEL);
  1508. if (!head)
  1509. return;
  1510. adapter->fhash.fmax = QLCNIC_LB_MAX_FILTERS;
  1511. adapter->fhash.fhead = head;
  1512. for (i = 0; i < adapter->fhash.fmax; i++)
  1513. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1514. }
  1515. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1516. {
  1517. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1518. kfree(adapter->fhash.fhead);
  1519. adapter->fhash.fhead = NULL;
  1520. adapter->fhash.fmax = 0;
  1521. }
  1522. static void qlcnic_change_filter(struct qlcnic_adapter *adapter,
  1523. u64 uaddr, __le16 vlan_id, struct qlcnic_host_tx_ring *tx_ring)
  1524. {
  1525. struct cmd_desc_type0 *hwdesc;
  1526. struct qlcnic_nic_req *req;
  1527. struct qlcnic_mac_req *mac_req;
  1528. struct qlcnic_vlan_req *vlan_req;
  1529. u32 producer;
  1530. u64 word;
  1531. producer = tx_ring->producer;
  1532. hwdesc = &tx_ring->desc_head[tx_ring->producer];
  1533. req = (struct qlcnic_nic_req *)hwdesc;
  1534. memset(req, 0, sizeof(struct qlcnic_nic_req));
  1535. req->qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
  1536. word = QLCNIC_MAC_EVENT | ((u64)(adapter->portnum) << 16);
  1537. req->req_hdr = cpu_to_le64(word);
  1538. mac_req = (struct qlcnic_mac_req *)&(req->words[0]);
  1539. mac_req->op = vlan_id ? QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_ADD;
  1540. memcpy(mac_req->mac_addr, &uaddr, ETH_ALEN);
  1541. vlan_req = (struct qlcnic_vlan_req *)&req->words[1];
  1542. vlan_req->vlan_id = vlan_id;
  1543. tx_ring->producer = get_next_index(producer, tx_ring->num_desc);
  1544. smp_mb();
  1545. }
  1546. #define QLCNIC_MAC_HASH(MAC)\
  1547. ((((MAC) & 0x70000) >> 0x10) | (((MAC) & 0x70000000000ULL) >> 0x25))
  1548. static void
  1549. qlcnic_send_filter(struct qlcnic_adapter *adapter,
  1550. struct qlcnic_host_tx_ring *tx_ring,
  1551. struct cmd_desc_type0 *first_desc,
  1552. struct sk_buff *skb)
  1553. {
  1554. struct ethhdr *phdr = (struct ethhdr *)(skb->data);
  1555. struct qlcnic_filter *fil, *tmp_fil;
  1556. struct hlist_node *tmp_hnode, *n;
  1557. struct hlist_head *head;
  1558. u64 src_addr = 0;
  1559. __le16 vlan_id = 0;
  1560. u8 hindex;
  1561. if (ether_addr_equal(phdr->h_source, adapter->mac_addr))
  1562. return;
  1563. if (adapter->fhash.fnum >= adapter->fhash.fmax)
  1564. return;
  1565. /* Only NPAR capable devices support vlan based learning*/
  1566. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  1567. vlan_id = first_desc->vlan_TCI;
  1568. memcpy(&src_addr, phdr->h_source, ETH_ALEN);
  1569. hindex = QLCNIC_MAC_HASH(src_addr) & (QLCNIC_LB_MAX_FILTERS - 1);
  1570. head = &(adapter->fhash.fhead[hindex]);
  1571. hlist_for_each_entry_safe(tmp_fil, tmp_hnode, n, head, fnode) {
  1572. if (!memcmp(tmp_fil->faddr, &src_addr, ETH_ALEN) &&
  1573. tmp_fil->vlan_id == vlan_id) {
  1574. if (jiffies >
  1575. (QLCNIC_READD_AGE * HZ + tmp_fil->ftime))
  1576. qlcnic_change_filter(adapter, src_addr, vlan_id,
  1577. tx_ring);
  1578. tmp_fil->ftime = jiffies;
  1579. return;
  1580. }
  1581. }
  1582. fil = kzalloc(sizeof(struct qlcnic_filter), GFP_ATOMIC);
  1583. if (!fil)
  1584. return;
  1585. qlcnic_change_filter(adapter, src_addr, vlan_id, tx_ring);
  1586. fil->ftime = jiffies;
  1587. fil->vlan_id = vlan_id;
  1588. memcpy(fil->faddr, &src_addr, ETH_ALEN);
  1589. spin_lock(&adapter->mac_learn_lock);
  1590. hlist_add_head(&(fil->fnode), head);
  1591. adapter->fhash.fnum++;
  1592. spin_unlock(&adapter->mac_learn_lock);
  1593. }
  1594. static int
  1595. qlcnic_tx_pkt(struct qlcnic_adapter *adapter,
  1596. struct cmd_desc_type0 *first_desc,
  1597. struct sk_buff *skb)
  1598. {
  1599. u8 opcode = 0, hdr_len = 0;
  1600. u16 flags = 0, vlan_tci = 0;
  1601. int copied, offset, copy_len;
  1602. struct cmd_desc_type0 *hwdesc;
  1603. struct vlan_ethhdr *vh;
  1604. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1605. u16 protocol = ntohs(skb->protocol);
  1606. u32 producer = tx_ring->producer;
  1607. if (protocol == ETH_P_8021Q) {
  1608. vh = (struct vlan_ethhdr *)skb->data;
  1609. flags = FLAGS_VLAN_TAGGED;
  1610. vlan_tci = vh->h_vlan_TCI;
  1611. } else if (vlan_tx_tag_present(skb)) {
  1612. flags = FLAGS_VLAN_OOB;
  1613. vlan_tci = vlan_tx_tag_get(skb);
  1614. }
  1615. if (unlikely(adapter->pvid)) {
  1616. if (vlan_tci && !(adapter->flags & QLCNIC_TAGGING_ENABLED))
  1617. return -EIO;
  1618. if (vlan_tci && (adapter->flags & QLCNIC_TAGGING_ENABLED))
  1619. goto set_flags;
  1620. flags = FLAGS_VLAN_OOB;
  1621. vlan_tci = adapter->pvid;
  1622. }
  1623. set_flags:
  1624. qlcnic_set_tx_vlan_tci(first_desc, vlan_tci);
  1625. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1626. if (*(skb->data) & BIT_0) {
  1627. flags |= BIT_0;
  1628. memcpy(&first_desc->eth_addr, skb->data, ETH_ALEN);
  1629. }
  1630. opcode = TX_ETHER_PKT;
  1631. if ((adapter->netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
  1632. skb_shinfo(skb)->gso_size > 0) {
  1633. hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  1634. first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
  1635. first_desc->total_hdr_length = hdr_len;
  1636. opcode = (protocol == ETH_P_IPV6) ? TX_TCP_LSO6 : TX_TCP_LSO;
  1637. /* For LSO, we need to copy the MAC/IP/TCP headers into
  1638. * the descriptor ring */
  1639. copied = 0;
  1640. offset = 2;
  1641. if (flags & FLAGS_VLAN_OOB) {
  1642. first_desc->total_hdr_length += VLAN_HLEN;
  1643. first_desc->tcp_hdr_offset = VLAN_HLEN;
  1644. first_desc->ip_hdr_offset = VLAN_HLEN;
  1645. /* Only in case of TSO on vlan device */
  1646. flags |= FLAGS_VLAN_TAGGED;
  1647. /* Create a TSO vlan header template for firmware */
  1648. hwdesc = &tx_ring->desc_head[producer];
  1649. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1650. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1651. offset, hdr_len + VLAN_HLEN);
  1652. vh = (struct vlan_ethhdr *)((char *) hwdesc + 2);
  1653. skb_copy_from_linear_data(skb, vh, 12);
  1654. vh->h_vlan_proto = htons(ETH_P_8021Q);
  1655. vh->h_vlan_TCI = htons(vlan_tci);
  1656. skb_copy_from_linear_data_offset(skb, 12,
  1657. (char *)vh + 16, copy_len - 16);
  1658. copied = copy_len - VLAN_HLEN;
  1659. offset = 0;
  1660. producer = get_next_index(producer, tx_ring->num_desc);
  1661. }
  1662. while (copied < hdr_len) {
  1663. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1664. offset, (hdr_len - copied));
  1665. hwdesc = &tx_ring->desc_head[producer];
  1666. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1667. skb_copy_from_linear_data_offset(skb, copied,
  1668. (char *) hwdesc + offset, copy_len);
  1669. copied += copy_len;
  1670. offset = 0;
  1671. producer = get_next_index(producer, tx_ring->num_desc);
  1672. }
  1673. tx_ring->producer = producer;
  1674. smp_mb();
  1675. adapter->stats.lso_frames++;
  1676. } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
  1677. u8 l4proto;
  1678. if (protocol == ETH_P_IP) {
  1679. l4proto = ip_hdr(skb)->protocol;
  1680. if (l4proto == IPPROTO_TCP)
  1681. opcode = TX_TCP_PKT;
  1682. else if (l4proto == IPPROTO_UDP)
  1683. opcode = TX_UDP_PKT;
  1684. } else if (protocol == ETH_P_IPV6) {
  1685. l4proto = ipv6_hdr(skb)->nexthdr;
  1686. if (l4proto == IPPROTO_TCP)
  1687. opcode = TX_TCPV6_PKT;
  1688. else if (l4proto == IPPROTO_UDP)
  1689. opcode = TX_UDPV6_PKT;
  1690. }
  1691. }
  1692. first_desc->tcp_hdr_offset += skb_transport_offset(skb);
  1693. first_desc->ip_hdr_offset += skb_network_offset(skb);
  1694. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1695. return 0;
  1696. }
  1697. static int
  1698. qlcnic_map_tx_skb(struct pci_dev *pdev,
  1699. struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
  1700. {
  1701. struct qlcnic_skb_frag *nf;
  1702. struct skb_frag_struct *frag;
  1703. int i, nr_frags;
  1704. dma_addr_t map;
  1705. nr_frags = skb_shinfo(skb)->nr_frags;
  1706. nf = &pbuf->frag_array[0];
  1707. map = pci_map_single(pdev, skb->data,
  1708. skb_headlen(skb), PCI_DMA_TODEVICE);
  1709. if (pci_dma_mapping_error(pdev, map))
  1710. goto out_err;
  1711. nf->dma = map;
  1712. nf->length = skb_headlen(skb);
  1713. for (i = 0; i < nr_frags; i++) {
  1714. frag = &skb_shinfo(skb)->frags[i];
  1715. nf = &pbuf->frag_array[i+1];
  1716. map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
  1717. DMA_TO_DEVICE);
  1718. if (dma_mapping_error(&pdev->dev, map))
  1719. goto unwind;
  1720. nf->dma = map;
  1721. nf->length = skb_frag_size(frag);
  1722. }
  1723. return 0;
  1724. unwind:
  1725. while (--i >= 0) {
  1726. nf = &pbuf->frag_array[i+1];
  1727. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1728. }
  1729. nf = &pbuf->frag_array[0];
  1730. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1731. out_err:
  1732. return -ENOMEM;
  1733. }
  1734. static void
  1735. qlcnic_unmap_buffers(struct pci_dev *pdev, struct sk_buff *skb,
  1736. struct qlcnic_cmd_buffer *pbuf)
  1737. {
  1738. struct qlcnic_skb_frag *nf = &pbuf->frag_array[0];
  1739. int nr_frags = skb_shinfo(skb)->nr_frags;
  1740. int i;
  1741. for (i = 0; i < nr_frags; i++) {
  1742. nf = &pbuf->frag_array[i+1];
  1743. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1744. }
  1745. nf = &pbuf->frag_array[0];
  1746. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1747. pbuf->skb = NULL;
  1748. }
  1749. static inline void
  1750. qlcnic_clear_cmddesc(u64 *desc)
  1751. {
  1752. desc[0] = 0ULL;
  1753. desc[2] = 0ULL;
  1754. desc[7] = 0ULL;
  1755. }
  1756. netdev_tx_t
  1757. qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  1758. {
  1759. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1760. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1761. struct qlcnic_cmd_buffer *pbuf;
  1762. struct qlcnic_skb_frag *buffrag;
  1763. struct cmd_desc_type0 *hwdesc, *first_desc;
  1764. struct pci_dev *pdev;
  1765. struct ethhdr *phdr;
  1766. int delta = 0;
  1767. int i, k;
  1768. u32 producer;
  1769. int frag_count;
  1770. u32 num_txd = tx_ring->num_desc;
  1771. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  1772. netif_stop_queue(netdev);
  1773. return NETDEV_TX_BUSY;
  1774. }
  1775. if (adapter->flags & QLCNIC_MACSPOOF) {
  1776. phdr = (struct ethhdr *)skb->data;
  1777. if (!ether_addr_equal(phdr->h_source, adapter->mac_addr))
  1778. goto drop_packet;
  1779. }
  1780. frag_count = skb_shinfo(skb)->nr_frags + 1;
  1781. /* 14 frags supported for normal packet and
  1782. * 32 frags supported for TSO packet
  1783. */
  1784. if (!skb_is_gso(skb) && frag_count > QLCNIC_MAX_FRAGS_PER_TX) {
  1785. for (i = 0; i < (frag_count - QLCNIC_MAX_FRAGS_PER_TX); i++)
  1786. delta += skb_frag_size(&skb_shinfo(skb)->frags[i]);
  1787. if (!__pskb_pull_tail(skb, delta))
  1788. goto drop_packet;
  1789. frag_count = 1 + skb_shinfo(skb)->nr_frags;
  1790. }
  1791. if (unlikely(qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
  1792. netif_stop_queue(netdev);
  1793. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
  1794. netif_start_queue(netdev);
  1795. else {
  1796. adapter->stats.xmit_off++;
  1797. return NETDEV_TX_BUSY;
  1798. }
  1799. }
  1800. producer = tx_ring->producer;
  1801. pbuf = &tx_ring->cmd_buf_arr[producer];
  1802. pdev = adapter->pdev;
  1803. first_desc = hwdesc = &tx_ring->desc_head[producer];
  1804. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1805. if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
  1806. adapter->stats.tx_dma_map_error++;
  1807. goto drop_packet;
  1808. }
  1809. pbuf->skb = skb;
  1810. pbuf->frag_count = frag_count;
  1811. qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
  1812. qlcnic_set_tx_port(first_desc, adapter->portnum);
  1813. for (i = 0; i < frag_count; i++) {
  1814. k = i % 4;
  1815. if ((k == 0) && (i > 0)) {
  1816. /* move to next desc.*/
  1817. producer = get_next_index(producer, num_txd);
  1818. hwdesc = &tx_ring->desc_head[producer];
  1819. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1820. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1821. }
  1822. buffrag = &pbuf->frag_array[i];
  1823. hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
  1824. switch (k) {
  1825. case 0:
  1826. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  1827. break;
  1828. case 1:
  1829. hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
  1830. break;
  1831. case 2:
  1832. hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
  1833. break;
  1834. case 3:
  1835. hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
  1836. break;
  1837. }
  1838. }
  1839. tx_ring->producer = get_next_index(producer, num_txd);
  1840. smp_mb();
  1841. if (unlikely(qlcnic_tx_pkt(adapter, first_desc, skb)))
  1842. goto unwind_buff;
  1843. if (adapter->mac_learn)
  1844. qlcnic_send_filter(adapter, tx_ring, first_desc, skb);
  1845. adapter->stats.txbytes += skb->len;
  1846. adapter->stats.xmitcalled++;
  1847. qlcnic_update_cmd_producer(adapter, tx_ring);
  1848. return NETDEV_TX_OK;
  1849. unwind_buff:
  1850. qlcnic_unmap_buffers(pdev, skb, pbuf);
  1851. drop_packet:
  1852. adapter->stats.txdropped++;
  1853. dev_kfree_skb_any(skb);
  1854. return NETDEV_TX_OK;
  1855. }
  1856. static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  1857. {
  1858. struct net_device *netdev = adapter->netdev;
  1859. u32 temp, temp_state, temp_val;
  1860. int rv = 0;
  1861. temp = QLCRD32(adapter, CRB_TEMP_STATE);
  1862. temp_state = qlcnic_get_temp_state(temp);
  1863. temp_val = qlcnic_get_temp_val(temp);
  1864. if (temp_state == QLCNIC_TEMP_PANIC) {
  1865. dev_err(&netdev->dev,
  1866. "Device temperature %d degrees C exceeds"
  1867. " maximum allowed. Hardware has been shut down.\n",
  1868. temp_val);
  1869. rv = 1;
  1870. } else if (temp_state == QLCNIC_TEMP_WARN) {
  1871. if (adapter->temp == QLCNIC_TEMP_NORMAL) {
  1872. dev_err(&netdev->dev,
  1873. "Device temperature %d degrees C "
  1874. "exceeds operating range."
  1875. " Immediate action needed.\n",
  1876. temp_val);
  1877. }
  1878. } else {
  1879. if (adapter->temp == QLCNIC_TEMP_WARN) {
  1880. dev_info(&netdev->dev,
  1881. "Device temperature is now %d degrees C"
  1882. " in normal range.\n", temp_val);
  1883. }
  1884. }
  1885. adapter->temp = temp_state;
  1886. return rv;
  1887. }
  1888. void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
  1889. {
  1890. struct net_device *netdev = adapter->netdev;
  1891. if (adapter->ahw->linkup && !linkup) {
  1892. netdev_info(netdev, "NIC Link is down\n");
  1893. adapter->ahw->linkup = 0;
  1894. if (netif_running(netdev)) {
  1895. netif_carrier_off(netdev);
  1896. netif_stop_queue(netdev);
  1897. }
  1898. } else if (!adapter->ahw->linkup && linkup) {
  1899. netdev_info(netdev, "NIC Link is up\n");
  1900. adapter->ahw->linkup = 1;
  1901. if (netif_running(netdev)) {
  1902. netif_carrier_on(netdev);
  1903. netif_wake_queue(netdev);
  1904. }
  1905. }
  1906. }
  1907. static void qlcnic_tx_timeout(struct net_device *netdev)
  1908. {
  1909. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1910. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  1911. return;
  1912. dev_err(&netdev->dev, "transmit timeout, resetting.\n");
  1913. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
  1914. adapter->need_fw_reset = 1;
  1915. else
  1916. adapter->reset_context = 1;
  1917. }
  1918. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  1919. {
  1920. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1921. struct net_device_stats *stats = &netdev->stats;
  1922. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  1923. stats->tx_packets = adapter->stats.xmitfinished;
  1924. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  1925. stats->tx_bytes = adapter->stats.txbytes;
  1926. stats->rx_dropped = adapter->stats.rxdropped;
  1927. stats->tx_dropped = adapter->stats.txdropped;
  1928. return stats;
  1929. }
  1930. static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
  1931. {
  1932. u32 status;
  1933. status = readl(adapter->isr_int_vec);
  1934. if (!(status & adapter->int_vec_bit))
  1935. return IRQ_NONE;
  1936. /* check interrupt state machine, to be sure */
  1937. status = readl(adapter->crb_int_state_reg);
  1938. if (!ISR_LEGACY_INT_TRIGGERED(status))
  1939. return IRQ_NONE;
  1940. writel(0xffffffff, adapter->tgt_status_reg);
  1941. /* read twice to ensure write is flushed */
  1942. readl(adapter->isr_int_vec);
  1943. readl(adapter->isr_int_vec);
  1944. return IRQ_HANDLED;
  1945. }
  1946. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  1947. {
  1948. struct qlcnic_host_sds_ring *sds_ring = data;
  1949. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1950. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1951. goto done;
  1952. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  1953. writel(0xffffffff, adapter->tgt_status_reg);
  1954. goto done;
  1955. }
  1956. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1957. return IRQ_NONE;
  1958. done:
  1959. adapter->diag_cnt++;
  1960. qlcnic_enable_int(sds_ring);
  1961. return IRQ_HANDLED;
  1962. }
  1963. static irqreturn_t qlcnic_intr(int irq, void *data)
  1964. {
  1965. struct qlcnic_host_sds_ring *sds_ring = data;
  1966. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1967. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1968. return IRQ_NONE;
  1969. napi_schedule(&sds_ring->napi);
  1970. return IRQ_HANDLED;
  1971. }
  1972. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  1973. {
  1974. struct qlcnic_host_sds_ring *sds_ring = data;
  1975. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1976. /* clear interrupt */
  1977. writel(0xffffffff, adapter->tgt_status_reg);
  1978. napi_schedule(&sds_ring->napi);
  1979. return IRQ_HANDLED;
  1980. }
  1981. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  1982. {
  1983. struct qlcnic_host_sds_ring *sds_ring = data;
  1984. napi_schedule(&sds_ring->napi);
  1985. return IRQ_HANDLED;
  1986. }
  1987. static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
  1988. {
  1989. u32 sw_consumer, hw_consumer;
  1990. int count = 0, i;
  1991. struct qlcnic_cmd_buffer *buffer;
  1992. struct pci_dev *pdev = adapter->pdev;
  1993. struct net_device *netdev = adapter->netdev;
  1994. struct qlcnic_skb_frag *frag;
  1995. int done;
  1996. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1997. if (!spin_trylock(&adapter->tx_clean_lock))
  1998. return 1;
  1999. sw_consumer = tx_ring->sw_consumer;
  2000. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2001. while (sw_consumer != hw_consumer) {
  2002. buffer = &tx_ring->cmd_buf_arr[sw_consumer];
  2003. if (buffer->skb) {
  2004. frag = &buffer->frag_array[0];
  2005. pci_unmap_single(pdev, frag->dma, frag->length,
  2006. PCI_DMA_TODEVICE);
  2007. frag->dma = 0ULL;
  2008. for (i = 1; i < buffer->frag_count; i++) {
  2009. frag++;
  2010. pci_unmap_page(pdev, frag->dma, frag->length,
  2011. PCI_DMA_TODEVICE);
  2012. frag->dma = 0ULL;
  2013. }
  2014. adapter->stats.xmitfinished++;
  2015. dev_kfree_skb_any(buffer->skb);
  2016. buffer->skb = NULL;
  2017. }
  2018. sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
  2019. if (++count >= MAX_STATUS_HANDLE)
  2020. break;
  2021. }
  2022. if (count && netif_running(netdev)) {
  2023. tx_ring->sw_consumer = sw_consumer;
  2024. smp_mb();
  2025. if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
  2026. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
  2027. netif_wake_queue(netdev);
  2028. adapter->stats.xmit_on++;
  2029. }
  2030. }
  2031. adapter->tx_timeo_cnt = 0;
  2032. }
  2033. /*
  2034. * If everything is freed up to consumer then check if the ring is full
  2035. * If the ring is full then check if more needs to be freed and
  2036. * schedule the call back again.
  2037. *
  2038. * This happens when there are 2 CPUs. One could be freeing and the
  2039. * other filling it. If the ring is full when we get out of here and
  2040. * the card has already interrupted the host then the host can miss the
  2041. * interrupt.
  2042. *
  2043. * There is still a possible race condition and the host could miss an
  2044. * interrupt. The card has to take care of this.
  2045. */
  2046. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2047. done = (sw_consumer == hw_consumer);
  2048. spin_unlock(&adapter->tx_clean_lock);
  2049. return done;
  2050. }
  2051. static int qlcnic_poll(struct napi_struct *napi, int budget)
  2052. {
  2053. struct qlcnic_host_sds_ring *sds_ring =
  2054. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2055. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2056. int tx_complete;
  2057. int work_done;
  2058. tx_complete = qlcnic_process_cmd_ring(adapter);
  2059. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2060. if ((work_done < budget) && tx_complete) {
  2061. napi_complete(&sds_ring->napi);
  2062. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2063. qlcnic_enable_int(sds_ring);
  2064. }
  2065. return work_done;
  2066. }
  2067. static int qlcnic_rx_poll(struct napi_struct *napi, int budget)
  2068. {
  2069. struct qlcnic_host_sds_ring *sds_ring =
  2070. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2071. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2072. int work_done;
  2073. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2074. if (work_done < budget) {
  2075. napi_complete(&sds_ring->napi);
  2076. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2077. qlcnic_enable_int(sds_ring);
  2078. }
  2079. return work_done;
  2080. }
  2081. #ifdef CONFIG_NET_POLL_CONTROLLER
  2082. static void qlcnic_poll_controller(struct net_device *netdev)
  2083. {
  2084. int ring;
  2085. struct qlcnic_host_sds_ring *sds_ring;
  2086. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2087. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2088. disable_irq(adapter->irq);
  2089. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2090. sds_ring = &recv_ctx->sds_rings[ring];
  2091. qlcnic_intr(adapter->irq, sds_ring);
  2092. }
  2093. enable_irq(adapter->irq);
  2094. }
  2095. #endif
  2096. static void
  2097. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2098. {
  2099. u32 val;
  2100. val = adapter->portnum & 0xf;
  2101. val |= encoding << 7;
  2102. val |= (jiffies - adapter->dev_rst_time) << 8;
  2103. QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2104. adapter->dev_rst_time = jiffies;
  2105. }
  2106. static int
  2107. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2108. {
  2109. u32 val;
  2110. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2111. state != QLCNIC_DEV_NEED_QUISCENT);
  2112. if (qlcnic_api_lock(adapter))
  2113. return -EIO;
  2114. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2115. if (state == QLCNIC_DEV_NEED_RESET)
  2116. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2117. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2118. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2119. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2120. qlcnic_api_unlock(adapter);
  2121. return 0;
  2122. }
  2123. static int
  2124. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2125. {
  2126. u32 val;
  2127. if (qlcnic_api_lock(adapter))
  2128. return -EBUSY;
  2129. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2130. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2131. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2132. qlcnic_api_unlock(adapter);
  2133. return 0;
  2134. }
  2135. static void
  2136. qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2137. {
  2138. u32 val;
  2139. if (qlcnic_api_lock(adapter))
  2140. goto err;
  2141. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2142. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2143. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2144. if (failed) {
  2145. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  2146. dev_info(&adapter->pdev->dev,
  2147. "Device state set to Failed. Please Reboot\n");
  2148. } else if (!(val & 0x11111111))
  2149. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
  2150. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2151. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2152. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2153. qlcnic_api_unlock(adapter);
  2154. err:
  2155. adapter->fw_fail_cnt = 0;
  2156. adapter->flags &= ~QLCNIC_FW_HANG;
  2157. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2158. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2159. }
  2160. /* Grab api lock, before checking state */
  2161. static int
  2162. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2163. {
  2164. int act, state, active_mask;
  2165. state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2166. act = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2167. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2168. active_mask = (~(1 << (adapter->ahw->pci_func * 4)));
  2169. act = act & active_mask;
  2170. }
  2171. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2172. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2173. return 0;
  2174. else
  2175. return 1;
  2176. }
  2177. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2178. {
  2179. u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2180. if (val != QLCNIC_DRV_IDC_VER) {
  2181. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2182. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2183. }
  2184. return 0;
  2185. }
  2186. static int
  2187. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2188. {
  2189. u32 val, prev_state;
  2190. u8 dev_init_timeo = adapter->dev_init_timeo;
  2191. u8 portnum = adapter->portnum;
  2192. u8 ret;
  2193. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2194. return 1;
  2195. if (qlcnic_api_lock(adapter))
  2196. return -1;
  2197. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2198. if (!(val & (1 << (portnum * 4)))) {
  2199. QLC_DEV_SET_REF_CNT(val, portnum);
  2200. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2201. }
  2202. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2203. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2204. switch (prev_state) {
  2205. case QLCNIC_DEV_COLD:
  2206. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2207. QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
  2208. qlcnic_idc_debug_info(adapter, 0);
  2209. qlcnic_api_unlock(adapter);
  2210. return 1;
  2211. case QLCNIC_DEV_READY:
  2212. ret = qlcnic_check_idc_ver(adapter);
  2213. qlcnic_api_unlock(adapter);
  2214. return ret;
  2215. case QLCNIC_DEV_NEED_RESET:
  2216. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2217. QLC_DEV_SET_RST_RDY(val, portnum);
  2218. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2219. break;
  2220. case QLCNIC_DEV_NEED_QUISCENT:
  2221. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2222. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2223. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2224. break;
  2225. case QLCNIC_DEV_FAILED:
  2226. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2227. qlcnic_api_unlock(adapter);
  2228. return -1;
  2229. case QLCNIC_DEV_INITIALIZING:
  2230. case QLCNIC_DEV_QUISCENT:
  2231. break;
  2232. }
  2233. qlcnic_api_unlock(adapter);
  2234. do {
  2235. msleep(1000);
  2236. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2237. if (prev_state == QLCNIC_DEV_QUISCENT)
  2238. continue;
  2239. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2240. if (!dev_init_timeo) {
  2241. dev_err(&adapter->pdev->dev,
  2242. "Waiting for device to initialize timeout\n");
  2243. return -1;
  2244. }
  2245. if (qlcnic_api_lock(adapter))
  2246. return -1;
  2247. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2248. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2249. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2250. ret = qlcnic_check_idc_ver(adapter);
  2251. qlcnic_api_unlock(adapter);
  2252. return ret;
  2253. }
  2254. static void
  2255. qlcnic_fwinit_work(struct work_struct *work)
  2256. {
  2257. struct qlcnic_adapter *adapter = container_of(work,
  2258. struct qlcnic_adapter, fw_work.work);
  2259. u32 dev_state = 0xf;
  2260. u32 val;
  2261. if (qlcnic_api_lock(adapter))
  2262. goto err_ret;
  2263. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2264. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2265. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2266. qlcnic_api_unlock(adapter);
  2267. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2268. FW_POLL_DELAY * 2);
  2269. return;
  2270. }
  2271. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2272. qlcnic_api_unlock(adapter);
  2273. goto wait_npar;
  2274. }
  2275. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2276. dev_state == QLCNIC_DEV_READY) {
  2277. dev_info(&adapter->pdev->dev, "Detected state change from "
  2278. "DEV_NEED_RESET, skipping ack check\n");
  2279. goto skip_ack_check;
  2280. }
  2281. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2282. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2283. adapter->reset_ack_timeo);
  2284. goto skip_ack_check;
  2285. }
  2286. if (!qlcnic_check_drv_state(adapter)) {
  2287. skip_ack_check:
  2288. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2289. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2290. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
  2291. QLCNIC_DEV_INITIALIZING);
  2292. set_bit(__QLCNIC_START_FW, &adapter->state);
  2293. QLCDB(adapter, DRV, "Restarting fw\n");
  2294. qlcnic_idc_debug_info(adapter, 0);
  2295. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2296. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2297. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2298. }
  2299. qlcnic_api_unlock(adapter);
  2300. rtnl_lock();
  2301. if (adapter->ahw->fw_dump.enable &&
  2302. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2303. QLCDB(adapter, DRV, "Take FW dump\n");
  2304. qlcnic_dump_fw(adapter);
  2305. adapter->flags |= QLCNIC_FW_HANG;
  2306. }
  2307. rtnl_unlock();
  2308. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2309. if (!adapter->nic_ops->start_firmware(adapter)) {
  2310. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2311. adapter->fw_wait_cnt = 0;
  2312. return;
  2313. }
  2314. goto err_ret;
  2315. }
  2316. qlcnic_api_unlock(adapter);
  2317. wait_npar:
  2318. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2319. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2320. switch (dev_state) {
  2321. case QLCNIC_DEV_READY:
  2322. if (!adapter->nic_ops->start_firmware(adapter)) {
  2323. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2324. adapter->fw_wait_cnt = 0;
  2325. return;
  2326. }
  2327. case QLCNIC_DEV_FAILED:
  2328. break;
  2329. default:
  2330. qlcnic_schedule_work(adapter,
  2331. qlcnic_fwinit_work, FW_POLL_DELAY);
  2332. return;
  2333. }
  2334. err_ret:
  2335. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2336. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2337. netif_device_attach(adapter->netdev);
  2338. qlcnic_clr_all_drv_state(adapter, 0);
  2339. }
  2340. static void
  2341. qlcnic_detach_work(struct work_struct *work)
  2342. {
  2343. struct qlcnic_adapter *adapter = container_of(work,
  2344. struct qlcnic_adapter, fw_work.work);
  2345. struct net_device *netdev = adapter->netdev;
  2346. u32 status;
  2347. netif_device_detach(netdev);
  2348. /* Dont grab rtnl lock during Quiscent mode */
  2349. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2350. if (netif_running(netdev))
  2351. __qlcnic_down(adapter, netdev);
  2352. } else
  2353. qlcnic_down(adapter, netdev);
  2354. status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2355. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2356. dev_err(&adapter->pdev->dev,
  2357. "Detaching the device: peg halt status1=0x%x\n",
  2358. status);
  2359. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2360. dev_err(&adapter->pdev->dev,
  2361. "On board active cooling fan failed. "
  2362. "Device has been halted.\n");
  2363. dev_err(&adapter->pdev->dev,
  2364. "Replace the adapter.\n");
  2365. }
  2366. goto err_ret;
  2367. }
  2368. if (adapter->temp == QLCNIC_TEMP_PANIC) {
  2369. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2370. adapter->temp);
  2371. goto err_ret;
  2372. }
  2373. /* Dont ack if this instance is the reset owner */
  2374. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2375. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2376. dev_err(&adapter->pdev->dev,
  2377. "Failed to set driver state,"
  2378. "detaching the device.\n");
  2379. goto err_ret;
  2380. }
  2381. }
  2382. adapter->fw_wait_cnt = 0;
  2383. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2384. return;
  2385. err_ret:
  2386. netif_device_attach(netdev);
  2387. qlcnic_clr_all_drv_state(adapter, 1);
  2388. }
  2389. /*Transit NPAR state to NON Operational */
  2390. static void
  2391. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2392. {
  2393. u32 state;
  2394. state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2395. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2396. return;
  2397. if (qlcnic_api_lock(adapter))
  2398. return;
  2399. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2400. qlcnic_api_unlock(adapter);
  2401. }
  2402. /*Transit to RESET state from READY state only */
  2403. void
  2404. qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
  2405. {
  2406. u32 state, xg_val = 0, gb_val = 0;
  2407. qlcnic_xg_set_xg0_mask(xg_val);
  2408. qlcnic_xg_set_xg1_mask(xg_val);
  2409. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2410. qlcnic_gb_set_gb0_mask(gb_val);
  2411. qlcnic_gb_set_gb1_mask(gb_val);
  2412. qlcnic_gb_set_gb2_mask(gb_val);
  2413. qlcnic_gb_set_gb3_mask(gb_val);
  2414. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2415. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2416. " on all ports\n");
  2417. adapter->need_fw_reset = 1;
  2418. if (qlcnic_api_lock(adapter))
  2419. return;
  2420. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2421. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  2422. netdev_err(adapter->netdev,
  2423. "Device is in FAILED state, Please Reboot\n");
  2424. qlcnic_api_unlock(adapter);
  2425. return;
  2426. }
  2427. if (state == QLCNIC_DEV_READY) {
  2428. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
  2429. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2430. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2431. qlcnic_idc_debug_info(adapter, 0);
  2432. }
  2433. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2434. qlcnic_api_unlock(adapter);
  2435. }
  2436. /* Transit to NPAR READY state from NPAR NOT READY state */
  2437. static void
  2438. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2439. {
  2440. if (qlcnic_api_lock(adapter))
  2441. return;
  2442. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_OPER);
  2443. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2444. qlcnic_api_unlock(adapter);
  2445. }
  2446. static void
  2447. qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2448. work_func_t func, int delay)
  2449. {
  2450. if (test_bit(__QLCNIC_AER, &adapter->state))
  2451. return;
  2452. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2453. queue_delayed_work(qlcnic_wq, &adapter->fw_work,
  2454. round_jiffies_relative(delay));
  2455. }
  2456. static void
  2457. qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
  2458. {
  2459. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2460. msleep(10);
  2461. if (!adapter->fw_work.work.func)
  2462. return;
  2463. cancel_delayed_work_sync(&adapter->fw_work);
  2464. }
  2465. static void
  2466. qlcnic_attach_work(struct work_struct *work)
  2467. {
  2468. struct qlcnic_adapter *adapter = container_of(work,
  2469. struct qlcnic_adapter, fw_work.work);
  2470. struct net_device *netdev = adapter->netdev;
  2471. u32 npar_state;
  2472. if (adapter->op_mode != QLCNIC_MGMT_FUNC) {
  2473. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2474. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2475. qlcnic_clr_all_drv_state(adapter, 0);
  2476. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2477. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2478. FW_POLL_DELAY);
  2479. else
  2480. goto attach;
  2481. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2482. return;
  2483. }
  2484. attach:
  2485. if (netif_running(netdev)) {
  2486. if (qlcnic_up(adapter, netdev))
  2487. goto done;
  2488. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2489. }
  2490. done:
  2491. netif_device_attach(netdev);
  2492. adapter->fw_fail_cnt = 0;
  2493. adapter->flags &= ~QLCNIC_FW_HANG;
  2494. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2495. if (!qlcnic_clr_drv_state(adapter))
  2496. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2497. FW_POLL_DELAY);
  2498. }
  2499. static int
  2500. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2501. {
  2502. u32 state = 0, heartbeat;
  2503. u32 peg_status;
  2504. if (qlcnic_check_temp(adapter))
  2505. goto detach;
  2506. if (adapter->need_fw_reset)
  2507. qlcnic_dev_request_reset(adapter);
  2508. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2509. if (state == QLCNIC_DEV_NEED_RESET) {
  2510. qlcnic_set_npar_non_operational(adapter);
  2511. adapter->need_fw_reset = 1;
  2512. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2513. goto detach;
  2514. heartbeat = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2515. if (heartbeat != adapter->heartbeat) {
  2516. adapter->heartbeat = heartbeat;
  2517. adapter->fw_fail_cnt = 0;
  2518. if (adapter->need_fw_reset)
  2519. goto detach;
  2520. if (adapter->reset_context && auto_fw_reset) {
  2521. qlcnic_reset_hw_context(adapter);
  2522. adapter->netdev->trans_start = jiffies;
  2523. }
  2524. return 0;
  2525. }
  2526. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2527. return 0;
  2528. adapter->flags |= QLCNIC_FW_HANG;
  2529. qlcnic_dev_request_reset(adapter);
  2530. if (auto_fw_reset)
  2531. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2532. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2533. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2534. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2535. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2536. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2537. "PEG_NET_4_PC: 0x%x\n",
  2538. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1),
  2539. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2540. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2541. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2542. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2543. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2544. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2545. peg_status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2546. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2547. dev_err(&adapter->pdev->dev,
  2548. "Firmware aborted with error code 0x00006700. "
  2549. "Device is being reset.\n");
  2550. detach:
  2551. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2552. QLCNIC_DEV_NEED_RESET;
  2553. if (auto_fw_reset &&
  2554. !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2555. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2556. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2557. }
  2558. return 1;
  2559. }
  2560. static void
  2561. qlcnic_fw_poll_work(struct work_struct *work)
  2562. {
  2563. struct qlcnic_adapter *adapter = container_of(work,
  2564. struct qlcnic_adapter, fw_work.work);
  2565. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2566. goto reschedule;
  2567. if (qlcnic_check_health(adapter))
  2568. return;
  2569. if (adapter->fhash.fnum)
  2570. qlcnic_prune_lb_filters(adapter);
  2571. reschedule:
  2572. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2573. }
  2574. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2575. {
  2576. struct pci_dev *oth_pdev;
  2577. int val = pdev->devfn;
  2578. while (val-- > 0) {
  2579. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2580. (pdev->bus), pdev->bus->number,
  2581. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2582. if (!oth_pdev)
  2583. continue;
  2584. if (oth_pdev->current_state != PCI_D3cold) {
  2585. pci_dev_put(oth_pdev);
  2586. return 0;
  2587. }
  2588. pci_dev_put(oth_pdev);
  2589. }
  2590. return 1;
  2591. }
  2592. static int qlcnic_attach_func(struct pci_dev *pdev)
  2593. {
  2594. int err, first_func;
  2595. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2596. struct net_device *netdev = adapter->netdev;
  2597. pdev->error_state = pci_channel_io_normal;
  2598. err = pci_enable_device(pdev);
  2599. if (err)
  2600. return err;
  2601. pci_set_power_state(pdev, PCI_D0);
  2602. pci_set_master(pdev);
  2603. pci_restore_state(pdev);
  2604. first_func = qlcnic_is_first_func(pdev);
  2605. if (qlcnic_api_lock(adapter))
  2606. return -EINVAL;
  2607. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2608. adapter->need_fw_reset = 1;
  2609. set_bit(__QLCNIC_START_FW, &adapter->state);
  2610. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2611. QLCDB(adapter, DRV, "Restarting fw\n");
  2612. }
  2613. qlcnic_api_unlock(adapter);
  2614. err = adapter->nic_ops->start_firmware(adapter);
  2615. if (err)
  2616. return err;
  2617. qlcnic_clr_drv_state(adapter);
  2618. qlcnic_setup_intr(adapter);
  2619. if (netif_running(netdev)) {
  2620. err = qlcnic_attach(adapter);
  2621. if (err) {
  2622. qlcnic_clr_all_drv_state(adapter, 1);
  2623. clear_bit(__QLCNIC_AER, &adapter->state);
  2624. netif_device_attach(netdev);
  2625. return err;
  2626. }
  2627. err = qlcnic_up(adapter, netdev);
  2628. if (err)
  2629. goto done;
  2630. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2631. }
  2632. done:
  2633. netif_device_attach(netdev);
  2634. return err;
  2635. }
  2636. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2637. pci_channel_state_t state)
  2638. {
  2639. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2640. struct net_device *netdev = adapter->netdev;
  2641. if (state == pci_channel_io_perm_failure)
  2642. return PCI_ERS_RESULT_DISCONNECT;
  2643. if (state == pci_channel_io_normal)
  2644. return PCI_ERS_RESULT_RECOVERED;
  2645. set_bit(__QLCNIC_AER, &adapter->state);
  2646. netif_device_detach(netdev);
  2647. cancel_delayed_work_sync(&adapter->fw_work);
  2648. if (netif_running(netdev))
  2649. qlcnic_down(adapter, netdev);
  2650. qlcnic_detach(adapter);
  2651. qlcnic_teardown_intr(adapter);
  2652. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2653. pci_save_state(pdev);
  2654. pci_disable_device(pdev);
  2655. return PCI_ERS_RESULT_NEED_RESET;
  2656. }
  2657. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2658. {
  2659. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2660. PCI_ERS_RESULT_RECOVERED;
  2661. }
  2662. static void qlcnic_io_resume(struct pci_dev *pdev)
  2663. {
  2664. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2665. pci_cleanup_aer_uncorrect_error_status(pdev);
  2666. if (QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) == QLCNIC_DEV_READY &&
  2667. test_and_clear_bit(__QLCNIC_AER, &adapter->state))
  2668. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2669. FW_POLL_DELAY);
  2670. }
  2671. static int
  2672. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2673. {
  2674. int err;
  2675. err = qlcnic_can_start_firmware(adapter);
  2676. if (err)
  2677. return err;
  2678. err = qlcnic_check_npar_opertional(adapter);
  2679. if (err)
  2680. return err;
  2681. err = qlcnic_initialize_nic(adapter);
  2682. if (err)
  2683. return err;
  2684. qlcnic_check_options(adapter);
  2685. err = qlcnic_set_eswitch_port_config(adapter);
  2686. if (err)
  2687. return err;
  2688. adapter->need_fw_reset = 0;
  2689. return err;
  2690. }
  2691. static int
  2692. qlcnicvf_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
  2693. {
  2694. return -EOPNOTSUPP;
  2695. }
  2696. static int
  2697. qlcnicvf_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
  2698. {
  2699. return -EOPNOTSUPP;
  2700. }
  2701. static ssize_t
  2702. qlcnic_store_bridged_mode(struct device *dev,
  2703. struct device_attribute *attr, const char *buf, size_t len)
  2704. {
  2705. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2706. unsigned long new;
  2707. int ret = -EINVAL;
  2708. if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
  2709. goto err_out;
  2710. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2711. goto err_out;
  2712. if (strict_strtoul(buf, 2, &new))
  2713. goto err_out;
  2714. if (!adapter->nic_ops->config_bridged_mode(adapter, !!new))
  2715. ret = len;
  2716. err_out:
  2717. return ret;
  2718. }
  2719. static ssize_t
  2720. qlcnic_show_bridged_mode(struct device *dev,
  2721. struct device_attribute *attr, char *buf)
  2722. {
  2723. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2724. int bridged_mode = 0;
  2725. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  2726. bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
  2727. return sprintf(buf, "%d\n", bridged_mode);
  2728. }
  2729. static struct device_attribute dev_attr_bridged_mode = {
  2730. .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
  2731. .show = qlcnic_show_bridged_mode,
  2732. .store = qlcnic_store_bridged_mode,
  2733. };
  2734. static ssize_t
  2735. qlcnic_store_diag_mode(struct device *dev,
  2736. struct device_attribute *attr, const char *buf, size_t len)
  2737. {
  2738. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2739. unsigned long new;
  2740. if (strict_strtoul(buf, 2, &new))
  2741. return -EINVAL;
  2742. if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2743. adapter->flags ^= QLCNIC_DIAG_ENABLED;
  2744. return len;
  2745. }
  2746. static ssize_t
  2747. qlcnic_show_diag_mode(struct device *dev,
  2748. struct device_attribute *attr, char *buf)
  2749. {
  2750. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2751. return sprintf(buf, "%d\n",
  2752. !!(adapter->flags & QLCNIC_DIAG_ENABLED));
  2753. }
  2754. static struct device_attribute dev_attr_diag_mode = {
  2755. .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
  2756. .show = qlcnic_show_diag_mode,
  2757. .store = qlcnic_store_diag_mode,
  2758. };
  2759. int qlcnic_validate_max_rss(struct net_device *netdev, u8 max_hw, u8 val)
  2760. {
  2761. if (!use_msi_x && !use_msi) {
  2762. netdev_info(netdev, "no msix or msi support, hence no rss\n");
  2763. return -EINVAL;
  2764. }
  2765. if ((val > max_hw) || (val < 2) || !is_power_of_2(val)) {
  2766. netdev_info(netdev, "rss_ring valid range [2 - %x] in "
  2767. " powers of 2\n", max_hw);
  2768. return -EINVAL;
  2769. }
  2770. return 0;
  2771. }
  2772. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data)
  2773. {
  2774. struct net_device *netdev = adapter->netdev;
  2775. int err = 0;
  2776. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2777. return -EBUSY;
  2778. netif_device_detach(netdev);
  2779. if (netif_running(netdev))
  2780. __qlcnic_down(adapter, netdev);
  2781. qlcnic_detach(adapter);
  2782. qlcnic_teardown_intr(adapter);
  2783. if (qlcnic_enable_msix(adapter, data)) {
  2784. netdev_info(netdev, "failed setting max_rss; rss disabled\n");
  2785. qlcnic_enable_msi_legacy(adapter);
  2786. }
  2787. if (netif_running(netdev)) {
  2788. err = qlcnic_attach(adapter);
  2789. if (err)
  2790. goto done;
  2791. err = __qlcnic_up(adapter, netdev);
  2792. if (err)
  2793. goto done;
  2794. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2795. }
  2796. done:
  2797. netif_device_attach(netdev);
  2798. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2799. return err;
  2800. }
  2801. static int
  2802. qlcnic_validate_beacon(struct qlcnic_adapter *adapter, u16 beacon, u8 *state,
  2803. u8 *rate)
  2804. {
  2805. *rate = LSB(beacon);
  2806. *state = MSB(beacon);
  2807. QLCDB(adapter, DRV, "rate %x state %x\n", *rate, *state);
  2808. if (!*state) {
  2809. *rate = __QLCNIC_MAX_LED_RATE;
  2810. return 0;
  2811. } else if (*state > __QLCNIC_MAX_LED_STATE)
  2812. return -EINVAL;
  2813. if ((!*rate) || (*rate > __QLCNIC_MAX_LED_RATE))
  2814. return -EINVAL;
  2815. return 0;
  2816. }
  2817. static ssize_t
  2818. qlcnic_store_beacon(struct device *dev,
  2819. struct device_attribute *attr, const char *buf, size_t len)
  2820. {
  2821. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2822. int max_sds_rings = adapter->max_sds_rings;
  2823. u16 beacon;
  2824. u8 b_state, b_rate;
  2825. int err;
  2826. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2827. dev_warn(dev, "LED test not supported for non "
  2828. "privilege function\n");
  2829. return -EOPNOTSUPP;
  2830. }
  2831. if (len != sizeof(u16))
  2832. return QL_STATUS_INVALID_PARAM;
  2833. memcpy(&beacon, buf, sizeof(u16));
  2834. err = qlcnic_validate_beacon(adapter, beacon, &b_state, &b_rate);
  2835. if (err)
  2836. return err;
  2837. if (adapter->ahw->beacon_state == b_state)
  2838. return len;
  2839. rtnl_lock();
  2840. if (!adapter->ahw->beacon_state)
  2841. if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state)) {
  2842. rtnl_unlock();
  2843. return -EBUSY;
  2844. }
  2845. if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2846. err = -EIO;
  2847. goto out;
  2848. }
  2849. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  2850. err = qlcnic_diag_alloc_res(adapter->netdev, QLCNIC_LED_TEST);
  2851. if (err)
  2852. goto out;
  2853. set_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state);
  2854. }
  2855. err = qlcnic_config_led(adapter, b_state, b_rate);
  2856. if (!err) {
  2857. err = len;
  2858. adapter->ahw->beacon_state = b_state;
  2859. }
  2860. if (test_and_clear_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state))
  2861. qlcnic_diag_free_res(adapter->netdev, max_sds_rings);
  2862. out:
  2863. if (!adapter->ahw->beacon_state)
  2864. clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
  2865. rtnl_unlock();
  2866. return err;
  2867. }
  2868. static ssize_t
  2869. qlcnic_show_beacon(struct device *dev,
  2870. struct device_attribute *attr, char *buf)
  2871. {
  2872. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2873. return sprintf(buf, "%d\n", adapter->ahw->beacon_state);
  2874. }
  2875. static struct device_attribute dev_attr_beacon = {
  2876. .attr = {.name = "beacon", .mode = (S_IRUGO | S_IWUSR)},
  2877. .show = qlcnic_show_beacon,
  2878. .store = qlcnic_store_beacon,
  2879. };
  2880. static int
  2881. qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
  2882. loff_t offset, size_t size)
  2883. {
  2884. size_t crb_size = 4;
  2885. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2886. return -EIO;
  2887. if (offset < QLCNIC_PCI_CRBSPACE) {
  2888. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
  2889. QLCNIC_PCI_CAMQM_END))
  2890. crb_size = 8;
  2891. else
  2892. return -EINVAL;
  2893. }
  2894. if ((size != crb_size) || (offset & (crb_size-1)))
  2895. return -EINVAL;
  2896. return 0;
  2897. }
  2898. static ssize_t
  2899. qlcnic_sysfs_read_crb(struct file *filp, struct kobject *kobj,
  2900. struct bin_attribute *attr,
  2901. char *buf, loff_t offset, size_t size)
  2902. {
  2903. struct device *dev = container_of(kobj, struct device, kobj);
  2904. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2905. u32 data;
  2906. u64 qmdata;
  2907. int ret;
  2908. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2909. if (ret != 0)
  2910. return ret;
  2911. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2912. qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
  2913. memcpy(buf, &qmdata, size);
  2914. } else {
  2915. data = QLCRD32(adapter, offset);
  2916. memcpy(buf, &data, size);
  2917. }
  2918. return size;
  2919. }
  2920. static ssize_t
  2921. qlcnic_sysfs_write_crb(struct file *filp, struct kobject *kobj,
  2922. struct bin_attribute *attr,
  2923. char *buf, loff_t offset, size_t size)
  2924. {
  2925. struct device *dev = container_of(kobj, struct device, kobj);
  2926. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2927. u32 data;
  2928. u64 qmdata;
  2929. int ret;
  2930. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2931. if (ret != 0)
  2932. return ret;
  2933. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2934. memcpy(&qmdata, buf, size);
  2935. qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
  2936. } else {
  2937. memcpy(&data, buf, size);
  2938. QLCWR32(adapter, offset, data);
  2939. }
  2940. return size;
  2941. }
  2942. static int
  2943. qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
  2944. loff_t offset, size_t size)
  2945. {
  2946. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2947. return -EIO;
  2948. if ((size != 8) || (offset & 0x7))
  2949. return -EIO;
  2950. return 0;
  2951. }
  2952. static ssize_t
  2953. qlcnic_sysfs_read_mem(struct file *filp, struct kobject *kobj,
  2954. struct bin_attribute *attr,
  2955. char *buf, loff_t offset, size_t size)
  2956. {
  2957. struct device *dev = container_of(kobj, struct device, kobj);
  2958. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2959. u64 data;
  2960. int ret;
  2961. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2962. if (ret != 0)
  2963. return ret;
  2964. if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
  2965. return -EIO;
  2966. memcpy(buf, &data, size);
  2967. return size;
  2968. }
  2969. static ssize_t
  2970. qlcnic_sysfs_write_mem(struct file *filp, struct kobject *kobj,
  2971. struct bin_attribute *attr,
  2972. char *buf, loff_t offset, size_t size)
  2973. {
  2974. struct device *dev = container_of(kobj, struct device, kobj);
  2975. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2976. u64 data;
  2977. int ret;
  2978. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2979. if (ret != 0)
  2980. return ret;
  2981. memcpy(&data, buf, size);
  2982. if (qlcnic_pci_mem_write_2M(adapter, offset, data))
  2983. return -EIO;
  2984. return size;
  2985. }
  2986. static struct bin_attribute bin_attr_crb = {
  2987. .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
  2988. .size = 0,
  2989. .read = qlcnic_sysfs_read_crb,
  2990. .write = qlcnic_sysfs_write_crb,
  2991. };
  2992. static struct bin_attribute bin_attr_mem = {
  2993. .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
  2994. .size = 0,
  2995. .read = qlcnic_sysfs_read_mem,
  2996. .write = qlcnic_sysfs_write_mem,
  2997. };
  2998. static int
  2999. validate_pm_config(struct qlcnic_adapter *adapter,
  3000. struct qlcnic_pm_func_cfg *pm_cfg, int count)
  3001. {
  3002. u8 src_pci_func, s_esw_id, d_esw_id;
  3003. u8 dest_pci_func;
  3004. int i;
  3005. for (i = 0; i < count; i++) {
  3006. src_pci_func = pm_cfg[i].pci_func;
  3007. dest_pci_func = pm_cfg[i].dest_npar;
  3008. if (src_pci_func >= QLCNIC_MAX_PCI_FUNC
  3009. || dest_pci_func >= QLCNIC_MAX_PCI_FUNC)
  3010. return QL_STATUS_INVALID_PARAM;
  3011. if (adapter->npars[src_pci_func].type != QLCNIC_TYPE_NIC)
  3012. return QL_STATUS_INVALID_PARAM;
  3013. if (adapter->npars[dest_pci_func].type != QLCNIC_TYPE_NIC)
  3014. return QL_STATUS_INVALID_PARAM;
  3015. s_esw_id = adapter->npars[src_pci_func].phy_port;
  3016. d_esw_id = adapter->npars[dest_pci_func].phy_port;
  3017. if (s_esw_id != d_esw_id)
  3018. return QL_STATUS_INVALID_PARAM;
  3019. }
  3020. return 0;
  3021. }
  3022. static ssize_t
  3023. qlcnic_sysfs_write_pm_config(struct file *filp, struct kobject *kobj,
  3024. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3025. {
  3026. struct device *dev = container_of(kobj, struct device, kobj);
  3027. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3028. struct qlcnic_pm_func_cfg *pm_cfg;
  3029. u32 id, action, pci_func;
  3030. int count, rem, i, ret;
  3031. count = size / sizeof(struct qlcnic_pm_func_cfg);
  3032. rem = size % sizeof(struct qlcnic_pm_func_cfg);
  3033. if (rem)
  3034. return QL_STATUS_INVALID_PARAM;
  3035. pm_cfg = (struct qlcnic_pm_func_cfg *) buf;
  3036. ret = validate_pm_config(adapter, pm_cfg, count);
  3037. if (ret)
  3038. return ret;
  3039. for (i = 0; i < count; i++) {
  3040. pci_func = pm_cfg[i].pci_func;
  3041. action = !!pm_cfg[i].action;
  3042. id = adapter->npars[pci_func].phy_port;
  3043. ret = qlcnic_config_port_mirroring(adapter, id,
  3044. action, pci_func);
  3045. if (ret)
  3046. return ret;
  3047. }
  3048. for (i = 0; i < count; i++) {
  3049. pci_func = pm_cfg[i].pci_func;
  3050. id = adapter->npars[pci_func].phy_port;
  3051. adapter->npars[pci_func].enable_pm = !!pm_cfg[i].action;
  3052. adapter->npars[pci_func].dest_npar = id;
  3053. }
  3054. return size;
  3055. }
  3056. static ssize_t
  3057. qlcnic_sysfs_read_pm_config(struct file *filp, struct kobject *kobj,
  3058. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3059. {
  3060. struct device *dev = container_of(kobj, struct device, kobj);
  3061. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3062. struct qlcnic_pm_func_cfg pm_cfg[QLCNIC_MAX_PCI_FUNC];
  3063. int i;
  3064. if (size != sizeof(pm_cfg))
  3065. return QL_STATUS_INVALID_PARAM;
  3066. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3067. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3068. continue;
  3069. pm_cfg[i].action = adapter->npars[i].enable_pm;
  3070. pm_cfg[i].dest_npar = 0;
  3071. pm_cfg[i].pci_func = i;
  3072. }
  3073. memcpy(buf, &pm_cfg, size);
  3074. return size;
  3075. }
  3076. static int
  3077. validate_esw_config(struct qlcnic_adapter *adapter,
  3078. struct qlcnic_esw_func_cfg *esw_cfg, int count)
  3079. {
  3080. u32 op_mode;
  3081. u8 pci_func;
  3082. int i;
  3083. op_mode = readl(adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE);
  3084. for (i = 0; i < count; i++) {
  3085. pci_func = esw_cfg[i].pci_func;
  3086. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3087. return QL_STATUS_INVALID_PARAM;
  3088. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3089. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3090. return QL_STATUS_INVALID_PARAM;
  3091. switch (esw_cfg[i].op_mode) {
  3092. case QLCNIC_PORT_DEFAULTS:
  3093. if (QLC_DEV_GET_DRV(op_mode, pci_func) !=
  3094. QLCNIC_NON_PRIV_FUNC) {
  3095. if (esw_cfg[i].mac_anti_spoof != 0)
  3096. return QL_STATUS_INVALID_PARAM;
  3097. if (esw_cfg[i].mac_override != 1)
  3098. return QL_STATUS_INVALID_PARAM;
  3099. if (esw_cfg[i].promisc_mode != 1)
  3100. return QL_STATUS_INVALID_PARAM;
  3101. }
  3102. break;
  3103. case QLCNIC_ADD_VLAN:
  3104. if (!IS_VALID_VLAN(esw_cfg[i].vlan_id))
  3105. return QL_STATUS_INVALID_PARAM;
  3106. if (!esw_cfg[i].op_type)
  3107. return QL_STATUS_INVALID_PARAM;
  3108. break;
  3109. case QLCNIC_DEL_VLAN:
  3110. if (!esw_cfg[i].op_type)
  3111. return QL_STATUS_INVALID_PARAM;
  3112. break;
  3113. default:
  3114. return QL_STATUS_INVALID_PARAM;
  3115. }
  3116. }
  3117. return 0;
  3118. }
  3119. static ssize_t
  3120. qlcnic_sysfs_write_esw_config(struct file *file, struct kobject *kobj,
  3121. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3122. {
  3123. struct device *dev = container_of(kobj, struct device, kobj);
  3124. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3125. struct qlcnic_esw_func_cfg *esw_cfg;
  3126. struct qlcnic_npar_info *npar;
  3127. int count, rem, i, ret;
  3128. u8 pci_func, op_mode = 0;
  3129. count = size / sizeof(struct qlcnic_esw_func_cfg);
  3130. rem = size % sizeof(struct qlcnic_esw_func_cfg);
  3131. if (rem)
  3132. return QL_STATUS_INVALID_PARAM;
  3133. esw_cfg = (struct qlcnic_esw_func_cfg *) buf;
  3134. ret = validate_esw_config(adapter, esw_cfg, count);
  3135. if (ret)
  3136. return ret;
  3137. for (i = 0; i < count; i++) {
  3138. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3139. if (qlcnic_config_switch_port(adapter, &esw_cfg[i]))
  3140. return QL_STATUS_INVALID_PARAM;
  3141. if (adapter->ahw->pci_func != esw_cfg[i].pci_func)
  3142. continue;
  3143. op_mode = esw_cfg[i].op_mode;
  3144. qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]);
  3145. esw_cfg[i].op_mode = op_mode;
  3146. esw_cfg[i].pci_func = adapter->ahw->pci_func;
  3147. switch (esw_cfg[i].op_mode) {
  3148. case QLCNIC_PORT_DEFAULTS:
  3149. qlcnic_set_eswitch_port_features(adapter, &esw_cfg[i]);
  3150. break;
  3151. case QLCNIC_ADD_VLAN:
  3152. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3153. break;
  3154. case QLCNIC_DEL_VLAN:
  3155. esw_cfg[i].vlan_id = 0;
  3156. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3157. break;
  3158. }
  3159. }
  3160. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3161. goto out;
  3162. for (i = 0; i < count; i++) {
  3163. pci_func = esw_cfg[i].pci_func;
  3164. npar = &adapter->npars[pci_func];
  3165. switch (esw_cfg[i].op_mode) {
  3166. case QLCNIC_PORT_DEFAULTS:
  3167. npar->promisc_mode = esw_cfg[i].promisc_mode;
  3168. npar->mac_override = esw_cfg[i].mac_override;
  3169. npar->offload_flags = esw_cfg[i].offload_flags;
  3170. npar->mac_anti_spoof = esw_cfg[i].mac_anti_spoof;
  3171. npar->discard_tagged = esw_cfg[i].discard_tagged;
  3172. break;
  3173. case QLCNIC_ADD_VLAN:
  3174. npar->pvid = esw_cfg[i].vlan_id;
  3175. break;
  3176. case QLCNIC_DEL_VLAN:
  3177. npar->pvid = 0;
  3178. break;
  3179. }
  3180. }
  3181. out:
  3182. return size;
  3183. }
  3184. static ssize_t
  3185. qlcnic_sysfs_read_esw_config(struct file *file, struct kobject *kobj,
  3186. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3187. {
  3188. struct device *dev = container_of(kobj, struct device, kobj);
  3189. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3190. struct qlcnic_esw_func_cfg esw_cfg[QLCNIC_MAX_PCI_FUNC];
  3191. u8 i;
  3192. if (size != sizeof(esw_cfg))
  3193. return QL_STATUS_INVALID_PARAM;
  3194. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3195. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3196. continue;
  3197. esw_cfg[i].pci_func = i;
  3198. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]))
  3199. return QL_STATUS_INVALID_PARAM;
  3200. }
  3201. memcpy(buf, &esw_cfg, size);
  3202. return size;
  3203. }
  3204. static int
  3205. validate_npar_config(struct qlcnic_adapter *adapter,
  3206. struct qlcnic_npar_func_cfg *np_cfg, int count)
  3207. {
  3208. u8 pci_func, i;
  3209. for (i = 0; i < count; i++) {
  3210. pci_func = np_cfg[i].pci_func;
  3211. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3212. return QL_STATUS_INVALID_PARAM;
  3213. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3214. return QL_STATUS_INVALID_PARAM;
  3215. if (!IS_VALID_BW(np_cfg[i].min_bw) ||
  3216. !IS_VALID_BW(np_cfg[i].max_bw))
  3217. return QL_STATUS_INVALID_PARAM;
  3218. }
  3219. return 0;
  3220. }
  3221. static ssize_t
  3222. qlcnic_sysfs_write_npar_config(struct file *file, struct kobject *kobj,
  3223. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3224. {
  3225. struct device *dev = container_of(kobj, struct device, kobj);
  3226. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3227. struct qlcnic_info nic_info;
  3228. struct qlcnic_npar_func_cfg *np_cfg;
  3229. int i, count, rem, ret;
  3230. u8 pci_func;
  3231. count = size / sizeof(struct qlcnic_npar_func_cfg);
  3232. rem = size % sizeof(struct qlcnic_npar_func_cfg);
  3233. if (rem)
  3234. return QL_STATUS_INVALID_PARAM;
  3235. np_cfg = (struct qlcnic_npar_func_cfg *) buf;
  3236. ret = validate_npar_config(adapter, np_cfg, count);
  3237. if (ret)
  3238. return ret;
  3239. for (i = 0; i < count ; i++) {
  3240. pci_func = np_cfg[i].pci_func;
  3241. ret = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  3242. if (ret)
  3243. return ret;
  3244. nic_info.pci_func = pci_func;
  3245. nic_info.min_tx_bw = np_cfg[i].min_bw;
  3246. nic_info.max_tx_bw = np_cfg[i].max_bw;
  3247. ret = qlcnic_set_nic_info(adapter, &nic_info);
  3248. if (ret)
  3249. return ret;
  3250. adapter->npars[i].min_bw = nic_info.min_tx_bw;
  3251. adapter->npars[i].max_bw = nic_info.max_tx_bw;
  3252. }
  3253. return size;
  3254. }
  3255. static ssize_t
  3256. qlcnic_sysfs_read_npar_config(struct file *file, struct kobject *kobj,
  3257. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3258. {
  3259. struct device *dev = container_of(kobj, struct device, kobj);
  3260. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3261. struct qlcnic_info nic_info;
  3262. struct qlcnic_npar_func_cfg np_cfg[QLCNIC_MAX_PCI_FUNC];
  3263. int i, ret;
  3264. if (size != sizeof(np_cfg))
  3265. return QL_STATUS_INVALID_PARAM;
  3266. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3267. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3268. continue;
  3269. ret = qlcnic_get_nic_info(adapter, &nic_info, i);
  3270. if (ret)
  3271. return ret;
  3272. np_cfg[i].pci_func = i;
  3273. np_cfg[i].op_mode = (u8)nic_info.op_mode;
  3274. np_cfg[i].port_num = nic_info.phys_port;
  3275. np_cfg[i].fw_capab = nic_info.capabilities;
  3276. np_cfg[i].min_bw = nic_info.min_tx_bw ;
  3277. np_cfg[i].max_bw = nic_info.max_tx_bw;
  3278. np_cfg[i].max_tx_queues = nic_info.max_tx_ques;
  3279. np_cfg[i].max_rx_queues = nic_info.max_rx_ques;
  3280. }
  3281. memcpy(buf, &np_cfg, size);
  3282. return size;
  3283. }
  3284. static ssize_t
  3285. qlcnic_sysfs_get_port_stats(struct file *file, struct kobject *kobj,
  3286. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3287. {
  3288. struct device *dev = container_of(kobj, struct device, kobj);
  3289. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3290. struct qlcnic_esw_statistics port_stats;
  3291. int ret;
  3292. if (size != sizeof(struct qlcnic_esw_statistics))
  3293. return QL_STATUS_INVALID_PARAM;
  3294. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3295. return QL_STATUS_INVALID_PARAM;
  3296. memset(&port_stats, 0, size);
  3297. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3298. &port_stats.rx);
  3299. if (ret)
  3300. return ret;
  3301. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3302. &port_stats.tx);
  3303. if (ret)
  3304. return ret;
  3305. memcpy(buf, &port_stats, size);
  3306. return size;
  3307. }
  3308. static ssize_t
  3309. qlcnic_sysfs_get_esw_stats(struct file *file, struct kobject *kobj,
  3310. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3311. {
  3312. struct device *dev = container_of(kobj, struct device, kobj);
  3313. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3314. struct qlcnic_esw_statistics esw_stats;
  3315. int ret;
  3316. if (size != sizeof(struct qlcnic_esw_statistics))
  3317. return QL_STATUS_INVALID_PARAM;
  3318. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3319. return QL_STATUS_INVALID_PARAM;
  3320. memset(&esw_stats, 0, size);
  3321. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3322. &esw_stats.rx);
  3323. if (ret)
  3324. return ret;
  3325. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3326. &esw_stats.tx);
  3327. if (ret)
  3328. return ret;
  3329. memcpy(buf, &esw_stats, size);
  3330. return size;
  3331. }
  3332. static ssize_t
  3333. qlcnic_sysfs_clear_esw_stats(struct file *file, struct kobject *kobj,
  3334. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3335. {
  3336. struct device *dev = container_of(kobj, struct device, kobj);
  3337. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3338. int ret;
  3339. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3340. return QL_STATUS_INVALID_PARAM;
  3341. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3342. QLCNIC_QUERY_RX_COUNTER);
  3343. if (ret)
  3344. return ret;
  3345. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3346. QLCNIC_QUERY_TX_COUNTER);
  3347. if (ret)
  3348. return ret;
  3349. return size;
  3350. }
  3351. static ssize_t
  3352. qlcnic_sysfs_clear_port_stats(struct file *file, struct kobject *kobj,
  3353. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3354. {
  3355. struct device *dev = container_of(kobj, struct device, kobj);
  3356. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3357. int ret;
  3358. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3359. return QL_STATUS_INVALID_PARAM;
  3360. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3361. QLCNIC_QUERY_RX_COUNTER);
  3362. if (ret)
  3363. return ret;
  3364. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3365. QLCNIC_QUERY_TX_COUNTER);
  3366. if (ret)
  3367. return ret;
  3368. return size;
  3369. }
  3370. static ssize_t
  3371. qlcnic_sysfs_read_pci_config(struct file *file, struct kobject *kobj,
  3372. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3373. {
  3374. struct device *dev = container_of(kobj, struct device, kobj);
  3375. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3376. struct qlcnic_pci_func_cfg pci_cfg[QLCNIC_MAX_PCI_FUNC];
  3377. struct qlcnic_pci_info *pci_info;
  3378. int i, ret;
  3379. if (size != sizeof(pci_cfg))
  3380. return QL_STATUS_INVALID_PARAM;
  3381. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  3382. if (!pci_info)
  3383. return -ENOMEM;
  3384. ret = qlcnic_get_pci_info(adapter, pci_info);
  3385. if (ret) {
  3386. kfree(pci_info);
  3387. return ret;
  3388. }
  3389. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3390. pci_cfg[i].pci_func = pci_info[i].id;
  3391. pci_cfg[i].func_type = pci_info[i].type;
  3392. pci_cfg[i].port_num = pci_info[i].default_port;
  3393. pci_cfg[i].min_bw = pci_info[i].tx_min_bw;
  3394. pci_cfg[i].max_bw = pci_info[i].tx_max_bw;
  3395. memcpy(&pci_cfg[i].def_mac_addr, &pci_info[i].mac, ETH_ALEN);
  3396. }
  3397. memcpy(buf, &pci_cfg, size);
  3398. kfree(pci_info);
  3399. return size;
  3400. }
  3401. static struct bin_attribute bin_attr_npar_config = {
  3402. .attr = {.name = "npar_config", .mode = (S_IRUGO | S_IWUSR)},
  3403. .size = 0,
  3404. .read = qlcnic_sysfs_read_npar_config,
  3405. .write = qlcnic_sysfs_write_npar_config,
  3406. };
  3407. static struct bin_attribute bin_attr_pci_config = {
  3408. .attr = {.name = "pci_config", .mode = (S_IRUGO | S_IWUSR)},
  3409. .size = 0,
  3410. .read = qlcnic_sysfs_read_pci_config,
  3411. .write = NULL,
  3412. };
  3413. static struct bin_attribute bin_attr_port_stats = {
  3414. .attr = {.name = "port_stats", .mode = (S_IRUGO | S_IWUSR)},
  3415. .size = 0,
  3416. .read = qlcnic_sysfs_get_port_stats,
  3417. .write = qlcnic_sysfs_clear_port_stats,
  3418. };
  3419. static struct bin_attribute bin_attr_esw_stats = {
  3420. .attr = {.name = "esw_stats", .mode = (S_IRUGO | S_IWUSR)},
  3421. .size = 0,
  3422. .read = qlcnic_sysfs_get_esw_stats,
  3423. .write = qlcnic_sysfs_clear_esw_stats,
  3424. };
  3425. static struct bin_attribute bin_attr_esw_config = {
  3426. .attr = {.name = "esw_config", .mode = (S_IRUGO | S_IWUSR)},
  3427. .size = 0,
  3428. .read = qlcnic_sysfs_read_esw_config,
  3429. .write = qlcnic_sysfs_write_esw_config,
  3430. };
  3431. static struct bin_attribute bin_attr_pm_config = {
  3432. .attr = {.name = "pm_config", .mode = (S_IRUGO | S_IWUSR)},
  3433. .size = 0,
  3434. .read = qlcnic_sysfs_read_pm_config,
  3435. .write = qlcnic_sysfs_write_pm_config,
  3436. };
  3437. static void
  3438. qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
  3439. {
  3440. struct device *dev = &adapter->pdev->dev;
  3441. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3442. if (device_create_file(dev, &dev_attr_bridged_mode))
  3443. dev_warn(dev,
  3444. "failed to create bridged_mode sysfs entry\n");
  3445. }
  3446. static void
  3447. qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
  3448. {
  3449. struct device *dev = &adapter->pdev->dev;
  3450. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3451. device_remove_file(dev, &dev_attr_bridged_mode);
  3452. }
  3453. static void
  3454. qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
  3455. {
  3456. struct device *dev = &adapter->pdev->dev;
  3457. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3458. if (device_create_bin_file(dev, &bin_attr_port_stats))
  3459. dev_info(dev, "failed to create port stats sysfs entry");
  3460. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3461. return;
  3462. if (device_create_file(dev, &dev_attr_diag_mode))
  3463. dev_info(dev, "failed to create diag_mode sysfs entry\n");
  3464. if (device_create_bin_file(dev, &bin_attr_crb))
  3465. dev_info(dev, "failed to create crb sysfs entry\n");
  3466. if (device_create_bin_file(dev, &bin_attr_mem))
  3467. dev_info(dev, "failed to create mem sysfs entry\n");
  3468. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3469. return;
  3470. if (device_create_bin_file(dev, &bin_attr_pci_config))
  3471. dev_info(dev, "failed to create pci config sysfs entry");
  3472. if (device_create_file(dev, &dev_attr_beacon))
  3473. dev_info(dev, "failed to create beacon sysfs entry");
  3474. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3475. return;
  3476. if (device_create_bin_file(dev, &bin_attr_esw_config))
  3477. dev_info(dev, "failed to create esw config sysfs entry");
  3478. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3479. return;
  3480. if (device_create_bin_file(dev, &bin_attr_npar_config))
  3481. dev_info(dev, "failed to create npar config sysfs entry");
  3482. if (device_create_bin_file(dev, &bin_attr_pm_config))
  3483. dev_info(dev, "failed to create pm config sysfs entry");
  3484. if (device_create_bin_file(dev, &bin_attr_esw_stats))
  3485. dev_info(dev, "failed to create eswitch stats sysfs entry");
  3486. }
  3487. static void
  3488. qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
  3489. {
  3490. struct device *dev = &adapter->pdev->dev;
  3491. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3492. device_remove_bin_file(dev, &bin_attr_port_stats);
  3493. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3494. return;
  3495. device_remove_file(dev, &dev_attr_diag_mode);
  3496. device_remove_bin_file(dev, &bin_attr_crb);
  3497. device_remove_bin_file(dev, &bin_attr_mem);
  3498. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3499. return;
  3500. device_remove_bin_file(dev, &bin_attr_pci_config);
  3501. device_remove_file(dev, &dev_attr_beacon);
  3502. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3503. return;
  3504. device_remove_bin_file(dev, &bin_attr_esw_config);
  3505. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3506. return;
  3507. device_remove_bin_file(dev, &bin_attr_npar_config);
  3508. device_remove_bin_file(dev, &bin_attr_pm_config);
  3509. device_remove_bin_file(dev, &bin_attr_esw_stats);
  3510. }
  3511. #ifdef CONFIG_INET
  3512. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  3513. static void
  3514. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  3515. struct net_device *dev, unsigned long event)
  3516. {
  3517. struct in_device *indev;
  3518. indev = in_dev_get(dev);
  3519. if (!indev)
  3520. return;
  3521. for_ifa(indev) {
  3522. switch (event) {
  3523. case NETDEV_UP:
  3524. qlcnic_config_ipaddr(adapter,
  3525. ifa->ifa_address, QLCNIC_IP_UP);
  3526. break;
  3527. case NETDEV_DOWN:
  3528. qlcnic_config_ipaddr(adapter,
  3529. ifa->ifa_address, QLCNIC_IP_DOWN);
  3530. break;
  3531. default:
  3532. break;
  3533. }
  3534. } endfor_ifa(indev);
  3535. in_dev_put(indev);
  3536. }
  3537. static void
  3538. qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  3539. {
  3540. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  3541. struct net_device *dev;
  3542. u16 vid;
  3543. qlcnic_config_indev_addr(adapter, netdev, event);
  3544. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  3545. dev = __vlan_find_dev_deep(netdev, vid);
  3546. if (!dev)
  3547. continue;
  3548. qlcnic_config_indev_addr(adapter, dev, event);
  3549. }
  3550. }
  3551. static int qlcnic_netdev_event(struct notifier_block *this,
  3552. unsigned long event, void *ptr)
  3553. {
  3554. struct qlcnic_adapter *adapter;
  3555. struct net_device *dev = (struct net_device *)ptr;
  3556. recheck:
  3557. if (dev == NULL)
  3558. goto done;
  3559. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3560. dev = vlan_dev_real_dev(dev);
  3561. goto recheck;
  3562. }
  3563. if (!is_qlcnic_netdev(dev))
  3564. goto done;
  3565. adapter = netdev_priv(dev);
  3566. if (!adapter)
  3567. goto done;
  3568. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3569. goto done;
  3570. qlcnic_config_indev_addr(adapter, dev, event);
  3571. done:
  3572. return NOTIFY_DONE;
  3573. }
  3574. static int
  3575. qlcnic_inetaddr_event(struct notifier_block *this,
  3576. unsigned long event, void *ptr)
  3577. {
  3578. struct qlcnic_adapter *adapter;
  3579. struct net_device *dev;
  3580. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  3581. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  3582. recheck:
  3583. if (dev == NULL)
  3584. goto done;
  3585. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3586. dev = vlan_dev_real_dev(dev);
  3587. goto recheck;
  3588. }
  3589. if (!is_qlcnic_netdev(dev))
  3590. goto done;
  3591. adapter = netdev_priv(dev);
  3592. if (!adapter)
  3593. goto done;
  3594. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3595. goto done;
  3596. switch (event) {
  3597. case NETDEV_UP:
  3598. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  3599. break;
  3600. case NETDEV_DOWN:
  3601. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  3602. break;
  3603. default:
  3604. break;
  3605. }
  3606. done:
  3607. return NOTIFY_DONE;
  3608. }
  3609. static struct notifier_block qlcnic_netdev_cb = {
  3610. .notifier_call = qlcnic_netdev_event,
  3611. };
  3612. static struct notifier_block qlcnic_inetaddr_cb = {
  3613. .notifier_call = qlcnic_inetaddr_event,
  3614. };
  3615. #else
  3616. static void
  3617. qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  3618. { }
  3619. #endif
  3620. static struct pci_error_handlers qlcnic_err_handler = {
  3621. .error_detected = qlcnic_io_error_detected,
  3622. .slot_reset = qlcnic_io_slot_reset,
  3623. .resume = qlcnic_io_resume,
  3624. };
  3625. static struct pci_driver qlcnic_driver = {
  3626. .name = qlcnic_driver_name,
  3627. .id_table = qlcnic_pci_tbl,
  3628. .probe = qlcnic_probe,
  3629. .remove = __devexit_p(qlcnic_remove),
  3630. #ifdef CONFIG_PM
  3631. .suspend = qlcnic_suspend,
  3632. .resume = qlcnic_resume,
  3633. #endif
  3634. .shutdown = qlcnic_shutdown,
  3635. .err_handler = &qlcnic_err_handler
  3636. };
  3637. static int __init qlcnic_init_module(void)
  3638. {
  3639. int ret;
  3640. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  3641. qlcnic_wq = create_singlethread_workqueue("qlcnic");
  3642. if (qlcnic_wq == NULL) {
  3643. printk(KERN_ERR "qlcnic: cannot create workqueue\n");
  3644. return -ENOMEM;
  3645. }
  3646. #ifdef CONFIG_INET
  3647. register_netdevice_notifier(&qlcnic_netdev_cb);
  3648. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3649. #endif
  3650. ret = pci_register_driver(&qlcnic_driver);
  3651. if (ret) {
  3652. #ifdef CONFIG_INET
  3653. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3654. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3655. #endif
  3656. destroy_workqueue(qlcnic_wq);
  3657. }
  3658. return ret;
  3659. }
  3660. module_init(qlcnic_init_module);
  3661. static void __exit qlcnic_exit_module(void)
  3662. {
  3663. pci_unregister_driver(&qlcnic_driver);
  3664. #ifdef CONFIG_INET
  3665. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3666. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3667. #endif
  3668. destroy_workqueue(qlcnic_wq);
  3669. }
  3670. module_exit(qlcnic_exit_module);