qlcnic_main.c 91 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303330433053306330733083309331033113312331333143315331633173318331933203321332233233324332533263327332833293330333133323333333433353336333733383339334033413342334333443345334633473348334933503351335233533354335533563357335833593360336133623363336433653366336733683369337033713372337333743375337633773378337933803381338233833384338533863387338833893390339133923393339433953396339733983399340034013402340334043405340634073408340934103411341234133414341534163417341834193420342134223423342434253426342734283429343034313432343334343435343634373438343934403441344234433444344534463447344834493450345134523453345434553456345734583459346034613462346334643465346634673468346934703471347234733474347534763477347834793480348134823483348434853486348734883489349034913492349334943495349634973498349935003501350235033504350535063507350835093510351135123513351435153516351735183519352035213522352335243525352635273528352935303531353235333534353535363537353835393540354135423543354435453546354735483549355035513552355335543555355635573558355935603561356235633564356535663567356835693570357135723573357435753576357735783579358035813582358335843585358635873588358935903591359235933594359535963597359835993600360136023603360436053606360736083609361036113612361336143615361636173618361936203621362236233624362536263627362836293630363136323633363436353636363736383639364036413642364336443645364636473648364936503651365236533654365536563657
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/vmalloc.h>
  8. #include <linux/interrupt.h>
  9. #include "qlcnic.h"
  10. #include "qlcnic_sriov.h"
  11. #include "qlcnic_hw.h"
  12. #include <linux/swab.h>
  13. #include <linux/dma-mapping.h>
  14. #include <linux/if_vlan.h>
  15. #include <net/ip.h>
  16. #include <linux/ipv6.h>
  17. #include <linux/inetdevice.h>
  18. #include <linux/aer.h>
  19. #include <linux/log2.h>
  20. #include <linux/pci.h>
  21. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  22. MODULE_LICENSE("GPL");
  23. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  24. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  25. char qlcnic_driver_name[] = "qlcnic";
  26. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  27. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  28. static int qlcnic_mac_learn;
  29. module_param(qlcnic_mac_learn, int, 0444);
  30. MODULE_PARM_DESC(qlcnic_mac_learn,
  31. "Mac Filter (0=learning is disabled, 1=Driver learning is enabled, 2=FDB learning is enabled)");
  32. int qlcnic_use_msi = 1;
  33. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled)");
  34. module_param_named(use_msi, qlcnic_use_msi, int, 0444);
  35. int qlcnic_use_msi_x = 1;
  36. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled)");
  37. module_param_named(use_msi_x, qlcnic_use_msi_x, int, 0444);
  38. int qlcnic_auto_fw_reset = 1;
  39. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled)");
  40. module_param_named(auto_fw_reset, qlcnic_auto_fw_reset, int, 0644);
  41. int qlcnic_load_fw_file;
  42. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file)");
  43. module_param_named(load_fw_file, qlcnic_load_fw_file, int, 0444);
  44. static int qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent);
  45. static void qlcnic_remove(struct pci_dev *pdev);
  46. static int qlcnic_open(struct net_device *netdev);
  47. static int qlcnic_close(struct net_device *netdev);
  48. static void qlcnic_tx_timeout(struct net_device *netdev);
  49. static void qlcnic_attach_work(struct work_struct *work);
  50. static void qlcnic_fwinit_work(struct work_struct *work);
  51. #ifdef CONFIG_NET_POLL_CONTROLLER
  52. static void qlcnic_poll_controller(struct net_device *netdev);
  53. #endif
  54. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  55. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  56. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  57. static irqreturn_t qlcnic_intr(int irq, void *data);
  58. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  59. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  60. static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data);
  61. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  62. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  63. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  64. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  65. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  66. static int qlcnic_vlan_rx_add(struct net_device *, __be16, u16);
  67. static int qlcnic_vlan_rx_del(struct net_device *, __be16, u16);
  68. static u32 qlcnic_vlan_tx_check(struct qlcnic_adapter *adapter)
  69. {
  70. struct qlcnic_hardware_context *ahw = adapter->ahw;
  71. if (adapter->pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X)
  72. return ahw->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX;
  73. else
  74. return 1;
  75. }
  76. /* PCI Device ID Table */
  77. #define ENTRY(device) \
  78. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  79. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  80. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  81. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  82. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE834X),
  83. ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE834X),
  84. {0,}
  85. };
  86. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  87. inline void qlcnic_update_cmd_producer(struct qlcnic_host_tx_ring *tx_ring)
  88. {
  89. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  90. }
  91. static const u32 msi_tgt_status[8] = {
  92. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  93. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  94. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  95. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  96. };
  97. static const u32 qlcnic_reg_tbl[] = {
  98. 0x1B20A8, /* PEG_HALT_STAT1 */
  99. 0x1B20AC, /* PEG_HALT_STAT2 */
  100. 0x1B20B0, /* FW_HEARTBEAT */
  101. 0x1B2100, /* LOCK ID */
  102. 0x1B2128, /* FW_CAPABILITIES */
  103. 0x1B2138, /* drv active */
  104. 0x1B2140, /* dev state */
  105. 0x1B2144, /* drv state */
  106. 0x1B2148, /* drv scratch */
  107. 0x1B214C, /* dev partition info */
  108. 0x1B2174, /* drv idc ver */
  109. 0x1B2150, /* fw version major */
  110. 0x1B2154, /* fw version minor */
  111. 0x1B2158, /* fw version sub */
  112. 0x1B219C, /* npar state */
  113. 0x1B21FC, /* FW_IMG_VALID */
  114. 0x1B2250, /* CMD_PEG_STATE */
  115. 0x1B233C, /* RCV_PEG_STATE */
  116. 0x1B23B4, /* ASIC TEMP */
  117. 0x1B216C, /* FW api */
  118. 0x1B2170, /* drv op mode */
  119. 0x13C010, /* flash lock */
  120. 0x13C014, /* flash unlock */
  121. };
  122. static const struct qlcnic_board_info qlcnic_boards[] = {
  123. { PCI_VENDOR_ID_QLOGIC,
  124. PCI_DEVICE_ID_QLOGIC_QLE834X,
  125. PCI_VENDOR_ID_QLOGIC,
  126. 0x24e,
  127. "8300 Series Dual Port 10GbE Converged Network Adapter "
  128. "(TCP/IP Networking)" },
  129. { PCI_VENDOR_ID_QLOGIC,
  130. PCI_DEVICE_ID_QLOGIC_QLE834X,
  131. PCI_VENDOR_ID_QLOGIC,
  132. 0x243,
  133. "8300 Series Single Port 10GbE Converged Network Adapter "
  134. "(TCP/IP Networking)" },
  135. { PCI_VENDOR_ID_QLOGIC,
  136. PCI_DEVICE_ID_QLOGIC_QLE834X,
  137. PCI_VENDOR_ID_QLOGIC,
  138. 0x24a,
  139. "8300 Series Dual Port 10GbE Converged Network Adapter "
  140. "(TCP/IP Networking)" },
  141. { PCI_VENDOR_ID_QLOGIC,
  142. PCI_DEVICE_ID_QLOGIC_QLE834X,
  143. PCI_VENDOR_ID_QLOGIC,
  144. 0x246,
  145. "8300 Series Dual Port 10GbE Converged Network Adapter "
  146. "(TCP/IP Networking)" },
  147. { PCI_VENDOR_ID_QLOGIC,
  148. PCI_DEVICE_ID_QLOGIC_QLE834X,
  149. PCI_VENDOR_ID_QLOGIC,
  150. 0x252,
  151. "8300 Series Dual Port 10GbE Converged Network Adapter "
  152. "(TCP/IP Networking)" },
  153. { PCI_VENDOR_ID_QLOGIC,
  154. PCI_DEVICE_ID_QLOGIC_QLE834X,
  155. PCI_VENDOR_ID_QLOGIC,
  156. 0x26e,
  157. "8300 Series Dual Port 10GbE Converged Network Adapter "
  158. "(TCP/IP Networking)" },
  159. { PCI_VENDOR_ID_QLOGIC,
  160. PCI_DEVICE_ID_QLOGIC_QLE834X,
  161. PCI_VENDOR_ID_QLOGIC,
  162. 0x260,
  163. "8300 Series Dual Port 10GbE Converged Network Adapter "
  164. "(TCP/IP Networking)" },
  165. { PCI_VENDOR_ID_QLOGIC,
  166. PCI_DEVICE_ID_QLOGIC_QLE834X,
  167. PCI_VENDOR_ID_QLOGIC,
  168. 0x266,
  169. "8300 Series Single Port 10GbE Converged Network Adapter "
  170. "(TCP/IP Networking)" },
  171. { PCI_VENDOR_ID_QLOGIC,
  172. PCI_DEVICE_ID_QLOGIC_QLE834X,
  173. PCI_VENDOR_ID_QLOGIC,
  174. 0x269,
  175. "8300 Series Dual Port 10GbE Converged Network Adapter "
  176. "(TCP/IP Networking)" },
  177. { PCI_VENDOR_ID_QLOGIC,
  178. PCI_DEVICE_ID_QLOGIC_QLE834X,
  179. PCI_VENDOR_ID_QLOGIC,
  180. 0x271,
  181. "8300 Series Dual Port 10GbE Converged Network Adapter "
  182. "(TCP/IP Networking)" },
  183. { PCI_VENDOR_ID_QLOGIC,
  184. PCI_DEVICE_ID_QLOGIC_QLE834X,
  185. 0x0, 0x0, "8300 Series 1/10GbE Controller" },
  186. { PCI_VENDOR_ID_QLOGIC,
  187. PCI_DEVICE_ID_QLOGIC_QLE824X,
  188. PCI_VENDOR_ID_QLOGIC,
  189. 0x203,
  190. "8200 Series Single Port 10GbE Converged Network Adapter"
  191. "(TCP/IP Networking)" },
  192. { PCI_VENDOR_ID_QLOGIC,
  193. PCI_DEVICE_ID_QLOGIC_QLE824X,
  194. PCI_VENDOR_ID_QLOGIC,
  195. 0x207,
  196. "8200 Series Dual Port 10GbE Converged Network Adapter"
  197. "(TCP/IP Networking)" },
  198. { PCI_VENDOR_ID_QLOGIC,
  199. PCI_DEVICE_ID_QLOGIC_QLE824X,
  200. PCI_VENDOR_ID_QLOGIC,
  201. 0x20b,
  202. "3200 Series Dual Port 10Gb Intelligent Ethernet Adapter" },
  203. { PCI_VENDOR_ID_QLOGIC,
  204. PCI_DEVICE_ID_QLOGIC_QLE824X,
  205. PCI_VENDOR_ID_QLOGIC,
  206. 0x20c,
  207. "3200 Series Quad Port 1Gb Intelligent Ethernet Adapter" },
  208. { PCI_VENDOR_ID_QLOGIC,
  209. PCI_DEVICE_ID_QLOGIC_QLE824X,
  210. PCI_VENDOR_ID_QLOGIC,
  211. 0x20f,
  212. "3200 Series Single Port 10Gb Intelligent Ethernet Adapter" },
  213. { PCI_VENDOR_ID_QLOGIC,
  214. PCI_DEVICE_ID_QLOGIC_QLE824X,
  215. 0x103c, 0x3733,
  216. "NC523SFP 10Gb 2-port Server Adapter" },
  217. { PCI_VENDOR_ID_QLOGIC,
  218. PCI_DEVICE_ID_QLOGIC_QLE824X,
  219. 0x103c, 0x3346,
  220. "CN1000Q Dual Port Converged Network Adapter" },
  221. { PCI_VENDOR_ID_QLOGIC,
  222. PCI_DEVICE_ID_QLOGIC_QLE824X,
  223. PCI_VENDOR_ID_QLOGIC,
  224. 0x210,
  225. "QME8242-k 10GbE Dual Port Mezzanine Card" },
  226. { PCI_VENDOR_ID_QLOGIC,
  227. PCI_DEVICE_ID_QLOGIC_QLE824X,
  228. 0x0, 0x0, "cLOM8214 1/10GbE Controller" },
  229. };
  230. #define NUM_SUPPORTED_BOARDS ARRAY_SIZE(qlcnic_boards)
  231. #define QLC_MAX_SDS_RINGS 8
  232. static const
  233. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  234. int qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  235. {
  236. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  237. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  238. return recv_ctx->sds_rings == NULL;
  239. }
  240. void qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  241. {
  242. if (recv_ctx->sds_rings != NULL)
  243. kfree(recv_ctx->sds_rings);
  244. recv_ctx->sds_rings = NULL;
  245. }
  246. int qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  247. {
  248. u8 mac_addr[ETH_ALEN];
  249. struct net_device *netdev = adapter->netdev;
  250. struct pci_dev *pdev = adapter->pdev;
  251. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  252. return -EIO;
  253. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  254. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  255. /* set station address */
  256. if (!is_valid_ether_addr(netdev->dev_addr))
  257. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  258. netdev->dev_addr);
  259. return 0;
  260. }
  261. static void qlcnic_delete_adapter_mac(struct qlcnic_adapter *adapter)
  262. {
  263. struct qlcnic_mac_list_s *cur;
  264. struct list_head *head;
  265. list_for_each(head, &adapter->mac_list) {
  266. cur = list_entry(head, struct qlcnic_mac_list_s, list);
  267. if (!memcmp(adapter->mac_addr, cur->mac_addr, ETH_ALEN)) {
  268. qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
  269. 0, QLCNIC_MAC_DEL);
  270. list_del(&cur->list);
  271. kfree(cur);
  272. return;
  273. }
  274. }
  275. }
  276. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  277. {
  278. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  279. struct sockaddr *addr = p;
  280. if (qlcnic_sriov_vf_check(adapter))
  281. return -EINVAL;
  282. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  283. return -EOPNOTSUPP;
  284. if (!is_valid_ether_addr(addr->sa_data))
  285. return -EINVAL;
  286. if (!memcmp(adapter->mac_addr, addr->sa_data, ETH_ALEN))
  287. return 0;
  288. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  289. netif_device_detach(netdev);
  290. qlcnic_napi_disable(adapter);
  291. }
  292. qlcnic_delete_adapter_mac(adapter);
  293. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  294. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  295. qlcnic_set_multi(adapter->netdev);
  296. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  297. netif_device_attach(netdev);
  298. qlcnic_napi_enable(adapter);
  299. }
  300. return 0;
  301. }
  302. static int qlcnic_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
  303. struct net_device *netdev, const unsigned char *addr)
  304. {
  305. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  306. int err = -EOPNOTSUPP;
  307. if (!adapter->fdb_mac_learn)
  308. return ndo_dflt_fdb_del(ndm, tb, netdev, addr);
  309. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  310. if (is_unicast_ether_addr(addr)) {
  311. err = dev_uc_del(netdev, addr);
  312. if (!err)
  313. err = qlcnic_nic_del_mac(adapter, addr);
  314. } else if (is_multicast_ether_addr(addr)) {
  315. err = dev_mc_del(netdev, addr);
  316. } else {
  317. err = -EINVAL;
  318. }
  319. }
  320. return err;
  321. }
  322. static int qlcnic_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
  323. struct net_device *netdev,
  324. const unsigned char *addr, u16 flags)
  325. {
  326. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  327. int err = 0;
  328. if (!adapter->fdb_mac_learn)
  329. return ndo_dflt_fdb_add(ndm, tb, netdev, addr, flags);
  330. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
  331. pr_info("%s: FDB e-switch is not enabled\n", __func__);
  332. return -EOPNOTSUPP;
  333. }
  334. if (ether_addr_equal(addr, adapter->mac_addr))
  335. return err;
  336. if (is_unicast_ether_addr(addr)) {
  337. if (netdev_uc_count(netdev) < adapter->ahw->max_uc_count)
  338. err = dev_uc_add_excl(netdev, addr);
  339. else
  340. err = -ENOMEM;
  341. } else if (is_multicast_ether_addr(addr)) {
  342. err = dev_mc_add_excl(netdev, addr);
  343. } else {
  344. err = -EINVAL;
  345. }
  346. return err;
  347. }
  348. static int qlcnic_fdb_dump(struct sk_buff *skb, struct netlink_callback *ncb,
  349. struct net_device *netdev, int idx)
  350. {
  351. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  352. if (!adapter->fdb_mac_learn)
  353. return ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
  354. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  355. idx = ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
  356. return idx;
  357. }
  358. static void qlcnic_82xx_cancel_idc_work(struct qlcnic_adapter *adapter)
  359. {
  360. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  361. usleep_range(10000, 11000);
  362. cancel_delayed_work_sync(&adapter->fw_work);
  363. }
  364. static const struct net_device_ops qlcnic_netdev_ops = {
  365. .ndo_open = qlcnic_open,
  366. .ndo_stop = qlcnic_close,
  367. .ndo_start_xmit = qlcnic_xmit_frame,
  368. .ndo_get_stats = qlcnic_get_stats,
  369. .ndo_validate_addr = eth_validate_addr,
  370. .ndo_set_rx_mode = qlcnic_set_multi,
  371. .ndo_set_mac_address = qlcnic_set_mac,
  372. .ndo_change_mtu = qlcnic_change_mtu,
  373. .ndo_fix_features = qlcnic_fix_features,
  374. .ndo_set_features = qlcnic_set_features,
  375. .ndo_tx_timeout = qlcnic_tx_timeout,
  376. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  377. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  378. .ndo_fdb_add = qlcnic_fdb_add,
  379. .ndo_fdb_del = qlcnic_fdb_del,
  380. .ndo_fdb_dump = qlcnic_fdb_dump,
  381. #ifdef CONFIG_NET_POLL_CONTROLLER
  382. .ndo_poll_controller = qlcnic_poll_controller,
  383. #endif
  384. #ifdef CONFIG_QLCNIC_SRIOV
  385. .ndo_set_vf_mac = qlcnic_sriov_set_vf_mac,
  386. .ndo_set_vf_tx_rate = qlcnic_sriov_set_vf_tx_rate,
  387. .ndo_get_vf_config = qlcnic_sriov_get_vf_config,
  388. .ndo_set_vf_vlan = qlcnic_sriov_set_vf_vlan,
  389. .ndo_set_vf_spoofchk = qlcnic_sriov_set_vf_spoofchk,
  390. #endif
  391. };
  392. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  393. .ndo_open = qlcnic_open,
  394. };
  395. static struct qlcnic_nic_template qlcnic_ops = {
  396. .config_bridged_mode = qlcnic_config_bridged_mode,
  397. .config_led = qlcnic_82xx_config_led,
  398. .start_firmware = qlcnic_82xx_start_firmware,
  399. .request_reset = qlcnic_82xx_dev_request_reset,
  400. .cancel_idc_work = qlcnic_82xx_cancel_idc_work,
  401. .napi_add = qlcnic_82xx_napi_add,
  402. .napi_del = qlcnic_82xx_napi_del,
  403. .config_ipaddr = qlcnic_82xx_config_ipaddr,
  404. .shutdown = qlcnic_82xx_shutdown,
  405. .resume = qlcnic_82xx_resume,
  406. .clear_legacy_intr = qlcnic_82xx_clear_legacy_intr,
  407. };
  408. struct qlcnic_nic_template qlcnic_vf_ops = {
  409. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  410. .config_led = qlcnicvf_config_led,
  411. .start_firmware = qlcnicvf_start_firmware
  412. };
  413. static struct qlcnic_hardware_ops qlcnic_hw_ops = {
  414. .read_crb = qlcnic_82xx_read_crb,
  415. .write_crb = qlcnic_82xx_write_crb,
  416. .read_reg = qlcnic_82xx_hw_read_wx_2M,
  417. .write_reg = qlcnic_82xx_hw_write_wx_2M,
  418. .get_mac_address = qlcnic_82xx_get_mac_address,
  419. .setup_intr = qlcnic_82xx_setup_intr,
  420. .alloc_mbx_args = qlcnic_82xx_alloc_mbx_args,
  421. .mbx_cmd = qlcnic_82xx_issue_cmd,
  422. .get_func_no = qlcnic_82xx_get_func_no,
  423. .api_lock = qlcnic_82xx_api_lock,
  424. .api_unlock = qlcnic_82xx_api_unlock,
  425. .add_sysfs = qlcnic_82xx_add_sysfs,
  426. .remove_sysfs = qlcnic_82xx_remove_sysfs,
  427. .process_lb_rcv_ring_diag = qlcnic_82xx_process_rcv_ring_diag,
  428. .create_rx_ctx = qlcnic_82xx_fw_cmd_create_rx_ctx,
  429. .create_tx_ctx = qlcnic_82xx_fw_cmd_create_tx_ctx,
  430. .del_rx_ctx = qlcnic_82xx_fw_cmd_del_rx_ctx,
  431. .del_tx_ctx = qlcnic_82xx_fw_cmd_del_tx_ctx,
  432. .setup_link_event = qlcnic_82xx_linkevent_request,
  433. .get_nic_info = qlcnic_82xx_get_nic_info,
  434. .get_pci_info = qlcnic_82xx_get_pci_info,
  435. .set_nic_info = qlcnic_82xx_set_nic_info,
  436. .change_macvlan = qlcnic_82xx_sre_macaddr_change,
  437. .napi_enable = qlcnic_82xx_napi_enable,
  438. .napi_disable = qlcnic_82xx_napi_disable,
  439. .config_intr_coal = qlcnic_82xx_config_intr_coalesce,
  440. .config_rss = qlcnic_82xx_config_rss,
  441. .config_hw_lro = qlcnic_82xx_config_hw_lro,
  442. .config_loopback = qlcnic_82xx_set_lb_mode,
  443. .clear_loopback = qlcnic_82xx_clear_lb_mode,
  444. .config_promisc_mode = qlcnic_82xx_nic_set_promisc,
  445. .change_l2_filter = qlcnic_82xx_change_filter,
  446. .get_board_info = qlcnic_82xx_get_board_info,
  447. .set_mac_filter_count = qlcnic_82xx_set_mac_filter_count,
  448. .free_mac_list = qlcnic_82xx_free_mac_list,
  449. };
  450. int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  451. {
  452. struct pci_dev *pdev = adapter->pdev;
  453. int err = -1, i;
  454. int max_tx_rings, tx_vector;
  455. if (adapter->flags & QLCNIC_TX_INTR_SHARED) {
  456. max_tx_rings = 0;
  457. tx_vector = 0;
  458. } else {
  459. max_tx_rings = adapter->max_drv_tx_rings;
  460. tx_vector = 1;
  461. }
  462. if (!adapter->msix_entries) {
  463. adapter->msix_entries = kcalloc(num_msix,
  464. sizeof(struct msix_entry),
  465. GFP_KERNEL);
  466. if (!adapter->msix_entries)
  467. return -ENOMEM;
  468. }
  469. adapter->max_sds_rings = 1;
  470. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  471. if (adapter->ahw->msix_supported) {
  472. enable_msix:
  473. for (i = 0; i < num_msix; i++)
  474. adapter->msix_entries[i].entry = i;
  475. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  476. if (err == 0) {
  477. adapter->flags |= QLCNIC_MSIX_ENABLED;
  478. if (qlcnic_83xx_check(adapter)) {
  479. adapter->ahw->num_msix = num_msix;
  480. /* subtract mail box and tx ring vectors */
  481. adapter->max_sds_rings = num_msix -
  482. max_tx_rings - 1;
  483. } else {
  484. adapter->max_sds_rings = num_msix;
  485. }
  486. dev_info(&pdev->dev, "using msi-x interrupts\n");
  487. return err;
  488. } else if (err > 0) {
  489. dev_info(&pdev->dev,
  490. "Unable to allocate %d MSI-X interrupt vectors\n",
  491. num_msix);
  492. if (qlcnic_83xx_check(adapter)) {
  493. if (err < (QLC_83XX_MINIMUM_VECTOR - tx_vector))
  494. return err;
  495. err -= (max_tx_rings + 1);
  496. num_msix = rounddown_pow_of_two(err);
  497. num_msix += (max_tx_rings + 1);
  498. } else {
  499. num_msix = rounddown_pow_of_two(err);
  500. }
  501. if (num_msix) {
  502. dev_info(&pdev->dev,
  503. "Trying to allocate %d MSI-X interrupt vectors\n",
  504. num_msix);
  505. goto enable_msix;
  506. }
  507. } else {
  508. dev_info(&pdev->dev,
  509. "Unable to allocate %d MSI-X interrupt vectors\n",
  510. num_msix);
  511. }
  512. }
  513. return err;
  514. }
  515. static int qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  516. {
  517. int err = 0;
  518. u32 offset, mask_reg;
  519. const struct qlcnic_legacy_intr_set *legacy_intrp;
  520. struct qlcnic_hardware_context *ahw = adapter->ahw;
  521. struct pci_dev *pdev = adapter->pdev;
  522. if (qlcnic_use_msi && !pci_enable_msi(pdev)) {
  523. adapter->flags |= QLCNIC_MSI_ENABLED;
  524. offset = msi_tgt_status[adapter->ahw->pci_func];
  525. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter->ahw,
  526. offset);
  527. dev_info(&pdev->dev, "using msi interrupts\n");
  528. adapter->msix_entries[0].vector = pdev->irq;
  529. return err;
  530. }
  531. if (qlcnic_use_msi || qlcnic_use_msi_x)
  532. return -EOPNOTSUPP;
  533. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  534. adapter->ahw->int_vec_bit = legacy_intrp->int_vec_bit;
  535. offset = legacy_intrp->tgt_status_reg;
  536. adapter->tgt_status_reg = qlcnic_get_ioaddr(ahw, offset);
  537. mask_reg = legacy_intrp->tgt_mask_reg;
  538. adapter->tgt_mask_reg = qlcnic_get_ioaddr(ahw, mask_reg);
  539. adapter->isr_int_vec = qlcnic_get_ioaddr(ahw, ISR_INT_VECTOR);
  540. adapter->crb_int_state_reg = qlcnic_get_ioaddr(ahw, ISR_INT_STATE_REG);
  541. dev_info(&pdev->dev, "using legacy interrupts\n");
  542. adapter->msix_entries[0].vector = pdev->irq;
  543. return err;
  544. }
  545. int qlcnic_82xx_setup_intr(struct qlcnic_adapter *adapter, u8 num_intr)
  546. {
  547. int num_msix, err = 0;
  548. if (!num_intr)
  549. num_intr = QLCNIC_DEF_NUM_STS_DESC_RINGS;
  550. if (adapter->ahw->msix_supported)
  551. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  552. num_intr));
  553. else
  554. num_msix = 1;
  555. err = qlcnic_enable_msix(adapter, num_msix);
  556. if (err == -ENOMEM || !err)
  557. return err;
  558. err = qlcnic_enable_msi_legacy(adapter);
  559. if (!err)
  560. return err;
  561. return -EIO;
  562. }
  563. void qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  564. {
  565. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  566. pci_disable_msix(adapter->pdev);
  567. if (adapter->flags & QLCNIC_MSI_ENABLED)
  568. pci_disable_msi(adapter->pdev);
  569. kfree(adapter->msix_entries);
  570. adapter->msix_entries = NULL;
  571. if (adapter->ahw->intr_tbl) {
  572. vfree(adapter->ahw->intr_tbl);
  573. adapter->ahw->intr_tbl = NULL;
  574. }
  575. }
  576. static void qlcnic_cleanup_pci_map(struct qlcnic_hardware_context *ahw)
  577. {
  578. if (ahw->pci_base0 != NULL)
  579. iounmap(ahw->pci_base0);
  580. }
  581. static int qlcnic_get_act_pci_func(struct qlcnic_adapter *adapter)
  582. {
  583. struct qlcnic_pci_info *pci_info;
  584. int ret;
  585. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
  586. switch (adapter->ahw->port_type) {
  587. case QLCNIC_GBE:
  588. adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_GBE_PORTS;
  589. break;
  590. case QLCNIC_XGBE:
  591. adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_XG_PORTS;
  592. break;
  593. }
  594. return 0;
  595. }
  596. if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
  597. return 0;
  598. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  599. if (!pci_info)
  600. return -ENOMEM;
  601. ret = qlcnic_get_pci_info(adapter, pci_info);
  602. kfree(pci_info);
  603. return ret;
  604. }
  605. int qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  606. {
  607. struct qlcnic_pci_info *pci_info;
  608. int i, ret = 0, j = 0;
  609. u16 act_pci_func;
  610. u8 pfn;
  611. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  612. if (!pci_info)
  613. return -ENOMEM;
  614. ret = qlcnic_get_pci_info(adapter, pci_info);
  615. if (ret)
  616. goto err_pci_info;
  617. act_pci_func = adapter->ahw->act_pci_func;
  618. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  619. act_pci_func, GFP_KERNEL);
  620. if (!adapter->npars) {
  621. ret = -ENOMEM;
  622. goto err_pci_info;
  623. }
  624. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  625. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  626. if (!adapter->eswitch) {
  627. ret = -ENOMEM;
  628. goto err_npars;
  629. }
  630. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  631. pfn = pci_info[i].id;
  632. if (pfn >= QLCNIC_MAX_PCI_FUNC) {
  633. ret = QL_STATUS_INVALID_PARAM;
  634. goto err_eswitch;
  635. }
  636. if (!pci_info[i].active ||
  637. (pci_info[i].type != QLCNIC_TYPE_NIC))
  638. continue;
  639. adapter->npars[j].pci_func = pfn;
  640. adapter->npars[j].active = (u8)pci_info[i].active;
  641. adapter->npars[j].type = (u8)pci_info[i].type;
  642. adapter->npars[j].phy_port = (u8)pci_info[i].default_port;
  643. adapter->npars[j].min_bw = pci_info[i].tx_min_bw;
  644. adapter->npars[j].max_bw = pci_info[i].tx_max_bw;
  645. j++;
  646. }
  647. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++) {
  648. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  649. if (qlcnic_83xx_check(adapter))
  650. qlcnic_enable_eswitch(adapter, i, 1);
  651. }
  652. kfree(pci_info);
  653. return 0;
  654. err_eswitch:
  655. kfree(adapter->eswitch);
  656. adapter->eswitch = NULL;
  657. err_npars:
  658. kfree(adapter->npars);
  659. adapter->npars = NULL;
  660. err_pci_info:
  661. kfree(pci_info);
  662. return ret;
  663. }
  664. static int
  665. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  666. {
  667. u8 id;
  668. int ret;
  669. u32 data = QLCNIC_MGMT_FUNC;
  670. struct qlcnic_hardware_context *ahw = adapter->ahw;
  671. ret = qlcnic_api_lock(adapter);
  672. if (ret)
  673. goto err_lock;
  674. id = ahw->pci_func;
  675. data = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  676. data = (data & ~QLC_DEV_SET_DRV(0xf, id)) |
  677. QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC, id);
  678. QLC_SHARED_REG_WR32(adapter, QLCNIC_DRV_OP_MODE, data);
  679. qlcnic_api_unlock(adapter);
  680. err_lock:
  681. return ret;
  682. }
  683. static void qlcnic_check_vf(struct qlcnic_adapter *adapter,
  684. const struct pci_device_id *ent)
  685. {
  686. u32 op_mode, priv_level;
  687. /* Determine FW API version */
  688. adapter->ahw->fw_hal_version = QLC_SHARED_REG_RD32(adapter,
  689. QLCNIC_FW_API);
  690. /* Find PCI function number */
  691. qlcnic_get_func_no(adapter);
  692. /* Determine function privilege level */
  693. op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  694. if (op_mode == QLC_DEV_DRV_DEFAULT)
  695. priv_level = QLCNIC_MGMT_FUNC;
  696. else
  697. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  698. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  699. adapter->ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
  700. dev_info(&adapter->pdev->dev,
  701. "HAL Version: %d Non Privileged function\n",
  702. adapter->ahw->fw_hal_version);
  703. adapter->nic_ops = &qlcnic_vf_ops;
  704. } else
  705. adapter->nic_ops = &qlcnic_ops;
  706. }
  707. #define QLCNIC_82XX_BAR0_LENGTH 0x00200000UL
  708. #define QLCNIC_83XX_BAR0_LENGTH 0x4000
  709. static void qlcnic_get_bar_length(u32 dev_id, ulong *bar)
  710. {
  711. switch (dev_id) {
  712. case PCI_DEVICE_ID_QLOGIC_QLE824X:
  713. *bar = QLCNIC_82XX_BAR0_LENGTH;
  714. break;
  715. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  716. case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
  717. *bar = QLCNIC_83XX_BAR0_LENGTH;
  718. break;
  719. default:
  720. *bar = 0;
  721. }
  722. }
  723. static int qlcnic_setup_pci_map(struct pci_dev *pdev,
  724. struct qlcnic_hardware_context *ahw)
  725. {
  726. u32 offset;
  727. void __iomem *mem_ptr0 = NULL;
  728. unsigned long mem_len, pci_len0 = 0, bar0_len;
  729. /* remap phys address */
  730. mem_len = pci_resource_len(pdev, 0);
  731. qlcnic_get_bar_length(pdev->device, &bar0_len);
  732. if (mem_len >= bar0_len) {
  733. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  734. if (mem_ptr0 == NULL) {
  735. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  736. return -EIO;
  737. }
  738. pci_len0 = mem_len;
  739. } else {
  740. return -EIO;
  741. }
  742. dev_info(&pdev->dev, "%dKB memory map\n", (int)(mem_len >> 10));
  743. ahw->pci_base0 = mem_ptr0;
  744. ahw->pci_len0 = pci_len0;
  745. offset = QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(ahw->pci_func));
  746. qlcnic_get_ioaddr(ahw, offset);
  747. return 0;
  748. }
  749. static inline bool qlcnic_validate_subsystem_id(struct qlcnic_adapter *adapter,
  750. int index)
  751. {
  752. struct pci_dev *pdev = adapter->pdev;
  753. unsigned short subsystem_vendor;
  754. bool ret = true;
  755. subsystem_vendor = pdev->subsystem_vendor;
  756. if (pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X ||
  757. pdev->device == PCI_DEVICE_ID_QLOGIC_QLE834X) {
  758. if (qlcnic_boards[index].sub_vendor == subsystem_vendor &&
  759. qlcnic_boards[index].sub_device == pdev->subsystem_device)
  760. ret = true;
  761. else
  762. ret = false;
  763. }
  764. return ret;
  765. }
  766. static void qlcnic_get_board_name(struct qlcnic_adapter *adapter, char *name)
  767. {
  768. struct pci_dev *pdev = adapter->pdev;
  769. int i, found = 0;
  770. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  771. if (qlcnic_boards[i].vendor == pdev->vendor &&
  772. qlcnic_boards[i].device == pdev->device &&
  773. qlcnic_validate_subsystem_id(adapter, i)) {
  774. found = 1;
  775. break;
  776. }
  777. }
  778. if (!found)
  779. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  780. else
  781. sprintf(name, "%pM: %s" , adapter->mac_addr,
  782. qlcnic_boards[i].short_name);
  783. }
  784. static void
  785. qlcnic_check_options(struct qlcnic_adapter *adapter)
  786. {
  787. int err;
  788. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  789. struct pci_dev *pdev = adapter->pdev;
  790. struct qlcnic_hardware_context *ahw = adapter->ahw;
  791. struct qlcnic_fw_dump *fw_dump = &ahw->fw_dump;
  792. prev_fw_version = adapter->fw_version;
  793. fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  794. fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
  795. fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
  796. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  797. err = qlcnic_get_board_info(adapter);
  798. if (err) {
  799. dev_err(&pdev->dev, "Error getting board config info.\n");
  800. return;
  801. }
  802. if (ahw->op_mode != QLCNIC_NON_PRIV_FUNC) {
  803. if (fw_dump->tmpl_hdr == NULL ||
  804. adapter->fw_version > prev_fw_version) {
  805. if (fw_dump->tmpl_hdr)
  806. vfree(fw_dump->tmpl_hdr);
  807. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  808. dev_info(&pdev->dev,
  809. "Supports FW dump capability\n");
  810. }
  811. }
  812. dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d\n",
  813. QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
  814. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  815. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  816. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  817. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  818. } else {
  819. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  820. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  821. }
  822. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  823. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  824. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  825. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  826. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  827. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  828. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  829. }
  830. adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
  831. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  832. adapter->max_rds_rings = MAX_RDS_RINGS;
  833. }
  834. static int
  835. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  836. {
  837. int err;
  838. struct qlcnic_info nic_info;
  839. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  840. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  841. if (err)
  842. return err;
  843. adapter->ahw->physical_port = (u8)nic_info.phys_port;
  844. adapter->ahw->switch_mode = nic_info.switch_mode;
  845. adapter->ahw->max_tx_ques = nic_info.max_tx_ques;
  846. adapter->ahw->max_rx_ques = nic_info.max_rx_ques;
  847. adapter->ahw->capabilities = nic_info.capabilities;
  848. if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
  849. u32 temp;
  850. temp = QLCRD32(adapter, CRB_FW_CAPABILITIES_2);
  851. adapter->ahw->extra_capability[0] = temp;
  852. }
  853. adapter->ahw->max_mac_filters = nic_info.max_mac_filters;
  854. adapter->ahw->max_mtu = nic_info.max_mtu;
  855. /* Disable NPAR for 83XX */
  856. if (qlcnic_83xx_check(adapter))
  857. return err;
  858. if (adapter->ahw->capabilities & BIT_6)
  859. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  860. else
  861. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  862. return err;
  863. }
  864. void qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  865. struct qlcnic_esw_func_cfg *esw_cfg)
  866. {
  867. if (esw_cfg->discard_tagged)
  868. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  869. else
  870. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  871. if (esw_cfg->vlan_id) {
  872. adapter->rx_pvid = esw_cfg->vlan_id;
  873. adapter->tx_pvid = esw_cfg->vlan_id;
  874. } else {
  875. adapter->rx_pvid = 0;
  876. adapter->tx_pvid = 0;
  877. }
  878. }
  879. static int
  880. qlcnic_vlan_rx_add(struct net_device *netdev, __be16 proto, u16 vid)
  881. {
  882. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  883. int err;
  884. if (qlcnic_sriov_vf_check(adapter)) {
  885. err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 1);
  886. if (err) {
  887. netdev_err(netdev,
  888. "Cannot add VLAN filter for VLAN id %d, err=%d",
  889. vid, err);
  890. return err;
  891. }
  892. }
  893. set_bit(vid, adapter->vlans);
  894. return 0;
  895. }
  896. static int
  897. qlcnic_vlan_rx_del(struct net_device *netdev, __be16 proto, u16 vid)
  898. {
  899. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  900. int err;
  901. if (qlcnic_sriov_vf_check(adapter)) {
  902. err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 0);
  903. if (err) {
  904. netdev_err(netdev,
  905. "Cannot delete VLAN filter for VLAN id %d, err=%d",
  906. vid, err);
  907. return err;
  908. }
  909. }
  910. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  911. clear_bit(vid, adapter->vlans);
  912. return 0;
  913. }
  914. void qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  915. struct qlcnic_esw_func_cfg *esw_cfg)
  916. {
  917. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  918. QLCNIC_PROMISC_DISABLED);
  919. if (esw_cfg->mac_anti_spoof)
  920. adapter->flags |= QLCNIC_MACSPOOF;
  921. if (!esw_cfg->mac_override)
  922. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  923. if (!esw_cfg->promisc_mode)
  924. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  925. }
  926. int qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  927. {
  928. struct qlcnic_esw_func_cfg esw_cfg;
  929. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  930. return 0;
  931. esw_cfg.pci_func = adapter->ahw->pci_func;
  932. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  933. return -EIO;
  934. qlcnic_set_vlan_config(adapter, &esw_cfg);
  935. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  936. qlcnic_set_netdev_features(adapter, &esw_cfg);
  937. return 0;
  938. }
  939. void qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  940. struct qlcnic_esw_func_cfg *esw_cfg)
  941. {
  942. struct net_device *netdev = adapter->netdev;
  943. if (qlcnic_83xx_check(adapter))
  944. return;
  945. adapter->offload_flags = esw_cfg->offload_flags;
  946. adapter->flags |= QLCNIC_APP_CHANGED_FLAGS;
  947. netdev_update_features(netdev);
  948. adapter->flags &= ~QLCNIC_APP_CHANGED_FLAGS;
  949. }
  950. static int
  951. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  952. {
  953. u32 op_mode, priv_level;
  954. int err = 0;
  955. err = qlcnic_initialize_nic(adapter);
  956. if (err)
  957. return err;
  958. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  959. return 0;
  960. op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  961. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  962. if (op_mode == QLC_DEV_DRV_DEFAULT)
  963. priv_level = QLCNIC_MGMT_FUNC;
  964. else
  965. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  966. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  967. if (priv_level == QLCNIC_MGMT_FUNC) {
  968. adapter->ahw->op_mode = QLCNIC_MGMT_FUNC;
  969. err = qlcnic_init_pci_info(adapter);
  970. if (err)
  971. return err;
  972. /* Set privilege level for other functions */
  973. qlcnic_set_function_modes(adapter);
  974. dev_info(&adapter->pdev->dev,
  975. "HAL Version: %d, Management function\n",
  976. adapter->ahw->fw_hal_version);
  977. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  978. adapter->ahw->op_mode = QLCNIC_PRIV_FUNC;
  979. dev_info(&adapter->pdev->dev,
  980. "HAL Version: %d, Privileged function\n",
  981. adapter->ahw->fw_hal_version);
  982. }
  983. }
  984. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  985. return err;
  986. }
  987. int qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  988. {
  989. struct qlcnic_esw_func_cfg esw_cfg;
  990. struct qlcnic_npar_info *npar;
  991. u8 i;
  992. if (adapter->need_fw_reset)
  993. return 0;
  994. for (i = 0; i < adapter->ahw->act_pci_func; i++) {
  995. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  996. esw_cfg.pci_func = adapter->npars[i].pci_func;
  997. esw_cfg.mac_override = BIT_0;
  998. esw_cfg.promisc_mode = BIT_0;
  999. if (qlcnic_82xx_check(adapter)) {
  1000. esw_cfg.offload_flags = BIT_0;
  1001. if (QLCNIC_IS_TSO_CAPABLE(adapter))
  1002. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  1003. }
  1004. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1005. return -EIO;
  1006. npar = &adapter->npars[i];
  1007. npar->pvid = esw_cfg.vlan_id;
  1008. npar->mac_override = esw_cfg.mac_override;
  1009. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  1010. npar->discard_tagged = esw_cfg.discard_tagged;
  1011. npar->promisc_mode = esw_cfg.promisc_mode;
  1012. npar->offload_flags = esw_cfg.offload_flags;
  1013. }
  1014. return 0;
  1015. }
  1016. static int
  1017. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  1018. struct qlcnic_npar_info *npar, int pci_func)
  1019. {
  1020. struct qlcnic_esw_func_cfg esw_cfg;
  1021. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  1022. esw_cfg.pci_func = pci_func;
  1023. esw_cfg.vlan_id = npar->pvid;
  1024. esw_cfg.mac_override = npar->mac_override;
  1025. esw_cfg.discard_tagged = npar->discard_tagged;
  1026. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  1027. esw_cfg.offload_flags = npar->offload_flags;
  1028. esw_cfg.promisc_mode = npar->promisc_mode;
  1029. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1030. return -EIO;
  1031. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  1032. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1033. return -EIO;
  1034. return 0;
  1035. }
  1036. int qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  1037. {
  1038. int i, err;
  1039. struct qlcnic_npar_info *npar;
  1040. struct qlcnic_info nic_info;
  1041. u8 pci_func;
  1042. if (qlcnic_82xx_check(adapter))
  1043. if (!adapter->need_fw_reset)
  1044. return 0;
  1045. /* Set the NPAR config data after FW reset */
  1046. for (i = 0; i < adapter->ahw->act_pci_func; i++) {
  1047. npar = &adapter->npars[i];
  1048. pci_func = npar->pci_func;
  1049. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  1050. err = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  1051. if (err)
  1052. return err;
  1053. nic_info.min_tx_bw = npar->min_bw;
  1054. nic_info.max_tx_bw = npar->max_bw;
  1055. err = qlcnic_set_nic_info(adapter, &nic_info);
  1056. if (err)
  1057. return err;
  1058. if (npar->enable_pm) {
  1059. err = qlcnic_config_port_mirroring(adapter,
  1060. npar->dest_npar, 1,
  1061. pci_func);
  1062. if (err)
  1063. return err;
  1064. }
  1065. err = qlcnic_reset_eswitch_config(adapter, npar, pci_func);
  1066. if (err)
  1067. return err;
  1068. }
  1069. return 0;
  1070. }
  1071. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  1072. {
  1073. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  1074. u32 npar_state;
  1075. if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
  1076. return 0;
  1077. npar_state = QLC_SHARED_REG_RD32(adapter,
  1078. QLCNIC_CRB_DEV_NPAR_STATE);
  1079. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  1080. msleep(1000);
  1081. npar_state = QLC_SHARED_REG_RD32(adapter,
  1082. QLCNIC_CRB_DEV_NPAR_STATE);
  1083. }
  1084. if (!npar_opt_timeo) {
  1085. dev_err(&adapter->pdev->dev,
  1086. "Waiting for NPAR state to operational timeout\n");
  1087. return -EIO;
  1088. }
  1089. return 0;
  1090. }
  1091. static int
  1092. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  1093. {
  1094. int err;
  1095. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  1096. adapter->ahw->op_mode != QLCNIC_MGMT_FUNC)
  1097. return 0;
  1098. err = qlcnic_set_default_offload_settings(adapter);
  1099. if (err)
  1100. return err;
  1101. err = qlcnic_reset_npar_config(adapter);
  1102. if (err)
  1103. return err;
  1104. qlcnic_dev_set_npar_ready(adapter);
  1105. return err;
  1106. }
  1107. int qlcnic_82xx_start_firmware(struct qlcnic_adapter *adapter)
  1108. {
  1109. int err;
  1110. err = qlcnic_can_start_firmware(adapter);
  1111. if (err < 0)
  1112. return err;
  1113. else if (!err)
  1114. goto check_fw_status;
  1115. if (qlcnic_load_fw_file)
  1116. qlcnic_request_firmware(adapter);
  1117. else {
  1118. err = qlcnic_check_flash_fw_ver(adapter);
  1119. if (err)
  1120. goto err_out;
  1121. adapter->ahw->fw_type = QLCNIC_FLASH_ROMIMAGE;
  1122. }
  1123. err = qlcnic_need_fw_reset(adapter);
  1124. if (err == 0)
  1125. goto check_fw_status;
  1126. err = qlcnic_pinit_from_rom(adapter);
  1127. if (err)
  1128. goto err_out;
  1129. err = qlcnic_load_firmware(adapter);
  1130. if (err)
  1131. goto err_out;
  1132. qlcnic_release_firmware(adapter);
  1133. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  1134. check_fw_status:
  1135. err = qlcnic_check_fw_status(adapter);
  1136. if (err)
  1137. goto err_out;
  1138. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  1139. qlcnic_idc_debug_info(adapter, 1);
  1140. err = qlcnic_check_eswitch_mode(adapter);
  1141. if (err) {
  1142. dev_err(&adapter->pdev->dev,
  1143. "Memory allocation failed for eswitch\n");
  1144. goto err_out;
  1145. }
  1146. err = qlcnic_set_mgmt_operations(adapter);
  1147. if (err)
  1148. goto err_out;
  1149. qlcnic_check_options(adapter);
  1150. adapter->need_fw_reset = 0;
  1151. qlcnic_release_firmware(adapter);
  1152. return 0;
  1153. err_out:
  1154. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  1155. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  1156. qlcnic_release_firmware(adapter);
  1157. return err;
  1158. }
  1159. static int
  1160. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  1161. {
  1162. irq_handler_t handler;
  1163. struct qlcnic_host_sds_ring *sds_ring;
  1164. struct qlcnic_host_tx_ring *tx_ring;
  1165. int err, ring, num_sds_rings;
  1166. unsigned long flags = 0;
  1167. struct net_device *netdev = adapter->netdev;
  1168. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  1169. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1170. if (qlcnic_82xx_check(adapter))
  1171. handler = qlcnic_tmp_intr;
  1172. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  1173. flags |= IRQF_SHARED;
  1174. } else {
  1175. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1176. handler = qlcnic_msix_intr;
  1177. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  1178. handler = qlcnic_msi_intr;
  1179. else {
  1180. flags |= IRQF_SHARED;
  1181. if (qlcnic_82xx_check(adapter))
  1182. handler = qlcnic_intr;
  1183. else
  1184. handler = qlcnic_83xx_intr;
  1185. }
  1186. }
  1187. adapter->irq = netdev->irq;
  1188. if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
  1189. if (qlcnic_82xx_check(adapter) ||
  1190. (qlcnic_83xx_check(adapter) &&
  1191. (adapter->flags & QLCNIC_MSIX_ENABLED))) {
  1192. num_sds_rings = adapter->max_sds_rings;
  1193. for (ring = 0; ring < num_sds_rings; ring++) {
  1194. sds_ring = &recv_ctx->sds_rings[ring];
  1195. if (qlcnic_82xx_check(adapter) &&
  1196. (ring == (num_sds_rings - 1))) {
  1197. if (!(adapter->flags &
  1198. QLCNIC_MSIX_ENABLED))
  1199. snprintf(sds_ring->name,
  1200. sizeof(sds_ring->name),
  1201. "qlcnic");
  1202. else
  1203. snprintf(sds_ring->name,
  1204. sizeof(sds_ring->name),
  1205. "%s-tx-0-rx-%d",
  1206. netdev->name, ring);
  1207. } else {
  1208. snprintf(sds_ring->name,
  1209. sizeof(sds_ring->name),
  1210. "%s-rx-%d",
  1211. netdev->name, ring);
  1212. }
  1213. err = request_irq(sds_ring->irq, handler, flags,
  1214. sds_ring->name, sds_ring);
  1215. if (err)
  1216. return err;
  1217. }
  1218. }
  1219. if (qlcnic_83xx_check(adapter) &&
  1220. (adapter->flags & QLCNIC_MSIX_ENABLED) &&
  1221. !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
  1222. handler = qlcnic_msix_tx_intr;
  1223. for (ring = 0; ring < adapter->max_drv_tx_rings;
  1224. ring++) {
  1225. tx_ring = &adapter->tx_ring[ring];
  1226. snprintf(tx_ring->name, sizeof(tx_ring->name),
  1227. "%s-tx-%d", netdev->name, ring);
  1228. err = request_irq(tx_ring->irq, handler, flags,
  1229. tx_ring->name, tx_ring);
  1230. if (err)
  1231. return err;
  1232. }
  1233. }
  1234. }
  1235. return 0;
  1236. }
  1237. static void
  1238. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  1239. {
  1240. int ring;
  1241. struct qlcnic_host_sds_ring *sds_ring;
  1242. struct qlcnic_host_tx_ring *tx_ring;
  1243. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  1244. if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
  1245. if (qlcnic_82xx_check(adapter) ||
  1246. (qlcnic_83xx_check(adapter) &&
  1247. (adapter->flags & QLCNIC_MSIX_ENABLED))) {
  1248. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1249. sds_ring = &recv_ctx->sds_rings[ring];
  1250. free_irq(sds_ring->irq, sds_ring);
  1251. }
  1252. }
  1253. if (qlcnic_83xx_check(adapter) &&
  1254. !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
  1255. for (ring = 0; ring < adapter->max_drv_tx_rings;
  1256. ring++) {
  1257. tx_ring = &adapter->tx_ring[ring];
  1258. if (tx_ring->irq)
  1259. free_irq(tx_ring->irq, tx_ring);
  1260. }
  1261. }
  1262. }
  1263. }
  1264. static void qlcnic_get_lro_mss_capability(struct qlcnic_adapter *adapter)
  1265. {
  1266. u32 capab = 0;
  1267. if (qlcnic_82xx_check(adapter)) {
  1268. if (adapter->ahw->extra_capability[0] &
  1269. QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
  1270. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  1271. } else {
  1272. capab = adapter->ahw->capabilities;
  1273. if (QLC_83XX_GET_FW_LRO_MSS_CAPABILITY(capab))
  1274. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  1275. }
  1276. }
  1277. int __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1278. {
  1279. int ring;
  1280. struct qlcnic_host_rds_ring *rds_ring;
  1281. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1282. return -EIO;
  1283. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  1284. return 0;
  1285. if (qlcnic_set_eswitch_port_config(adapter))
  1286. return -EIO;
  1287. qlcnic_get_lro_mss_capability(adapter);
  1288. if (qlcnic_fw_create_ctx(adapter))
  1289. return -EIO;
  1290. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1291. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1292. qlcnic_post_rx_buffers(adapter, rds_ring, ring);
  1293. }
  1294. qlcnic_set_multi(netdev);
  1295. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  1296. adapter->ahw->linkup = 0;
  1297. if (adapter->max_sds_rings > 1)
  1298. qlcnic_config_rss(adapter, 1);
  1299. qlcnic_config_intr_coalesce(adapter);
  1300. if (netdev->features & NETIF_F_LRO)
  1301. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  1302. qlcnic_napi_enable(adapter);
  1303. qlcnic_linkevent_request(adapter, 1);
  1304. adapter->ahw->reset_context = 0;
  1305. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1306. return 0;
  1307. }
  1308. int qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1309. {
  1310. int err = 0;
  1311. rtnl_lock();
  1312. if (netif_running(netdev))
  1313. err = __qlcnic_up(adapter, netdev);
  1314. rtnl_unlock();
  1315. return err;
  1316. }
  1317. void __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1318. {
  1319. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1320. return;
  1321. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  1322. return;
  1323. if (qlcnic_sriov_vf_check(adapter))
  1324. qlcnic_sriov_cleanup_async_list(&adapter->ahw->sriov->bc);
  1325. smp_mb();
  1326. spin_lock(&adapter->tx_clean_lock);
  1327. netif_carrier_off(netdev);
  1328. adapter->ahw->linkup = 0;
  1329. netif_tx_disable(netdev);
  1330. qlcnic_free_mac_list(adapter);
  1331. if (adapter->fhash.fnum)
  1332. qlcnic_delete_lb_filters(adapter);
  1333. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  1334. qlcnic_napi_disable(adapter);
  1335. qlcnic_fw_destroy_ctx(adapter);
  1336. adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
  1337. qlcnic_reset_rx_buffers_list(adapter);
  1338. qlcnic_release_tx_buffers(adapter);
  1339. spin_unlock(&adapter->tx_clean_lock);
  1340. }
  1341. /* Usage: During suspend and firmware recovery module */
  1342. void qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1343. {
  1344. rtnl_lock();
  1345. if (netif_running(netdev))
  1346. __qlcnic_down(adapter, netdev);
  1347. rtnl_unlock();
  1348. }
  1349. int
  1350. qlcnic_attach(struct qlcnic_adapter *adapter)
  1351. {
  1352. struct net_device *netdev = adapter->netdev;
  1353. struct pci_dev *pdev = adapter->pdev;
  1354. int err;
  1355. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1356. return 0;
  1357. err = qlcnic_napi_add(adapter, netdev);
  1358. if (err)
  1359. return err;
  1360. err = qlcnic_alloc_sw_resources(adapter);
  1361. if (err) {
  1362. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1363. goto err_out_napi_del;
  1364. }
  1365. err = qlcnic_alloc_hw_resources(adapter);
  1366. if (err) {
  1367. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1368. goto err_out_free_sw;
  1369. }
  1370. err = qlcnic_request_irq(adapter);
  1371. if (err) {
  1372. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1373. goto err_out_free_hw;
  1374. }
  1375. qlcnic_create_sysfs_entries(adapter);
  1376. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1377. return 0;
  1378. err_out_free_hw:
  1379. qlcnic_free_hw_resources(adapter);
  1380. err_out_free_sw:
  1381. qlcnic_free_sw_resources(adapter);
  1382. err_out_napi_del:
  1383. qlcnic_napi_del(adapter);
  1384. return err;
  1385. }
  1386. void qlcnic_detach(struct qlcnic_adapter *adapter)
  1387. {
  1388. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1389. return;
  1390. qlcnic_remove_sysfs_entries(adapter);
  1391. qlcnic_free_hw_resources(adapter);
  1392. qlcnic_release_rx_buffers(adapter);
  1393. qlcnic_free_irq(adapter);
  1394. qlcnic_napi_del(adapter);
  1395. qlcnic_free_sw_resources(adapter);
  1396. adapter->is_up = 0;
  1397. }
  1398. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1399. {
  1400. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1401. struct qlcnic_host_sds_ring *sds_ring;
  1402. int ring;
  1403. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1404. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1405. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1406. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1407. qlcnic_disable_int(sds_ring);
  1408. }
  1409. }
  1410. qlcnic_fw_destroy_ctx(adapter);
  1411. qlcnic_detach(adapter);
  1412. adapter->ahw->diag_test = 0;
  1413. adapter->max_sds_rings = max_sds_rings;
  1414. if (qlcnic_attach(adapter))
  1415. goto out;
  1416. if (netif_running(netdev))
  1417. __qlcnic_up(adapter, netdev);
  1418. out:
  1419. netif_device_attach(netdev);
  1420. }
  1421. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1422. {
  1423. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1424. int err = 0;
  1425. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1426. GFP_KERNEL);
  1427. if (!adapter->recv_ctx) {
  1428. err = -ENOMEM;
  1429. goto err_out;
  1430. }
  1431. /* Initialize interrupt coalesce parameters */
  1432. ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1433. ahw->coal.type = QLCNIC_INTR_COAL_TYPE_RX;
  1434. ahw->coal.rx_time_us = QLCNIC_DEF_INTR_COALESCE_RX_TIME_US;
  1435. ahw->coal.rx_packets = QLCNIC_DEF_INTR_COALESCE_RX_PACKETS;
  1436. if (qlcnic_83xx_check(adapter)) {
  1437. ahw->coal.tx_time_us = QLCNIC_DEF_INTR_COALESCE_TX_TIME_US;
  1438. ahw->coal.tx_packets = QLCNIC_DEF_INTR_COALESCE_TX_PACKETS;
  1439. }
  1440. /* clear stats */
  1441. memset(&adapter->stats, 0, sizeof(adapter->stats));
  1442. err_out:
  1443. return err;
  1444. }
  1445. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1446. {
  1447. kfree(adapter->recv_ctx);
  1448. adapter->recv_ctx = NULL;
  1449. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1450. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1451. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1452. }
  1453. kfree(adapter->ahw->reset.buff);
  1454. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1455. }
  1456. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1457. {
  1458. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1459. struct qlcnic_host_sds_ring *sds_ring;
  1460. struct qlcnic_host_rds_ring *rds_ring;
  1461. int ring;
  1462. int ret;
  1463. netif_device_detach(netdev);
  1464. if (netif_running(netdev))
  1465. __qlcnic_down(adapter, netdev);
  1466. qlcnic_detach(adapter);
  1467. adapter->max_sds_rings = 1;
  1468. adapter->ahw->diag_test = test;
  1469. adapter->ahw->linkup = 0;
  1470. ret = qlcnic_attach(adapter);
  1471. if (ret) {
  1472. netif_device_attach(netdev);
  1473. return ret;
  1474. }
  1475. ret = qlcnic_fw_create_ctx(adapter);
  1476. if (ret) {
  1477. qlcnic_detach(adapter);
  1478. netif_device_attach(netdev);
  1479. return ret;
  1480. }
  1481. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1482. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1483. qlcnic_post_rx_buffers(adapter, rds_ring, ring);
  1484. }
  1485. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1486. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1487. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1488. qlcnic_enable_int(sds_ring);
  1489. }
  1490. }
  1491. if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
  1492. adapter->ahw->loopback_state = 0;
  1493. qlcnic_linkevent_request(adapter, 1);
  1494. }
  1495. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1496. return 0;
  1497. }
  1498. /* Reset context in hardware only */
  1499. static int
  1500. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1501. {
  1502. struct net_device *netdev = adapter->netdev;
  1503. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1504. return -EBUSY;
  1505. netif_device_detach(netdev);
  1506. qlcnic_down(adapter, netdev);
  1507. qlcnic_up(adapter, netdev);
  1508. netif_device_attach(netdev);
  1509. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1510. dev_err(&adapter->pdev->dev, "%s:\n", __func__);
  1511. return 0;
  1512. }
  1513. int
  1514. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1515. {
  1516. int err = 0;
  1517. struct net_device *netdev = adapter->netdev;
  1518. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1519. return -EBUSY;
  1520. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1521. netif_device_detach(netdev);
  1522. if (netif_running(netdev))
  1523. __qlcnic_down(adapter, netdev);
  1524. qlcnic_detach(adapter);
  1525. if (netif_running(netdev)) {
  1526. err = qlcnic_attach(adapter);
  1527. if (!err) {
  1528. __qlcnic_up(adapter, netdev);
  1529. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1530. }
  1531. }
  1532. netif_device_attach(netdev);
  1533. }
  1534. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1535. return err;
  1536. }
  1537. void qlcnic_82xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
  1538. {
  1539. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1540. u16 act_pci_fn = ahw->act_pci_func;
  1541. u16 count;
  1542. ahw->max_mc_count = QLCNIC_MAX_MC_COUNT;
  1543. if (act_pci_fn <= 2)
  1544. count = (QLCNIC_MAX_UC_COUNT - QLCNIC_MAX_MC_COUNT) /
  1545. act_pci_fn;
  1546. else
  1547. count = (QLCNIC_LB_MAX_FILTERS - QLCNIC_MAX_MC_COUNT) /
  1548. act_pci_fn;
  1549. ahw->max_uc_count = count;
  1550. }
  1551. int
  1552. qlcnic_setup_netdev(struct qlcnic_adapter *adapter, struct net_device *netdev,
  1553. int pci_using_dac)
  1554. {
  1555. int err;
  1556. struct pci_dev *pdev = adapter->pdev;
  1557. adapter->rx_csum = 1;
  1558. adapter->ahw->mc_enabled = 0;
  1559. qlcnic_set_mac_filter_count(adapter);
  1560. netdev->netdev_ops = &qlcnic_netdev_ops;
  1561. netdev->watchdog_timeo = QLCNIC_WATCHDOG_TIMEOUTVALUE * HZ;
  1562. qlcnic_change_mtu(netdev, netdev->mtu);
  1563. if (qlcnic_sriov_vf_check(adapter))
  1564. SET_ETHTOOL_OPS(netdev, &qlcnic_sriov_vf_ethtool_ops);
  1565. else
  1566. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1567. netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  1568. NETIF_F_IPV6_CSUM | NETIF_F_GRO |
  1569. NETIF_F_HW_VLAN_CTAG_RX);
  1570. netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
  1571. NETIF_F_IPV6_CSUM);
  1572. if (QLCNIC_IS_TSO_CAPABLE(adapter)) {
  1573. netdev->features |= (NETIF_F_TSO | NETIF_F_TSO6);
  1574. netdev->vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  1575. }
  1576. if (pci_using_dac) {
  1577. netdev->features |= NETIF_F_HIGHDMA;
  1578. netdev->vlan_features |= NETIF_F_HIGHDMA;
  1579. }
  1580. if (qlcnic_vlan_tx_check(adapter))
  1581. netdev->features |= (NETIF_F_HW_VLAN_CTAG_TX);
  1582. if (qlcnic_sriov_vf_check(adapter))
  1583. netdev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
  1584. if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1585. netdev->features |= NETIF_F_LRO;
  1586. netdev->hw_features = netdev->features;
  1587. netdev->priv_flags |= IFF_UNICAST_FLT;
  1588. netdev->irq = adapter->msix_entries[0].vector;
  1589. err = register_netdev(netdev);
  1590. if (err) {
  1591. dev_err(&pdev->dev, "failed to register net device\n");
  1592. return err;
  1593. }
  1594. return 0;
  1595. }
  1596. static int qlcnic_set_dma_mask(struct pci_dev *pdev, int *pci_using_dac)
  1597. {
  1598. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1599. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1600. *pci_using_dac = 1;
  1601. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1602. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1603. *pci_using_dac = 0;
  1604. else {
  1605. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1606. return -EIO;
  1607. }
  1608. return 0;
  1609. }
  1610. void qlcnic_free_tx_rings(struct qlcnic_adapter *adapter)
  1611. {
  1612. int ring;
  1613. struct qlcnic_host_tx_ring *tx_ring;
  1614. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1615. tx_ring = &adapter->tx_ring[ring];
  1616. if (tx_ring && tx_ring->cmd_buf_arr != NULL) {
  1617. vfree(tx_ring->cmd_buf_arr);
  1618. tx_ring->cmd_buf_arr = NULL;
  1619. }
  1620. }
  1621. if (adapter->tx_ring != NULL)
  1622. kfree(adapter->tx_ring);
  1623. }
  1624. int qlcnic_alloc_tx_rings(struct qlcnic_adapter *adapter,
  1625. struct net_device *netdev)
  1626. {
  1627. int ring, vector, index;
  1628. struct qlcnic_host_tx_ring *tx_ring;
  1629. struct qlcnic_cmd_buffer *cmd_buf_arr;
  1630. tx_ring = kcalloc(adapter->max_drv_tx_rings,
  1631. sizeof(struct qlcnic_host_tx_ring), GFP_KERNEL);
  1632. if (tx_ring == NULL)
  1633. return -ENOMEM;
  1634. adapter->tx_ring = tx_ring;
  1635. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1636. tx_ring = &adapter->tx_ring[ring];
  1637. tx_ring->num_desc = adapter->num_txd;
  1638. tx_ring->txq = netdev_get_tx_queue(netdev, ring);
  1639. cmd_buf_arr = vzalloc(TX_BUFF_RINGSIZE(tx_ring));
  1640. if (cmd_buf_arr == NULL) {
  1641. qlcnic_free_tx_rings(adapter);
  1642. return -ENOMEM;
  1643. }
  1644. memset(cmd_buf_arr, 0, TX_BUFF_RINGSIZE(tx_ring));
  1645. tx_ring->cmd_buf_arr = cmd_buf_arr;
  1646. }
  1647. if (qlcnic_83xx_check(adapter)) {
  1648. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1649. tx_ring = &adapter->tx_ring[ring];
  1650. tx_ring->adapter = adapter;
  1651. if (adapter->flags & QLCNIC_MSIX_ENABLED) {
  1652. index = adapter->max_sds_rings + ring;
  1653. vector = adapter->msix_entries[index].vector;
  1654. tx_ring->irq = vector;
  1655. }
  1656. }
  1657. }
  1658. return 0;
  1659. }
  1660. void qlcnic_set_drv_version(struct qlcnic_adapter *adapter)
  1661. {
  1662. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1663. u32 fw_cmd = 0;
  1664. if (qlcnic_82xx_check(adapter))
  1665. fw_cmd = QLCNIC_CMD_82XX_SET_DRV_VER;
  1666. else if (qlcnic_83xx_check(adapter))
  1667. fw_cmd = QLCNIC_CMD_83XX_SET_DRV_VER;
  1668. if ((ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) &&
  1669. (ahw->extra_capability[0] & QLCNIC_FW_CAPABILITY_SET_DRV_VER))
  1670. qlcnic_fw_cmd_set_drv_version(adapter, fw_cmd);
  1671. }
  1672. static int
  1673. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1674. {
  1675. struct net_device *netdev = NULL;
  1676. struct qlcnic_adapter *adapter = NULL;
  1677. struct qlcnic_hardware_context *ahw;
  1678. int err, pci_using_dac = -1;
  1679. char board_name[QLCNIC_MAX_BOARD_NAME_LEN + 19]; /* MAC + ": " + name */
  1680. if (pdev->is_virtfn)
  1681. return -ENODEV;
  1682. err = pci_enable_device(pdev);
  1683. if (err)
  1684. return err;
  1685. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1686. err = -ENODEV;
  1687. goto err_out_disable_pdev;
  1688. }
  1689. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1690. if (err)
  1691. goto err_out_disable_pdev;
  1692. err = pci_request_regions(pdev, qlcnic_driver_name);
  1693. if (err)
  1694. goto err_out_disable_pdev;
  1695. pci_set_master(pdev);
  1696. pci_enable_pcie_error_reporting(pdev);
  1697. ahw = kzalloc(sizeof(struct qlcnic_hardware_context), GFP_KERNEL);
  1698. if (!ahw) {
  1699. err = -ENOMEM;
  1700. goto err_out_free_res;
  1701. }
  1702. switch (ent->device) {
  1703. case PCI_DEVICE_ID_QLOGIC_QLE824X:
  1704. ahw->hw_ops = &qlcnic_hw_ops;
  1705. ahw->reg_tbl = (u32 *) qlcnic_reg_tbl;
  1706. break;
  1707. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  1708. qlcnic_83xx_register_map(ahw);
  1709. break;
  1710. case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
  1711. qlcnic_sriov_vf_register_map(ahw);
  1712. break;
  1713. default:
  1714. goto err_out_free_hw_res;
  1715. }
  1716. err = qlcnic_setup_pci_map(pdev, ahw);
  1717. if (err)
  1718. goto err_out_free_hw_res;
  1719. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1720. if (!netdev) {
  1721. err = -ENOMEM;
  1722. goto err_out_iounmap;
  1723. }
  1724. SET_NETDEV_DEV(netdev, &pdev->dev);
  1725. adapter = netdev_priv(netdev);
  1726. adapter->netdev = netdev;
  1727. adapter->pdev = pdev;
  1728. adapter->ahw = ahw;
  1729. adapter->qlcnic_wq = create_singlethread_workqueue("qlcnic");
  1730. if (adapter->qlcnic_wq == NULL) {
  1731. err = -ENOMEM;
  1732. dev_err(&pdev->dev, "Failed to create workqueue\n");
  1733. goto err_out_free_netdev;
  1734. }
  1735. err = qlcnic_alloc_adapter_resources(adapter);
  1736. if (err)
  1737. goto err_out_free_netdev;
  1738. adapter->dev_rst_time = jiffies;
  1739. adapter->ahw->revision_id = pdev->revision;
  1740. if (qlcnic_mac_learn == FDB_MAC_LEARN)
  1741. adapter->fdb_mac_learn = true;
  1742. else if (qlcnic_mac_learn == DRV_MAC_LEARN)
  1743. adapter->drv_mac_learn = true;
  1744. adapter->max_drv_tx_rings = 1;
  1745. rwlock_init(&adapter->ahw->crb_lock);
  1746. mutex_init(&adapter->ahw->mem_lock);
  1747. spin_lock_init(&adapter->tx_clean_lock);
  1748. INIT_LIST_HEAD(&adapter->mac_list);
  1749. if (qlcnic_82xx_check(adapter)) {
  1750. qlcnic_check_vf(adapter, ent);
  1751. adapter->portnum = adapter->ahw->pci_func;
  1752. err = qlcnic_start_firmware(adapter);
  1753. if (err) {
  1754. dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n");
  1755. goto err_out_free_hw;
  1756. }
  1757. err = qlcnic_setup_idc_param(adapter);
  1758. if (err)
  1759. goto err_out_free_hw;
  1760. adapter->flags |= QLCNIC_NEED_FLR;
  1761. } else if (qlcnic_83xx_check(adapter)) {
  1762. qlcnic_83xx_check_vf(adapter, ent);
  1763. adapter->portnum = adapter->ahw->pci_func;
  1764. err = qlcnic_83xx_init(adapter, pci_using_dac);
  1765. if (err) {
  1766. dev_err(&pdev->dev, "%s: failed\n", __func__);
  1767. goto err_out_free_hw;
  1768. }
  1769. if (qlcnic_sriov_vf_check(adapter))
  1770. return 0;
  1771. } else {
  1772. dev_err(&pdev->dev,
  1773. "%s: failed. Please Reboot\n", __func__);
  1774. goto err_out_free_hw;
  1775. }
  1776. if (qlcnic_read_mac_addr(adapter))
  1777. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1778. if (adapter->portnum == 0) {
  1779. qlcnic_get_board_name(adapter, board_name);
  1780. pr_info("%s: %s Board Chip rev 0x%x\n",
  1781. module_name(THIS_MODULE),
  1782. board_name, adapter->ahw->revision_id);
  1783. }
  1784. if (qlcnic_83xx_check(adapter) && !qlcnic_use_msi_x &&
  1785. !!qlcnic_use_msi)
  1786. dev_warn(&pdev->dev,
  1787. "83xx adapter do not support MSI interrupts\n");
  1788. err = qlcnic_setup_intr(adapter, 0);
  1789. if (err) {
  1790. dev_err(&pdev->dev, "Failed to setup interrupt\n");
  1791. goto err_out_disable_msi;
  1792. }
  1793. if (qlcnic_83xx_check(adapter)) {
  1794. err = qlcnic_83xx_setup_mbx_intr(adapter);
  1795. if (err)
  1796. goto err_out_disable_msi;
  1797. }
  1798. err = qlcnic_get_act_pci_func(adapter);
  1799. if (err)
  1800. goto err_out_disable_mbx_intr;
  1801. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1802. if (err)
  1803. goto err_out_disable_mbx_intr;
  1804. qlcnic_set_drv_version(adapter);
  1805. pci_set_drvdata(pdev, adapter);
  1806. if (qlcnic_82xx_check(adapter))
  1807. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  1808. FW_POLL_DELAY);
  1809. switch (adapter->ahw->port_type) {
  1810. case QLCNIC_GBE:
  1811. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1812. adapter->netdev->name);
  1813. break;
  1814. case QLCNIC_XGBE:
  1815. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1816. adapter->netdev->name);
  1817. break;
  1818. }
  1819. if (adapter->drv_mac_learn)
  1820. qlcnic_alloc_lb_filters_mem(adapter);
  1821. qlcnic_add_sysfs(adapter);
  1822. return 0;
  1823. err_out_disable_mbx_intr:
  1824. if (qlcnic_83xx_check(adapter))
  1825. qlcnic_83xx_free_mbx_intr(adapter);
  1826. err_out_disable_msi:
  1827. qlcnic_teardown_intr(adapter);
  1828. qlcnic_cancel_idc_work(adapter);
  1829. qlcnic_clr_all_drv_state(adapter, 0);
  1830. err_out_free_hw:
  1831. qlcnic_free_adapter_resources(adapter);
  1832. err_out_free_netdev:
  1833. free_netdev(netdev);
  1834. err_out_iounmap:
  1835. qlcnic_cleanup_pci_map(ahw);
  1836. err_out_free_hw_res:
  1837. kfree(ahw);
  1838. err_out_free_res:
  1839. pci_release_regions(pdev);
  1840. err_out_disable_pdev:
  1841. pci_set_drvdata(pdev, NULL);
  1842. pci_disable_device(pdev);
  1843. return err;
  1844. }
  1845. static void qlcnic_remove(struct pci_dev *pdev)
  1846. {
  1847. struct qlcnic_adapter *adapter;
  1848. struct net_device *netdev;
  1849. struct qlcnic_hardware_context *ahw;
  1850. adapter = pci_get_drvdata(pdev);
  1851. if (adapter == NULL)
  1852. return;
  1853. netdev = adapter->netdev;
  1854. qlcnic_sriov_pf_disable(adapter);
  1855. qlcnic_cancel_idc_work(adapter);
  1856. ahw = adapter->ahw;
  1857. unregister_netdev(netdev);
  1858. qlcnic_sriov_cleanup(adapter);
  1859. if (qlcnic_83xx_check(adapter)) {
  1860. qlcnic_83xx_free_mbx_intr(adapter);
  1861. qlcnic_83xx_register_nic_idc_func(adapter, 0);
  1862. cancel_delayed_work_sync(&adapter->idc_aen_work);
  1863. }
  1864. qlcnic_detach(adapter);
  1865. if (adapter->npars != NULL)
  1866. kfree(adapter->npars);
  1867. if (adapter->eswitch != NULL)
  1868. kfree(adapter->eswitch);
  1869. if (qlcnic_82xx_check(adapter))
  1870. qlcnic_clr_all_drv_state(adapter, 0);
  1871. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1872. qlcnic_free_lb_filters_mem(adapter);
  1873. qlcnic_teardown_intr(adapter);
  1874. qlcnic_remove_sysfs(adapter);
  1875. qlcnic_cleanup_pci_map(adapter->ahw);
  1876. qlcnic_release_firmware(adapter);
  1877. pci_disable_pcie_error_reporting(pdev);
  1878. pci_release_regions(pdev);
  1879. pci_disable_device(pdev);
  1880. pci_set_drvdata(pdev, NULL);
  1881. if (adapter->qlcnic_wq) {
  1882. destroy_workqueue(adapter->qlcnic_wq);
  1883. adapter->qlcnic_wq = NULL;
  1884. }
  1885. qlcnic_free_adapter_resources(adapter);
  1886. kfree(ahw);
  1887. free_netdev(netdev);
  1888. }
  1889. static void qlcnic_shutdown(struct pci_dev *pdev)
  1890. {
  1891. if (__qlcnic_shutdown(pdev))
  1892. return;
  1893. pci_disable_device(pdev);
  1894. }
  1895. #ifdef CONFIG_PM
  1896. static int qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1897. {
  1898. int retval;
  1899. retval = __qlcnic_shutdown(pdev);
  1900. if (retval)
  1901. return retval;
  1902. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1903. return 0;
  1904. }
  1905. static int qlcnic_resume(struct pci_dev *pdev)
  1906. {
  1907. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1908. int err;
  1909. err = pci_enable_device(pdev);
  1910. if (err)
  1911. return err;
  1912. pci_set_power_state(pdev, PCI_D0);
  1913. pci_set_master(pdev);
  1914. pci_restore_state(pdev);
  1915. return __qlcnic_resume(adapter);
  1916. }
  1917. #endif
  1918. static int qlcnic_open(struct net_device *netdev)
  1919. {
  1920. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1921. int err;
  1922. netif_carrier_off(netdev);
  1923. err = qlcnic_attach(adapter);
  1924. if (err)
  1925. return err;
  1926. err = __qlcnic_up(adapter, netdev);
  1927. if (err)
  1928. goto err_out;
  1929. netif_start_queue(netdev);
  1930. return 0;
  1931. err_out:
  1932. qlcnic_detach(adapter);
  1933. return err;
  1934. }
  1935. /*
  1936. * qlcnic_close - Disables a network interface entry point
  1937. */
  1938. static int qlcnic_close(struct net_device *netdev)
  1939. {
  1940. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1941. __qlcnic_down(adapter, netdev);
  1942. return 0;
  1943. }
  1944. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1945. {
  1946. void *head;
  1947. int i;
  1948. struct net_device *netdev = adapter->netdev;
  1949. u32 filter_size = 0;
  1950. u16 act_pci_func = 0;
  1951. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1952. return;
  1953. act_pci_func = adapter->ahw->act_pci_func;
  1954. spin_lock_init(&adapter->mac_learn_lock);
  1955. spin_lock_init(&adapter->rx_mac_learn_lock);
  1956. if (qlcnic_82xx_check(adapter)) {
  1957. filter_size = QLCNIC_LB_MAX_FILTERS;
  1958. adapter->fhash.fbucket_size = QLCNIC_LB_BUCKET_SIZE;
  1959. } else {
  1960. filter_size = QLC_83XX_LB_MAX_FILTERS;
  1961. adapter->fhash.fbucket_size = QLC_83XX_LB_BUCKET_SIZE;
  1962. }
  1963. head = kcalloc(adapter->fhash.fbucket_size,
  1964. sizeof(struct hlist_head), GFP_ATOMIC);
  1965. if (!head)
  1966. return;
  1967. adapter->fhash.fmax = (filter_size / act_pci_func);
  1968. adapter->fhash.fhead = head;
  1969. netdev_info(netdev, "active nic func = %d, mac filter size=%d\n",
  1970. act_pci_func, adapter->fhash.fmax);
  1971. for (i = 0; i < adapter->fhash.fbucket_size; i++)
  1972. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1973. adapter->rx_fhash.fbucket_size = adapter->fhash.fbucket_size;
  1974. head = kcalloc(adapter->rx_fhash.fbucket_size,
  1975. sizeof(struct hlist_head), GFP_ATOMIC);
  1976. if (!head)
  1977. return;
  1978. adapter->rx_fhash.fmax = (filter_size / act_pci_func);
  1979. adapter->rx_fhash.fhead = head;
  1980. for (i = 0; i < adapter->rx_fhash.fbucket_size; i++)
  1981. INIT_HLIST_HEAD(&adapter->rx_fhash.fhead[i]);
  1982. }
  1983. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1984. {
  1985. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1986. kfree(adapter->fhash.fhead);
  1987. adapter->fhash.fhead = NULL;
  1988. adapter->fhash.fmax = 0;
  1989. if (adapter->rx_fhash.fmax && adapter->rx_fhash.fhead)
  1990. kfree(adapter->rx_fhash.fhead);
  1991. adapter->rx_fhash.fmax = 0;
  1992. adapter->rx_fhash.fhead = NULL;
  1993. }
  1994. int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  1995. {
  1996. struct net_device *netdev = adapter->netdev;
  1997. u32 temp_state, temp_val, temp = 0;
  1998. int rv = 0;
  1999. if (qlcnic_83xx_check(adapter))
  2000. temp = QLCRDX(adapter->ahw, QLC_83XX_ASIC_TEMP);
  2001. if (qlcnic_82xx_check(adapter))
  2002. temp = QLC_SHARED_REG_RD32(adapter, QLCNIC_ASIC_TEMP);
  2003. temp_state = qlcnic_get_temp_state(temp);
  2004. temp_val = qlcnic_get_temp_val(temp);
  2005. if (temp_state == QLCNIC_TEMP_PANIC) {
  2006. dev_err(&netdev->dev,
  2007. "Device temperature %d degrees C exceeds"
  2008. " maximum allowed. Hardware has been shut down.\n",
  2009. temp_val);
  2010. rv = 1;
  2011. } else if (temp_state == QLCNIC_TEMP_WARN) {
  2012. if (adapter->ahw->temp == QLCNIC_TEMP_NORMAL) {
  2013. dev_err(&netdev->dev,
  2014. "Device temperature %d degrees C "
  2015. "exceeds operating range."
  2016. " Immediate action needed.\n",
  2017. temp_val);
  2018. }
  2019. } else {
  2020. if (adapter->ahw->temp == QLCNIC_TEMP_WARN) {
  2021. dev_info(&netdev->dev,
  2022. "Device temperature is now %d degrees C"
  2023. " in normal range.\n", temp_val);
  2024. }
  2025. }
  2026. adapter->ahw->temp = temp_state;
  2027. return rv;
  2028. }
  2029. static void qlcnic_tx_timeout(struct net_device *netdev)
  2030. {
  2031. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2032. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2033. return;
  2034. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS) {
  2035. netdev_info(netdev, "Tx timeout, reset the adapter.\n");
  2036. if (qlcnic_82xx_check(adapter))
  2037. adapter->need_fw_reset = 1;
  2038. else if (qlcnic_83xx_check(adapter))
  2039. qlcnic_83xx_idc_request_reset(adapter,
  2040. QLCNIC_FORCE_FW_DUMP_KEY);
  2041. } else {
  2042. netdev_info(netdev, "Tx timeout, reset adapter context.\n");
  2043. adapter->ahw->reset_context = 1;
  2044. }
  2045. }
  2046. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  2047. {
  2048. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2049. struct net_device_stats *stats = &netdev->stats;
  2050. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  2051. stats->tx_packets = adapter->stats.xmitfinished;
  2052. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  2053. stats->tx_bytes = adapter->stats.txbytes;
  2054. stats->rx_dropped = adapter->stats.rxdropped;
  2055. stats->tx_dropped = adapter->stats.txdropped;
  2056. return stats;
  2057. }
  2058. irqreturn_t qlcnic_82xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
  2059. {
  2060. u32 status;
  2061. status = readl(adapter->isr_int_vec);
  2062. if (!(status & adapter->ahw->int_vec_bit))
  2063. return IRQ_NONE;
  2064. /* check interrupt state machine, to be sure */
  2065. status = readl(adapter->crb_int_state_reg);
  2066. if (!ISR_LEGACY_INT_TRIGGERED(status))
  2067. return IRQ_NONE;
  2068. writel(0xffffffff, adapter->tgt_status_reg);
  2069. /* read twice to ensure write is flushed */
  2070. readl(adapter->isr_int_vec);
  2071. readl(adapter->isr_int_vec);
  2072. return IRQ_HANDLED;
  2073. }
  2074. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  2075. {
  2076. struct qlcnic_host_sds_ring *sds_ring = data;
  2077. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2078. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  2079. goto done;
  2080. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  2081. writel(0xffffffff, adapter->tgt_status_reg);
  2082. goto done;
  2083. }
  2084. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  2085. return IRQ_NONE;
  2086. done:
  2087. adapter->ahw->diag_cnt++;
  2088. qlcnic_enable_int(sds_ring);
  2089. return IRQ_HANDLED;
  2090. }
  2091. static irqreturn_t qlcnic_intr(int irq, void *data)
  2092. {
  2093. struct qlcnic_host_sds_ring *sds_ring = data;
  2094. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2095. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  2096. return IRQ_NONE;
  2097. napi_schedule(&sds_ring->napi);
  2098. return IRQ_HANDLED;
  2099. }
  2100. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  2101. {
  2102. struct qlcnic_host_sds_ring *sds_ring = data;
  2103. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2104. /* clear interrupt */
  2105. writel(0xffffffff, adapter->tgt_status_reg);
  2106. napi_schedule(&sds_ring->napi);
  2107. return IRQ_HANDLED;
  2108. }
  2109. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  2110. {
  2111. struct qlcnic_host_sds_ring *sds_ring = data;
  2112. napi_schedule(&sds_ring->napi);
  2113. return IRQ_HANDLED;
  2114. }
  2115. static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data)
  2116. {
  2117. struct qlcnic_host_tx_ring *tx_ring = data;
  2118. napi_schedule(&tx_ring->napi);
  2119. return IRQ_HANDLED;
  2120. }
  2121. #ifdef CONFIG_NET_POLL_CONTROLLER
  2122. static void qlcnic_poll_controller(struct net_device *netdev)
  2123. {
  2124. int ring;
  2125. struct qlcnic_host_sds_ring *sds_ring;
  2126. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2127. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2128. disable_irq(adapter->irq);
  2129. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2130. sds_ring = &recv_ctx->sds_rings[ring];
  2131. qlcnic_intr(adapter->irq, sds_ring);
  2132. }
  2133. enable_irq(adapter->irq);
  2134. }
  2135. #endif
  2136. static void
  2137. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2138. {
  2139. u32 val;
  2140. val = adapter->portnum & 0xf;
  2141. val |= encoding << 7;
  2142. val |= (jiffies - adapter->dev_rst_time) << 8;
  2143. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2144. adapter->dev_rst_time = jiffies;
  2145. }
  2146. static int
  2147. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2148. {
  2149. u32 val;
  2150. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2151. state != QLCNIC_DEV_NEED_QUISCENT);
  2152. if (qlcnic_api_lock(adapter))
  2153. return -EIO;
  2154. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2155. if (state == QLCNIC_DEV_NEED_RESET)
  2156. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2157. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2158. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2159. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2160. qlcnic_api_unlock(adapter);
  2161. return 0;
  2162. }
  2163. static int
  2164. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2165. {
  2166. u32 val;
  2167. if (qlcnic_api_lock(adapter))
  2168. return -EBUSY;
  2169. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2170. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2171. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2172. qlcnic_api_unlock(adapter);
  2173. return 0;
  2174. }
  2175. void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2176. {
  2177. u32 val;
  2178. if (qlcnic_api_lock(adapter))
  2179. goto err;
  2180. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2181. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2182. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2183. if (failed) {
  2184. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2185. QLCNIC_DEV_FAILED);
  2186. dev_info(&adapter->pdev->dev,
  2187. "Device state set to Failed. Please Reboot\n");
  2188. } else if (!(val & 0x11111111))
  2189. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2190. QLCNIC_DEV_COLD);
  2191. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2192. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2193. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2194. qlcnic_api_unlock(adapter);
  2195. err:
  2196. adapter->fw_fail_cnt = 0;
  2197. adapter->flags &= ~QLCNIC_FW_HANG;
  2198. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2199. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2200. }
  2201. /* Grab api lock, before checking state */
  2202. static int
  2203. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2204. {
  2205. int act, state, active_mask;
  2206. struct qlcnic_hardware_context *ahw = adapter->ahw;
  2207. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2208. act = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2209. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2210. active_mask = (~(1 << (ahw->pci_func * 4)));
  2211. act = act & active_mask;
  2212. }
  2213. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2214. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2215. return 0;
  2216. else
  2217. return 1;
  2218. }
  2219. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2220. {
  2221. u32 val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2222. if (val != QLCNIC_DRV_IDC_VER) {
  2223. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2224. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2225. }
  2226. return 0;
  2227. }
  2228. static int
  2229. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2230. {
  2231. u32 val, prev_state;
  2232. u8 dev_init_timeo = adapter->dev_init_timeo;
  2233. u8 portnum = adapter->portnum;
  2234. u8 ret;
  2235. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2236. return 1;
  2237. if (qlcnic_api_lock(adapter))
  2238. return -1;
  2239. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2240. if (!(val & (1 << (portnum * 4)))) {
  2241. QLC_DEV_SET_REF_CNT(val, portnum);
  2242. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2243. }
  2244. prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2245. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2246. switch (prev_state) {
  2247. case QLCNIC_DEV_COLD:
  2248. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2249. QLCNIC_DEV_INITIALIZING);
  2250. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_IDC_VER,
  2251. QLCNIC_DRV_IDC_VER);
  2252. qlcnic_idc_debug_info(adapter, 0);
  2253. qlcnic_api_unlock(adapter);
  2254. return 1;
  2255. case QLCNIC_DEV_READY:
  2256. ret = qlcnic_check_idc_ver(adapter);
  2257. qlcnic_api_unlock(adapter);
  2258. return ret;
  2259. case QLCNIC_DEV_NEED_RESET:
  2260. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2261. QLC_DEV_SET_RST_RDY(val, portnum);
  2262. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2263. break;
  2264. case QLCNIC_DEV_NEED_QUISCENT:
  2265. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2266. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2267. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2268. break;
  2269. case QLCNIC_DEV_FAILED:
  2270. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2271. qlcnic_api_unlock(adapter);
  2272. return -1;
  2273. case QLCNIC_DEV_INITIALIZING:
  2274. case QLCNIC_DEV_QUISCENT:
  2275. break;
  2276. }
  2277. qlcnic_api_unlock(adapter);
  2278. do {
  2279. msleep(1000);
  2280. prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2281. if (prev_state == QLCNIC_DEV_QUISCENT)
  2282. continue;
  2283. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2284. if (!dev_init_timeo) {
  2285. dev_err(&adapter->pdev->dev,
  2286. "Waiting for device to initialize timeout\n");
  2287. return -1;
  2288. }
  2289. if (qlcnic_api_lock(adapter))
  2290. return -1;
  2291. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2292. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2293. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2294. ret = qlcnic_check_idc_ver(adapter);
  2295. qlcnic_api_unlock(adapter);
  2296. return ret;
  2297. }
  2298. static void
  2299. qlcnic_fwinit_work(struct work_struct *work)
  2300. {
  2301. struct qlcnic_adapter *adapter = container_of(work,
  2302. struct qlcnic_adapter, fw_work.work);
  2303. u32 dev_state = 0xf;
  2304. u32 val;
  2305. if (qlcnic_api_lock(adapter))
  2306. goto err_ret;
  2307. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2308. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2309. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2310. qlcnic_api_unlock(adapter);
  2311. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2312. FW_POLL_DELAY * 2);
  2313. return;
  2314. }
  2315. if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2316. qlcnic_api_unlock(adapter);
  2317. goto wait_npar;
  2318. }
  2319. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2320. dev_state == QLCNIC_DEV_READY) {
  2321. dev_info(&adapter->pdev->dev, "Detected state change from "
  2322. "DEV_NEED_RESET, skipping ack check\n");
  2323. goto skip_ack_check;
  2324. }
  2325. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2326. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2327. adapter->reset_ack_timeo);
  2328. goto skip_ack_check;
  2329. }
  2330. if (!qlcnic_check_drv_state(adapter)) {
  2331. skip_ack_check:
  2332. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2333. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2334. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2335. QLCNIC_DEV_INITIALIZING);
  2336. set_bit(__QLCNIC_START_FW, &adapter->state);
  2337. QLCDB(adapter, DRV, "Restarting fw\n");
  2338. qlcnic_idc_debug_info(adapter, 0);
  2339. val = QLC_SHARED_REG_RD32(adapter,
  2340. QLCNIC_CRB_DRV_STATE);
  2341. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2342. QLC_SHARED_REG_WR32(adapter,
  2343. QLCNIC_CRB_DRV_STATE, val);
  2344. }
  2345. qlcnic_api_unlock(adapter);
  2346. rtnl_lock();
  2347. if (adapter->ahw->fw_dump.enable &&
  2348. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2349. QLCDB(adapter, DRV, "Take FW dump\n");
  2350. qlcnic_dump_fw(adapter);
  2351. adapter->flags |= QLCNIC_FW_HANG;
  2352. }
  2353. rtnl_unlock();
  2354. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2355. if (!adapter->nic_ops->start_firmware(adapter)) {
  2356. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2357. adapter->fw_wait_cnt = 0;
  2358. return;
  2359. }
  2360. goto err_ret;
  2361. }
  2362. qlcnic_api_unlock(adapter);
  2363. wait_npar:
  2364. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2365. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2366. switch (dev_state) {
  2367. case QLCNIC_DEV_READY:
  2368. if (!qlcnic_start_firmware(adapter)) {
  2369. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2370. adapter->fw_wait_cnt = 0;
  2371. return;
  2372. }
  2373. case QLCNIC_DEV_FAILED:
  2374. break;
  2375. default:
  2376. qlcnic_schedule_work(adapter,
  2377. qlcnic_fwinit_work, FW_POLL_DELAY);
  2378. return;
  2379. }
  2380. err_ret:
  2381. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2382. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2383. netif_device_attach(adapter->netdev);
  2384. qlcnic_clr_all_drv_state(adapter, 0);
  2385. }
  2386. static void
  2387. qlcnic_detach_work(struct work_struct *work)
  2388. {
  2389. struct qlcnic_adapter *adapter = container_of(work,
  2390. struct qlcnic_adapter, fw_work.work);
  2391. struct net_device *netdev = adapter->netdev;
  2392. u32 status;
  2393. netif_device_detach(netdev);
  2394. /* Dont grab rtnl lock during Quiscent mode */
  2395. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2396. if (netif_running(netdev))
  2397. __qlcnic_down(adapter, netdev);
  2398. } else
  2399. qlcnic_down(adapter, netdev);
  2400. status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2401. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2402. dev_err(&adapter->pdev->dev,
  2403. "Detaching the device: peg halt status1=0x%x\n",
  2404. status);
  2405. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2406. dev_err(&adapter->pdev->dev,
  2407. "On board active cooling fan failed. "
  2408. "Device has been halted.\n");
  2409. dev_err(&adapter->pdev->dev,
  2410. "Replace the adapter.\n");
  2411. }
  2412. goto err_ret;
  2413. }
  2414. if (adapter->ahw->temp == QLCNIC_TEMP_PANIC) {
  2415. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2416. adapter->ahw->temp);
  2417. goto err_ret;
  2418. }
  2419. /* Dont ack if this instance is the reset owner */
  2420. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2421. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2422. dev_err(&adapter->pdev->dev,
  2423. "Failed to set driver state,"
  2424. "detaching the device.\n");
  2425. goto err_ret;
  2426. }
  2427. }
  2428. adapter->fw_wait_cnt = 0;
  2429. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2430. return;
  2431. err_ret:
  2432. netif_device_attach(netdev);
  2433. qlcnic_clr_all_drv_state(adapter, 1);
  2434. }
  2435. /*Transit NPAR state to NON Operational */
  2436. static void
  2437. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2438. {
  2439. u32 state;
  2440. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2441. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2442. return;
  2443. if (qlcnic_api_lock(adapter))
  2444. return;
  2445. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2446. QLCNIC_DEV_NPAR_NON_OPER);
  2447. qlcnic_api_unlock(adapter);
  2448. }
  2449. void qlcnic_82xx_dev_request_reset(struct qlcnic_adapter *adapter, u32 key)
  2450. {
  2451. u32 state, xg_val = 0, gb_val = 0;
  2452. qlcnic_xg_set_xg0_mask(xg_val);
  2453. qlcnic_xg_set_xg1_mask(xg_val);
  2454. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2455. qlcnic_gb_set_gb0_mask(gb_val);
  2456. qlcnic_gb_set_gb1_mask(gb_val);
  2457. qlcnic_gb_set_gb2_mask(gb_val);
  2458. qlcnic_gb_set_gb3_mask(gb_val);
  2459. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2460. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2461. " on all ports\n");
  2462. adapter->need_fw_reset = 1;
  2463. if (qlcnic_api_lock(adapter))
  2464. return;
  2465. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2466. if (state == QLCNIC_DEV_READY) {
  2467. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2468. QLCNIC_DEV_NEED_RESET);
  2469. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2470. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2471. qlcnic_idc_debug_info(adapter, 0);
  2472. }
  2473. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2474. QLCNIC_DEV_NPAR_NON_OPER);
  2475. qlcnic_api_unlock(adapter);
  2476. }
  2477. /* Transit to NPAR READY state from NPAR NOT READY state */
  2478. static void
  2479. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2480. {
  2481. if (qlcnic_api_lock(adapter))
  2482. return;
  2483. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2484. QLCNIC_DEV_NPAR_OPER);
  2485. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2486. qlcnic_api_unlock(adapter);
  2487. }
  2488. void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2489. work_func_t func, int delay)
  2490. {
  2491. if (test_bit(__QLCNIC_AER, &adapter->state))
  2492. return;
  2493. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2494. queue_delayed_work(adapter->qlcnic_wq, &adapter->fw_work,
  2495. round_jiffies_relative(delay));
  2496. }
  2497. static void
  2498. qlcnic_attach_work(struct work_struct *work)
  2499. {
  2500. struct qlcnic_adapter *adapter = container_of(work,
  2501. struct qlcnic_adapter, fw_work.work);
  2502. struct net_device *netdev = adapter->netdev;
  2503. u32 npar_state;
  2504. if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
  2505. npar_state = QLC_SHARED_REG_RD32(adapter,
  2506. QLCNIC_CRB_DEV_NPAR_STATE);
  2507. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2508. qlcnic_clr_all_drv_state(adapter, 0);
  2509. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2510. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2511. FW_POLL_DELAY);
  2512. else
  2513. goto attach;
  2514. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2515. return;
  2516. }
  2517. attach:
  2518. if (netif_running(netdev)) {
  2519. if (qlcnic_up(adapter, netdev))
  2520. goto done;
  2521. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2522. }
  2523. done:
  2524. netif_device_attach(netdev);
  2525. adapter->fw_fail_cnt = 0;
  2526. adapter->flags &= ~QLCNIC_FW_HANG;
  2527. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2528. qlcnic_set_drv_version(adapter);
  2529. if (!qlcnic_clr_drv_state(adapter))
  2530. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2531. FW_POLL_DELAY);
  2532. }
  2533. static int
  2534. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2535. {
  2536. u32 state = 0, heartbeat;
  2537. u32 peg_status;
  2538. if (qlcnic_check_temp(adapter))
  2539. goto detach;
  2540. if (adapter->need_fw_reset)
  2541. qlcnic_dev_request_reset(adapter, 0);
  2542. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2543. if (state == QLCNIC_DEV_NEED_RESET) {
  2544. qlcnic_set_npar_non_operational(adapter);
  2545. adapter->need_fw_reset = 1;
  2546. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2547. goto detach;
  2548. heartbeat = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2549. if (heartbeat != adapter->heartbeat) {
  2550. adapter->heartbeat = heartbeat;
  2551. adapter->fw_fail_cnt = 0;
  2552. if (adapter->need_fw_reset)
  2553. goto detach;
  2554. if (adapter->ahw->reset_context && qlcnic_auto_fw_reset)
  2555. qlcnic_reset_hw_context(adapter);
  2556. return 0;
  2557. }
  2558. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2559. return 0;
  2560. adapter->flags |= QLCNIC_FW_HANG;
  2561. qlcnic_dev_request_reset(adapter, 0);
  2562. if (qlcnic_auto_fw_reset)
  2563. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2564. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2565. peg_status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2566. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2567. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2568. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2569. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2570. "PEG_NET_4_PC: 0x%x\n",
  2571. peg_status,
  2572. QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2573. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2574. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2575. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2576. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2577. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2578. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2579. dev_err(&adapter->pdev->dev,
  2580. "Firmware aborted with error code 0x00006700. "
  2581. "Device is being reset.\n");
  2582. detach:
  2583. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2584. QLCNIC_DEV_NEED_RESET;
  2585. if (qlcnic_auto_fw_reset && !test_and_set_bit(__QLCNIC_RESETTING,
  2586. &adapter->state)) {
  2587. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2588. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2589. }
  2590. return 1;
  2591. }
  2592. void qlcnic_fw_poll_work(struct work_struct *work)
  2593. {
  2594. struct qlcnic_adapter *adapter = container_of(work,
  2595. struct qlcnic_adapter, fw_work.work);
  2596. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2597. goto reschedule;
  2598. if (qlcnic_check_health(adapter))
  2599. return;
  2600. if (adapter->fhash.fnum)
  2601. qlcnic_prune_lb_filters(adapter);
  2602. reschedule:
  2603. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2604. }
  2605. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2606. {
  2607. struct pci_dev *oth_pdev;
  2608. int val = pdev->devfn;
  2609. while (val-- > 0) {
  2610. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2611. (pdev->bus), pdev->bus->number,
  2612. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2613. if (!oth_pdev)
  2614. continue;
  2615. if (oth_pdev->current_state != PCI_D3cold) {
  2616. pci_dev_put(oth_pdev);
  2617. return 0;
  2618. }
  2619. pci_dev_put(oth_pdev);
  2620. }
  2621. return 1;
  2622. }
  2623. static int qlcnic_attach_func(struct pci_dev *pdev)
  2624. {
  2625. int err, first_func;
  2626. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2627. struct net_device *netdev = adapter->netdev;
  2628. pdev->error_state = pci_channel_io_normal;
  2629. err = pci_enable_device(pdev);
  2630. if (err)
  2631. return err;
  2632. pci_set_master(pdev);
  2633. pci_restore_state(pdev);
  2634. first_func = qlcnic_is_first_func(pdev);
  2635. if (qlcnic_api_lock(adapter))
  2636. return -EINVAL;
  2637. if (adapter->ahw->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2638. adapter->need_fw_reset = 1;
  2639. set_bit(__QLCNIC_START_FW, &adapter->state);
  2640. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2641. QLCNIC_DEV_INITIALIZING);
  2642. QLCDB(adapter, DRV, "Restarting fw\n");
  2643. }
  2644. qlcnic_api_unlock(adapter);
  2645. err = qlcnic_start_firmware(adapter);
  2646. if (err)
  2647. return err;
  2648. qlcnic_clr_drv_state(adapter);
  2649. kfree(adapter->msix_entries);
  2650. adapter->msix_entries = NULL;
  2651. err = qlcnic_setup_intr(adapter, 0);
  2652. if (err) {
  2653. kfree(adapter->msix_entries);
  2654. netdev_err(netdev, "failed to setup interrupt\n");
  2655. return err;
  2656. }
  2657. if (qlcnic_83xx_check(adapter)) {
  2658. /* register for NIC IDC AEN Events */
  2659. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  2660. err = qlcnic_83xx_setup_mbx_intr(adapter);
  2661. if (err) {
  2662. dev_err(&adapter->pdev->dev,
  2663. "failed to setup mbx interrupt\n");
  2664. qlcnic_clr_all_drv_state(adapter, 1);
  2665. clear_bit(__QLCNIC_AER, &adapter->state);
  2666. goto done;
  2667. }
  2668. }
  2669. if (netif_running(netdev)) {
  2670. err = qlcnic_attach(adapter);
  2671. if (err) {
  2672. qlcnic_clr_all_drv_state(adapter, 1);
  2673. clear_bit(__QLCNIC_AER, &adapter->state);
  2674. netif_device_attach(netdev);
  2675. return err;
  2676. }
  2677. err = qlcnic_up(adapter, netdev);
  2678. if (err)
  2679. goto done;
  2680. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2681. }
  2682. done:
  2683. netif_device_attach(netdev);
  2684. return err;
  2685. }
  2686. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2687. pci_channel_state_t state)
  2688. {
  2689. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2690. struct net_device *netdev = adapter->netdev;
  2691. if (state == pci_channel_io_perm_failure)
  2692. return PCI_ERS_RESULT_DISCONNECT;
  2693. if (state == pci_channel_io_normal)
  2694. return PCI_ERS_RESULT_RECOVERED;
  2695. set_bit(__QLCNIC_AER, &adapter->state);
  2696. netif_device_detach(netdev);
  2697. cancel_delayed_work_sync(&adapter->fw_work);
  2698. if (netif_running(netdev))
  2699. qlcnic_down(adapter, netdev);
  2700. if (qlcnic_83xx_check(adapter)) {
  2701. qlcnic_83xx_free_mbx_intr(adapter);
  2702. qlcnic_83xx_register_nic_idc_func(adapter, 0);
  2703. cancel_delayed_work_sync(&adapter->idc_aen_work);
  2704. }
  2705. qlcnic_detach(adapter);
  2706. qlcnic_teardown_intr(adapter);
  2707. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2708. pci_save_state(pdev);
  2709. pci_disable_device(pdev);
  2710. return PCI_ERS_RESULT_NEED_RESET;
  2711. }
  2712. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2713. {
  2714. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2715. PCI_ERS_RESULT_RECOVERED;
  2716. }
  2717. static void qlcnic_io_resume(struct pci_dev *pdev)
  2718. {
  2719. u32 state;
  2720. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2721. pci_cleanup_aer_uncorrect_error_status(pdev);
  2722. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2723. if (state == QLCNIC_DEV_READY && test_and_clear_bit(__QLCNIC_AER,
  2724. &adapter->state))
  2725. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2726. FW_POLL_DELAY);
  2727. }
  2728. static int
  2729. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2730. {
  2731. int err;
  2732. err = qlcnic_can_start_firmware(adapter);
  2733. if (err)
  2734. return err;
  2735. err = qlcnic_check_npar_opertional(adapter);
  2736. if (err)
  2737. return err;
  2738. err = qlcnic_initialize_nic(adapter);
  2739. if (err)
  2740. return err;
  2741. qlcnic_check_options(adapter);
  2742. err = qlcnic_set_eswitch_port_config(adapter);
  2743. if (err)
  2744. return err;
  2745. adapter->need_fw_reset = 0;
  2746. return err;
  2747. }
  2748. int qlcnic_validate_max_rss(struct qlcnic_adapter *adapter,
  2749. __u32 val)
  2750. {
  2751. struct net_device *netdev = adapter->netdev;
  2752. u8 max_hw = adapter->ahw->max_rx_ques;
  2753. u32 max_allowed;
  2754. if (val > QLC_MAX_SDS_RINGS) {
  2755. netdev_err(netdev, "RSS value should not be higher than %u\n",
  2756. QLC_MAX_SDS_RINGS);
  2757. return -EINVAL;
  2758. }
  2759. max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
  2760. num_online_cpus()));
  2761. if ((val > max_allowed) || (val < 2) || !is_power_of_2(val)) {
  2762. if (!is_power_of_2(val))
  2763. netdev_err(netdev, "RSS value should be a power of 2\n");
  2764. if (val < 2)
  2765. netdev_err(netdev, "RSS value should not be lower than 2\n");
  2766. if (val > max_hw)
  2767. netdev_err(netdev,
  2768. "RSS value should not be higher than[%u], the max RSS rings supported by the adapter\n",
  2769. max_hw);
  2770. if (val > num_online_cpus())
  2771. netdev_err(netdev,
  2772. "RSS value should not be higher than[%u], number of online CPUs in the system\n",
  2773. num_online_cpus());
  2774. netdev_err(netdev, "Unable to configure %u RSS rings\n", val);
  2775. return -EINVAL;
  2776. }
  2777. return 0;
  2778. }
  2779. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data, size_t len)
  2780. {
  2781. int err;
  2782. struct net_device *netdev = adapter->netdev;
  2783. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2784. return -EBUSY;
  2785. netif_device_detach(netdev);
  2786. if (netif_running(netdev))
  2787. __qlcnic_down(adapter, netdev);
  2788. qlcnic_detach(adapter);
  2789. if (qlcnic_83xx_check(adapter)) {
  2790. qlcnic_83xx_free_mbx_intr(adapter);
  2791. qlcnic_83xx_enable_mbx_poll(adapter);
  2792. }
  2793. qlcnic_teardown_intr(adapter);
  2794. err = qlcnic_setup_intr(adapter, data);
  2795. if (err) {
  2796. kfree(adapter->msix_entries);
  2797. netdev_err(netdev, "failed to setup interrupt\n");
  2798. return err;
  2799. }
  2800. if (qlcnic_83xx_check(adapter)) {
  2801. /* register for NIC IDC AEN Events */
  2802. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  2803. err = qlcnic_83xx_setup_mbx_intr(adapter);
  2804. qlcnic_83xx_disable_mbx_poll(adapter);
  2805. if (err) {
  2806. dev_err(&adapter->pdev->dev,
  2807. "failed to setup mbx interrupt\n");
  2808. goto done;
  2809. }
  2810. }
  2811. if (netif_running(netdev)) {
  2812. err = qlcnic_attach(adapter);
  2813. if (err)
  2814. goto done;
  2815. err = __qlcnic_up(adapter, netdev);
  2816. if (err)
  2817. goto done;
  2818. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2819. }
  2820. err = len;
  2821. done:
  2822. netif_device_attach(netdev);
  2823. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2824. return err;
  2825. }
  2826. #ifdef CONFIG_INET
  2827. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  2828. static void
  2829. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  2830. struct net_device *dev, unsigned long event)
  2831. {
  2832. struct in_device *indev;
  2833. indev = in_dev_get(dev);
  2834. if (!indev)
  2835. return;
  2836. for_ifa(indev) {
  2837. switch (event) {
  2838. case NETDEV_UP:
  2839. qlcnic_config_ipaddr(adapter,
  2840. ifa->ifa_address, QLCNIC_IP_UP);
  2841. break;
  2842. case NETDEV_DOWN:
  2843. qlcnic_config_ipaddr(adapter,
  2844. ifa->ifa_address, QLCNIC_IP_DOWN);
  2845. break;
  2846. default:
  2847. break;
  2848. }
  2849. } endfor_ifa(indev);
  2850. in_dev_put(indev);
  2851. }
  2852. void qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  2853. {
  2854. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2855. struct net_device *dev;
  2856. u16 vid;
  2857. qlcnic_config_indev_addr(adapter, netdev, event);
  2858. rcu_read_lock();
  2859. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  2860. dev = __vlan_find_dev_deep(netdev, htons(ETH_P_8021Q), vid);
  2861. if (!dev)
  2862. continue;
  2863. qlcnic_config_indev_addr(adapter, dev, event);
  2864. }
  2865. rcu_read_unlock();
  2866. }
  2867. static int qlcnic_netdev_event(struct notifier_block *this,
  2868. unsigned long event, void *ptr)
  2869. {
  2870. struct qlcnic_adapter *adapter;
  2871. struct net_device *dev = netdev_notifier_info_to_dev(ptr);
  2872. recheck:
  2873. if (dev == NULL)
  2874. goto done;
  2875. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  2876. dev = vlan_dev_real_dev(dev);
  2877. goto recheck;
  2878. }
  2879. if (!is_qlcnic_netdev(dev))
  2880. goto done;
  2881. adapter = netdev_priv(dev);
  2882. if (!adapter)
  2883. goto done;
  2884. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2885. goto done;
  2886. qlcnic_config_indev_addr(adapter, dev, event);
  2887. done:
  2888. return NOTIFY_DONE;
  2889. }
  2890. static int
  2891. qlcnic_inetaddr_event(struct notifier_block *this,
  2892. unsigned long event, void *ptr)
  2893. {
  2894. struct qlcnic_adapter *adapter;
  2895. struct net_device *dev;
  2896. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  2897. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  2898. recheck:
  2899. if (dev == NULL)
  2900. goto done;
  2901. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  2902. dev = vlan_dev_real_dev(dev);
  2903. goto recheck;
  2904. }
  2905. if (!is_qlcnic_netdev(dev))
  2906. goto done;
  2907. adapter = netdev_priv(dev);
  2908. if (!adapter)
  2909. goto done;
  2910. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2911. goto done;
  2912. switch (event) {
  2913. case NETDEV_UP:
  2914. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  2915. break;
  2916. case NETDEV_DOWN:
  2917. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  2918. break;
  2919. default:
  2920. break;
  2921. }
  2922. done:
  2923. return NOTIFY_DONE;
  2924. }
  2925. static struct notifier_block qlcnic_netdev_cb = {
  2926. .notifier_call = qlcnic_netdev_event,
  2927. };
  2928. static struct notifier_block qlcnic_inetaddr_cb = {
  2929. .notifier_call = qlcnic_inetaddr_event,
  2930. };
  2931. #else
  2932. void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  2933. { }
  2934. #endif
  2935. static const struct pci_error_handlers qlcnic_err_handler = {
  2936. .error_detected = qlcnic_io_error_detected,
  2937. .slot_reset = qlcnic_io_slot_reset,
  2938. .resume = qlcnic_io_resume,
  2939. };
  2940. static struct pci_driver qlcnic_driver = {
  2941. .name = qlcnic_driver_name,
  2942. .id_table = qlcnic_pci_tbl,
  2943. .probe = qlcnic_probe,
  2944. .remove = qlcnic_remove,
  2945. #ifdef CONFIG_PM
  2946. .suspend = qlcnic_suspend,
  2947. .resume = qlcnic_resume,
  2948. #endif
  2949. .shutdown = qlcnic_shutdown,
  2950. .err_handler = &qlcnic_err_handler,
  2951. #ifdef CONFIG_QLCNIC_SRIOV
  2952. .sriov_configure = qlcnic_pci_sriov_configure,
  2953. #endif
  2954. };
  2955. static int __init qlcnic_init_module(void)
  2956. {
  2957. int ret;
  2958. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  2959. #ifdef CONFIG_INET
  2960. register_netdevice_notifier(&qlcnic_netdev_cb);
  2961. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  2962. #endif
  2963. ret = pci_register_driver(&qlcnic_driver);
  2964. if (ret) {
  2965. #ifdef CONFIG_INET
  2966. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  2967. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  2968. #endif
  2969. }
  2970. return ret;
  2971. }
  2972. module_init(qlcnic_init_module);
  2973. static void __exit qlcnic_exit_module(void)
  2974. {
  2975. pci_unregister_driver(&qlcnic_driver);
  2976. #ifdef CONFIG_INET
  2977. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  2978. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  2979. #endif
  2980. }
  2981. module_exit(qlcnic_exit_module);