qlcnic_main.c 91 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2013 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/vmalloc.h>
  8. #include <linux/interrupt.h>
  9. #include "qlcnic.h"
  10. #include "qlcnic_sriov.h"
  11. #include "qlcnic_hw.h"
  12. #include <linux/swab.h>
  13. #include <linux/dma-mapping.h>
  14. #include <linux/if_vlan.h>
  15. #include <net/ip.h>
  16. #include <linux/ipv6.h>
  17. #include <linux/inetdevice.h>
  18. #include <linux/aer.h>
  19. #include <linux/log2.h>
  20. #include <linux/pci.h>
  21. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  22. MODULE_LICENSE("GPL");
  23. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  24. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  25. char qlcnic_driver_name[] = "qlcnic";
  26. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  27. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  28. static int qlcnic_mac_learn;
  29. module_param(qlcnic_mac_learn, int, 0444);
  30. MODULE_PARM_DESC(qlcnic_mac_learn,
  31. "Mac Filter (0=learning is disabled, 1=Driver learning is enabled, 2=FDB learning is enabled)");
  32. int qlcnic_use_msi = 1;
  33. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled)");
  34. module_param_named(use_msi, qlcnic_use_msi, int, 0444);
  35. int qlcnic_use_msi_x = 1;
  36. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled)");
  37. module_param_named(use_msi_x, qlcnic_use_msi_x, int, 0444);
  38. int qlcnic_auto_fw_reset = 1;
  39. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled)");
  40. module_param_named(auto_fw_reset, qlcnic_auto_fw_reset, int, 0644);
  41. int qlcnic_load_fw_file;
  42. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file)");
  43. module_param_named(load_fw_file, qlcnic_load_fw_file, int, 0444);
  44. int qlcnic_config_npars;
  45. module_param(qlcnic_config_npars, int, 0444);
  46. MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled)");
  47. static int qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent);
  48. static void qlcnic_remove(struct pci_dev *pdev);
  49. static int qlcnic_open(struct net_device *netdev);
  50. static int qlcnic_close(struct net_device *netdev);
  51. static void qlcnic_tx_timeout(struct net_device *netdev);
  52. static void qlcnic_attach_work(struct work_struct *work);
  53. static void qlcnic_fwinit_work(struct work_struct *work);
  54. static void qlcnic_fw_poll_work(struct work_struct *work);
  55. #ifdef CONFIG_NET_POLL_CONTROLLER
  56. static void qlcnic_poll_controller(struct net_device *netdev);
  57. #endif
  58. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  59. static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8);
  60. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  61. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  62. static irqreturn_t qlcnic_intr(int irq, void *data);
  63. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  64. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  65. static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data);
  66. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  67. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  68. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  69. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  70. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  71. static int qlcnic_vlan_rx_add(struct net_device *, __be16, u16);
  72. static int qlcnic_vlan_rx_del(struct net_device *, __be16, u16);
  73. static u32 qlcnic_vlan_tx_check(struct qlcnic_adapter *adapter)
  74. {
  75. struct qlcnic_hardware_context *ahw = adapter->ahw;
  76. if (adapter->pdev->device == PCI_DEVICE_ID_QLOGIC_QLE824X)
  77. return ahw->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX;
  78. else
  79. return 1;
  80. }
  81. /* PCI Device ID Table */
  82. #define ENTRY(device) \
  83. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  84. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  85. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  86. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  87. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE834X),
  88. ENTRY(PCI_DEVICE_ID_QLOGIC_VF_QLE834X),
  89. {0,}
  90. };
  91. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  92. inline void qlcnic_update_cmd_producer(struct qlcnic_host_tx_ring *tx_ring)
  93. {
  94. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  95. }
  96. static const u32 msi_tgt_status[8] = {
  97. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  98. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  99. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  100. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  101. };
  102. static const u32 qlcnic_reg_tbl[] = {
  103. 0x1B20A8, /* PEG_HALT_STAT1 */
  104. 0x1B20AC, /* PEG_HALT_STAT2 */
  105. 0x1B20B0, /* FW_HEARTBEAT */
  106. 0x1B2100, /* LOCK ID */
  107. 0x1B2128, /* FW_CAPABILITIES */
  108. 0x1B2138, /* drv active */
  109. 0x1B2140, /* dev state */
  110. 0x1B2144, /* drv state */
  111. 0x1B2148, /* drv scratch */
  112. 0x1B214C, /* dev partition info */
  113. 0x1B2174, /* drv idc ver */
  114. 0x1B2150, /* fw version major */
  115. 0x1B2154, /* fw version minor */
  116. 0x1B2158, /* fw version sub */
  117. 0x1B219C, /* npar state */
  118. 0x1B21FC, /* FW_IMG_VALID */
  119. 0x1B2250, /* CMD_PEG_STATE */
  120. 0x1B233C, /* RCV_PEG_STATE */
  121. 0x1B23B4, /* ASIC TEMP */
  122. 0x1B216C, /* FW api */
  123. 0x1B2170, /* drv op mode */
  124. 0x13C010, /* flash lock */
  125. 0x13C014, /* flash unlock */
  126. };
  127. static const struct qlcnic_board_info qlcnic_boards[] = {
  128. { PCI_VENDOR_ID_QLOGIC,
  129. PCI_DEVICE_ID_QLOGIC_QLE834X,
  130. PCI_VENDOR_ID_QLOGIC,
  131. 0x24e,
  132. "8300 Series Dual Port 10GbE Converged Network Adapter "
  133. "(TCP/IP Networking)" },
  134. { PCI_VENDOR_ID_QLOGIC,
  135. PCI_DEVICE_ID_QLOGIC_QLE834X,
  136. PCI_VENDOR_ID_QLOGIC,
  137. 0x243,
  138. "8300 Series Single Port 10GbE Converged Network Adapter "
  139. "(TCP/IP Networking)" },
  140. { PCI_VENDOR_ID_QLOGIC,
  141. PCI_DEVICE_ID_QLOGIC_QLE834X,
  142. PCI_VENDOR_ID_QLOGIC,
  143. 0x24a,
  144. "8300 Series Dual Port 10GbE Converged Network Adapter "
  145. "(TCP/IP Networking)" },
  146. { PCI_VENDOR_ID_QLOGIC,
  147. PCI_DEVICE_ID_QLOGIC_QLE834X,
  148. PCI_VENDOR_ID_QLOGIC,
  149. 0x246,
  150. "8300 Series Dual Port 10GbE Converged Network Adapter "
  151. "(TCP/IP Networking)" },
  152. { PCI_VENDOR_ID_QLOGIC,
  153. PCI_DEVICE_ID_QLOGIC_QLE834X,
  154. PCI_VENDOR_ID_QLOGIC,
  155. 0x252,
  156. "8300 Series Dual Port 10GbE Converged Network Adapter "
  157. "(TCP/IP Networking)" },
  158. { PCI_VENDOR_ID_QLOGIC,
  159. PCI_DEVICE_ID_QLOGIC_QLE834X,
  160. PCI_VENDOR_ID_QLOGIC,
  161. 0x26e,
  162. "8300 Series Dual Port 10GbE Converged Network Adapter "
  163. "(TCP/IP Networking)" },
  164. { PCI_VENDOR_ID_QLOGIC,
  165. PCI_DEVICE_ID_QLOGIC_QLE834X,
  166. PCI_VENDOR_ID_QLOGIC,
  167. 0x260,
  168. "8300 Series Dual Port 10GbE Converged Network Adapter "
  169. "(TCP/IP Networking)" },
  170. { PCI_VENDOR_ID_QLOGIC,
  171. PCI_DEVICE_ID_QLOGIC_QLE834X,
  172. PCI_VENDOR_ID_QLOGIC,
  173. 0x266,
  174. "8300 Series Single Port 10GbE Converged Network Adapter "
  175. "(TCP/IP Networking)" },
  176. { PCI_VENDOR_ID_QLOGIC,
  177. PCI_DEVICE_ID_QLOGIC_QLE834X,
  178. PCI_VENDOR_ID_QLOGIC,
  179. 0x269,
  180. "8300 Series Dual Port 10GbE Converged Network Adapter "
  181. "(TCP/IP Networking)" },
  182. { PCI_VENDOR_ID_QLOGIC,
  183. PCI_DEVICE_ID_QLOGIC_QLE834X,
  184. PCI_VENDOR_ID_QLOGIC,
  185. 0x271,
  186. "8300 Series Dual Port 10GbE Converged Network Adapter "
  187. "(TCP/IP Networking)" },
  188. { PCI_VENDOR_ID_QLOGIC,
  189. PCI_DEVICE_ID_QLOGIC_QLE834X,
  190. 0x0, 0x0, "8300 Series 1/10GbE Controller" },
  191. { PCI_VENDOR_ID_QLOGIC,
  192. PCI_DEVICE_ID_QLOGIC_QLE824X,
  193. PCI_VENDOR_ID_QLOGIC,
  194. 0x203,
  195. "8200 Series Single Port 10GbE Converged Network Adapter"
  196. "(TCP/IP Networking)" },
  197. { PCI_VENDOR_ID_QLOGIC,
  198. PCI_DEVICE_ID_QLOGIC_QLE824X,
  199. PCI_VENDOR_ID_QLOGIC,
  200. 0x207,
  201. "8200 Series Dual Port 10GbE Converged Network Adapter"
  202. "(TCP/IP Networking)" },
  203. { PCI_VENDOR_ID_QLOGIC,
  204. PCI_DEVICE_ID_QLOGIC_QLE824X,
  205. PCI_VENDOR_ID_QLOGIC,
  206. 0x20b,
  207. "3200 Series Dual Port 10Gb Intelligent Ethernet Adapter" },
  208. { PCI_VENDOR_ID_QLOGIC,
  209. PCI_DEVICE_ID_QLOGIC_QLE824X,
  210. PCI_VENDOR_ID_QLOGIC,
  211. 0x20c,
  212. "3200 Series Quad Port 1Gb Intelligent Ethernet Adapter" },
  213. { PCI_VENDOR_ID_QLOGIC,
  214. PCI_DEVICE_ID_QLOGIC_QLE824X,
  215. PCI_VENDOR_ID_QLOGIC,
  216. 0x20f,
  217. "3200 Series Single Port 10Gb Intelligent Ethernet Adapter" },
  218. { PCI_VENDOR_ID_QLOGIC,
  219. PCI_DEVICE_ID_QLOGIC_QLE824X,
  220. 0x103c, 0x3733,
  221. "NC523SFP 10Gb 2-port Server Adapter" },
  222. { PCI_VENDOR_ID_QLOGIC,
  223. PCI_DEVICE_ID_QLOGIC_QLE824X,
  224. 0x103c, 0x3346,
  225. "CN1000Q Dual Port Converged Network Adapter" },
  226. { PCI_VENDOR_ID_QLOGIC,
  227. PCI_DEVICE_ID_QLOGIC_QLE824X,
  228. PCI_VENDOR_ID_QLOGIC,
  229. 0x210,
  230. "QME8242-k 10GbE Dual Port Mezzanine Card" },
  231. { PCI_VENDOR_ID_QLOGIC,
  232. PCI_DEVICE_ID_QLOGIC_QLE824X,
  233. 0x0, 0x0, "cLOM8214 1/10GbE Controller" },
  234. };
  235. #define NUM_SUPPORTED_BOARDS ARRAY_SIZE(qlcnic_boards)
  236. #define QLC_MAX_SDS_RINGS 8
  237. static const
  238. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  239. int qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  240. {
  241. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  242. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  243. return recv_ctx->sds_rings == NULL;
  244. }
  245. void qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  246. {
  247. if (recv_ctx->sds_rings != NULL)
  248. kfree(recv_ctx->sds_rings);
  249. recv_ctx->sds_rings = NULL;
  250. }
  251. int qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  252. {
  253. u8 mac_addr[ETH_ALEN];
  254. struct net_device *netdev = adapter->netdev;
  255. struct pci_dev *pdev = adapter->pdev;
  256. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  257. return -EIO;
  258. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  259. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  260. /* set station address */
  261. if (!is_valid_ether_addr(netdev->dev_addr))
  262. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  263. netdev->dev_addr);
  264. return 0;
  265. }
  266. static void qlcnic_delete_adapter_mac(struct qlcnic_adapter *adapter)
  267. {
  268. struct qlcnic_mac_list_s *cur;
  269. struct list_head *head;
  270. list_for_each(head, &adapter->mac_list) {
  271. cur = list_entry(head, struct qlcnic_mac_list_s, list);
  272. if (!memcmp(adapter->mac_addr, cur->mac_addr, ETH_ALEN)) {
  273. qlcnic_sre_macaddr_change(adapter, cur->mac_addr,
  274. 0, QLCNIC_MAC_DEL);
  275. list_del(&cur->list);
  276. kfree(cur);
  277. return;
  278. }
  279. }
  280. }
  281. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  282. {
  283. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  284. struct sockaddr *addr = p;
  285. if (qlcnic_sriov_vf_check(adapter))
  286. return -EINVAL;
  287. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  288. return -EOPNOTSUPP;
  289. if (!is_valid_ether_addr(addr->sa_data))
  290. return -EINVAL;
  291. if (!memcmp(adapter->mac_addr, addr->sa_data, ETH_ALEN))
  292. return 0;
  293. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  294. netif_device_detach(netdev);
  295. qlcnic_napi_disable(adapter);
  296. }
  297. qlcnic_delete_adapter_mac(adapter);
  298. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  299. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  300. qlcnic_set_multi(adapter->netdev);
  301. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  302. netif_device_attach(netdev);
  303. qlcnic_napi_enable(adapter);
  304. }
  305. return 0;
  306. }
  307. static int qlcnic_fdb_del(struct ndmsg *ndm, struct nlattr *tb[],
  308. struct net_device *netdev, const unsigned char *addr)
  309. {
  310. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  311. int err = -EOPNOTSUPP;
  312. if (!adapter->fdb_mac_learn)
  313. return ndo_dflt_fdb_del(ndm, tb, netdev, addr);
  314. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  315. if (is_unicast_ether_addr(addr))
  316. err = qlcnic_nic_del_mac(adapter, addr);
  317. else if (is_multicast_ether_addr(addr))
  318. err = dev_mc_del(netdev, addr);
  319. else
  320. err = -EINVAL;
  321. }
  322. return err;
  323. }
  324. static int qlcnic_fdb_add(struct ndmsg *ndm, struct nlattr *tb[],
  325. struct net_device *netdev,
  326. const unsigned char *addr, u16 flags)
  327. {
  328. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  329. int err = 0;
  330. if (!adapter->fdb_mac_learn)
  331. return ndo_dflt_fdb_add(ndm, tb, netdev, addr, flags);
  332. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
  333. pr_info("%s: FDB e-switch is not enabled\n", __func__);
  334. return -EOPNOTSUPP;
  335. }
  336. if (ether_addr_equal(addr, adapter->mac_addr))
  337. return err;
  338. if (is_unicast_ether_addr(addr))
  339. err = qlcnic_nic_add_mac(adapter, addr, 0);
  340. else if (is_multicast_ether_addr(addr))
  341. err = dev_mc_add_excl(netdev, addr);
  342. else
  343. err = -EINVAL;
  344. return err;
  345. }
  346. static int qlcnic_fdb_dump(struct sk_buff *skb, struct netlink_callback *ncb,
  347. struct net_device *netdev, int idx)
  348. {
  349. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  350. if (!adapter->fdb_mac_learn)
  351. return ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
  352. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  353. idx = ndo_dflt_fdb_dump(skb, ncb, netdev, idx);
  354. return idx;
  355. }
  356. static void qlcnic_82xx_cancel_idc_work(struct qlcnic_adapter *adapter)
  357. {
  358. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  359. usleep_range(10000, 11000);
  360. cancel_delayed_work_sync(&adapter->fw_work);
  361. }
  362. static const struct net_device_ops qlcnic_netdev_ops = {
  363. .ndo_open = qlcnic_open,
  364. .ndo_stop = qlcnic_close,
  365. .ndo_start_xmit = qlcnic_xmit_frame,
  366. .ndo_get_stats = qlcnic_get_stats,
  367. .ndo_validate_addr = eth_validate_addr,
  368. .ndo_set_rx_mode = qlcnic_set_multi,
  369. .ndo_set_mac_address = qlcnic_set_mac,
  370. .ndo_change_mtu = qlcnic_change_mtu,
  371. .ndo_fix_features = qlcnic_fix_features,
  372. .ndo_set_features = qlcnic_set_features,
  373. .ndo_tx_timeout = qlcnic_tx_timeout,
  374. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  375. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  376. .ndo_fdb_add = qlcnic_fdb_add,
  377. .ndo_fdb_del = qlcnic_fdb_del,
  378. .ndo_fdb_dump = qlcnic_fdb_dump,
  379. #ifdef CONFIG_NET_POLL_CONTROLLER
  380. .ndo_poll_controller = qlcnic_poll_controller,
  381. #endif
  382. #ifdef CONFIG_QLCNIC_SRIOV
  383. .ndo_set_vf_mac = qlcnic_sriov_set_vf_mac,
  384. .ndo_set_vf_tx_rate = qlcnic_sriov_set_vf_tx_rate,
  385. .ndo_get_vf_config = qlcnic_sriov_get_vf_config,
  386. .ndo_set_vf_vlan = qlcnic_sriov_set_vf_vlan,
  387. .ndo_set_vf_spoofchk = qlcnic_sriov_set_vf_spoofchk,
  388. #endif
  389. };
  390. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  391. .ndo_open = qlcnic_open,
  392. };
  393. static struct qlcnic_nic_template qlcnic_ops = {
  394. .config_bridged_mode = qlcnic_config_bridged_mode,
  395. .config_led = qlcnic_82xx_config_led,
  396. .start_firmware = qlcnic_82xx_start_firmware,
  397. .request_reset = qlcnic_82xx_dev_request_reset,
  398. .cancel_idc_work = qlcnic_82xx_cancel_idc_work,
  399. .napi_add = qlcnic_82xx_napi_add,
  400. .napi_del = qlcnic_82xx_napi_del,
  401. .config_ipaddr = qlcnic_82xx_config_ipaddr,
  402. .clear_legacy_intr = qlcnic_82xx_clear_legacy_intr,
  403. };
  404. struct qlcnic_nic_template qlcnic_vf_ops = {
  405. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  406. .config_led = qlcnicvf_config_led,
  407. .start_firmware = qlcnicvf_start_firmware
  408. };
  409. static struct qlcnic_hardware_ops qlcnic_hw_ops = {
  410. .read_crb = qlcnic_82xx_read_crb,
  411. .write_crb = qlcnic_82xx_write_crb,
  412. .read_reg = qlcnic_82xx_hw_read_wx_2M,
  413. .write_reg = qlcnic_82xx_hw_write_wx_2M,
  414. .get_mac_address = qlcnic_82xx_get_mac_address,
  415. .setup_intr = qlcnic_82xx_setup_intr,
  416. .alloc_mbx_args = qlcnic_82xx_alloc_mbx_args,
  417. .mbx_cmd = qlcnic_82xx_issue_cmd,
  418. .get_func_no = qlcnic_82xx_get_func_no,
  419. .api_lock = qlcnic_82xx_api_lock,
  420. .api_unlock = qlcnic_82xx_api_unlock,
  421. .add_sysfs = qlcnic_82xx_add_sysfs,
  422. .remove_sysfs = qlcnic_82xx_remove_sysfs,
  423. .process_lb_rcv_ring_diag = qlcnic_82xx_process_rcv_ring_diag,
  424. .create_rx_ctx = qlcnic_82xx_fw_cmd_create_rx_ctx,
  425. .create_tx_ctx = qlcnic_82xx_fw_cmd_create_tx_ctx,
  426. .del_rx_ctx = qlcnic_82xx_fw_cmd_del_rx_ctx,
  427. .del_tx_ctx = qlcnic_82xx_fw_cmd_del_tx_ctx,
  428. .setup_link_event = qlcnic_82xx_linkevent_request,
  429. .get_nic_info = qlcnic_82xx_get_nic_info,
  430. .get_pci_info = qlcnic_82xx_get_pci_info,
  431. .set_nic_info = qlcnic_82xx_set_nic_info,
  432. .change_macvlan = qlcnic_82xx_sre_macaddr_change,
  433. .napi_enable = qlcnic_82xx_napi_enable,
  434. .napi_disable = qlcnic_82xx_napi_disable,
  435. .config_intr_coal = qlcnic_82xx_config_intr_coalesce,
  436. .config_rss = qlcnic_82xx_config_rss,
  437. .config_hw_lro = qlcnic_82xx_config_hw_lro,
  438. .config_loopback = qlcnic_82xx_set_lb_mode,
  439. .clear_loopback = qlcnic_82xx_clear_lb_mode,
  440. .config_promisc_mode = qlcnic_82xx_nic_set_promisc,
  441. .change_l2_filter = qlcnic_82xx_change_filter,
  442. .get_board_info = qlcnic_82xx_get_board_info,
  443. .free_mac_list = qlcnic_82xx_free_mac_list,
  444. };
  445. int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  446. {
  447. struct pci_dev *pdev = adapter->pdev;
  448. int err = -1, i;
  449. int max_tx_rings, tx_vector;
  450. if (adapter->flags & QLCNIC_TX_INTR_SHARED) {
  451. max_tx_rings = 0;
  452. tx_vector = 0;
  453. } else {
  454. max_tx_rings = adapter->max_drv_tx_rings;
  455. tx_vector = 1;
  456. }
  457. if (!adapter->msix_entries) {
  458. adapter->msix_entries = kcalloc(num_msix,
  459. sizeof(struct msix_entry),
  460. GFP_KERNEL);
  461. if (!adapter->msix_entries)
  462. return -ENOMEM;
  463. }
  464. adapter->max_sds_rings = 1;
  465. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  466. if (adapter->ahw->msix_supported) {
  467. enable_msix:
  468. for (i = 0; i < num_msix; i++)
  469. adapter->msix_entries[i].entry = i;
  470. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  471. if (err == 0) {
  472. adapter->flags |= QLCNIC_MSIX_ENABLED;
  473. if (qlcnic_83xx_check(adapter)) {
  474. adapter->ahw->num_msix = num_msix;
  475. /* subtract mail box and tx ring vectors */
  476. adapter->max_sds_rings = num_msix -
  477. max_tx_rings - 1;
  478. } else {
  479. adapter->max_sds_rings = num_msix;
  480. }
  481. dev_info(&pdev->dev, "using msi-x interrupts\n");
  482. return err;
  483. } else if (err > 0) {
  484. dev_info(&pdev->dev,
  485. "Unable to allocate %d MSI-X interrupt vectors\n",
  486. num_msix);
  487. if (qlcnic_83xx_check(adapter)) {
  488. if (err < (QLC_83XX_MINIMUM_VECTOR - tx_vector))
  489. return err;
  490. err -= (max_tx_rings + 1);
  491. num_msix = rounddown_pow_of_two(err);
  492. num_msix += (max_tx_rings + 1);
  493. } else {
  494. num_msix = rounddown_pow_of_two(err);
  495. }
  496. if (num_msix) {
  497. dev_info(&pdev->dev,
  498. "Trying to allocate %d MSI-X interrupt vectors\n",
  499. num_msix);
  500. goto enable_msix;
  501. }
  502. } else {
  503. dev_info(&pdev->dev,
  504. "Unable to allocate %d MSI-X interrupt vectors\n",
  505. num_msix);
  506. }
  507. }
  508. return err;
  509. }
  510. static int qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  511. {
  512. int err = 0;
  513. u32 offset, mask_reg;
  514. const struct qlcnic_legacy_intr_set *legacy_intrp;
  515. struct qlcnic_hardware_context *ahw = adapter->ahw;
  516. struct pci_dev *pdev = adapter->pdev;
  517. if (qlcnic_use_msi && !pci_enable_msi(pdev)) {
  518. adapter->flags |= QLCNIC_MSI_ENABLED;
  519. offset = msi_tgt_status[adapter->ahw->pci_func];
  520. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter->ahw,
  521. offset);
  522. dev_info(&pdev->dev, "using msi interrupts\n");
  523. adapter->msix_entries[0].vector = pdev->irq;
  524. return err;
  525. }
  526. if (qlcnic_use_msi || qlcnic_use_msi_x)
  527. return -EOPNOTSUPP;
  528. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  529. adapter->ahw->int_vec_bit = legacy_intrp->int_vec_bit;
  530. offset = legacy_intrp->tgt_status_reg;
  531. adapter->tgt_status_reg = qlcnic_get_ioaddr(ahw, offset);
  532. mask_reg = legacy_intrp->tgt_mask_reg;
  533. adapter->tgt_mask_reg = qlcnic_get_ioaddr(ahw, mask_reg);
  534. adapter->isr_int_vec = qlcnic_get_ioaddr(ahw, ISR_INT_VECTOR);
  535. adapter->crb_int_state_reg = qlcnic_get_ioaddr(ahw, ISR_INT_STATE_REG);
  536. dev_info(&pdev->dev, "using legacy interrupts\n");
  537. adapter->msix_entries[0].vector = pdev->irq;
  538. return err;
  539. }
  540. int qlcnic_82xx_setup_intr(struct qlcnic_adapter *adapter, u8 num_intr)
  541. {
  542. int num_msix, err = 0;
  543. if (!num_intr)
  544. num_intr = QLCNIC_DEF_NUM_STS_DESC_RINGS;
  545. if (adapter->ahw->msix_supported)
  546. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  547. num_intr));
  548. else
  549. num_msix = 1;
  550. err = qlcnic_enable_msix(adapter, num_msix);
  551. if (err == -ENOMEM || !err)
  552. return err;
  553. err = qlcnic_enable_msi_legacy(adapter);
  554. if (!err)
  555. return err;
  556. return -EIO;
  557. }
  558. void qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  559. {
  560. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  561. pci_disable_msix(adapter->pdev);
  562. if (adapter->flags & QLCNIC_MSI_ENABLED)
  563. pci_disable_msi(adapter->pdev);
  564. kfree(adapter->msix_entries);
  565. adapter->msix_entries = NULL;
  566. if (adapter->ahw->intr_tbl) {
  567. vfree(adapter->ahw->intr_tbl);
  568. adapter->ahw->intr_tbl = NULL;
  569. }
  570. }
  571. static void qlcnic_cleanup_pci_map(struct qlcnic_hardware_context *ahw)
  572. {
  573. if (ahw->pci_base0 != NULL)
  574. iounmap(ahw->pci_base0);
  575. }
  576. static int qlcnic_get_act_pci_func(struct qlcnic_adapter *adapter)
  577. {
  578. struct qlcnic_pci_info *pci_info;
  579. int ret;
  580. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED)) {
  581. switch (adapter->ahw->port_type) {
  582. case QLCNIC_GBE:
  583. adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_GBE_PORTS;
  584. break;
  585. case QLCNIC_XGBE:
  586. adapter->ahw->act_pci_func = QLCNIC_NIU_MAX_XG_PORTS;
  587. break;
  588. }
  589. return 0;
  590. }
  591. if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
  592. return 0;
  593. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  594. if (!pci_info)
  595. return -ENOMEM;
  596. ret = qlcnic_get_pci_info(adapter, pci_info);
  597. kfree(pci_info);
  598. return ret;
  599. }
  600. int qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  601. {
  602. struct qlcnic_pci_info *pci_info;
  603. int i, ret = 0, j = 0;
  604. u16 act_pci_func;
  605. u8 pfn;
  606. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  607. if (!pci_info)
  608. return -ENOMEM;
  609. ret = qlcnic_get_pci_info(adapter, pci_info);
  610. if (ret)
  611. goto err_pci_info;
  612. act_pci_func = adapter->ahw->act_pci_func;
  613. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  614. act_pci_func, GFP_KERNEL);
  615. if (!adapter->npars) {
  616. ret = -ENOMEM;
  617. goto err_pci_info;
  618. }
  619. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  620. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  621. if (!adapter->eswitch) {
  622. ret = -ENOMEM;
  623. goto err_npars;
  624. }
  625. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  626. pfn = pci_info[i].id;
  627. if (pfn >= QLCNIC_MAX_PCI_FUNC) {
  628. ret = QL_STATUS_INVALID_PARAM;
  629. goto err_eswitch;
  630. }
  631. if (!pci_info[i].active ||
  632. (pci_info[i].type != QLCNIC_TYPE_NIC))
  633. continue;
  634. adapter->npars[j].pci_func = pfn;
  635. adapter->npars[j].active = (u8)pci_info[i].active;
  636. adapter->npars[j].type = (u8)pci_info[i].type;
  637. adapter->npars[j].phy_port = (u8)pci_info[i].default_port;
  638. adapter->npars[j].min_bw = pci_info[i].tx_min_bw;
  639. adapter->npars[j].max_bw = pci_info[i].tx_max_bw;
  640. j++;
  641. }
  642. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++) {
  643. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  644. if (qlcnic_83xx_check(adapter))
  645. qlcnic_enable_eswitch(adapter, i, 1);
  646. }
  647. kfree(pci_info);
  648. return 0;
  649. err_eswitch:
  650. kfree(adapter->eswitch);
  651. adapter->eswitch = NULL;
  652. err_npars:
  653. kfree(adapter->npars);
  654. adapter->npars = NULL;
  655. err_pci_info:
  656. kfree(pci_info);
  657. return ret;
  658. }
  659. static int
  660. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  661. {
  662. u8 id;
  663. int i, ret = 1;
  664. u32 data = QLCNIC_MGMT_FUNC;
  665. struct qlcnic_hardware_context *ahw = adapter->ahw;
  666. ret = qlcnic_api_lock(adapter);
  667. if (ret)
  668. goto err_lock;
  669. if (qlcnic_config_npars) {
  670. for (i = 0; i < ahw->act_pci_func; i++) {
  671. id = adapter->npars[i].pci_func;
  672. if (id == ahw->pci_func)
  673. continue;
  674. data |= (qlcnic_config_npars &
  675. QLC_DEV_SET_DRV(0xf, id));
  676. }
  677. } else {
  678. data = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  679. data = (data & ~QLC_DEV_SET_DRV(0xf, ahw->pci_func)) |
  680. (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
  681. ahw->pci_func));
  682. }
  683. QLC_SHARED_REG_WR32(adapter, QLCNIC_DRV_OP_MODE, data);
  684. qlcnic_api_unlock(adapter);
  685. err_lock:
  686. return ret;
  687. }
  688. static void qlcnic_check_vf(struct qlcnic_adapter *adapter,
  689. const struct pci_device_id *ent)
  690. {
  691. u32 op_mode, priv_level;
  692. /* Determine FW API version */
  693. adapter->ahw->fw_hal_version = QLC_SHARED_REG_RD32(adapter,
  694. QLCNIC_FW_API);
  695. /* Find PCI function number */
  696. qlcnic_get_func_no(adapter);
  697. /* Determine function privilege level */
  698. op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  699. if (op_mode == QLC_DEV_DRV_DEFAULT)
  700. priv_level = QLCNIC_MGMT_FUNC;
  701. else
  702. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  703. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  704. adapter->ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
  705. dev_info(&adapter->pdev->dev,
  706. "HAL Version: %d Non Privileged function\n",
  707. adapter->ahw->fw_hal_version);
  708. adapter->nic_ops = &qlcnic_vf_ops;
  709. } else
  710. adapter->nic_ops = &qlcnic_ops;
  711. }
  712. #define QLCNIC_82XX_BAR0_LENGTH 0x00200000UL
  713. #define QLCNIC_83XX_BAR0_LENGTH 0x4000
  714. static void qlcnic_get_bar_length(u32 dev_id, ulong *bar)
  715. {
  716. switch (dev_id) {
  717. case PCI_DEVICE_ID_QLOGIC_QLE824X:
  718. *bar = QLCNIC_82XX_BAR0_LENGTH;
  719. break;
  720. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  721. case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
  722. *bar = QLCNIC_83XX_BAR0_LENGTH;
  723. break;
  724. default:
  725. *bar = 0;
  726. }
  727. }
  728. static int qlcnic_setup_pci_map(struct pci_dev *pdev,
  729. struct qlcnic_hardware_context *ahw)
  730. {
  731. u32 offset;
  732. void __iomem *mem_ptr0 = NULL;
  733. unsigned long mem_len, pci_len0 = 0, bar0_len;
  734. /* remap phys address */
  735. mem_len = pci_resource_len(pdev, 0);
  736. qlcnic_get_bar_length(pdev->device, &bar0_len);
  737. if (mem_len >= bar0_len) {
  738. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  739. if (mem_ptr0 == NULL) {
  740. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  741. return -EIO;
  742. }
  743. pci_len0 = mem_len;
  744. } else {
  745. return -EIO;
  746. }
  747. dev_info(&pdev->dev, "%dKB memory map\n", (int)(mem_len >> 10));
  748. ahw->pci_base0 = mem_ptr0;
  749. ahw->pci_len0 = pci_len0;
  750. offset = QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(ahw->pci_func));
  751. qlcnic_get_ioaddr(ahw, offset);
  752. return 0;
  753. }
  754. static void qlcnic_get_board_name(struct qlcnic_adapter *adapter, char *name)
  755. {
  756. struct pci_dev *pdev = adapter->pdev;
  757. int i, found = 0;
  758. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  759. if (qlcnic_boards[i].vendor == pdev->vendor &&
  760. qlcnic_boards[i].device == pdev->device &&
  761. qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
  762. qlcnic_boards[i].sub_device == pdev->subsystem_device) {
  763. sprintf(name, "%pM: %s" ,
  764. adapter->mac_addr,
  765. qlcnic_boards[i].short_name);
  766. found = 1;
  767. break;
  768. }
  769. }
  770. if (!found)
  771. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  772. }
  773. static void
  774. qlcnic_check_options(struct qlcnic_adapter *adapter)
  775. {
  776. int err;
  777. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  778. struct pci_dev *pdev = adapter->pdev;
  779. struct qlcnic_hardware_context *ahw = adapter->ahw;
  780. struct qlcnic_fw_dump *fw_dump = &ahw->fw_dump;
  781. prev_fw_version = adapter->fw_version;
  782. fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  783. fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
  784. fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
  785. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  786. err = qlcnic_get_board_info(adapter);
  787. if (err) {
  788. dev_err(&pdev->dev, "Error getting board config info.\n");
  789. return;
  790. }
  791. if (ahw->op_mode != QLCNIC_NON_PRIV_FUNC) {
  792. if (fw_dump->tmpl_hdr == NULL ||
  793. adapter->fw_version > prev_fw_version) {
  794. if (fw_dump->tmpl_hdr)
  795. vfree(fw_dump->tmpl_hdr);
  796. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  797. dev_info(&pdev->dev,
  798. "Supports FW dump capability\n");
  799. }
  800. }
  801. dev_info(&pdev->dev, "Driver v%s, firmware v%d.%d.%d\n",
  802. QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
  803. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  804. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  805. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  806. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  807. } else {
  808. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  809. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  810. }
  811. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  812. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  813. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  814. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  815. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  816. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  817. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  818. }
  819. adapter->ahw->msix_supported = !!qlcnic_use_msi_x;
  820. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  821. adapter->max_rds_rings = MAX_RDS_RINGS;
  822. }
  823. static int
  824. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  825. {
  826. int err;
  827. struct qlcnic_info nic_info;
  828. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  829. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  830. if (err)
  831. return err;
  832. adapter->ahw->physical_port = (u8)nic_info.phys_port;
  833. adapter->ahw->switch_mode = nic_info.switch_mode;
  834. adapter->ahw->max_tx_ques = nic_info.max_tx_ques;
  835. adapter->ahw->max_rx_ques = nic_info.max_rx_ques;
  836. adapter->ahw->capabilities = nic_info.capabilities;
  837. if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
  838. u32 temp;
  839. temp = QLCRD32(adapter, CRB_FW_CAPABILITIES_2);
  840. adapter->ahw->capabilities2 = temp;
  841. }
  842. adapter->ahw->max_mac_filters = nic_info.max_mac_filters;
  843. adapter->ahw->max_mtu = nic_info.max_mtu;
  844. /* Disable NPAR for 83XX */
  845. if (qlcnic_83xx_check(adapter))
  846. return err;
  847. if (adapter->ahw->capabilities & BIT_6)
  848. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  849. else
  850. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  851. return err;
  852. }
  853. void qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  854. struct qlcnic_esw_func_cfg *esw_cfg)
  855. {
  856. if (esw_cfg->discard_tagged)
  857. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  858. else
  859. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  860. if (esw_cfg->vlan_id) {
  861. adapter->rx_pvid = esw_cfg->vlan_id;
  862. adapter->tx_pvid = esw_cfg->vlan_id;
  863. } else {
  864. adapter->rx_pvid = 0;
  865. adapter->tx_pvid = 0;
  866. }
  867. }
  868. static int
  869. qlcnic_vlan_rx_add(struct net_device *netdev, __be16 proto, u16 vid)
  870. {
  871. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  872. int err;
  873. if (qlcnic_sriov_vf_check(adapter)) {
  874. err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 1);
  875. if (err) {
  876. netdev_err(netdev,
  877. "Cannot add VLAN filter for VLAN id %d, err=%d",
  878. vid, err);
  879. return err;
  880. }
  881. }
  882. set_bit(vid, adapter->vlans);
  883. return 0;
  884. }
  885. static int
  886. qlcnic_vlan_rx_del(struct net_device *netdev, __be16 proto, u16 vid)
  887. {
  888. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  889. int err;
  890. if (qlcnic_sriov_vf_check(adapter)) {
  891. err = qlcnic_sriov_cfg_vf_guest_vlan(adapter, vid, 0);
  892. if (err) {
  893. netdev_err(netdev,
  894. "Cannot delete VLAN filter for VLAN id %d, err=%d",
  895. vid, err);
  896. return err;
  897. }
  898. }
  899. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  900. clear_bit(vid, adapter->vlans);
  901. return 0;
  902. }
  903. void qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  904. struct qlcnic_esw_func_cfg *esw_cfg)
  905. {
  906. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  907. QLCNIC_PROMISC_DISABLED);
  908. if (esw_cfg->mac_anti_spoof)
  909. adapter->flags |= QLCNIC_MACSPOOF;
  910. if (!esw_cfg->mac_override)
  911. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  912. if (!esw_cfg->promisc_mode)
  913. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  914. }
  915. int qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  916. {
  917. struct qlcnic_esw_func_cfg esw_cfg;
  918. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  919. return 0;
  920. esw_cfg.pci_func = adapter->ahw->pci_func;
  921. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  922. return -EIO;
  923. qlcnic_set_vlan_config(adapter, &esw_cfg);
  924. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  925. qlcnic_set_netdev_features(adapter, &esw_cfg);
  926. return 0;
  927. }
  928. void qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  929. struct qlcnic_esw_func_cfg *esw_cfg)
  930. {
  931. struct net_device *netdev = adapter->netdev;
  932. if (qlcnic_83xx_check(adapter))
  933. return;
  934. adapter->offload_flags = esw_cfg->offload_flags;
  935. adapter->flags |= QLCNIC_APP_CHANGED_FLAGS;
  936. netdev_update_features(netdev);
  937. adapter->flags &= ~QLCNIC_APP_CHANGED_FLAGS;
  938. }
  939. static int
  940. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  941. {
  942. u32 op_mode, priv_level;
  943. int err = 0;
  944. err = qlcnic_initialize_nic(adapter);
  945. if (err)
  946. return err;
  947. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  948. return 0;
  949. op_mode = QLC_SHARED_REG_RD32(adapter, QLCNIC_DRV_OP_MODE);
  950. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  951. if (op_mode == QLC_DEV_DRV_DEFAULT)
  952. priv_level = QLCNIC_MGMT_FUNC;
  953. else
  954. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  955. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  956. if (priv_level == QLCNIC_MGMT_FUNC) {
  957. adapter->ahw->op_mode = QLCNIC_MGMT_FUNC;
  958. err = qlcnic_init_pci_info(adapter);
  959. if (err)
  960. return err;
  961. /* Set privilege level for other functions */
  962. qlcnic_set_function_modes(adapter);
  963. dev_info(&adapter->pdev->dev,
  964. "HAL Version: %d, Management function\n",
  965. adapter->ahw->fw_hal_version);
  966. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  967. adapter->ahw->op_mode = QLCNIC_PRIV_FUNC;
  968. dev_info(&adapter->pdev->dev,
  969. "HAL Version: %d, Privileged function\n",
  970. adapter->ahw->fw_hal_version);
  971. }
  972. }
  973. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  974. return err;
  975. }
  976. int qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  977. {
  978. struct qlcnic_esw_func_cfg esw_cfg;
  979. struct qlcnic_npar_info *npar;
  980. u8 i;
  981. if (adapter->need_fw_reset)
  982. return 0;
  983. for (i = 0; i < adapter->ahw->act_pci_func; i++) {
  984. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  985. esw_cfg.pci_func = adapter->npars[i].pci_func;
  986. esw_cfg.mac_override = BIT_0;
  987. esw_cfg.promisc_mode = BIT_0;
  988. if (qlcnic_82xx_check(adapter)) {
  989. esw_cfg.offload_flags = BIT_0;
  990. if (QLCNIC_IS_TSO_CAPABLE(adapter))
  991. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  992. }
  993. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  994. return -EIO;
  995. npar = &adapter->npars[i];
  996. npar->pvid = esw_cfg.vlan_id;
  997. npar->mac_override = esw_cfg.mac_override;
  998. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  999. npar->discard_tagged = esw_cfg.discard_tagged;
  1000. npar->promisc_mode = esw_cfg.promisc_mode;
  1001. npar->offload_flags = esw_cfg.offload_flags;
  1002. }
  1003. return 0;
  1004. }
  1005. static int
  1006. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  1007. struct qlcnic_npar_info *npar, int pci_func)
  1008. {
  1009. struct qlcnic_esw_func_cfg esw_cfg;
  1010. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  1011. esw_cfg.pci_func = pci_func;
  1012. esw_cfg.vlan_id = npar->pvid;
  1013. esw_cfg.mac_override = npar->mac_override;
  1014. esw_cfg.discard_tagged = npar->discard_tagged;
  1015. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  1016. esw_cfg.offload_flags = npar->offload_flags;
  1017. esw_cfg.promisc_mode = npar->promisc_mode;
  1018. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1019. return -EIO;
  1020. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  1021. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  1022. return -EIO;
  1023. return 0;
  1024. }
  1025. int qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  1026. {
  1027. int i, err;
  1028. struct qlcnic_npar_info *npar;
  1029. struct qlcnic_info nic_info;
  1030. u8 pci_func;
  1031. if (qlcnic_82xx_check(adapter))
  1032. if (!adapter->need_fw_reset)
  1033. return 0;
  1034. /* Set the NPAR config data after FW reset */
  1035. for (i = 0; i < adapter->ahw->act_pci_func; i++) {
  1036. npar = &adapter->npars[i];
  1037. pci_func = npar->pci_func;
  1038. memset(&nic_info, 0, sizeof(struct qlcnic_info));
  1039. err = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  1040. if (err)
  1041. return err;
  1042. nic_info.min_tx_bw = npar->min_bw;
  1043. nic_info.max_tx_bw = npar->max_bw;
  1044. err = qlcnic_set_nic_info(adapter, &nic_info);
  1045. if (err)
  1046. return err;
  1047. if (npar->enable_pm) {
  1048. err = qlcnic_config_port_mirroring(adapter,
  1049. npar->dest_npar, 1,
  1050. pci_func);
  1051. if (err)
  1052. return err;
  1053. }
  1054. err = qlcnic_reset_eswitch_config(adapter, npar, pci_func);
  1055. if (err)
  1056. return err;
  1057. }
  1058. return 0;
  1059. }
  1060. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  1061. {
  1062. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  1063. u32 npar_state;
  1064. if (adapter->ahw->op_mode == QLCNIC_MGMT_FUNC)
  1065. return 0;
  1066. npar_state = QLC_SHARED_REG_RD32(adapter,
  1067. QLCNIC_CRB_DEV_NPAR_STATE);
  1068. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  1069. msleep(1000);
  1070. npar_state = QLC_SHARED_REG_RD32(adapter,
  1071. QLCNIC_CRB_DEV_NPAR_STATE);
  1072. }
  1073. if (!npar_opt_timeo) {
  1074. dev_err(&adapter->pdev->dev,
  1075. "Waiting for NPAR state to operational timeout\n");
  1076. return -EIO;
  1077. }
  1078. return 0;
  1079. }
  1080. static int
  1081. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  1082. {
  1083. int err;
  1084. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  1085. adapter->ahw->op_mode != QLCNIC_MGMT_FUNC)
  1086. return 0;
  1087. err = qlcnic_set_default_offload_settings(adapter);
  1088. if (err)
  1089. return err;
  1090. err = qlcnic_reset_npar_config(adapter);
  1091. if (err)
  1092. return err;
  1093. qlcnic_dev_set_npar_ready(adapter);
  1094. return err;
  1095. }
  1096. int qlcnic_82xx_start_firmware(struct qlcnic_adapter *adapter)
  1097. {
  1098. int err;
  1099. err = qlcnic_can_start_firmware(adapter);
  1100. if (err < 0)
  1101. return err;
  1102. else if (!err)
  1103. goto check_fw_status;
  1104. if (qlcnic_load_fw_file)
  1105. qlcnic_request_firmware(adapter);
  1106. else {
  1107. err = qlcnic_check_flash_fw_ver(adapter);
  1108. if (err)
  1109. goto err_out;
  1110. adapter->ahw->fw_type = QLCNIC_FLASH_ROMIMAGE;
  1111. }
  1112. err = qlcnic_need_fw_reset(adapter);
  1113. if (err == 0)
  1114. goto check_fw_status;
  1115. err = qlcnic_pinit_from_rom(adapter);
  1116. if (err)
  1117. goto err_out;
  1118. err = qlcnic_load_firmware(adapter);
  1119. if (err)
  1120. goto err_out;
  1121. qlcnic_release_firmware(adapter);
  1122. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  1123. check_fw_status:
  1124. err = qlcnic_check_fw_status(adapter);
  1125. if (err)
  1126. goto err_out;
  1127. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  1128. qlcnic_idc_debug_info(adapter, 1);
  1129. err = qlcnic_check_eswitch_mode(adapter);
  1130. if (err) {
  1131. dev_err(&adapter->pdev->dev,
  1132. "Memory allocation failed for eswitch\n");
  1133. goto err_out;
  1134. }
  1135. err = qlcnic_set_mgmt_operations(adapter);
  1136. if (err)
  1137. goto err_out;
  1138. qlcnic_check_options(adapter);
  1139. adapter->need_fw_reset = 0;
  1140. qlcnic_release_firmware(adapter);
  1141. return 0;
  1142. err_out:
  1143. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  1144. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  1145. qlcnic_release_firmware(adapter);
  1146. return err;
  1147. }
  1148. static int
  1149. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  1150. {
  1151. irq_handler_t handler;
  1152. struct qlcnic_host_sds_ring *sds_ring;
  1153. struct qlcnic_host_tx_ring *tx_ring;
  1154. int err, ring, num_sds_rings;
  1155. unsigned long flags = 0;
  1156. struct net_device *netdev = adapter->netdev;
  1157. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  1158. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1159. if (qlcnic_82xx_check(adapter))
  1160. handler = qlcnic_tmp_intr;
  1161. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  1162. flags |= IRQF_SHARED;
  1163. } else {
  1164. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1165. handler = qlcnic_msix_intr;
  1166. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  1167. handler = qlcnic_msi_intr;
  1168. else {
  1169. flags |= IRQF_SHARED;
  1170. if (qlcnic_82xx_check(adapter))
  1171. handler = qlcnic_intr;
  1172. else
  1173. handler = qlcnic_83xx_intr;
  1174. }
  1175. }
  1176. adapter->irq = netdev->irq;
  1177. if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
  1178. if (qlcnic_82xx_check(adapter) ||
  1179. (qlcnic_83xx_check(adapter) &&
  1180. (adapter->flags & QLCNIC_MSIX_ENABLED))) {
  1181. num_sds_rings = adapter->max_sds_rings;
  1182. for (ring = 0; ring < num_sds_rings; ring++) {
  1183. sds_ring = &recv_ctx->sds_rings[ring];
  1184. if (qlcnic_82xx_check(adapter) &&
  1185. (ring == (num_sds_rings - 1))) {
  1186. if (!(adapter->flags &
  1187. QLCNIC_MSIX_ENABLED))
  1188. snprintf(sds_ring->name,
  1189. sizeof(sds_ring->name),
  1190. "qlcnic");
  1191. else
  1192. snprintf(sds_ring->name,
  1193. sizeof(sds_ring->name),
  1194. "%s-tx-0-rx-%d",
  1195. netdev->name, ring);
  1196. } else {
  1197. snprintf(sds_ring->name,
  1198. sizeof(sds_ring->name),
  1199. "%s-rx-%d",
  1200. netdev->name, ring);
  1201. }
  1202. err = request_irq(sds_ring->irq, handler, flags,
  1203. sds_ring->name, sds_ring);
  1204. if (err)
  1205. return err;
  1206. }
  1207. }
  1208. if (qlcnic_83xx_check(adapter) &&
  1209. (adapter->flags & QLCNIC_MSIX_ENABLED) &&
  1210. !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
  1211. handler = qlcnic_msix_tx_intr;
  1212. for (ring = 0; ring < adapter->max_drv_tx_rings;
  1213. ring++) {
  1214. tx_ring = &adapter->tx_ring[ring];
  1215. snprintf(tx_ring->name, sizeof(tx_ring->name),
  1216. "%s-tx-%d", netdev->name, ring);
  1217. err = request_irq(tx_ring->irq, handler, flags,
  1218. tx_ring->name, tx_ring);
  1219. if (err)
  1220. return err;
  1221. }
  1222. }
  1223. }
  1224. return 0;
  1225. }
  1226. static void
  1227. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  1228. {
  1229. int ring;
  1230. struct qlcnic_host_sds_ring *sds_ring;
  1231. struct qlcnic_host_tx_ring *tx_ring;
  1232. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  1233. if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST) {
  1234. if (qlcnic_82xx_check(adapter) ||
  1235. (qlcnic_83xx_check(adapter) &&
  1236. (adapter->flags & QLCNIC_MSIX_ENABLED))) {
  1237. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1238. sds_ring = &recv_ctx->sds_rings[ring];
  1239. free_irq(sds_ring->irq, sds_ring);
  1240. }
  1241. }
  1242. if (qlcnic_83xx_check(adapter) &&
  1243. !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
  1244. for (ring = 0; ring < adapter->max_drv_tx_rings;
  1245. ring++) {
  1246. tx_ring = &adapter->tx_ring[ring];
  1247. if (tx_ring->irq)
  1248. free_irq(tx_ring->irq, tx_ring);
  1249. }
  1250. }
  1251. }
  1252. }
  1253. static void qlcnic_get_lro_mss_capability(struct qlcnic_adapter *adapter)
  1254. {
  1255. u32 capab = 0;
  1256. if (qlcnic_82xx_check(adapter)) {
  1257. if (adapter->ahw->capabilities2 &
  1258. QLCNIC_FW_CAPABILITY_2_LRO_MAX_TCP_SEG)
  1259. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  1260. } else {
  1261. capab = adapter->ahw->capabilities;
  1262. if (QLC_83XX_GET_FW_LRO_MSS_CAPABILITY(capab))
  1263. adapter->flags |= QLCNIC_FW_LRO_MSS_CAP;
  1264. }
  1265. }
  1266. int __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1267. {
  1268. int ring;
  1269. struct qlcnic_host_rds_ring *rds_ring;
  1270. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1271. return -EIO;
  1272. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  1273. return 0;
  1274. if (qlcnic_set_eswitch_port_config(adapter))
  1275. return -EIO;
  1276. qlcnic_get_lro_mss_capability(adapter);
  1277. if (qlcnic_fw_create_ctx(adapter))
  1278. return -EIO;
  1279. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1280. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1281. qlcnic_post_rx_buffers(adapter, rds_ring, ring);
  1282. }
  1283. qlcnic_set_multi(netdev);
  1284. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  1285. adapter->ahw->linkup = 0;
  1286. if (adapter->max_sds_rings > 1)
  1287. qlcnic_config_rss(adapter, 1);
  1288. qlcnic_config_intr_coalesce(adapter);
  1289. if (netdev->features & NETIF_F_LRO)
  1290. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  1291. qlcnic_napi_enable(adapter);
  1292. qlcnic_linkevent_request(adapter, 1);
  1293. adapter->ahw->reset_context = 0;
  1294. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1295. return 0;
  1296. }
  1297. int qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1298. {
  1299. int err = 0;
  1300. rtnl_lock();
  1301. if (netif_running(netdev))
  1302. err = __qlcnic_up(adapter, netdev);
  1303. rtnl_unlock();
  1304. return err;
  1305. }
  1306. void __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1307. {
  1308. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1309. return;
  1310. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  1311. return;
  1312. if (qlcnic_sriov_vf_check(adapter))
  1313. qlcnic_sriov_cleanup_async_list(&adapter->ahw->sriov->bc);
  1314. smp_mb();
  1315. spin_lock(&adapter->tx_clean_lock);
  1316. netif_carrier_off(netdev);
  1317. adapter->ahw->linkup = 0;
  1318. netif_tx_disable(netdev);
  1319. qlcnic_free_mac_list(adapter);
  1320. if (adapter->fhash.fnum)
  1321. qlcnic_delete_lb_filters(adapter);
  1322. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  1323. qlcnic_napi_disable(adapter);
  1324. qlcnic_fw_destroy_ctx(adapter);
  1325. adapter->flags &= ~QLCNIC_FW_LRO_MSS_CAP;
  1326. qlcnic_reset_rx_buffers_list(adapter);
  1327. qlcnic_release_tx_buffers(adapter);
  1328. spin_unlock(&adapter->tx_clean_lock);
  1329. }
  1330. /* Usage: During suspend and firmware recovery module */
  1331. void qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  1332. {
  1333. rtnl_lock();
  1334. if (netif_running(netdev))
  1335. __qlcnic_down(adapter, netdev);
  1336. rtnl_unlock();
  1337. }
  1338. int
  1339. qlcnic_attach(struct qlcnic_adapter *adapter)
  1340. {
  1341. struct net_device *netdev = adapter->netdev;
  1342. struct pci_dev *pdev = adapter->pdev;
  1343. int err;
  1344. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1345. return 0;
  1346. err = qlcnic_napi_add(adapter, netdev);
  1347. if (err)
  1348. return err;
  1349. err = qlcnic_alloc_sw_resources(adapter);
  1350. if (err) {
  1351. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1352. goto err_out_napi_del;
  1353. }
  1354. err = qlcnic_alloc_hw_resources(adapter);
  1355. if (err) {
  1356. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1357. goto err_out_free_sw;
  1358. }
  1359. err = qlcnic_request_irq(adapter);
  1360. if (err) {
  1361. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1362. goto err_out_free_hw;
  1363. }
  1364. qlcnic_create_sysfs_entries(adapter);
  1365. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1366. return 0;
  1367. err_out_free_hw:
  1368. qlcnic_free_hw_resources(adapter);
  1369. err_out_free_sw:
  1370. qlcnic_free_sw_resources(adapter);
  1371. err_out_napi_del:
  1372. qlcnic_napi_del(adapter);
  1373. return err;
  1374. }
  1375. void qlcnic_detach(struct qlcnic_adapter *adapter)
  1376. {
  1377. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1378. return;
  1379. qlcnic_remove_sysfs_entries(adapter);
  1380. qlcnic_free_hw_resources(adapter);
  1381. qlcnic_release_rx_buffers(adapter);
  1382. qlcnic_free_irq(adapter);
  1383. qlcnic_napi_del(adapter);
  1384. qlcnic_free_sw_resources(adapter);
  1385. adapter->is_up = 0;
  1386. }
  1387. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1388. {
  1389. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1390. struct qlcnic_host_sds_ring *sds_ring;
  1391. int ring;
  1392. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1393. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1394. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1395. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1396. qlcnic_disable_int(sds_ring);
  1397. }
  1398. }
  1399. qlcnic_fw_destroy_ctx(adapter);
  1400. qlcnic_detach(adapter);
  1401. adapter->ahw->diag_test = 0;
  1402. adapter->max_sds_rings = max_sds_rings;
  1403. if (qlcnic_attach(adapter))
  1404. goto out;
  1405. if (netif_running(netdev))
  1406. __qlcnic_up(adapter, netdev);
  1407. out:
  1408. netif_device_attach(netdev);
  1409. }
  1410. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1411. {
  1412. struct qlcnic_hardware_context *ahw = adapter->ahw;
  1413. int err = 0;
  1414. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1415. GFP_KERNEL);
  1416. if (!adapter->recv_ctx) {
  1417. err = -ENOMEM;
  1418. goto err_out;
  1419. }
  1420. /* Initialize interrupt coalesce parameters */
  1421. ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1422. ahw->coal.type = QLCNIC_INTR_COAL_TYPE_RX;
  1423. ahw->coal.rx_time_us = QLCNIC_DEF_INTR_COALESCE_RX_TIME_US;
  1424. ahw->coal.rx_packets = QLCNIC_DEF_INTR_COALESCE_RX_PACKETS;
  1425. if (qlcnic_83xx_check(adapter)) {
  1426. ahw->coal.tx_time_us = QLCNIC_DEF_INTR_COALESCE_TX_TIME_US;
  1427. ahw->coal.tx_packets = QLCNIC_DEF_INTR_COALESCE_TX_PACKETS;
  1428. }
  1429. /* clear stats */
  1430. memset(&adapter->stats, 0, sizeof(adapter->stats));
  1431. err_out:
  1432. return err;
  1433. }
  1434. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1435. {
  1436. kfree(adapter->recv_ctx);
  1437. adapter->recv_ctx = NULL;
  1438. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1439. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1440. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1441. }
  1442. kfree(adapter->ahw->reset.buff);
  1443. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1444. }
  1445. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1446. {
  1447. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1448. struct qlcnic_host_sds_ring *sds_ring;
  1449. struct qlcnic_host_rds_ring *rds_ring;
  1450. int ring;
  1451. int ret;
  1452. netif_device_detach(netdev);
  1453. if (netif_running(netdev))
  1454. __qlcnic_down(adapter, netdev);
  1455. qlcnic_detach(adapter);
  1456. adapter->max_sds_rings = 1;
  1457. adapter->ahw->diag_test = test;
  1458. adapter->ahw->linkup = 0;
  1459. ret = qlcnic_attach(adapter);
  1460. if (ret) {
  1461. netif_device_attach(netdev);
  1462. return ret;
  1463. }
  1464. ret = qlcnic_fw_create_ctx(adapter);
  1465. if (ret) {
  1466. qlcnic_detach(adapter);
  1467. netif_device_attach(netdev);
  1468. return ret;
  1469. }
  1470. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1471. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1472. qlcnic_post_rx_buffers(adapter, rds_ring, ring);
  1473. }
  1474. if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
  1475. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1476. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1477. qlcnic_enable_int(sds_ring);
  1478. }
  1479. }
  1480. if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
  1481. adapter->ahw->loopback_state = 0;
  1482. qlcnic_linkevent_request(adapter, 1);
  1483. }
  1484. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1485. return 0;
  1486. }
  1487. /* Reset context in hardware only */
  1488. static int
  1489. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1490. {
  1491. struct net_device *netdev = adapter->netdev;
  1492. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1493. return -EBUSY;
  1494. netif_device_detach(netdev);
  1495. qlcnic_down(adapter, netdev);
  1496. qlcnic_up(adapter, netdev);
  1497. netif_device_attach(netdev);
  1498. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1499. dev_err(&adapter->pdev->dev, "%s:\n", __func__);
  1500. return 0;
  1501. }
  1502. int
  1503. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1504. {
  1505. int err = 0;
  1506. struct net_device *netdev = adapter->netdev;
  1507. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1508. return -EBUSY;
  1509. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1510. netif_device_detach(netdev);
  1511. if (netif_running(netdev))
  1512. __qlcnic_down(adapter, netdev);
  1513. qlcnic_detach(adapter);
  1514. if (netif_running(netdev)) {
  1515. err = qlcnic_attach(adapter);
  1516. if (!err) {
  1517. __qlcnic_up(adapter, netdev);
  1518. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1519. }
  1520. }
  1521. netif_device_attach(netdev);
  1522. }
  1523. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1524. return err;
  1525. }
  1526. int
  1527. qlcnic_setup_netdev(struct qlcnic_adapter *adapter, struct net_device *netdev,
  1528. int pci_using_dac)
  1529. {
  1530. int err;
  1531. struct pci_dev *pdev = adapter->pdev;
  1532. adapter->rx_csum = 1;
  1533. adapter->ahw->mc_enabled = 0;
  1534. adapter->ahw->max_mc_count = QLCNIC_MAX_MC_COUNT;
  1535. netdev->netdev_ops = &qlcnic_netdev_ops;
  1536. netdev->watchdog_timeo = QLCNIC_WATCHDOG_TIMEOUTVALUE * HZ;
  1537. qlcnic_change_mtu(netdev, netdev->mtu);
  1538. if (qlcnic_sriov_vf_check(adapter))
  1539. SET_ETHTOOL_OPS(netdev, &qlcnic_sriov_vf_ethtool_ops);
  1540. else
  1541. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1542. netdev->features |= (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  1543. NETIF_F_IPV6_CSUM | NETIF_F_GRO |
  1544. NETIF_F_HW_VLAN_CTAG_RX);
  1545. netdev->vlan_features |= (NETIF_F_SG | NETIF_F_IP_CSUM |
  1546. NETIF_F_IPV6_CSUM);
  1547. if (QLCNIC_IS_TSO_CAPABLE(adapter)) {
  1548. netdev->features |= (NETIF_F_TSO | NETIF_F_TSO6);
  1549. netdev->vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  1550. }
  1551. if (pci_using_dac) {
  1552. netdev->features |= NETIF_F_HIGHDMA;
  1553. netdev->vlan_features |= NETIF_F_HIGHDMA;
  1554. }
  1555. if (qlcnic_vlan_tx_check(adapter))
  1556. netdev->features |= (NETIF_F_HW_VLAN_CTAG_TX);
  1557. if (qlcnic_sriov_vf_check(adapter))
  1558. netdev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;
  1559. if (adapter->ahw->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1560. netdev->features |= NETIF_F_LRO;
  1561. netdev->hw_features = netdev->features;
  1562. netdev->irq = adapter->msix_entries[0].vector;
  1563. err = register_netdev(netdev);
  1564. if (err) {
  1565. dev_err(&pdev->dev, "failed to register net device\n");
  1566. return err;
  1567. }
  1568. return 0;
  1569. }
  1570. static int qlcnic_set_dma_mask(struct pci_dev *pdev, int *pci_using_dac)
  1571. {
  1572. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1573. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1574. *pci_using_dac = 1;
  1575. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1576. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1577. *pci_using_dac = 0;
  1578. else {
  1579. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1580. return -EIO;
  1581. }
  1582. return 0;
  1583. }
  1584. void qlcnic_free_tx_rings(struct qlcnic_adapter *adapter)
  1585. {
  1586. int ring;
  1587. struct qlcnic_host_tx_ring *tx_ring;
  1588. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1589. tx_ring = &adapter->tx_ring[ring];
  1590. if (tx_ring && tx_ring->cmd_buf_arr != NULL) {
  1591. vfree(tx_ring->cmd_buf_arr);
  1592. tx_ring->cmd_buf_arr = NULL;
  1593. }
  1594. }
  1595. if (adapter->tx_ring != NULL)
  1596. kfree(adapter->tx_ring);
  1597. }
  1598. int qlcnic_alloc_tx_rings(struct qlcnic_adapter *adapter,
  1599. struct net_device *netdev)
  1600. {
  1601. int ring, vector, index;
  1602. struct qlcnic_host_tx_ring *tx_ring;
  1603. struct qlcnic_cmd_buffer *cmd_buf_arr;
  1604. tx_ring = kcalloc(adapter->max_drv_tx_rings,
  1605. sizeof(struct qlcnic_host_tx_ring), GFP_KERNEL);
  1606. if (tx_ring == NULL)
  1607. return -ENOMEM;
  1608. adapter->tx_ring = tx_ring;
  1609. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1610. tx_ring = &adapter->tx_ring[ring];
  1611. tx_ring->num_desc = adapter->num_txd;
  1612. tx_ring->txq = netdev_get_tx_queue(netdev, ring);
  1613. cmd_buf_arr = vzalloc(TX_BUFF_RINGSIZE(tx_ring));
  1614. if (cmd_buf_arr == NULL) {
  1615. qlcnic_free_tx_rings(adapter);
  1616. return -ENOMEM;
  1617. }
  1618. memset(cmd_buf_arr, 0, TX_BUFF_RINGSIZE(tx_ring));
  1619. tx_ring->cmd_buf_arr = cmd_buf_arr;
  1620. }
  1621. if (qlcnic_83xx_check(adapter)) {
  1622. for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
  1623. tx_ring = &adapter->tx_ring[ring];
  1624. tx_ring->adapter = adapter;
  1625. if (adapter->flags & QLCNIC_MSIX_ENABLED) {
  1626. index = adapter->max_sds_rings + ring;
  1627. vector = adapter->msix_entries[index].vector;
  1628. tx_ring->irq = vector;
  1629. }
  1630. }
  1631. }
  1632. return 0;
  1633. }
  1634. static int
  1635. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1636. {
  1637. struct net_device *netdev = NULL;
  1638. struct qlcnic_adapter *adapter = NULL;
  1639. struct qlcnic_hardware_context *ahw;
  1640. int err, pci_using_dac = -1;
  1641. u32 capab2;
  1642. char board_name[QLCNIC_MAX_BOARD_NAME_LEN + 19]; /* MAC + ": " + name */
  1643. if (pdev->is_virtfn)
  1644. return -ENODEV;
  1645. err = pci_enable_device(pdev);
  1646. if (err)
  1647. return err;
  1648. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1649. err = -ENODEV;
  1650. goto err_out_disable_pdev;
  1651. }
  1652. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1653. if (err)
  1654. goto err_out_disable_pdev;
  1655. err = pci_request_regions(pdev, qlcnic_driver_name);
  1656. if (err)
  1657. goto err_out_disable_pdev;
  1658. pci_set_master(pdev);
  1659. pci_enable_pcie_error_reporting(pdev);
  1660. ahw = kzalloc(sizeof(struct qlcnic_hardware_context), GFP_KERNEL);
  1661. if (!ahw) {
  1662. err = -ENOMEM;
  1663. goto err_out_free_res;
  1664. }
  1665. switch (ent->device) {
  1666. case PCI_DEVICE_ID_QLOGIC_QLE824X:
  1667. ahw->hw_ops = &qlcnic_hw_ops;
  1668. ahw->reg_tbl = (u32 *) qlcnic_reg_tbl;
  1669. break;
  1670. case PCI_DEVICE_ID_QLOGIC_QLE834X:
  1671. qlcnic_83xx_register_map(ahw);
  1672. break;
  1673. case PCI_DEVICE_ID_QLOGIC_VF_QLE834X:
  1674. qlcnic_sriov_vf_register_map(ahw);
  1675. break;
  1676. default:
  1677. goto err_out_free_hw_res;
  1678. }
  1679. err = qlcnic_setup_pci_map(pdev, ahw);
  1680. if (err)
  1681. goto err_out_free_hw_res;
  1682. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1683. if (!netdev) {
  1684. err = -ENOMEM;
  1685. goto err_out_iounmap;
  1686. }
  1687. SET_NETDEV_DEV(netdev, &pdev->dev);
  1688. adapter = netdev_priv(netdev);
  1689. adapter->netdev = netdev;
  1690. adapter->pdev = pdev;
  1691. adapter->ahw = ahw;
  1692. adapter->qlcnic_wq = create_singlethread_workqueue("qlcnic");
  1693. if (adapter->qlcnic_wq == NULL) {
  1694. err = -ENOMEM;
  1695. dev_err(&pdev->dev, "Failed to create workqueue\n");
  1696. goto err_out_free_netdev;
  1697. }
  1698. err = qlcnic_alloc_adapter_resources(adapter);
  1699. if (err)
  1700. goto err_out_free_netdev;
  1701. adapter->dev_rst_time = jiffies;
  1702. adapter->ahw->revision_id = pdev->revision;
  1703. if (qlcnic_mac_learn == FDB_MAC_LEARN)
  1704. adapter->fdb_mac_learn = true;
  1705. else if (qlcnic_mac_learn == DRV_MAC_LEARN)
  1706. adapter->drv_mac_learn = true;
  1707. adapter->max_drv_tx_rings = 1;
  1708. rwlock_init(&adapter->ahw->crb_lock);
  1709. mutex_init(&adapter->ahw->mem_lock);
  1710. spin_lock_init(&adapter->tx_clean_lock);
  1711. INIT_LIST_HEAD(&adapter->mac_list);
  1712. if (qlcnic_82xx_check(adapter)) {
  1713. qlcnic_check_vf(adapter, ent);
  1714. adapter->portnum = adapter->ahw->pci_func;
  1715. err = qlcnic_start_firmware(adapter);
  1716. if (err) {
  1717. dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n");
  1718. goto err_out_free_hw;
  1719. }
  1720. err = qlcnic_setup_idc_param(adapter);
  1721. if (err)
  1722. goto err_out_free_hw;
  1723. adapter->flags |= QLCNIC_NEED_FLR;
  1724. } else if (qlcnic_83xx_check(adapter)) {
  1725. qlcnic_83xx_check_vf(adapter, ent);
  1726. adapter->portnum = adapter->ahw->pci_func;
  1727. err = qlcnic_83xx_init(adapter, pci_using_dac);
  1728. if (err) {
  1729. dev_err(&pdev->dev, "%s: failed\n", __func__);
  1730. goto err_out_free_hw;
  1731. }
  1732. if (qlcnic_sriov_vf_check(adapter))
  1733. return 0;
  1734. } else {
  1735. dev_err(&pdev->dev,
  1736. "%s: failed. Please Reboot\n", __func__);
  1737. goto err_out_free_hw;
  1738. }
  1739. if (qlcnic_read_mac_addr(adapter))
  1740. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1741. if (adapter->portnum == 0) {
  1742. qlcnic_get_board_name(adapter, board_name);
  1743. pr_info("%s: %s Board Chip rev 0x%x\n",
  1744. module_name(THIS_MODULE),
  1745. board_name, adapter->ahw->revision_id);
  1746. }
  1747. if (qlcnic_83xx_check(adapter) && !qlcnic_use_msi_x &&
  1748. !!qlcnic_use_msi)
  1749. dev_warn(&pdev->dev,
  1750. "83xx adapter do not support MSI interrupts\n");
  1751. err = qlcnic_setup_intr(adapter, 0);
  1752. if (err) {
  1753. dev_err(&pdev->dev, "Failed to setup interrupt\n");
  1754. goto err_out_disable_msi;
  1755. }
  1756. if (qlcnic_83xx_check(adapter)) {
  1757. err = qlcnic_83xx_setup_mbx_intr(adapter);
  1758. if (err)
  1759. goto err_out_disable_msi;
  1760. }
  1761. err = qlcnic_get_act_pci_func(adapter);
  1762. if (err)
  1763. goto err_out_disable_mbx_intr;
  1764. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1765. if (err)
  1766. goto err_out_disable_mbx_intr;
  1767. if (qlcnic_82xx_check(adapter)) {
  1768. if (ahw->capabilities & QLCNIC_FW_CAPABILITY_MORE_CAPS) {
  1769. capab2 = QLCRD32(adapter, CRB_FW_CAPABILITIES_2);
  1770. if (capab2 & QLCNIC_FW_CAPABILITY_2_OCBB)
  1771. qlcnic_fw_cmd_set_drv_version(adapter);
  1772. }
  1773. }
  1774. pci_set_drvdata(pdev, adapter);
  1775. if (qlcnic_82xx_check(adapter))
  1776. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  1777. FW_POLL_DELAY);
  1778. switch (adapter->ahw->port_type) {
  1779. case QLCNIC_GBE:
  1780. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1781. adapter->netdev->name);
  1782. break;
  1783. case QLCNIC_XGBE:
  1784. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1785. adapter->netdev->name);
  1786. break;
  1787. }
  1788. if (adapter->drv_mac_learn)
  1789. qlcnic_alloc_lb_filters_mem(adapter);
  1790. qlcnic_add_sysfs(adapter);
  1791. return 0;
  1792. err_out_disable_mbx_intr:
  1793. if (qlcnic_83xx_check(adapter))
  1794. qlcnic_83xx_free_mbx_intr(adapter);
  1795. err_out_disable_msi:
  1796. qlcnic_teardown_intr(adapter);
  1797. qlcnic_cancel_idc_work(adapter);
  1798. qlcnic_clr_all_drv_state(adapter, 0);
  1799. err_out_free_hw:
  1800. qlcnic_free_adapter_resources(adapter);
  1801. err_out_free_netdev:
  1802. free_netdev(netdev);
  1803. err_out_iounmap:
  1804. qlcnic_cleanup_pci_map(ahw);
  1805. err_out_free_hw_res:
  1806. kfree(ahw);
  1807. err_out_free_res:
  1808. pci_release_regions(pdev);
  1809. err_out_disable_pdev:
  1810. pci_set_drvdata(pdev, NULL);
  1811. pci_disable_device(pdev);
  1812. return err;
  1813. }
  1814. static void qlcnic_remove(struct pci_dev *pdev)
  1815. {
  1816. struct qlcnic_adapter *adapter;
  1817. struct net_device *netdev;
  1818. struct qlcnic_hardware_context *ahw;
  1819. adapter = pci_get_drvdata(pdev);
  1820. if (adapter == NULL)
  1821. return;
  1822. netdev = adapter->netdev;
  1823. qlcnic_sriov_pf_disable(adapter);
  1824. qlcnic_cancel_idc_work(adapter);
  1825. ahw = adapter->ahw;
  1826. unregister_netdev(netdev);
  1827. qlcnic_sriov_cleanup(adapter);
  1828. if (qlcnic_83xx_check(adapter)) {
  1829. qlcnic_83xx_free_mbx_intr(adapter);
  1830. qlcnic_83xx_register_nic_idc_func(adapter, 0);
  1831. cancel_delayed_work_sync(&adapter->idc_aen_work);
  1832. }
  1833. qlcnic_detach(adapter);
  1834. if (adapter->npars != NULL)
  1835. kfree(adapter->npars);
  1836. if (adapter->eswitch != NULL)
  1837. kfree(adapter->eswitch);
  1838. if (qlcnic_82xx_check(adapter))
  1839. qlcnic_clr_all_drv_state(adapter, 0);
  1840. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1841. qlcnic_free_lb_filters_mem(adapter);
  1842. qlcnic_teardown_intr(adapter);
  1843. qlcnic_remove_sysfs(adapter);
  1844. qlcnic_cleanup_pci_map(adapter->ahw);
  1845. qlcnic_release_firmware(adapter);
  1846. pci_disable_pcie_error_reporting(pdev);
  1847. pci_release_regions(pdev);
  1848. pci_disable_device(pdev);
  1849. pci_set_drvdata(pdev, NULL);
  1850. if (adapter->qlcnic_wq) {
  1851. destroy_workqueue(adapter->qlcnic_wq);
  1852. adapter->qlcnic_wq = NULL;
  1853. }
  1854. qlcnic_free_adapter_resources(adapter);
  1855. kfree(ahw);
  1856. free_netdev(netdev);
  1857. }
  1858. static int __qlcnic_shutdown(struct pci_dev *pdev)
  1859. {
  1860. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1861. struct net_device *netdev = adapter->netdev;
  1862. int retval;
  1863. netif_device_detach(netdev);
  1864. qlcnic_cancel_idc_work(adapter);
  1865. if (netif_running(netdev))
  1866. qlcnic_down(adapter, netdev);
  1867. qlcnic_sriov_cleanup(adapter);
  1868. if (qlcnic_82xx_check(adapter))
  1869. qlcnic_clr_all_drv_state(adapter, 0);
  1870. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1871. retval = pci_save_state(pdev);
  1872. if (retval)
  1873. return retval;
  1874. if (qlcnic_82xx_check(adapter)) {
  1875. if (qlcnic_wol_supported(adapter)) {
  1876. pci_enable_wake(pdev, PCI_D3cold, 1);
  1877. pci_enable_wake(pdev, PCI_D3hot, 1);
  1878. }
  1879. }
  1880. return 0;
  1881. }
  1882. static void qlcnic_shutdown(struct pci_dev *pdev)
  1883. {
  1884. if (__qlcnic_shutdown(pdev))
  1885. return;
  1886. pci_disable_device(pdev);
  1887. }
  1888. #ifdef CONFIG_PM
  1889. static int
  1890. qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1891. {
  1892. int retval;
  1893. retval = __qlcnic_shutdown(pdev);
  1894. if (retval)
  1895. return retval;
  1896. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1897. return 0;
  1898. }
  1899. static int
  1900. qlcnic_resume(struct pci_dev *pdev)
  1901. {
  1902. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1903. struct net_device *netdev = adapter->netdev;
  1904. int err;
  1905. err = pci_enable_device(pdev);
  1906. if (err)
  1907. return err;
  1908. pci_set_power_state(pdev, PCI_D0);
  1909. pci_set_master(pdev);
  1910. pci_restore_state(pdev);
  1911. err = qlcnic_start_firmware(adapter);
  1912. if (err) {
  1913. dev_err(&pdev->dev, "failed to start firmware\n");
  1914. return err;
  1915. }
  1916. if (netif_running(netdev)) {
  1917. err = qlcnic_up(adapter, netdev);
  1918. if (err)
  1919. goto done;
  1920. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1921. }
  1922. done:
  1923. netif_device_attach(netdev);
  1924. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1925. return 0;
  1926. }
  1927. #endif
  1928. static int qlcnic_open(struct net_device *netdev)
  1929. {
  1930. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1931. int err;
  1932. netif_carrier_off(netdev);
  1933. err = qlcnic_attach(adapter);
  1934. if (err)
  1935. return err;
  1936. err = __qlcnic_up(adapter, netdev);
  1937. if (err)
  1938. goto err_out;
  1939. netif_start_queue(netdev);
  1940. return 0;
  1941. err_out:
  1942. qlcnic_detach(adapter);
  1943. return err;
  1944. }
  1945. /*
  1946. * qlcnic_close - Disables a network interface entry point
  1947. */
  1948. static int qlcnic_close(struct net_device *netdev)
  1949. {
  1950. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1951. __qlcnic_down(adapter, netdev);
  1952. return 0;
  1953. }
  1954. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1955. {
  1956. void *head;
  1957. int i;
  1958. struct net_device *netdev = adapter->netdev;
  1959. u32 filter_size = 0;
  1960. u16 act_pci_func = 0;
  1961. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1962. return;
  1963. act_pci_func = adapter->ahw->act_pci_func;
  1964. spin_lock_init(&adapter->mac_learn_lock);
  1965. spin_lock_init(&adapter->rx_mac_learn_lock);
  1966. if (qlcnic_82xx_check(adapter)) {
  1967. filter_size = QLCNIC_LB_MAX_FILTERS;
  1968. adapter->fhash.fbucket_size = QLCNIC_LB_BUCKET_SIZE;
  1969. } else {
  1970. filter_size = QLC_83XX_LB_MAX_FILTERS;
  1971. adapter->fhash.fbucket_size = QLC_83XX_LB_BUCKET_SIZE;
  1972. }
  1973. head = kcalloc(adapter->fhash.fbucket_size,
  1974. sizeof(struct hlist_head), GFP_ATOMIC);
  1975. if (!head)
  1976. return;
  1977. adapter->fhash.fmax = (filter_size / act_pci_func);
  1978. adapter->fhash.fhead = head;
  1979. netdev_info(netdev, "active nic func = %d, mac filter size=%d\n",
  1980. act_pci_func, adapter->fhash.fmax);
  1981. for (i = 0; i < adapter->fhash.fbucket_size; i++)
  1982. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1983. adapter->rx_fhash.fbucket_size = adapter->fhash.fbucket_size;
  1984. head = kcalloc(adapter->rx_fhash.fbucket_size,
  1985. sizeof(struct hlist_head), GFP_ATOMIC);
  1986. if (!head)
  1987. return;
  1988. adapter->rx_fhash.fmax = (filter_size / act_pci_func);
  1989. adapter->rx_fhash.fhead = head;
  1990. for (i = 0; i < adapter->rx_fhash.fbucket_size; i++)
  1991. INIT_HLIST_HEAD(&adapter->rx_fhash.fhead[i]);
  1992. }
  1993. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1994. {
  1995. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1996. kfree(adapter->fhash.fhead);
  1997. adapter->fhash.fhead = NULL;
  1998. adapter->fhash.fmax = 0;
  1999. if (adapter->rx_fhash.fmax && adapter->rx_fhash.fhead)
  2000. kfree(adapter->rx_fhash.fhead);
  2001. adapter->rx_fhash.fmax = 0;
  2002. adapter->rx_fhash.fhead = NULL;
  2003. }
  2004. int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  2005. {
  2006. struct net_device *netdev = adapter->netdev;
  2007. u32 temp_state, temp_val, temp = 0;
  2008. int rv = 0;
  2009. if (qlcnic_83xx_check(adapter))
  2010. temp = QLCRDX(adapter->ahw, QLC_83XX_ASIC_TEMP);
  2011. if (qlcnic_82xx_check(adapter))
  2012. temp = QLC_SHARED_REG_RD32(adapter, QLCNIC_ASIC_TEMP);
  2013. temp_state = qlcnic_get_temp_state(temp);
  2014. temp_val = qlcnic_get_temp_val(temp);
  2015. if (temp_state == QLCNIC_TEMP_PANIC) {
  2016. dev_err(&netdev->dev,
  2017. "Device temperature %d degrees C exceeds"
  2018. " maximum allowed. Hardware has been shut down.\n",
  2019. temp_val);
  2020. rv = 1;
  2021. } else if (temp_state == QLCNIC_TEMP_WARN) {
  2022. if (adapter->ahw->temp == QLCNIC_TEMP_NORMAL) {
  2023. dev_err(&netdev->dev,
  2024. "Device temperature %d degrees C "
  2025. "exceeds operating range."
  2026. " Immediate action needed.\n",
  2027. temp_val);
  2028. }
  2029. } else {
  2030. if (adapter->ahw->temp == QLCNIC_TEMP_WARN) {
  2031. dev_info(&netdev->dev,
  2032. "Device temperature is now %d degrees C"
  2033. " in normal range.\n", temp_val);
  2034. }
  2035. }
  2036. adapter->ahw->temp = temp_state;
  2037. return rv;
  2038. }
  2039. static void qlcnic_tx_timeout(struct net_device *netdev)
  2040. {
  2041. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2042. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2043. return;
  2044. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS) {
  2045. netdev_info(netdev, "Tx timeout, reset the adapter.\n");
  2046. if (qlcnic_82xx_check(adapter))
  2047. adapter->need_fw_reset = 1;
  2048. else if (qlcnic_83xx_check(adapter))
  2049. qlcnic_83xx_idc_request_reset(adapter,
  2050. QLCNIC_FORCE_FW_DUMP_KEY);
  2051. } else {
  2052. netdev_info(netdev, "Tx timeout, reset adapter context.\n");
  2053. adapter->ahw->reset_context = 1;
  2054. }
  2055. }
  2056. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  2057. {
  2058. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2059. struct net_device_stats *stats = &netdev->stats;
  2060. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  2061. stats->tx_packets = adapter->stats.xmitfinished;
  2062. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  2063. stats->tx_bytes = adapter->stats.txbytes;
  2064. stats->rx_dropped = adapter->stats.rxdropped;
  2065. stats->tx_dropped = adapter->stats.txdropped;
  2066. return stats;
  2067. }
  2068. irqreturn_t qlcnic_82xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
  2069. {
  2070. u32 status;
  2071. status = readl(adapter->isr_int_vec);
  2072. if (!(status & adapter->ahw->int_vec_bit))
  2073. return IRQ_NONE;
  2074. /* check interrupt state machine, to be sure */
  2075. status = readl(adapter->crb_int_state_reg);
  2076. if (!ISR_LEGACY_INT_TRIGGERED(status))
  2077. return IRQ_NONE;
  2078. writel(0xffffffff, adapter->tgt_status_reg);
  2079. /* read twice to ensure write is flushed */
  2080. readl(adapter->isr_int_vec);
  2081. readl(adapter->isr_int_vec);
  2082. return IRQ_HANDLED;
  2083. }
  2084. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  2085. {
  2086. struct qlcnic_host_sds_ring *sds_ring = data;
  2087. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2088. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  2089. goto done;
  2090. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  2091. writel(0xffffffff, adapter->tgt_status_reg);
  2092. goto done;
  2093. }
  2094. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  2095. return IRQ_NONE;
  2096. done:
  2097. adapter->ahw->diag_cnt++;
  2098. qlcnic_enable_int(sds_ring);
  2099. return IRQ_HANDLED;
  2100. }
  2101. static irqreturn_t qlcnic_intr(int irq, void *data)
  2102. {
  2103. struct qlcnic_host_sds_ring *sds_ring = data;
  2104. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2105. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  2106. return IRQ_NONE;
  2107. napi_schedule(&sds_ring->napi);
  2108. return IRQ_HANDLED;
  2109. }
  2110. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  2111. {
  2112. struct qlcnic_host_sds_ring *sds_ring = data;
  2113. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2114. /* clear interrupt */
  2115. writel(0xffffffff, adapter->tgt_status_reg);
  2116. napi_schedule(&sds_ring->napi);
  2117. return IRQ_HANDLED;
  2118. }
  2119. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  2120. {
  2121. struct qlcnic_host_sds_ring *sds_ring = data;
  2122. napi_schedule(&sds_ring->napi);
  2123. return IRQ_HANDLED;
  2124. }
  2125. static irqreturn_t qlcnic_msix_tx_intr(int irq, void *data)
  2126. {
  2127. struct qlcnic_host_tx_ring *tx_ring = data;
  2128. napi_schedule(&tx_ring->napi);
  2129. return IRQ_HANDLED;
  2130. }
  2131. #ifdef CONFIG_NET_POLL_CONTROLLER
  2132. static void qlcnic_poll_controller(struct net_device *netdev)
  2133. {
  2134. int ring;
  2135. struct qlcnic_host_sds_ring *sds_ring;
  2136. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2137. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2138. disable_irq(adapter->irq);
  2139. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2140. sds_ring = &recv_ctx->sds_rings[ring];
  2141. qlcnic_intr(adapter->irq, sds_ring);
  2142. }
  2143. enable_irq(adapter->irq);
  2144. }
  2145. #endif
  2146. static void
  2147. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2148. {
  2149. u32 val;
  2150. val = adapter->portnum & 0xf;
  2151. val |= encoding << 7;
  2152. val |= (jiffies - adapter->dev_rst_time) << 8;
  2153. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2154. adapter->dev_rst_time = jiffies;
  2155. }
  2156. static int
  2157. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2158. {
  2159. u32 val;
  2160. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2161. state != QLCNIC_DEV_NEED_QUISCENT);
  2162. if (qlcnic_api_lock(adapter))
  2163. return -EIO;
  2164. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2165. if (state == QLCNIC_DEV_NEED_RESET)
  2166. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2167. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2168. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2169. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2170. qlcnic_api_unlock(adapter);
  2171. return 0;
  2172. }
  2173. static int
  2174. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2175. {
  2176. u32 val;
  2177. if (qlcnic_api_lock(adapter))
  2178. return -EBUSY;
  2179. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2180. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2181. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2182. qlcnic_api_unlock(adapter);
  2183. return 0;
  2184. }
  2185. static void
  2186. qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2187. {
  2188. u32 val;
  2189. if (qlcnic_api_lock(adapter))
  2190. goto err;
  2191. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2192. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2193. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2194. if (failed) {
  2195. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2196. QLCNIC_DEV_FAILED);
  2197. dev_info(&adapter->pdev->dev,
  2198. "Device state set to Failed. Please Reboot\n");
  2199. } else if (!(val & 0x11111111))
  2200. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2201. QLCNIC_DEV_COLD);
  2202. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2203. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2204. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2205. qlcnic_api_unlock(adapter);
  2206. err:
  2207. adapter->fw_fail_cnt = 0;
  2208. adapter->flags &= ~QLCNIC_FW_HANG;
  2209. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2210. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2211. }
  2212. /* Grab api lock, before checking state */
  2213. static int
  2214. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2215. {
  2216. int act, state, active_mask;
  2217. struct qlcnic_hardware_context *ahw = adapter->ahw;
  2218. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2219. act = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2220. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2221. active_mask = (~(1 << (ahw->pci_func * 4)));
  2222. act = act & active_mask;
  2223. }
  2224. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2225. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2226. return 0;
  2227. else
  2228. return 1;
  2229. }
  2230. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2231. {
  2232. u32 val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2233. if (val != QLCNIC_DRV_IDC_VER) {
  2234. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2235. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2236. }
  2237. return 0;
  2238. }
  2239. static int
  2240. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2241. {
  2242. u32 val, prev_state;
  2243. u8 dev_init_timeo = adapter->dev_init_timeo;
  2244. u8 portnum = adapter->portnum;
  2245. u8 ret;
  2246. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2247. return 1;
  2248. if (qlcnic_api_lock(adapter))
  2249. return -1;
  2250. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2251. if (!(val & (1 << (portnum * 4)))) {
  2252. QLC_DEV_SET_REF_CNT(val, portnum);
  2253. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2254. }
  2255. prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2256. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2257. switch (prev_state) {
  2258. case QLCNIC_DEV_COLD:
  2259. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2260. QLCNIC_DEV_INITIALIZING);
  2261. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_IDC_VER,
  2262. QLCNIC_DRV_IDC_VER);
  2263. qlcnic_idc_debug_info(adapter, 0);
  2264. qlcnic_api_unlock(adapter);
  2265. return 1;
  2266. case QLCNIC_DEV_READY:
  2267. ret = qlcnic_check_idc_ver(adapter);
  2268. qlcnic_api_unlock(adapter);
  2269. return ret;
  2270. case QLCNIC_DEV_NEED_RESET:
  2271. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2272. QLC_DEV_SET_RST_RDY(val, portnum);
  2273. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2274. break;
  2275. case QLCNIC_DEV_NEED_QUISCENT:
  2276. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2277. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2278. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2279. break;
  2280. case QLCNIC_DEV_FAILED:
  2281. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2282. qlcnic_api_unlock(adapter);
  2283. return -1;
  2284. case QLCNIC_DEV_INITIALIZING:
  2285. case QLCNIC_DEV_QUISCENT:
  2286. break;
  2287. }
  2288. qlcnic_api_unlock(adapter);
  2289. do {
  2290. msleep(1000);
  2291. prev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2292. if (prev_state == QLCNIC_DEV_QUISCENT)
  2293. continue;
  2294. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2295. if (!dev_init_timeo) {
  2296. dev_err(&adapter->pdev->dev,
  2297. "Waiting for device to initialize timeout\n");
  2298. return -1;
  2299. }
  2300. if (qlcnic_api_lock(adapter))
  2301. return -1;
  2302. val = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DRV_STATE);
  2303. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2304. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2305. ret = qlcnic_check_idc_ver(adapter);
  2306. qlcnic_api_unlock(adapter);
  2307. return ret;
  2308. }
  2309. static void
  2310. qlcnic_fwinit_work(struct work_struct *work)
  2311. {
  2312. struct qlcnic_adapter *adapter = container_of(work,
  2313. struct qlcnic_adapter, fw_work.work);
  2314. u32 dev_state = 0xf;
  2315. u32 val;
  2316. if (qlcnic_api_lock(adapter))
  2317. goto err_ret;
  2318. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2319. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2320. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2321. qlcnic_api_unlock(adapter);
  2322. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2323. FW_POLL_DELAY * 2);
  2324. return;
  2325. }
  2326. if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2327. qlcnic_api_unlock(adapter);
  2328. goto wait_npar;
  2329. }
  2330. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2331. dev_state == QLCNIC_DEV_READY) {
  2332. dev_info(&adapter->pdev->dev, "Detected state change from "
  2333. "DEV_NEED_RESET, skipping ack check\n");
  2334. goto skip_ack_check;
  2335. }
  2336. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2337. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2338. adapter->reset_ack_timeo);
  2339. goto skip_ack_check;
  2340. }
  2341. if (!qlcnic_check_drv_state(adapter)) {
  2342. skip_ack_check:
  2343. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2344. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2345. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2346. QLCNIC_DEV_INITIALIZING);
  2347. set_bit(__QLCNIC_START_FW, &adapter->state);
  2348. QLCDB(adapter, DRV, "Restarting fw\n");
  2349. qlcnic_idc_debug_info(adapter, 0);
  2350. val = QLC_SHARED_REG_RD32(adapter,
  2351. QLCNIC_CRB_DRV_STATE);
  2352. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2353. QLC_SHARED_REG_WR32(adapter,
  2354. QLCNIC_CRB_DRV_STATE, val);
  2355. }
  2356. qlcnic_api_unlock(adapter);
  2357. rtnl_lock();
  2358. if (adapter->ahw->fw_dump.enable &&
  2359. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2360. QLCDB(adapter, DRV, "Take FW dump\n");
  2361. qlcnic_dump_fw(adapter);
  2362. adapter->flags |= QLCNIC_FW_HANG;
  2363. }
  2364. rtnl_unlock();
  2365. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2366. if (!adapter->nic_ops->start_firmware(adapter)) {
  2367. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2368. adapter->fw_wait_cnt = 0;
  2369. return;
  2370. }
  2371. goto err_ret;
  2372. }
  2373. qlcnic_api_unlock(adapter);
  2374. wait_npar:
  2375. dev_state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2376. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2377. switch (dev_state) {
  2378. case QLCNIC_DEV_READY:
  2379. if (!qlcnic_start_firmware(adapter)) {
  2380. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2381. adapter->fw_wait_cnt = 0;
  2382. return;
  2383. }
  2384. case QLCNIC_DEV_FAILED:
  2385. break;
  2386. default:
  2387. qlcnic_schedule_work(adapter,
  2388. qlcnic_fwinit_work, FW_POLL_DELAY);
  2389. return;
  2390. }
  2391. err_ret:
  2392. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2393. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2394. netif_device_attach(adapter->netdev);
  2395. qlcnic_clr_all_drv_state(adapter, 0);
  2396. }
  2397. static void
  2398. qlcnic_detach_work(struct work_struct *work)
  2399. {
  2400. struct qlcnic_adapter *adapter = container_of(work,
  2401. struct qlcnic_adapter, fw_work.work);
  2402. struct net_device *netdev = adapter->netdev;
  2403. u32 status;
  2404. netif_device_detach(netdev);
  2405. /* Dont grab rtnl lock during Quiscent mode */
  2406. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2407. if (netif_running(netdev))
  2408. __qlcnic_down(adapter, netdev);
  2409. } else
  2410. qlcnic_down(adapter, netdev);
  2411. status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2412. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2413. dev_err(&adapter->pdev->dev,
  2414. "Detaching the device: peg halt status1=0x%x\n",
  2415. status);
  2416. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2417. dev_err(&adapter->pdev->dev,
  2418. "On board active cooling fan failed. "
  2419. "Device has been halted.\n");
  2420. dev_err(&adapter->pdev->dev,
  2421. "Replace the adapter.\n");
  2422. }
  2423. goto err_ret;
  2424. }
  2425. if (adapter->ahw->temp == QLCNIC_TEMP_PANIC) {
  2426. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2427. adapter->ahw->temp);
  2428. goto err_ret;
  2429. }
  2430. /* Dont ack if this instance is the reset owner */
  2431. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2432. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2433. dev_err(&adapter->pdev->dev,
  2434. "Failed to set driver state,"
  2435. "detaching the device.\n");
  2436. goto err_ret;
  2437. }
  2438. }
  2439. adapter->fw_wait_cnt = 0;
  2440. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2441. return;
  2442. err_ret:
  2443. netif_device_attach(netdev);
  2444. qlcnic_clr_all_drv_state(adapter, 1);
  2445. }
  2446. /*Transit NPAR state to NON Operational */
  2447. static void
  2448. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2449. {
  2450. u32 state;
  2451. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2452. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2453. return;
  2454. if (qlcnic_api_lock(adapter))
  2455. return;
  2456. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2457. QLCNIC_DEV_NPAR_NON_OPER);
  2458. qlcnic_api_unlock(adapter);
  2459. }
  2460. void qlcnic_82xx_dev_request_reset(struct qlcnic_adapter *adapter, u32 key)
  2461. {
  2462. u32 state, xg_val = 0, gb_val = 0;
  2463. qlcnic_xg_set_xg0_mask(xg_val);
  2464. qlcnic_xg_set_xg1_mask(xg_val);
  2465. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2466. qlcnic_gb_set_gb0_mask(gb_val);
  2467. qlcnic_gb_set_gb1_mask(gb_val);
  2468. qlcnic_gb_set_gb2_mask(gb_val);
  2469. qlcnic_gb_set_gb3_mask(gb_val);
  2470. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2471. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2472. " on all ports\n");
  2473. adapter->need_fw_reset = 1;
  2474. if (qlcnic_api_lock(adapter))
  2475. return;
  2476. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2477. if (state == QLCNIC_DEV_READY) {
  2478. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2479. QLCNIC_DEV_NEED_RESET);
  2480. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2481. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2482. qlcnic_idc_debug_info(adapter, 0);
  2483. }
  2484. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2485. QLCNIC_DEV_NPAR_NON_OPER);
  2486. qlcnic_api_unlock(adapter);
  2487. }
  2488. /* Transit to NPAR READY state from NPAR NOT READY state */
  2489. static void
  2490. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2491. {
  2492. if (qlcnic_api_lock(adapter))
  2493. return;
  2494. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE,
  2495. QLCNIC_DEV_NPAR_OPER);
  2496. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2497. qlcnic_api_unlock(adapter);
  2498. }
  2499. void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2500. work_func_t func, int delay)
  2501. {
  2502. if (test_bit(__QLCNIC_AER, &adapter->state))
  2503. return;
  2504. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2505. queue_delayed_work(adapter->qlcnic_wq, &adapter->fw_work,
  2506. round_jiffies_relative(delay));
  2507. }
  2508. static void
  2509. qlcnic_attach_work(struct work_struct *work)
  2510. {
  2511. struct qlcnic_adapter *adapter = container_of(work,
  2512. struct qlcnic_adapter, fw_work.work);
  2513. struct net_device *netdev = adapter->netdev;
  2514. u32 npar_state;
  2515. if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
  2516. npar_state = QLC_SHARED_REG_RD32(adapter,
  2517. QLCNIC_CRB_DEV_NPAR_STATE);
  2518. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2519. qlcnic_clr_all_drv_state(adapter, 0);
  2520. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2521. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2522. FW_POLL_DELAY);
  2523. else
  2524. goto attach;
  2525. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2526. return;
  2527. }
  2528. attach:
  2529. if (netif_running(netdev)) {
  2530. if (qlcnic_up(adapter, netdev))
  2531. goto done;
  2532. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2533. }
  2534. done:
  2535. netif_device_attach(netdev);
  2536. adapter->fw_fail_cnt = 0;
  2537. adapter->flags &= ~QLCNIC_FW_HANG;
  2538. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2539. if (!qlcnic_clr_drv_state(adapter))
  2540. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2541. FW_POLL_DELAY);
  2542. }
  2543. static int
  2544. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2545. {
  2546. u32 state = 0, heartbeat;
  2547. u32 peg_status;
  2548. if (qlcnic_check_temp(adapter))
  2549. goto detach;
  2550. if (adapter->need_fw_reset)
  2551. qlcnic_dev_request_reset(adapter, 0);
  2552. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2553. if (state == QLCNIC_DEV_NEED_RESET) {
  2554. qlcnic_set_npar_non_operational(adapter);
  2555. adapter->need_fw_reset = 1;
  2556. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2557. goto detach;
  2558. heartbeat = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2559. if (heartbeat != adapter->heartbeat) {
  2560. adapter->heartbeat = heartbeat;
  2561. adapter->fw_fail_cnt = 0;
  2562. if (adapter->need_fw_reset)
  2563. goto detach;
  2564. if (adapter->ahw->reset_context && qlcnic_auto_fw_reset)
  2565. qlcnic_reset_hw_context(adapter);
  2566. return 0;
  2567. }
  2568. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2569. return 0;
  2570. adapter->flags |= QLCNIC_FW_HANG;
  2571. qlcnic_dev_request_reset(adapter, 0);
  2572. if (qlcnic_auto_fw_reset)
  2573. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2574. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2575. peg_status = QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2576. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2577. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2578. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2579. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2580. "PEG_NET_4_PC: 0x%x\n",
  2581. peg_status,
  2582. QLC_SHARED_REG_RD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2583. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2584. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2585. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2586. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2587. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2588. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2589. dev_err(&adapter->pdev->dev,
  2590. "Firmware aborted with error code 0x00006700. "
  2591. "Device is being reset.\n");
  2592. detach:
  2593. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2594. QLCNIC_DEV_NEED_RESET;
  2595. if (qlcnic_auto_fw_reset && !test_and_set_bit(__QLCNIC_RESETTING,
  2596. &adapter->state)) {
  2597. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2598. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2599. }
  2600. return 1;
  2601. }
  2602. static void
  2603. qlcnic_fw_poll_work(struct work_struct *work)
  2604. {
  2605. struct qlcnic_adapter *adapter = container_of(work,
  2606. struct qlcnic_adapter, fw_work.work);
  2607. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2608. goto reschedule;
  2609. if (qlcnic_check_health(adapter))
  2610. return;
  2611. if (adapter->fhash.fnum)
  2612. qlcnic_prune_lb_filters(adapter);
  2613. reschedule:
  2614. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2615. }
  2616. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2617. {
  2618. struct pci_dev *oth_pdev;
  2619. int val = pdev->devfn;
  2620. while (val-- > 0) {
  2621. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2622. (pdev->bus), pdev->bus->number,
  2623. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2624. if (!oth_pdev)
  2625. continue;
  2626. if (oth_pdev->current_state != PCI_D3cold) {
  2627. pci_dev_put(oth_pdev);
  2628. return 0;
  2629. }
  2630. pci_dev_put(oth_pdev);
  2631. }
  2632. return 1;
  2633. }
  2634. static int qlcnic_attach_func(struct pci_dev *pdev)
  2635. {
  2636. int err, first_func;
  2637. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2638. struct net_device *netdev = adapter->netdev;
  2639. pdev->error_state = pci_channel_io_normal;
  2640. err = pci_enable_device(pdev);
  2641. if (err)
  2642. return err;
  2643. pci_set_power_state(pdev, PCI_D0);
  2644. pci_set_master(pdev);
  2645. pci_restore_state(pdev);
  2646. first_func = qlcnic_is_first_func(pdev);
  2647. if (qlcnic_api_lock(adapter))
  2648. return -EINVAL;
  2649. if (adapter->ahw->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2650. adapter->need_fw_reset = 1;
  2651. set_bit(__QLCNIC_START_FW, &adapter->state);
  2652. QLC_SHARED_REG_WR32(adapter, QLCNIC_CRB_DEV_STATE,
  2653. QLCNIC_DEV_INITIALIZING);
  2654. QLCDB(adapter, DRV, "Restarting fw\n");
  2655. }
  2656. qlcnic_api_unlock(adapter);
  2657. err = qlcnic_start_firmware(adapter);
  2658. if (err)
  2659. return err;
  2660. qlcnic_clr_drv_state(adapter);
  2661. kfree(adapter->msix_entries);
  2662. adapter->msix_entries = NULL;
  2663. err = qlcnic_setup_intr(adapter, 0);
  2664. if (err) {
  2665. kfree(adapter->msix_entries);
  2666. netdev_err(netdev, "failed to setup interrupt\n");
  2667. return err;
  2668. }
  2669. if (qlcnic_83xx_check(adapter)) {
  2670. /* register for NIC IDC AEN Events */
  2671. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  2672. err = qlcnic_83xx_setup_mbx_intr(adapter);
  2673. if (err) {
  2674. dev_err(&adapter->pdev->dev,
  2675. "failed to setup mbx interrupt\n");
  2676. qlcnic_clr_all_drv_state(adapter, 1);
  2677. clear_bit(__QLCNIC_AER, &adapter->state);
  2678. goto done;
  2679. }
  2680. }
  2681. if (netif_running(netdev)) {
  2682. err = qlcnic_attach(adapter);
  2683. if (err) {
  2684. qlcnic_clr_all_drv_state(adapter, 1);
  2685. clear_bit(__QLCNIC_AER, &adapter->state);
  2686. netif_device_attach(netdev);
  2687. return err;
  2688. }
  2689. err = qlcnic_up(adapter, netdev);
  2690. if (err)
  2691. goto done;
  2692. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2693. }
  2694. done:
  2695. netif_device_attach(netdev);
  2696. return err;
  2697. }
  2698. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2699. pci_channel_state_t state)
  2700. {
  2701. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2702. struct net_device *netdev = adapter->netdev;
  2703. if (state == pci_channel_io_perm_failure)
  2704. return PCI_ERS_RESULT_DISCONNECT;
  2705. if (state == pci_channel_io_normal)
  2706. return PCI_ERS_RESULT_RECOVERED;
  2707. set_bit(__QLCNIC_AER, &adapter->state);
  2708. netif_device_detach(netdev);
  2709. cancel_delayed_work_sync(&adapter->fw_work);
  2710. if (netif_running(netdev))
  2711. qlcnic_down(adapter, netdev);
  2712. if (qlcnic_83xx_check(adapter)) {
  2713. qlcnic_83xx_free_mbx_intr(adapter);
  2714. qlcnic_83xx_register_nic_idc_func(adapter, 0);
  2715. cancel_delayed_work_sync(&adapter->idc_aen_work);
  2716. }
  2717. qlcnic_detach(adapter);
  2718. qlcnic_teardown_intr(adapter);
  2719. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2720. pci_save_state(pdev);
  2721. pci_disable_device(pdev);
  2722. return PCI_ERS_RESULT_NEED_RESET;
  2723. }
  2724. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2725. {
  2726. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2727. PCI_ERS_RESULT_RECOVERED;
  2728. }
  2729. static void qlcnic_io_resume(struct pci_dev *pdev)
  2730. {
  2731. u32 state;
  2732. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2733. pci_cleanup_aer_uncorrect_error_status(pdev);
  2734. state = QLC_SHARED_REG_RD32(adapter, QLCNIC_CRB_DEV_STATE);
  2735. if (state == QLCNIC_DEV_READY && test_and_clear_bit(__QLCNIC_AER,
  2736. &adapter->state))
  2737. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2738. FW_POLL_DELAY);
  2739. }
  2740. static int
  2741. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2742. {
  2743. int err;
  2744. err = qlcnic_can_start_firmware(adapter);
  2745. if (err)
  2746. return err;
  2747. err = qlcnic_check_npar_opertional(adapter);
  2748. if (err)
  2749. return err;
  2750. err = qlcnic_initialize_nic(adapter);
  2751. if (err)
  2752. return err;
  2753. qlcnic_check_options(adapter);
  2754. err = qlcnic_set_eswitch_port_config(adapter);
  2755. if (err)
  2756. return err;
  2757. adapter->need_fw_reset = 0;
  2758. return err;
  2759. }
  2760. int qlcnic_validate_max_rss(struct qlcnic_adapter *adapter,
  2761. __u32 val)
  2762. {
  2763. struct net_device *netdev = adapter->netdev;
  2764. u8 max_hw = adapter->ahw->max_rx_ques;
  2765. u32 max_allowed;
  2766. if (val > QLC_MAX_SDS_RINGS) {
  2767. netdev_err(netdev, "RSS value should not be higher than %u\n",
  2768. QLC_MAX_SDS_RINGS);
  2769. return -EINVAL;
  2770. }
  2771. max_allowed = rounddown_pow_of_two(min_t(int, max_hw,
  2772. num_online_cpus()));
  2773. if ((val > max_allowed) || (val < 2) || !is_power_of_2(val)) {
  2774. if (!is_power_of_2(val))
  2775. netdev_err(netdev, "RSS value should be a power of 2\n");
  2776. if (val < 2)
  2777. netdev_err(netdev, "RSS value should not be lower than 2\n");
  2778. if (val > max_hw)
  2779. netdev_err(netdev,
  2780. "RSS value should not be higher than[%u], the max RSS rings supported by the adapter\n",
  2781. max_hw);
  2782. if (val > num_online_cpus())
  2783. netdev_err(netdev,
  2784. "RSS value should not be higher than[%u], number of online CPUs in the system\n",
  2785. num_online_cpus());
  2786. netdev_err(netdev, "Unable to configure %u RSS rings\n", val);
  2787. return -EINVAL;
  2788. }
  2789. return 0;
  2790. }
  2791. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data, size_t len)
  2792. {
  2793. int err;
  2794. struct net_device *netdev = adapter->netdev;
  2795. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2796. return -EBUSY;
  2797. netif_device_detach(netdev);
  2798. if (netif_running(netdev))
  2799. __qlcnic_down(adapter, netdev);
  2800. qlcnic_detach(adapter);
  2801. if (qlcnic_83xx_check(adapter)) {
  2802. qlcnic_83xx_free_mbx_intr(adapter);
  2803. qlcnic_83xx_enable_mbx_poll(adapter);
  2804. }
  2805. qlcnic_teardown_intr(adapter);
  2806. err = qlcnic_setup_intr(adapter, data);
  2807. if (err) {
  2808. kfree(adapter->msix_entries);
  2809. netdev_err(netdev, "failed to setup interrupt\n");
  2810. return err;
  2811. }
  2812. if (qlcnic_83xx_check(adapter)) {
  2813. /* register for NIC IDC AEN Events */
  2814. qlcnic_83xx_register_nic_idc_func(adapter, 1);
  2815. err = qlcnic_83xx_setup_mbx_intr(adapter);
  2816. qlcnic_83xx_disable_mbx_poll(adapter);
  2817. if (err) {
  2818. dev_err(&adapter->pdev->dev,
  2819. "failed to setup mbx interrupt\n");
  2820. goto done;
  2821. }
  2822. }
  2823. if (netif_running(netdev)) {
  2824. err = qlcnic_attach(adapter);
  2825. if (err)
  2826. goto done;
  2827. err = __qlcnic_up(adapter, netdev);
  2828. if (err)
  2829. goto done;
  2830. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2831. }
  2832. err = len;
  2833. done:
  2834. netif_device_attach(netdev);
  2835. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2836. return err;
  2837. }
  2838. #ifdef CONFIG_INET
  2839. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  2840. static void
  2841. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  2842. struct net_device *dev, unsigned long event)
  2843. {
  2844. struct in_device *indev;
  2845. indev = in_dev_get(dev);
  2846. if (!indev)
  2847. return;
  2848. for_ifa(indev) {
  2849. switch (event) {
  2850. case NETDEV_UP:
  2851. qlcnic_config_ipaddr(adapter,
  2852. ifa->ifa_address, QLCNIC_IP_UP);
  2853. break;
  2854. case NETDEV_DOWN:
  2855. qlcnic_config_ipaddr(adapter,
  2856. ifa->ifa_address, QLCNIC_IP_DOWN);
  2857. break;
  2858. default:
  2859. break;
  2860. }
  2861. } endfor_ifa(indev);
  2862. in_dev_put(indev);
  2863. }
  2864. void qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  2865. {
  2866. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2867. struct net_device *dev;
  2868. u16 vid;
  2869. qlcnic_config_indev_addr(adapter, netdev, event);
  2870. rcu_read_lock();
  2871. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  2872. dev = __vlan_find_dev_deep(netdev, htons(ETH_P_8021Q), vid);
  2873. if (!dev)
  2874. continue;
  2875. qlcnic_config_indev_addr(adapter, dev, event);
  2876. }
  2877. rcu_read_unlock();
  2878. }
  2879. static int qlcnic_netdev_event(struct notifier_block *this,
  2880. unsigned long event, void *ptr)
  2881. {
  2882. struct qlcnic_adapter *adapter;
  2883. struct net_device *dev = (struct net_device *)ptr;
  2884. recheck:
  2885. if (dev == NULL)
  2886. goto done;
  2887. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  2888. dev = vlan_dev_real_dev(dev);
  2889. goto recheck;
  2890. }
  2891. if (!is_qlcnic_netdev(dev))
  2892. goto done;
  2893. adapter = netdev_priv(dev);
  2894. if (!adapter)
  2895. goto done;
  2896. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2897. goto done;
  2898. qlcnic_config_indev_addr(adapter, dev, event);
  2899. done:
  2900. return NOTIFY_DONE;
  2901. }
  2902. static int
  2903. qlcnic_inetaddr_event(struct notifier_block *this,
  2904. unsigned long event, void *ptr)
  2905. {
  2906. struct qlcnic_adapter *adapter;
  2907. struct net_device *dev;
  2908. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  2909. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  2910. recheck:
  2911. if (dev == NULL)
  2912. goto done;
  2913. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  2914. dev = vlan_dev_real_dev(dev);
  2915. goto recheck;
  2916. }
  2917. if (!is_qlcnic_netdev(dev))
  2918. goto done;
  2919. adapter = netdev_priv(dev);
  2920. if (!adapter)
  2921. goto done;
  2922. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2923. goto done;
  2924. switch (event) {
  2925. case NETDEV_UP:
  2926. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  2927. break;
  2928. case NETDEV_DOWN:
  2929. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  2930. break;
  2931. default:
  2932. break;
  2933. }
  2934. done:
  2935. return NOTIFY_DONE;
  2936. }
  2937. static struct notifier_block qlcnic_netdev_cb = {
  2938. .notifier_call = qlcnic_netdev_event,
  2939. };
  2940. static struct notifier_block qlcnic_inetaddr_cb = {
  2941. .notifier_call = qlcnic_inetaddr_event,
  2942. };
  2943. #else
  2944. void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  2945. { }
  2946. #endif
  2947. static const struct pci_error_handlers qlcnic_err_handler = {
  2948. .error_detected = qlcnic_io_error_detected,
  2949. .slot_reset = qlcnic_io_slot_reset,
  2950. .resume = qlcnic_io_resume,
  2951. };
  2952. static struct pci_driver qlcnic_driver = {
  2953. .name = qlcnic_driver_name,
  2954. .id_table = qlcnic_pci_tbl,
  2955. .probe = qlcnic_probe,
  2956. .remove = qlcnic_remove,
  2957. #ifdef CONFIG_PM
  2958. .suspend = qlcnic_suspend,
  2959. .resume = qlcnic_resume,
  2960. #endif
  2961. .shutdown = qlcnic_shutdown,
  2962. .err_handler = &qlcnic_err_handler,
  2963. #ifdef CONFIG_QLCNIC_SRIOV
  2964. .sriov_configure = qlcnic_pci_sriov_configure,
  2965. #endif
  2966. };
  2967. static int __init qlcnic_init_module(void)
  2968. {
  2969. int ret;
  2970. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  2971. #ifdef CONFIG_INET
  2972. register_netdevice_notifier(&qlcnic_netdev_cb);
  2973. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  2974. #endif
  2975. ret = pci_register_driver(&qlcnic_driver);
  2976. if (ret) {
  2977. #ifdef CONFIG_INET
  2978. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  2979. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  2980. #endif
  2981. }
  2982. return ret;
  2983. }
  2984. module_init(qlcnic_init_module);
  2985. static void __exit qlcnic_exit_module(void)
  2986. {
  2987. pci_unregister_driver(&qlcnic_driver);
  2988. #ifdef CONFIG_INET
  2989. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  2990. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  2991. #endif
  2992. }
  2993. module_exit(qlcnic_exit_module);