qlcnic_main.c 111 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043404440454046404740484049405040514052405340544055405640574058405940604061406240634064406540664067406840694070407140724073407440754076407740784079408040814082408340844085408640874088408940904091409240934094409540964097409840994100410141024103410441054106410741084109411041114112411341144115411641174118411941204121412241234124412541264127412841294130413141324133413441354136413741384139414041414142414341444145414641474148414941504151415241534154415541564157415841594160416141624163416441654166416741684169417041714172417341744175417641774178417941804181418241834184418541864187418841894190419141924193419441954196419741984199420042014202420342044205420642074208420942104211421242134214421542164217421842194220422142224223422442254226422742284229423042314232423342344235423642374238423942404241424242434244424542464247424842494250425142524253425442554256425742584259426042614262426342644265426642674268426942704271427242734274427542764277427842794280428142824283428442854286428742884289429042914292429342944295429642974298429943004301430243034304430543064307430843094310431143124313431443154316431743184319432043214322432343244325432643274328432943304331433243334334433543364337433843394340434143424343434443454346434743484349435043514352435343544355435643574358435943604361436243634364436543664367436843694370437143724373437443754376437743784379438043814382438343844385438643874388438943904391439243934394439543964397439843994400440144024403440444054406440744084409441044114412441344144415441644174418441944204421442244234424442544264427442844294430443144324433443444354436443744384439444044414442444344444445444644474448444944504451445244534454445544564457445844594460446144624463446444654466446744684469447044714472447344744475447644774478447944804481448244834484448544864487448844894490449144924493449444954496449744984499450045014502450345044505450645074508450945104511451245134514451545164517451845194520452145224523452445254526452745284529453045314532453345344535453645374538
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2010 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/slab.h>
  8. #include <linux/vmalloc.h>
  9. #include <linux/interrupt.h>
  10. #include "qlcnic.h"
  11. #include <linux/swab.h>
  12. #include <linux/dma-mapping.h>
  13. #include <net/ip.h>
  14. #include <linux/ipv6.h>
  15. #include <linux/inetdevice.h>
  16. #include <linux/sysfs.h>
  17. #include <linux/aer.h>
  18. #include <linux/log2.h>
  19. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  20. MODULE_LICENSE("GPL");
  21. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  22. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  23. char qlcnic_driver_name[] = "qlcnic";
  24. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  25. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  26. static struct workqueue_struct *qlcnic_wq;
  27. static int qlcnic_mac_learn;
  28. module_param(qlcnic_mac_learn, int, 0444);
  29. MODULE_PARM_DESC(qlcnic_mac_learn, "Mac Filter (0=disabled, 1=enabled)");
  30. static int use_msi = 1;
  31. module_param(use_msi, int, 0444);
  32. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  33. static int use_msi_x = 1;
  34. module_param(use_msi_x, int, 0444);
  35. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  36. static int auto_fw_reset = 1;
  37. module_param(auto_fw_reset, int, 0644);
  38. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  39. static int load_fw_file;
  40. module_param(load_fw_file, int, 0444);
  41. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
  42. static int qlcnic_config_npars;
  43. module_param(qlcnic_config_npars, int, 0444);
  44. MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled");
  45. static int __devinit qlcnic_probe(struct pci_dev *pdev,
  46. const struct pci_device_id *ent);
  47. static void __devexit qlcnic_remove(struct pci_dev *pdev);
  48. static int qlcnic_open(struct net_device *netdev);
  49. static int qlcnic_close(struct net_device *netdev);
  50. static void qlcnic_tx_timeout(struct net_device *netdev);
  51. static void qlcnic_attach_work(struct work_struct *work);
  52. static void qlcnic_fwinit_work(struct work_struct *work);
  53. static void qlcnic_fw_poll_work(struct work_struct *work);
  54. static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  55. work_func_t func, int delay);
  56. static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  57. static int qlcnic_poll(struct napi_struct *napi, int budget);
  58. static int qlcnic_rx_poll(struct napi_struct *napi, int budget);
  59. #ifdef CONFIG_NET_POLL_CONTROLLER
  60. static void qlcnic_poll_controller(struct net_device *netdev);
  61. #endif
  62. static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  63. static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  64. static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  65. static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  66. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  67. static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8);
  68. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  69. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  70. static irqreturn_t qlcnic_intr(int irq, void *data);
  71. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  72. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  73. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  74. static void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long);
  75. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  76. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  77. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  78. static int qlcnicvf_config_led(struct qlcnic_adapter *, u32, u32);
  79. static int qlcnicvf_config_bridged_mode(struct qlcnic_adapter *, u32);
  80. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  81. static void qlcnic_set_netdev_features(struct qlcnic_adapter *,
  82. struct qlcnic_esw_func_cfg *);
  83. static int qlcnic_vlan_rx_add(struct net_device *, u16);
  84. static int qlcnic_vlan_rx_del(struct net_device *, u16);
  85. /* PCI Device ID Table */
  86. #define ENTRY(device) \
  87. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  88. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  89. #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
  90. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  91. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  92. {0,}
  93. };
  94. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  95. inline void
  96. qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
  97. struct qlcnic_host_tx_ring *tx_ring)
  98. {
  99. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  100. }
  101. static const u32 msi_tgt_status[8] = {
  102. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  103. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  104. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  105. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  106. };
  107. static const
  108. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  109. static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
  110. {
  111. writel(0, sds_ring->crb_intr_mask);
  112. }
  113. static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
  114. {
  115. struct qlcnic_adapter *adapter = sds_ring->adapter;
  116. writel(0x1, sds_ring->crb_intr_mask);
  117. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  118. writel(0xfbff, adapter->tgt_mask_reg);
  119. }
  120. static int
  121. qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  122. {
  123. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  124. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  125. return recv_ctx->sds_rings == NULL;
  126. }
  127. static void
  128. qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  129. {
  130. if (recv_ctx->sds_rings != NULL)
  131. kfree(recv_ctx->sds_rings);
  132. recv_ctx->sds_rings = NULL;
  133. }
  134. static int
  135. qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
  136. {
  137. int ring;
  138. struct qlcnic_host_sds_ring *sds_ring;
  139. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  140. if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
  141. return -ENOMEM;
  142. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  143. sds_ring = &recv_ctx->sds_rings[ring];
  144. if (ring == adapter->max_sds_rings - 1)
  145. netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
  146. QLCNIC_NETDEV_WEIGHT/adapter->max_sds_rings);
  147. else
  148. netif_napi_add(netdev, &sds_ring->napi,
  149. qlcnic_rx_poll, QLCNIC_NETDEV_WEIGHT*2);
  150. }
  151. return 0;
  152. }
  153. static void
  154. qlcnic_napi_del(struct qlcnic_adapter *adapter)
  155. {
  156. int ring;
  157. struct qlcnic_host_sds_ring *sds_ring;
  158. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  159. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  160. sds_ring = &recv_ctx->sds_rings[ring];
  161. netif_napi_del(&sds_ring->napi);
  162. }
  163. qlcnic_free_sds_rings(adapter->recv_ctx);
  164. }
  165. static void
  166. qlcnic_napi_enable(struct qlcnic_adapter *adapter)
  167. {
  168. int ring;
  169. struct qlcnic_host_sds_ring *sds_ring;
  170. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  171. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  172. return;
  173. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  174. sds_ring = &recv_ctx->sds_rings[ring];
  175. napi_enable(&sds_ring->napi);
  176. qlcnic_enable_int(sds_ring);
  177. }
  178. }
  179. static void
  180. qlcnic_napi_disable(struct qlcnic_adapter *adapter)
  181. {
  182. int ring;
  183. struct qlcnic_host_sds_ring *sds_ring;
  184. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  185. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  186. return;
  187. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  188. sds_ring = &recv_ctx->sds_rings[ring];
  189. qlcnic_disable_int(sds_ring);
  190. napi_synchronize(&sds_ring->napi);
  191. napi_disable(&sds_ring->napi);
  192. }
  193. }
  194. static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
  195. {
  196. memset(&adapter->stats, 0, sizeof(adapter->stats));
  197. }
  198. static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
  199. {
  200. u32 control;
  201. int pos;
  202. pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
  203. if (pos) {
  204. pci_read_config_dword(pdev, pos, &control);
  205. if (enable)
  206. control |= PCI_MSIX_FLAGS_ENABLE;
  207. else
  208. control = 0;
  209. pci_write_config_dword(pdev, pos, control);
  210. }
  211. }
  212. static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
  213. {
  214. int i;
  215. for (i = 0; i < count; i++)
  216. adapter->msix_entries[i].entry = i;
  217. }
  218. static int
  219. qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  220. {
  221. u8 mac_addr[ETH_ALEN];
  222. struct net_device *netdev = adapter->netdev;
  223. struct pci_dev *pdev = adapter->pdev;
  224. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  225. return -EIO;
  226. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  227. memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
  228. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  229. /* set station address */
  230. if (!is_valid_ether_addr(netdev->perm_addr))
  231. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  232. netdev->dev_addr);
  233. return 0;
  234. }
  235. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  236. {
  237. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  238. struct sockaddr *addr = p;
  239. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  240. return -EOPNOTSUPP;
  241. if (!is_valid_ether_addr(addr->sa_data))
  242. return -EADDRNOTAVAIL;
  243. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  244. netif_device_detach(netdev);
  245. qlcnic_napi_disable(adapter);
  246. }
  247. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  248. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  249. qlcnic_set_multi(adapter->netdev);
  250. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  251. netif_device_attach(netdev);
  252. qlcnic_napi_enable(adapter);
  253. }
  254. return 0;
  255. }
  256. static const struct net_device_ops qlcnic_netdev_ops = {
  257. .ndo_open = qlcnic_open,
  258. .ndo_stop = qlcnic_close,
  259. .ndo_start_xmit = qlcnic_xmit_frame,
  260. .ndo_get_stats = qlcnic_get_stats,
  261. .ndo_validate_addr = eth_validate_addr,
  262. .ndo_set_rx_mode = qlcnic_set_multi,
  263. .ndo_set_mac_address = qlcnic_set_mac,
  264. .ndo_change_mtu = qlcnic_change_mtu,
  265. .ndo_fix_features = qlcnic_fix_features,
  266. .ndo_set_features = qlcnic_set_features,
  267. .ndo_tx_timeout = qlcnic_tx_timeout,
  268. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  269. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  270. #ifdef CONFIG_NET_POLL_CONTROLLER
  271. .ndo_poll_controller = qlcnic_poll_controller,
  272. #endif
  273. };
  274. static struct qlcnic_nic_template qlcnic_ops = {
  275. .config_bridged_mode = qlcnic_config_bridged_mode,
  276. .config_led = qlcnic_config_led,
  277. .start_firmware = qlcnic_start_firmware
  278. };
  279. static struct qlcnic_nic_template qlcnic_vf_ops = {
  280. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  281. .config_led = qlcnicvf_config_led,
  282. .start_firmware = qlcnicvf_start_firmware
  283. };
  284. static int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  285. {
  286. struct pci_dev *pdev = adapter->pdev;
  287. int err = -1;
  288. adapter->max_sds_rings = 1;
  289. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  290. qlcnic_set_msix_bit(pdev, 0);
  291. if (adapter->msix_supported) {
  292. enable_msix:
  293. qlcnic_init_msix_entries(adapter, num_msix);
  294. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  295. if (err == 0) {
  296. adapter->flags |= QLCNIC_MSIX_ENABLED;
  297. qlcnic_set_msix_bit(pdev, 1);
  298. adapter->max_sds_rings = num_msix;
  299. dev_info(&pdev->dev, "using msi-x interrupts\n");
  300. return err;
  301. }
  302. if (err > 0) {
  303. num_msix = rounddown_pow_of_two(err);
  304. if (num_msix)
  305. goto enable_msix;
  306. }
  307. }
  308. return err;
  309. }
  310. static void qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  311. {
  312. const struct qlcnic_legacy_intr_set *legacy_intrp;
  313. struct pci_dev *pdev = adapter->pdev;
  314. if (use_msi && !pci_enable_msi(pdev)) {
  315. adapter->flags |= QLCNIC_MSI_ENABLED;
  316. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  317. msi_tgt_status[adapter->ahw->pci_func]);
  318. dev_info(&pdev->dev, "using msi interrupts\n");
  319. adapter->msix_entries[0].vector = pdev->irq;
  320. return;
  321. }
  322. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  323. adapter->int_vec_bit = legacy_intrp->int_vec_bit;
  324. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  325. legacy_intrp->tgt_status_reg);
  326. adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
  327. legacy_intrp->tgt_mask_reg);
  328. adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
  329. adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
  330. ISR_INT_STATE_REG);
  331. dev_info(&pdev->dev, "using legacy interrupts\n");
  332. adapter->msix_entries[0].vector = pdev->irq;
  333. }
  334. static void
  335. qlcnic_setup_intr(struct qlcnic_adapter *adapter)
  336. {
  337. int num_msix;
  338. if (adapter->msix_supported) {
  339. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  340. QLCNIC_DEF_NUM_STS_DESC_RINGS));
  341. } else
  342. num_msix = 1;
  343. if (!qlcnic_enable_msix(adapter, num_msix))
  344. return;
  345. qlcnic_enable_msi_legacy(adapter);
  346. }
  347. static void
  348. qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  349. {
  350. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  351. pci_disable_msix(adapter->pdev);
  352. if (adapter->flags & QLCNIC_MSI_ENABLED)
  353. pci_disable_msi(adapter->pdev);
  354. }
  355. static void
  356. qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
  357. {
  358. if (adapter->ahw->pci_base0 != NULL)
  359. iounmap(adapter->ahw->pci_base0);
  360. }
  361. static int
  362. qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  363. {
  364. struct qlcnic_pci_info *pci_info;
  365. int i, ret = 0;
  366. u8 pfn;
  367. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  368. if (!pci_info)
  369. return -ENOMEM;
  370. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  371. QLCNIC_MAX_PCI_FUNC, GFP_KERNEL);
  372. if (!adapter->npars) {
  373. ret = -ENOMEM;
  374. goto err_pci_info;
  375. }
  376. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  377. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  378. if (!adapter->eswitch) {
  379. ret = -ENOMEM;
  380. goto err_npars;
  381. }
  382. ret = qlcnic_get_pci_info(adapter, pci_info);
  383. if (ret)
  384. goto err_eswitch;
  385. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  386. pfn = pci_info[i].id;
  387. if (pfn > QLCNIC_MAX_PCI_FUNC) {
  388. ret = QL_STATUS_INVALID_PARAM;
  389. goto err_eswitch;
  390. }
  391. adapter->npars[pfn].active = (u8)pci_info[i].active;
  392. adapter->npars[pfn].type = (u8)pci_info[i].type;
  393. adapter->npars[pfn].phy_port = (u8)pci_info[i].default_port;
  394. adapter->npars[pfn].min_bw = pci_info[i].tx_min_bw;
  395. adapter->npars[pfn].max_bw = pci_info[i].tx_max_bw;
  396. }
  397. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++)
  398. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  399. kfree(pci_info);
  400. return 0;
  401. err_eswitch:
  402. kfree(adapter->eswitch);
  403. adapter->eswitch = NULL;
  404. err_npars:
  405. kfree(adapter->npars);
  406. adapter->npars = NULL;
  407. err_pci_info:
  408. kfree(pci_info);
  409. return ret;
  410. }
  411. static int
  412. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  413. {
  414. u8 id;
  415. u32 ref_count;
  416. int i, ret = 1;
  417. u32 data = QLCNIC_MGMT_FUNC;
  418. void __iomem *priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  419. /* If other drivers are not in use set their privilege level */
  420. ref_count = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  421. ret = qlcnic_api_lock(adapter);
  422. if (ret)
  423. goto err_lock;
  424. if (qlcnic_config_npars) {
  425. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  426. id = i;
  427. if (adapter->npars[i].type != QLCNIC_TYPE_NIC ||
  428. id == adapter->ahw->pci_func)
  429. continue;
  430. data |= (qlcnic_config_npars &
  431. QLC_DEV_SET_DRV(0xf, id));
  432. }
  433. } else {
  434. data = readl(priv_op);
  435. data = (data & ~QLC_DEV_SET_DRV(0xf, adapter->ahw->pci_func)) |
  436. (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
  437. adapter->ahw->pci_func));
  438. }
  439. writel(data, priv_op);
  440. qlcnic_api_unlock(adapter);
  441. err_lock:
  442. return ret;
  443. }
  444. static void
  445. qlcnic_check_vf(struct qlcnic_adapter *adapter)
  446. {
  447. void __iomem *msix_base_addr;
  448. void __iomem *priv_op;
  449. u32 func;
  450. u32 msix_base;
  451. u32 op_mode, priv_level;
  452. /* Determine FW API version */
  453. adapter->fw_hal_version = readl(adapter->ahw->pci_base0 +
  454. QLCNIC_FW_API);
  455. /* Find PCI function number */
  456. pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
  457. msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
  458. msix_base = readl(msix_base_addr);
  459. func = (func - msix_base)/QLCNIC_MSIX_TBL_PGSIZE;
  460. adapter->ahw->pci_func = func;
  461. /* Determine function privilege level */
  462. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  463. op_mode = readl(priv_op);
  464. if (op_mode == QLC_DEV_DRV_DEFAULT)
  465. priv_level = QLCNIC_MGMT_FUNC;
  466. else
  467. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  468. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  469. adapter->op_mode = QLCNIC_NON_PRIV_FUNC;
  470. dev_info(&adapter->pdev->dev,
  471. "HAL Version: %d Non Privileged function\n",
  472. adapter->fw_hal_version);
  473. adapter->nic_ops = &qlcnic_vf_ops;
  474. } else
  475. adapter->nic_ops = &qlcnic_ops;
  476. }
  477. static int
  478. qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
  479. {
  480. void __iomem *mem_ptr0 = NULL;
  481. resource_size_t mem_base;
  482. unsigned long mem_len, pci_len0 = 0;
  483. struct pci_dev *pdev = adapter->pdev;
  484. /* remap phys address */
  485. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  486. mem_len = pci_resource_len(pdev, 0);
  487. if (mem_len == QLCNIC_PCI_2MB_SIZE) {
  488. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  489. if (mem_ptr0 == NULL) {
  490. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  491. return -EIO;
  492. }
  493. pci_len0 = mem_len;
  494. } else {
  495. return -EIO;
  496. }
  497. dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
  498. adapter->ahw->pci_base0 = mem_ptr0;
  499. adapter->ahw->pci_len0 = pci_len0;
  500. qlcnic_check_vf(adapter);
  501. adapter->ahw->ocm_win_crb = qlcnic_get_ioaddr(adapter,
  502. QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(
  503. adapter->ahw->pci_func)));
  504. return 0;
  505. }
  506. static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
  507. {
  508. struct pci_dev *pdev = adapter->pdev;
  509. int i, found = 0;
  510. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  511. if (qlcnic_boards[i].vendor == pdev->vendor &&
  512. qlcnic_boards[i].device == pdev->device &&
  513. qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
  514. qlcnic_boards[i].sub_device == pdev->subsystem_device) {
  515. sprintf(name, "%pM: %s" ,
  516. adapter->mac_addr,
  517. qlcnic_boards[i].short_name);
  518. found = 1;
  519. break;
  520. }
  521. }
  522. if (!found)
  523. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  524. }
  525. static void
  526. qlcnic_check_options(struct qlcnic_adapter *adapter)
  527. {
  528. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  529. struct pci_dev *pdev = adapter->pdev;
  530. struct qlcnic_fw_dump *fw_dump = &adapter->ahw->fw_dump;
  531. prev_fw_version = adapter->fw_version;
  532. fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  533. fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
  534. fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
  535. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  536. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC) {
  537. if (fw_dump->tmpl_hdr == NULL ||
  538. adapter->fw_version > prev_fw_version) {
  539. if (fw_dump->tmpl_hdr)
  540. vfree(fw_dump->tmpl_hdr);
  541. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  542. dev_info(&pdev->dev,
  543. "Supports FW dump capability\n");
  544. }
  545. }
  546. dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
  547. fw_major, fw_minor, fw_build);
  548. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  549. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  550. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  551. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  552. } else {
  553. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  554. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  555. }
  556. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  557. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  558. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  559. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  560. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  561. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  562. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  563. }
  564. adapter->msix_supported = !!use_msi_x;
  565. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  566. adapter->max_rds_rings = MAX_RDS_RINGS;
  567. }
  568. static int
  569. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  570. {
  571. int err;
  572. struct qlcnic_info nic_info;
  573. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  574. if (err)
  575. return err;
  576. adapter->physical_port = (u8)nic_info.phys_port;
  577. adapter->switch_mode = nic_info.switch_mode;
  578. adapter->max_tx_ques = nic_info.max_tx_ques;
  579. adapter->max_rx_ques = nic_info.max_rx_ques;
  580. adapter->capabilities = nic_info.capabilities;
  581. adapter->max_mac_filters = nic_info.max_mac_filters;
  582. adapter->max_mtu = nic_info.max_mtu;
  583. if (adapter->capabilities & BIT_6)
  584. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  585. else
  586. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  587. return err;
  588. }
  589. static void
  590. qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  591. struct qlcnic_esw_func_cfg *esw_cfg)
  592. {
  593. if (esw_cfg->discard_tagged)
  594. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  595. else
  596. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  597. if (esw_cfg->vlan_id)
  598. adapter->pvid = esw_cfg->vlan_id;
  599. else
  600. adapter->pvid = 0;
  601. }
  602. static int
  603. qlcnic_vlan_rx_add(struct net_device *netdev, u16 vid)
  604. {
  605. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  606. set_bit(vid, adapter->vlans);
  607. return 0;
  608. }
  609. static int
  610. qlcnic_vlan_rx_del(struct net_device *netdev, u16 vid)
  611. {
  612. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  613. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  614. clear_bit(vid, adapter->vlans);
  615. return 0;
  616. }
  617. static void
  618. qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  619. struct qlcnic_esw_func_cfg *esw_cfg)
  620. {
  621. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  622. QLCNIC_PROMISC_DISABLED);
  623. if (esw_cfg->mac_anti_spoof)
  624. adapter->flags |= QLCNIC_MACSPOOF;
  625. if (!esw_cfg->mac_override)
  626. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  627. if (!esw_cfg->promisc_mode)
  628. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  629. qlcnic_set_netdev_features(adapter, esw_cfg);
  630. }
  631. static int
  632. qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  633. {
  634. struct qlcnic_esw_func_cfg esw_cfg;
  635. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  636. return 0;
  637. esw_cfg.pci_func = adapter->ahw->pci_func;
  638. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  639. return -EIO;
  640. qlcnic_set_vlan_config(adapter, &esw_cfg);
  641. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  642. return 0;
  643. }
  644. static void
  645. qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  646. struct qlcnic_esw_func_cfg *esw_cfg)
  647. {
  648. struct net_device *netdev = adapter->netdev;
  649. netdev_features_t features, vlan_features;
  650. features = (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  651. NETIF_F_IPV6_CSUM | NETIF_F_GRO);
  652. vlan_features = (NETIF_F_SG | NETIF_F_IP_CSUM |
  653. NETIF_F_IPV6_CSUM | NETIF_F_HW_VLAN_FILTER);
  654. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO) {
  655. features |= (NETIF_F_TSO | NETIF_F_TSO6);
  656. vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  657. }
  658. if (netdev->features & NETIF_F_LRO)
  659. features |= NETIF_F_LRO;
  660. if (esw_cfg->offload_flags & BIT_0) {
  661. netdev->features |= features;
  662. if (!(esw_cfg->offload_flags & BIT_1))
  663. netdev->features &= ~NETIF_F_TSO;
  664. if (!(esw_cfg->offload_flags & BIT_2))
  665. netdev->features &= ~NETIF_F_TSO6;
  666. } else {
  667. netdev->features &= ~features;
  668. }
  669. netdev->vlan_features = (features & vlan_features);
  670. }
  671. static int
  672. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  673. {
  674. void __iomem *priv_op;
  675. u32 op_mode, priv_level;
  676. int err = 0;
  677. err = qlcnic_initialize_nic(adapter);
  678. if (err)
  679. return err;
  680. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  681. return 0;
  682. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  683. op_mode = readl(priv_op);
  684. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  685. if (op_mode == QLC_DEV_DRV_DEFAULT)
  686. priv_level = QLCNIC_MGMT_FUNC;
  687. else
  688. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  689. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  690. if (priv_level == QLCNIC_MGMT_FUNC) {
  691. adapter->op_mode = QLCNIC_MGMT_FUNC;
  692. err = qlcnic_init_pci_info(adapter);
  693. if (err)
  694. return err;
  695. /* Set privilege level for other functions */
  696. qlcnic_set_function_modes(adapter);
  697. dev_info(&adapter->pdev->dev,
  698. "HAL Version: %d, Management function\n",
  699. adapter->fw_hal_version);
  700. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  701. adapter->op_mode = QLCNIC_PRIV_FUNC;
  702. dev_info(&adapter->pdev->dev,
  703. "HAL Version: %d, Privileged function\n",
  704. adapter->fw_hal_version);
  705. }
  706. }
  707. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  708. return err;
  709. }
  710. static int
  711. qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  712. {
  713. struct qlcnic_esw_func_cfg esw_cfg;
  714. struct qlcnic_npar_info *npar;
  715. u8 i;
  716. if (adapter->need_fw_reset)
  717. return 0;
  718. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  719. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  720. continue;
  721. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  722. esw_cfg.pci_func = i;
  723. esw_cfg.offload_flags = BIT_0;
  724. esw_cfg.mac_override = BIT_0;
  725. esw_cfg.promisc_mode = BIT_0;
  726. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  727. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  728. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  729. return -EIO;
  730. npar = &adapter->npars[i];
  731. npar->pvid = esw_cfg.vlan_id;
  732. npar->mac_override = esw_cfg.mac_override;
  733. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  734. npar->discard_tagged = esw_cfg.discard_tagged;
  735. npar->promisc_mode = esw_cfg.promisc_mode;
  736. npar->offload_flags = esw_cfg.offload_flags;
  737. }
  738. return 0;
  739. }
  740. static int
  741. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  742. struct qlcnic_npar_info *npar, int pci_func)
  743. {
  744. struct qlcnic_esw_func_cfg esw_cfg;
  745. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  746. esw_cfg.pci_func = pci_func;
  747. esw_cfg.vlan_id = npar->pvid;
  748. esw_cfg.mac_override = npar->mac_override;
  749. esw_cfg.discard_tagged = npar->discard_tagged;
  750. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  751. esw_cfg.offload_flags = npar->offload_flags;
  752. esw_cfg.promisc_mode = npar->promisc_mode;
  753. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  754. return -EIO;
  755. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  756. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  757. return -EIO;
  758. return 0;
  759. }
  760. static int
  761. qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  762. {
  763. int i, err;
  764. struct qlcnic_npar_info *npar;
  765. struct qlcnic_info nic_info;
  766. if (!adapter->need_fw_reset)
  767. return 0;
  768. /* Set the NPAR config data after FW reset */
  769. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  770. npar = &adapter->npars[i];
  771. if (npar->type != QLCNIC_TYPE_NIC)
  772. continue;
  773. err = qlcnic_get_nic_info(adapter, &nic_info, i);
  774. if (err)
  775. return err;
  776. nic_info.min_tx_bw = npar->min_bw;
  777. nic_info.max_tx_bw = npar->max_bw;
  778. err = qlcnic_set_nic_info(adapter, &nic_info);
  779. if (err)
  780. return err;
  781. if (npar->enable_pm) {
  782. err = qlcnic_config_port_mirroring(adapter,
  783. npar->dest_npar, 1, i);
  784. if (err)
  785. return err;
  786. }
  787. err = qlcnic_reset_eswitch_config(adapter, npar, i);
  788. if (err)
  789. return err;
  790. }
  791. return 0;
  792. }
  793. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  794. {
  795. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  796. u32 npar_state;
  797. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  798. return 0;
  799. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  800. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  801. msleep(1000);
  802. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  803. }
  804. if (!npar_opt_timeo) {
  805. dev_err(&adapter->pdev->dev,
  806. "Waiting for NPAR state to opertional timeout\n");
  807. return -EIO;
  808. }
  809. return 0;
  810. }
  811. static int
  812. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  813. {
  814. int err;
  815. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  816. adapter->op_mode != QLCNIC_MGMT_FUNC)
  817. return 0;
  818. err = qlcnic_set_default_offload_settings(adapter);
  819. if (err)
  820. return err;
  821. err = qlcnic_reset_npar_config(adapter);
  822. if (err)
  823. return err;
  824. qlcnic_dev_set_npar_ready(adapter);
  825. return err;
  826. }
  827. static int
  828. qlcnic_start_firmware(struct qlcnic_adapter *adapter)
  829. {
  830. int err;
  831. err = qlcnic_can_start_firmware(adapter);
  832. if (err < 0)
  833. return err;
  834. else if (!err)
  835. goto check_fw_status;
  836. if (load_fw_file)
  837. qlcnic_request_firmware(adapter);
  838. else {
  839. err = qlcnic_check_flash_fw_ver(adapter);
  840. if (err)
  841. goto err_out;
  842. adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
  843. }
  844. err = qlcnic_need_fw_reset(adapter);
  845. if (err == 0)
  846. goto check_fw_status;
  847. err = qlcnic_pinit_from_rom(adapter);
  848. if (err)
  849. goto err_out;
  850. err = qlcnic_load_firmware(adapter);
  851. if (err)
  852. goto err_out;
  853. qlcnic_release_firmware(adapter);
  854. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  855. check_fw_status:
  856. err = qlcnic_check_fw_status(adapter);
  857. if (err)
  858. goto err_out;
  859. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  860. qlcnic_idc_debug_info(adapter, 1);
  861. err = qlcnic_check_eswitch_mode(adapter);
  862. if (err) {
  863. dev_err(&adapter->pdev->dev,
  864. "Memory allocation failed for eswitch\n");
  865. goto err_out;
  866. }
  867. err = qlcnic_set_mgmt_operations(adapter);
  868. if (err)
  869. goto err_out;
  870. qlcnic_check_options(adapter);
  871. adapter->need_fw_reset = 0;
  872. qlcnic_release_firmware(adapter);
  873. return 0;
  874. err_out:
  875. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  876. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  877. qlcnic_release_firmware(adapter);
  878. return err;
  879. }
  880. static int
  881. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  882. {
  883. irq_handler_t handler;
  884. struct qlcnic_host_sds_ring *sds_ring;
  885. int err, ring;
  886. unsigned long flags = 0;
  887. struct net_device *netdev = adapter->netdev;
  888. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  889. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  890. handler = qlcnic_tmp_intr;
  891. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  892. flags |= IRQF_SHARED;
  893. } else {
  894. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  895. handler = qlcnic_msix_intr;
  896. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  897. handler = qlcnic_msi_intr;
  898. else {
  899. flags |= IRQF_SHARED;
  900. handler = qlcnic_intr;
  901. }
  902. }
  903. adapter->irq = netdev->irq;
  904. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  905. sds_ring = &recv_ctx->sds_rings[ring];
  906. sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
  907. err = request_irq(sds_ring->irq, handler,
  908. flags, sds_ring->name, sds_ring);
  909. if (err)
  910. return err;
  911. }
  912. return 0;
  913. }
  914. static void
  915. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  916. {
  917. int ring;
  918. struct qlcnic_host_sds_ring *sds_ring;
  919. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  920. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  921. sds_ring = &recv_ctx->sds_rings[ring];
  922. free_irq(sds_ring->irq, sds_ring);
  923. }
  924. }
  925. static int
  926. __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  927. {
  928. int ring;
  929. struct qlcnic_host_rds_ring *rds_ring;
  930. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  931. return -EIO;
  932. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  933. return 0;
  934. if (qlcnic_set_eswitch_port_config(adapter))
  935. return -EIO;
  936. if (qlcnic_fw_create_ctx(adapter))
  937. return -EIO;
  938. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  939. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  940. qlcnic_post_rx_buffers(adapter, rds_ring);
  941. }
  942. qlcnic_set_multi(netdev);
  943. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  944. adapter->ahw->linkup = 0;
  945. if (adapter->max_sds_rings > 1)
  946. qlcnic_config_rss(adapter, 1);
  947. qlcnic_config_intr_coalesce(adapter);
  948. if (netdev->features & NETIF_F_LRO)
  949. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  950. qlcnic_napi_enable(adapter);
  951. qlcnic_linkevent_request(adapter, 1);
  952. adapter->reset_context = 0;
  953. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  954. return 0;
  955. }
  956. /* Usage: During resume and firmware recovery module.*/
  957. static int
  958. qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  959. {
  960. int err = 0;
  961. rtnl_lock();
  962. if (netif_running(netdev))
  963. err = __qlcnic_up(adapter, netdev);
  964. rtnl_unlock();
  965. return err;
  966. }
  967. static void
  968. __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  969. {
  970. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  971. return;
  972. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  973. return;
  974. smp_mb();
  975. spin_lock(&adapter->tx_clean_lock);
  976. netif_carrier_off(netdev);
  977. netif_tx_disable(netdev);
  978. qlcnic_free_mac_list(adapter);
  979. if (adapter->fhash.fnum)
  980. qlcnic_delete_lb_filters(adapter);
  981. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  982. qlcnic_napi_disable(adapter);
  983. qlcnic_fw_destroy_ctx(adapter);
  984. qlcnic_reset_rx_buffers_list(adapter);
  985. qlcnic_release_tx_buffers(adapter);
  986. spin_unlock(&adapter->tx_clean_lock);
  987. }
  988. /* Usage: During suspend and firmware recovery module */
  989. static void
  990. qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  991. {
  992. rtnl_lock();
  993. if (netif_running(netdev))
  994. __qlcnic_down(adapter, netdev);
  995. rtnl_unlock();
  996. }
  997. static int
  998. qlcnic_attach(struct qlcnic_adapter *adapter)
  999. {
  1000. struct net_device *netdev = adapter->netdev;
  1001. struct pci_dev *pdev = adapter->pdev;
  1002. int err;
  1003. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1004. return 0;
  1005. err = qlcnic_napi_add(adapter, netdev);
  1006. if (err)
  1007. return err;
  1008. err = qlcnic_alloc_sw_resources(adapter);
  1009. if (err) {
  1010. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1011. goto err_out_napi_del;
  1012. }
  1013. err = qlcnic_alloc_hw_resources(adapter);
  1014. if (err) {
  1015. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1016. goto err_out_free_sw;
  1017. }
  1018. err = qlcnic_request_irq(adapter);
  1019. if (err) {
  1020. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1021. goto err_out_free_hw;
  1022. }
  1023. qlcnic_create_sysfs_entries(adapter);
  1024. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1025. return 0;
  1026. err_out_free_hw:
  1027. qlcnic_free_hw_resources(adapter);
  1028. err_out_free_sw:
  1029. qlcnic_free_sw_resources(adapter);
  1030. err_out_napi_del:
  1031. qlcnic_napi_del(adapter);
  1032. return err;
  1033. }
  1034. static void
  1035. qlcnic_detach(struct qlcnic_adapter *adapter)
  1036. {
  1037. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1038. return;
  1039. qlcnic_remove_sysfs_entries(adapter);
  1040. qlcnic_free_hw_resources(adapter);
  1041. qlcnic_release_rx_buffers(adapter);
  1042. qlcnic_free_irq(adapter);
  1043. qlcnic_napi_del(adapter);
  1044. qlcnic_free_sw_resources(adapter);
  1045. adapter->is_up = 0;
  1046. }
  1047. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1048. {
  1049. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1050. struct qlcnic_host_sds_ring *sds_ring;
  1051. int ring;
  1052. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1053. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1054. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1055. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1056. qlcnic_disable_int(sds_ring);
  1057. }
  1058. }
  1059. qlcnic_fw_destroy_ctx(adapter);
  1060. qlcnic_detach(adapter);
  1061. adapter->diag_test = 0;
  1062. adapter->max_sds_rings = max_sds_rings;
  1063. if (qlcnic_attach(adapter))
  1064. goto out;
  1065. if (netif_running(netdev))
  1066. __qlcnic_up(adapter, netdev);
  1067. out:
  1068. netif_device_attach(netdev);
  1069. }
  1070. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1071. {
  1072. int err = 0;
  1073. adapter->ahw = kzalloc(sizeof(struct qlcnic_hardware_context),
  1074. GFP_KERNEL);
  1075. if (!adapter->ahw) {
  1076. dev_err(&adapter->pdev->dev,
  1077. "Failed to allocate recv ctx resources for adapter\n");
  1078. err = -ENOMEM;
  1079. goto err_out;
  1080. }
  1081. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1082. GFP_KERNEL);
  1083. if (!adapter->recv_ctx) {
  1084. dev_err(&adapter->pdev->dev,
  1085. "Failed to allocate recv ctx resources for adapter\n");
  1086. kfree(adapter->ahw);
  1087. adapter->ahw = NULL;
  1088. err = -ENOMEM;
  1089. goto err_out;
  1090. }
  1091. /* Initialize interrupt coalesce parameters */
  1092. adapter->ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1093. adapter->ahw->coal.rx_time_us = QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
  1094. adapter->ahw->coal.rx_packets = QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
  1095. err_out:
  1096. return err;
  1097. }
  1098. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1099. {
  1100. kfree(adapter->recv_ctx);
  1101. adapter->recv_ctx = NULL;
  1102. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1103. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1104. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1105. }
  1106. kfree(adapter->ahw);
  1107. adapter->ahw = NULL;
  1108. }
  1109. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1110. {
  1111. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1112. struct qlcnic_host_sds_ring *sds_ring;
  1113. struct qlcnic_host_rds_ring *rds_ring;
  1114. int ring;
  1115. int ret;
  1116. netif_device_detach(netdev);
  1117. if (netif_running(netdev))
  1118. __qlcnic_down(adapter, netdev);
  1119. qlcnic_detach(adapter);
  1120. adapter->max_sds_rings = 1;
  1121. adapter->diag_test = test;
  1122. ret = qlcnic_attach(adapter);
  1123. if (ret) {
  1124. netif_device_attach(netdev);
  1125. return ret;
  1126. }
  1127. ret = qlcnic_fw_create_ctx(adapter);
  1128. if (ret) {
  1129. qlcnic_detach(adapter);
  1130. netif_device_attach(netdev);
  1131. return ret;
  1132. }
  1133. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1134. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1135. qlcnic_post_rx_buffers(adapter, rds_ring);
  1136. }
  1137. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1138. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1139. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1140. qlcnic_enable_int(sds_ring);
  1141. }
  1142. }
  1143. if (adapter->diag_test == QLCNIC_LOOPBACK_TEST) {
  1144. adapter->ahw->loopback_state = 0;
  1145. qlcnic_linkevent_request(adapter, 1);
  1146. }
  1147. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1148. return 0;
  1149. }
  1150. /* Reset context in hardware only */
  1151. static int
  1152. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1153. {
  1154. struct net_device *netdev = adapter->netdev;
  1155. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1156. return -EBUSY;
  1157. netif_device_detach(netdev);
  1158. qlcnic_down(adapter, netdev);
  1159. qlcnic_up(adapter, netdev);
  1160. netif_device_attach(netdev);
  1161. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1162. return 0;
  1163. }
  1164. int
  1165. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1166. {
  1167. int err = 0;
  1168. struct net_device *netdev = adapter->netdev;
  1169. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1170. return -EBUSY;
  1171. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1172. netif_device_detach(netdev);
  1173. if (netif_running(netdev))
  1174. __qlcnic_down(adapter, netdev);
  1175. qlcnic_detach(adapter);
  1176. if (netif_running(netdev)) {
  1177. err = qlcnic_attach(adapter);
  1178. if (!err) {
  1179. __qlcnic_up(adapter, netdev);
  1180. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1181. }
  1182. }
  1183. netif_device_attach(netdev);
  1184. }
  1185. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1186. return err;
  1187. }
  1188. static int
  1189. qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
  1190. struct net_device *netdev, u8 pci_using_dac)
  1191. {
  1192. int err;
  1193. struct pci_dev *pdev = adapter->pdev;
  1194. adapter->mc_enabled = 0;
  1195. adapter->max_mc_count = 38;
  1196. netdev->netdev_ops = &qlcnic_netdev_ops;
  1197. netdev->watchdog_timeo = 5*HZ;
  1198. qlcnic_change_mtu(netdev, netdev->mtu);
  1199. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1200. netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM |
  1201. NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM;
  1202. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  1203. netdev->hw_features |= NETIF_F_TSO | NETIF_F_TSO6;
  1204. if (pci_using_dac)
  1205. netdev->hw_features |= NETIF_F_HIGHDMA;
  1206. netdev->vlan_features = netdev->hw_features;
  1207. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
  1208. netdev->hw_features |= NETIF_F_HW_VLAN_TX;
  1209. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1210. netdev->hw_features |= NETIF_F_LRO;
  1211. netdev->features |= netdev->hw_features |
  1212. NETIF_F_HW_VLAN_RX | NETIF_F_HW_VLAN_FILTER;
  1213. netdev->irq = adapter->msix_entries[0].vector;
  1214. err = register_netdev(netdev);
  1215. if (err) {
  1216. dev_err(&pdev->dev, "failed to register net device\n");
  1217. return err;
  1218. }
  1219. return 0;
  1220. }
  1221. static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
  1222. {
  1223. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1224. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1225. *pci_using_dac = 1;
  1226. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1227. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1228. *pci_using_dac = 0;
  1229. else {
  1230. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1231. return -EIO;
  1232. }
  1233. return 0;
  1234. }
  1235. static int
  1236. qlcnic_alloc_msix_entries(struct qlcnic_adapter *adapter, u16 count)
  1237. {
  1238. adapter->msix_entries = kcalloc(count, sizeof(struct msix_entry),
  1239. GFP_KERNEL);
  1240. if (adapter->msix_entries)
  1241. return 0;
  1242. dev_err(&adapter->pdev->dev, "failed allocating msix_entries\n");
  1243. return -ENOMEM;
  1244. }
  1245. static int __devinit
  1246. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1247. {
  1248. struct net_device *netdev = NULL;
  1249. struct qlcnic_adapter *adapter = NULL;
  1250. int err;
  1251. uint8_t revision_id;
  1252. uint8_t pci_using_dac;
  1253. char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
  1254. err = pci_enable_device(pdev);
  1255. if (err)
  1256. return err;
  1257. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1258. err = -ENODEV;
  1259. goto err_out_disable_pdev;
  1260. }
  1261. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1262. if (err)
  1263. goto err_out_disable_pdev;
  1264. err = pci_request_regions(pdev, qlcnic_driver_name);
  1265. if (err)
  1266. goto err_out_disable_pdev;
  1267. pci_set_master(pdev);
  1268. pci_enable_pcie_error_reporting(pdev);
  1269. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1270. if (!netdev) {
  1271. err = -ENOMEM;
  1272. goto err_out_free_res;
  1273. }
  1274. SET_NETDEV_DEV(netdev, &pdev->dev);
  1275. adapter = netdev_priv(netdev);
  1276. adapter->netdev = netdev;
  1277. adapter->pdev = pdev;
  1278. if (qlcnic_alloc_adapter_resources(adapter))
  1279. goto err_out_free_netdev;
  1280. adapter->dev_rst_time = jiffies;
  1281. revision_id = pdev->revision;
  1282. adapter->ahw->revision_id = revision_id;
  1283. adapter->mac_learn = qlcnic_mac_learn;
  1284. rwlock_init(&adapter->ahw->crb_lock);
  1285. mutex_init(&adapter->ahw->mem_lock);
  1286. spin_lock_init(&adapter->tx_clean_lock);
  1287. INIT_LIST_HEAD(&adapter->mac_list);
  1288. err = qlcnic_setup_pci_map(adapter);
  1289. if (err)
  1290. goto err_out_free_hw;
  1291. /* This will be reset for mezz cards */
  1292. adapter->portnum = adapter->ahw->pci_func;
  1293. err = qlcnic_get_board_info(adapter);
  1294. if (err) {
  1295. dev_err(&pdev->dev, "Error getting board config info.\n");
  1296. goto err_out_iounmap;
  1297. }
  1298. err = qlcnic_setup_idc_param(adapter);
  1299. if (err)
  1300. goto err_out_iounmap;
  1301. adapter->flags |= QLCNIC_NEED_FLR;
  1302. err = adapter->nic_ops->start_firmware(adapter);
  1303. if (err) {
  1304. dev_err(&pdev->dev, "Loading fw failed.Please Reboot\n");
  1305. goto err_out_decr_ref;
  1306. }
  1307. if (qlcnic_read_mac_addr(adapter))
  1308. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1309. if (adapter->portnum == 0) {
  1310. get_brd_name(adapter, brd_name);
  1311. pr_info("%s: %s Board Chip rev 0x%x\n",
  1312. module_name(THIS_MODULE),
  1313. brd_name, adapter->ahw->revision_id);
  1314. }
  1315. qlcnic_clear_stats(adapter);
  1316. err = qlcnic_alloc_msix_entries(adapter, adapter->max_rx_ques);
  1317. if (err)
  1318. goto err_out_decr_ref;
  1319. qlcnic_setup_intr(adapter);
  1320. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1321. if (err)
  1322. goto err_out_disable_msi;
  1323. pci_set_drvdata(pdev, adapter);
  1324. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1325. switch (adapter->ahw->port_type) {
  1326. case QLCNIC_GBE:
  1327. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1328. adapter->netdev->name);
  1329. break;
  1330. case QLCNIC_XGBE:
  1331. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1332. adapter->netdev->name);
  1333. break;
  1334. }
  1335. if (adapter->mac_learn)
  1336. qlcnic_alloc_lb_filters_mem(adapter);
  1337. qlcnic_create_diag_entries(adapter);
  1338. return 0;
  1339. err_out_disable_msi:
  1340. qlcnic_teardown_intr(adapter);
  1341. kfree(adapter->msix_entries);
  1342. err_out_decr_ref:
  1343. qlcnic_clr_all_drv_state(adapter, 0);
  1344. err_out_iounmap:
  1345. qlcnic_cleanup_pci_map(adapter);
  1346. err_out_free_hw:
  1347. qlcnic_free_adapter_resources(adapter);
  1348. err_out_free_netdev:
  1349. free_netdev(netdev);
  1350. err_out_free_res:
  1351. pci_release_regions(pdev);
  1352. err_out_disable_pdev:
  1353. pci_set_drvdata(pdev, NULL);
  1354. pci_disable_device(pdev);
  1355. return err;
  1356. }
  1357. static void __devexit qlcnic_remove(struct pci_dev *pdev)
  1358. {
  1359. struct qlcnic_adapter *adapter;
  1360. struct net_device *netdev;
  1361. adapter = pci_get_drvdata(pdev);
  1362. if (adapter == NULL)
  1363. return;
  1364. netdev = adapter->netdev;
  1365. qlcnic_cancel_fw_work(adapter);
  1366. unregister_netdev(netdev);
  1367. qlcnic_detach(adapter);
  1368. if (adapter->npars != NULL)
  1369. kfree(adapter->npars);
  1370. if (adapter->eswitch != NULL)
  1371. kfree(adapter->eswitch);
  1372. qlcnic_clr_all_drv_state(adapter, 0);
  1373. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1374. qlcnic_free_lb_filters_mem(adapter);
  1375. qlcnic_teardown_intr(adapter);
  1376. kfree(adapter->msix_entries);
  1377. qlcnic_remove_diag_entries(adapter);
  1378. qlcnic_cleanup_pci_map(adapter);
  1379. qlcnic_release_firmware(adapter);
  1380. pci_disable_pcie_error_reporting(pdev);
  1381. pci_release_regions(pdev);
  1382. pci_disable_device(pdev);
  1383. pci_set_drvdata(pdev, NULL);
  1384. qlcnic_free_adapter_resources(adapter);
  1385. free_netdev(netdev);
  1386. }
  1387. static int __qlcnic_shutdown(struct pci_dev *pdev)
  1388. {
  1389. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1390. struct net_device *netdev = adapter->netdev;
  1391. int retval;
  1392. netif_device_detach(netdev);
  1393. qlcnic_cancel_fw_work(adapter);
  1394. if (netif_running(netdev))
  1395. qlcnic_down(adapter, netdev);
  1396. qlcnic_clr_all_drv_state(adapter, 0);
  1397. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1398. retval = pci_save_state(pdev);
  1399. if (retval)
  1400. return retval;
  1401. if (qlcnic_wol_supported(adapter)) {
  1402. pci_enable_wake(pdev, PCI_D3cold, 1);
  1403. pci_enable_wake(pdev, PCI_D3hot, 1);
  1404. }
  1405. return 0;
  1406. }
  1407. static void qlcnic_shutdown(struct pci_dev *pdev)
  1408. {
  1409. if (__qlcnic_shutdown(pdev))
  1410. return;
  1411. pci_disable_device(pdev);
  1412. }
  1413. #ifdef CONFIG_PM
  1414. static int
  1415. qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1416. {
  1417. int retval;
  1418. retval = __qlcnic_shutdown(pdev);
  1419. if (retval)
  1420. return retval;
  1421. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1422. return 0;
  1423. }
  1424. static int
  1425. qlcnic_resume(struct pci_dev *pdev)
  1426. {
  1427. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1428. struct net_device *netdev = adapter->netdev;
  1429. int err;
  1430. err = pci_enable_device(pdev);
  1431. if (err)
  1432. return err;
  1433. pci_set_power_state(pdev, PCI_D0);
  1434. pci_set_master(pdev);
  1435. pci_restore_state(pdev);
  1436. err = adapter->nic_ops->start_firmware(adapter);
  1437. if (err) {
  1438. dev_err(&pdev->dev, "failed to start firmware\n");
  1439. return err;
  1440. }
  1441. if (netif_running(netdev)) {
  1442. err = qlcnic_up(adapter, netdev);
  1443. if (err)
  1444. goto done;
  1445. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1446. }
  1447. done:
  1448. netif_device_attach(netdev);
  1449. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1450. return 0;
  1451. }
  1452. #endif
  1453. static int qlcnic_open(struct net_device *netdev)
  1454. {
  1455. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1456. int err;
  1457. netif_carrier_off(netdev);
  1458. err = qlcnic_attach(adapter);
  1459. if (err)
  1460. return err;
  1461. err = __qlcnic_up(adapter, netdev);
  1462. if (err)
  1463. goto err_out;
  1464. netif_start_queue(netdev);
  1465. return 0;
  1466. err_out:
  1467. qlcnic_detach(adapter);
  1468. return err;
  1469. }
  1470. /*
  1471. * qlcnic_close - Disables a network interface entry point
  1472. */
  1473. static int qlcnic_close(struct net_device *netdev)
  1474. {
  1475. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1476. __qlcnic_down(adapter, netdev);
  1477. return 0;
  1478. }
  1479. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1480. {
  1481. void *head;
  1482. int i;
  1483. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1484. return;
  1485. spin_lock_init(&adapter->mac_learn_lock);
  1486. head = kcalloc(QLCNIC_LB_MAX_FILTERS, sizeof(struct hlist_head),
  1487. GFP_KERNEL);
  1488. if (!head)
  1489. return;
  1490. adapter->fhash.fmax = QLCNIC_LB_MAX_FILTERS;
  1491. adapter->fhash.fhead = head;
  1492. for (i = 0; i < adapter->fhash.fmax; i++)
  1493. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1494. }
  1495. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1496. {
  1497. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1498. kfree(adapter->fhash.fhead);
  1499. adapter->fhash.fhead = NULL;
  1500. adapter->fhash.fmax = 0;
  1501. }
  1502. static void qlcnic_change_filter(struct qlcnic_adapter *adapter,
  1503. u64 uaddr, __le16 vlan_id, struct qlcnic_host_tx_ring *tx_ring)
  1504. {
  1505. struct cmd_desc_type0 *hwdesc;
  1506. struct qlcnic_nic_req *req;
  1507. struct qlcnic_mac_req *mac_req;
  1508. struct qlcnic_vlan_req *vlan_req;
  1509. u32 producer;
  1510. u64 word;
  1511. producer = tx_ring->producer;
  1512. hwdesc = &tx_ring->desc_head[tx_ring->producer];
  1513. req = (struct qlcnic_nic_req *)hwdesc;
  1514. memset(req, 0, sizeof(struct qlcnic_nic_req));
  1515. req->qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
  1516. word = QLCNIC_MAC_EVENT | ((u64)(adapter->portnum) << 16);
  1517. req->req_hdr = cpu_to_le64(word);
  1518. mac_req = (struct qlcnic_mac_req *)&(req->words[0]);
  1519. mac_req->op = vlan_id ? QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_ADD;
  1520. memcpy(mac_req->mac_addr, &uaddr, ETH_ALEN);
  1521. vlan_req = (struct qlcnic_vlan_req *)&req->words[1];
  1522. vlan_req->vlan_id = vlan_id;
  1523. tx_ring->producer = get_next_index(producer, tx_ring->num_desc);
  1524. smp_mb();
  1525. }
  1526. #define QLCNIC_MAC_HASH(MAC)\
  1527. ((((MAC) & 0x70000) >> 0x10) | (((MAC) & 0x70000000000ULL) >> 0x25))
  1528. static void
  1529. qlcnic_send_filter(struct qlcnic_adapter *adapter,
  1530. struct qlcnic_host_tx_ring *tx_ring,
  1531. struct cmd_desc_type0 *first_desc,
  1532. struct sk_buff *skb)
  1533. {
  1534. struct ethhdr *phdr = (struct ethhdr *)(skb->data);
  1535. struct qlcnic_filter *fil, *tmp_fil;
  1536. struct hlist_node *tmp_hnode, *n;
  1537. struct hlist_head *head;
  1538. u64 src_addr = 0;
  1539. __le16 vlan_id = 0;
  1540. u8 hindex;
  1541. if (!compare_ether_addr(phdr->h_source, adapter->mac_addr))
  1542. return;
  1543. if (adapter->fhash.fnum >= adapter->fhash.fmax)
  1544. return;
  1545. /* Only NPAR capable devices support vlan based learning*/
  1546. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  1547. vlan_id = first_desc->vlan_TCI;
  1548. memcpy(&src_addr, phdr->h_source, ETH_ALEN);
  1549. hindex = QLCNIC_MAC_HASH(src_addr) & (QLCNIC_LB_MAX_FILTERS - 1);
  1550. head = &(adapter->fhash.fhead[hindex]);
  1551. hlist_for_each_entry_safe(tmp_fil, tmp_hnode, n, head, fnode) {
  1552. if (!memcmp(tmp_fil->faddr, &src_addr, ETH_ALEN) &&
  1553. tmp_fil->vlan_id == vlan_id) {
  1554. if (jiffies >
  1555. (QLCNIC_READD_AGE * HZ + tmp_fil->ftime))
  1556. qlcnic_change_filter(adapter, src_addr, vlan_id,
  1557. tx_ring);
  1558. tmp_fil->ftime = jiffies;
  1559. return;
  1560. }
  1561. }
  1562. fil = kzalloc(sizeof(struct qlcnic_filter), GFP_ATOMIC);
  1563. if (!fil)
  1564. return;
  1565. qlcnic_change_filter(adapter, src_addr, vlan_id, tx_ring);
  1566. fil->ftime = jiffies;
  1567. fil->vlan_id = vlan_id;
  1568. memcpy(fil->faddr, &src_addr, ETH_ALEN);
  1569. spin_lock(&adapter->mac_learn_lock);
  1570. hlist_add_head(&(fil->fnode), head);
  1571. adapter->fhash.fnum++;
  1572. spin_unlock(&adapter->mac_learn_lock);
  1573. }
  1574. static int
  1575. qlcnic_tx_pkt(struct qlcnic_adapter *adapter,
  1576. struct cmd_desc_type0 *first_desc,
  1577. struct sk_buff *skb)
  1578. {
  1579. u8 opcode = 0, hdr_len = 0;
  1580. u16 flags = 0, vlan_tci = 0;
  1581. int copied, offset, copy_len;
  1582. struct cmd_desc_type0 *hwdesc;
  1583. struct vlan_ethhdr *vh;
  1584. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1585. u16 protocol = ntohs(skb->protocol);
  1586. u32 producer = tx_ring->producer;
  1587. if (protocol == ETH_P_8021Q) {
  1588. vh = (struct vlan_ethhdr *)skb->data;
  1589. flags = FLAGS_VLAN_TAGGED;
  1590. vlan_tci = vh->h_vlan_TCI;
  1591. } else if (vlan_tx_tag_present(skb)) {
  1592. flags = FLAGS_VLAN_OOB;
  1593. vlan_tci = vlan_tx_tag_get(skb);
  1594. }
  1595. if (unlikely(adapter->pvid)) {
  1596. if (vlan_tci && !(adapter->flags & QLCNIC_TAGGING_ENABLED))
  1597. return -EIO;
  1598. if (vlan_tci && (adapter->flags & QLCNIC_TAGGING_ENABLED))
  1599. goto set_flags;
  1600. flags = FLAGS_VLAN_OOB;
  1601. vlan_tci = adapter->pvid;
  1602. }
  1603. set_flags:
  1604. qlcnic_set_tx_vlan_tci(first_desc, vlan_tci);
  1605. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1606. if (*(skb->data) & BIT_0) {
  1607. flags |= BIT_0;
  1608. memcpy(&first_desc->eth_addr, skb->data, ETH_ALEN);
  1609. }
  1610. opcode = TX_ETHER_PKT;
  1611. if ((adapter->netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
  1612. skb_shinfo(skb)->gso_size > 0) {
  1613. hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  1614. first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
  1615. first_desc->total_hdr_length = hdr_len;
  1616. opcode = (protocol == ETH_P_IPV6) ? TX_TCP_LSO6 : TX_TCP_LSO;
  1617. /* For LSO, we need to copy the MAC/IP/TCP headers into
  1618. * the descriptor ring */
  1619. copied = 0;
  1620. offset = 2;
  1621. if (flags & FLAGS_VLAN_OOB) {
  1622. first_desc->total_hdr_length += VLAN_HLEN;
  1623. first_desc->tcp_hdr_offset = VLAN_HLEN;
  1624. first_desc->ip_hdr_offset = VLAN_HLEN;
  1625. /* Only in case of TSO on vlan device */
  1626. flags |= FLAGS_VLAN_TAGGED;
  1627. /* Create a TSO vlan header template for firmware */
  1628. hwdesc = &tx_ring->desc_head[producer];
  1629. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1630. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1631. offset, hdr_len + VLAN_HLEN);
  1632. vh = (struct vlan_ethhdr *)((char *) hwdesc + 2);
  1633. skb_copy_from_linear_data(skb, vh, 12);
  1634. vh->h_vlan_proto = htons(ETH_P_8021Q);
  1635. vh->h_vlan_TCI = htons(vlan_tci);
  1636. skb_copy_from_linear_data_offset(skb, 12,
  1637. (char *)vh + 16, copy_len - 16);
  1638. copied = copy_len - VLAN_HLEN;
  1639. offset = 0;
  1640. producer = get_next_index(producer, tx_ring->num_desc);
  1641. }
  1642. while (copied < hdr_len) {
  1643. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1644. offset, (hdr_len - copied));
  1645. hwdesc = &tx_ring->desc_head[producer];
  1646. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1647. skb_copy_from_linear_data_offset(skb, copied,
  1648. (char *) hwdesc + offset, copy_len);
  1649. copied += copy_len;
  1650. offset = 0;
  1651. producer = get_next_index(producer, tx_ring->num_desc);
  1652. }
  1653. tx_ring->producer = producer;
  1654. smp_mb();
  1655. adapter->stats.lso_frames++;
  1656. } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
  1657. u8 l4proto;
  1658. if (protocol == ETH_P_IP) {
  1659. l4proto = ip_hdr(skb)->protocol;
  1660. if (l4proto == IPPROTO_TCP)
  1661. opcode = TX_TCP_PKT;
  1662. else if (l4proto == IPPROTO_UDP)
  1663. opcode = TX_UDP_PKT;
  1664. } else if (protocol == ETH_P_IPV6) {
  1665. l4proto = ipv6_hdr(skb)->nexthdr;
  1666. if (l4proto == IPPROTO_TCP)
  1667. opcode = TX_TCPV6_PKT;
  1668. else if (l4proto == IPPROTO_UDP)
  1669. opcode = TX_UDPV6_PKT;
  1670. }
  1671. }
  1672. first_desc->tcp_hdr_offset += skb_transport_offset(skb);
  1673. first_desc->ip_hdr_offset += skb_network_offset(skb);
  1674. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1675. return 0;
  1676. }
  1677. static int
  1678. qlcnic_map_tx_skb(struct pci_dev *pdev,
  1679. struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
  1680. {
  1681. struct qlcnic_skb_frag *nf;
  1682. struct skb_frag_struct *frag;
  1683. int i, nr_frags;
  1684. dma_addr_t map;
  1685. nr_frags = skb_shinfo(skb)->nr_frags;
  1686. nf = &pbuf->frag_array[0];
  1687. map = pci_map_single(pdev, skb->data,
  1688. skb_headlen(skb), PCI_DMA_TODEVICE);
  1689. if (pci_dma_mapping_error(pdev, map))
  1690. goto out_err;
  1691. nf->dma = map;
  1692. nf->length = skb_headlen(skb);
  1693. for (i = 0; i < nr_frags; i++) {
  1694. frag = &skb_shinfo(skb)->frags[i];
  1695. nf = &pbuf->frag_array[i+1];
  1696. map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
  1697. DMA_TO_DEVICE);
  1698. if (dma_mapping_error(&pdev->dev, map))
  1699. goto unwind;
  1700. nf->dma = map;
  1701. nf->length = skb_frag_size(frag);
  1702. }
  1703. return 0;
  1704. unwind:
  1705. while (--i >= 0) {
  1706. nf = &pbuf->frag_array[i+1];
  1707. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1708. }
  1709. nf = &pbuf->frag_array[0];
  1710. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1711. out_err:
  1712. return -ENOMEM;
  1713. }
  1714. static void
  1715. qlcnic_unmap_buffers(struct pci_dev *pdev, struct sk_buff *skb,
  1716. struct qlcnic_cmd_buffer *pbuf)
  1717. {
  1718. struct qlcnic_skb_frag *nf = &pbuf->frag_array[0];
  1719. int nr_frags = skb_shinfo(skb)->nr_frags;
  1720. int i;
  1721. for (i = 0; i < nr_frags; i++) {
  1722. nf = &pbuf->frag_array[i+1];
  1723. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1724. }
  1725. nf = &pbuf->frag_array[0];
  1726. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1727. pbuf->skb = NULL;
  1728. }
  1729. static inline void
  1730. qlcnic_clear_cmddesc(u64 *desc)
  1731. {
  1732. desc[0] = 0ULL;
  1733. desc[2] = 0ULL;
  1734. desc[7] = 0ULL;
  1735. }
  1736. netdev_tx_t
  1737. qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  1738. {
  1739. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1740. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1741. struct qlcnic_cmd_buffer *pbuf;
  1742. struct qlcnic_skb_frag *buffrag;
  1743. struct cmd_desc_type0 *hwdesc, *first_desc;
  1744. struct pci_dev *pdev;
  1745. struct ethhdr *phdr;
  1746. int delta = 0;
  1747. int i, k;
  1748. u32 producer;
  1749. int frag_count;
  1750. u32 num_txd = tx_ring->num_desc;
  1751. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  1752. netif_stop_queue(netdev);
  1753. return NETDEV_TX_BUSY;
  1754. }
  1755. if (adapter->flags & QLCNIC_MACSPOOF) {
  1756. phdr = (struct ethhdr *)skb->data;
  1757. if (compare_ether_addr(phdr->h_source,
  1758. adapter->mac_addr))
  1759. goto drop_packet;
  1760. }
  1761. frag_count = skb_shinfo(skb)->nr_frags + 1;
  1762. /* 14 frags supported for normal packet and
  1763. * 32 frags supported for TSO packet
  1764. */
  1765. if (!skb_is_gso(skb) && frag_count > QLCNIC_MAX_FRAGS_PER_TX) {
  1766. for (i = 0; i < (frag_count - QLCNIC_MAX_FRAGS_PER_TX); i++)
  1767. delta += skb_frag_size(&skb_shinfo(skb)->frags[i]);
  1768. if (!__pskb_pull_tail(skb, delta))
  1769. goto drop_packet;
  1770. frag_count = 1 + skb_shinfo(skb)->nr_frags;
  1771. }
  1772. if (unlikely(qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
  1773. netif_stop_queue(netdev);
  1774. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
  1775. netif_start_queue(netdev);
  1776. else {
  1777. adapter->stats.xmit_off++;
  1778. return NETDEV_TX_BUSY;
  1779. }
  1780. }
  1781. producer = tx_ring->producer;
  1782. pbuf = &tx_ring->cmd_buf_arr[producer];
  1783. pdev = adapter->pdev;
  1784. first_desc = hwdesc = &tx_ring->desc_head[producer];
  1785. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1786. if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
  1787. adapter->stats.tx_dma_map_error++;
  1788. goto drop_packet;
  1789. }
  1790. pbuf->skb = skb;
  1791. pbuf->frag_count = frag_count;
  1792. qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
  1793. qlcnic_set_tx_port(first_desc, adapter->portnum);
  1794. for (i = 0; i < frag_count; i++) {
  1795. k = i % 4;
  1796. if ((k == 0) && (i > 0)) {
  1797. /* move to next desc.*/
  1798. producer = get_next_index(producer, num_txd);
  1799. hwdesc = &tx_ring->desc_head[producer];
  1800. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1801. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1802. }
  1803. buffrag = &pbuf->frag_array[i];
  1804. hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
  1805. switch (k) {
  1806. case 0:
  1807. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  1808. break;
  1809. case 1:
  1810. hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
  1811. break;
  1812. case 2:
  1813. hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
  1814. break;
  1815. case 3:
  1816. hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
  1817. break;
  1818. }
  1819. }
  1820. tx_ring->producer = get_next_index(producer, num_txd);
  1821. smp_mb();
  1822. if (unlikely(qlcnic_tx_pkt(adapter, first_desc, skb)))
  1823. goto unwind_buff;
  1824. if (adapter->mac_learn)
  1825. qlcnic_send_filter(adapter, tx_ring, first_desc, skb);
  1826. adapter->stats.txbytes += skb->len;
  1827. adapter->stats.xmitcalled++;
  1828. qlcnic_update_cmd_producer(adapter, tx_ring);
  1829. return NETDEV_TX_OK;
  1830. unwind_buff:
  1831. qlcnic_unmap_buffers(pdev, skb, pbuf);
  1832. drop_packet:
  1833. adapter->stats.txdropped++;
  1834. dev_kfree_skb_any(skb);
  1835. return NETDEV_TX_OK;
  1836. }
  1837. static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  1838. {
  1839. struct net_device *netdev = adapter->netdev;
  1840. u32 temp, temp_state, temp_val;
  1841. int rv = 0;
  1842. temp = QLCRD32(adapter, CRB_TEMP_STATE);
  1843. temp_state = qlcnic_get_temp_state(temp);
  1844. temp_val = qlcnic_get_temp_val(temp);
  1845. if (temp_state == QLCNIC_TEMP_PANIC) {
  1846. dev_err(&netdev->dev,
  1847. "Device temperature %d degrees C exceeds"
  1848. " maximum allowed. Hardware has been shut down.\n",
  1849. temp_val);
  1850. rv = 1;
  1851. } else if (temp_state == QLCNIC_TEMP_WARN) {
  1852. if (adapter->temp == QLCNIC_TEMP_NORMAL) {
  1853. dev_err(&netdev->dev,
  1854. "Device temperature %d degrees C "
  1855. "exceeds operating range."
  1856. " Immediate action needed.\n",
  1857. temp_val);
  1858. }
  1859. } else {
  1860. if (adapter->temp == QLCNIC_TEMP_WARN) {
  1861. dev_info(&netdev->dev,
  1862. "Device temperature is now %d degrees C"
  1863. " in normal range.\n", temp_val);
  1864. }
  1865. }
  1866. adapter->temp = temp_state;
  1867. return rv;
  1868. }
  1869. void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
  1870. {
  1871. struct net_device *netdev = adapter->netdev;
  1872. if (adapter->ahw->linkup && !linkup) {
  1873. netdev_info(netdev, "NIC Link is down\n");
  1874. adapter->ahw->linkup = 0;
  1875. if (netif_running(netdev)) {
  1876. netif_carrier_off(netdev);
  1877. netif_stop_queue(netdev);
  1878. }
  1879. } else if (!adapter->ahw->linkup && linkup) {
  1880. netdev_info(netdev, "NIC Link is up\n");
  1881. adapter->ahw->linkup = 1;
  1882. if (netif_running(netdev)) {
  1883. netif_carrier_on(netdev);
  1884. netif_wake_queue(netdev);
  1885. }
  1886. }
  1887. }
  1888. static void qlcnic_tx_timeout(struct net_device *netdev)
  1889. {
  1890. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1891. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  1892. return;
  1893. dev_err(&netdev->dev, "transmit timeout, resetting.\n");
  1894. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
  1895. adapter->need_fw_reset = 1;
  1896. else
  1897. adapter->reset_context = 1;
  1898. }
  1899. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  1900. {
  1901. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1902. struct net_device_stats *stats = &netdev->stats;
  1903. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  1904. stats->tx_packets = adapter->stats.xmitfinished;
  1905. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  1906. stats->tx_bytes = adapter->stats.txbytes;
  1907. stats->rx_dropped = adapter->stats.rxdropped;
  1908. stats->tx_dropped = adapter->stats.txdropped;
  1909. return stats;
  1910. }
  1911. static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
  1912. {
  1913. u32 status;
  1914. status = readl(adapter->isr_int_vec);
  1915. if (!(status & adapter->int_vec_bit))
  1916. return IRQ_NONE;
  1917. /* check interrupt state machine, to be sure */
  1918. status = readl(adapter->crb_int_state_reg);
  1919. if (!ISR_LEGACY_INT_TRIGGERED(status))
  1920. return IRQ_NONE;
  1921. writel(0xffffffff, adapter->tgt_status_reg);
  1922. /* read twice to ensure write is flushed */
  1923. readl(adapter->isr_int_vec);
  1924. readl(adapter->isr_int_vec);
  1925. return IRQ_HANDLED;
  1926. }
  1927. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  1928. {
  1929. struct qlcnic_host_sds_ring *sds_ring = data;
  1930. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1931. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1932. goto done;
  1933. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  1934. writel(0xffffffff, adapter->tgt_status_reg);
  1935. goto done;
  1936. }
  1937. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1938. return IRQ_NONE;
  1939. done:
  1940. adapter->diag_cnt++;
  1941. qlcnic_enable_int(sds_ring);
  1942. return IRQ_HANDLED;
  1943. }
  1944. static irqreturn_t qlcnic_intr(int irq, void *data)
  1945. {
  1946. struct qlcnic_host_sds_ring *sds_ring = data;
  1947. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1948. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1949. return IRQ_NONE;
  1950. napi_schedule(&sds_ring->napi);
  1951. return IRQ_HANDLED;
  1952. }
  1953. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  1954. {
  1955. struct qlcnic_host_sds_ring *sds_ring = data;
  1956. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1957. /* clear interrupt */
  1958. writel(0xffffffff, adapter->tgt_status_reg);
  1959. napi_schedule(&sds_ring->napi);
  1960. return IRQ_HANDLED;
  1961. }
  1962. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  1963. {
  1964. struct qlcnic_host_sds_ring *sds_ring = data;
  1965. napi_schedule(&sds_ring->napi);
  1966. return IRQ_HANDLED;
  1967. }
  1968. static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
  1969. {
  1970. u32 sw_consumer, hw_consumer;
  1971. int count = 0, i;
  1972. struct qlcnic_cmd_buffer *buffer;
  1973. struct pci_dev *pdev = adapter->pdev;
  1974. struct net_device *netdev = adapter->netdev;
  1975. struct qlcnic_skb_frag *frag;
  1976. int done;
  1977. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1978. if (!spin_trylock(&adapter->tx_clean_lock))
  1979. return 1;
  1980. sw_consumer = tx_ring->sw_consumer;
  1981. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  1982. while (sw_consumer != hw_consumer) {
  1983. buffer = &tx_ring->cmd_buf_arr[sw_consumer];
  1984. if (buffer->skb) {
  1985. frag = &buffer->frag_array[0];
  1986. pci_unmap_single(pdev, frag->dma, frag->length,
  1987. PCI_DMA_TODEVICE);
  1988. frag->dma = 0ULL;
  1989. for (i = 1; i < buffer->frag_count; i++) {
  1990. frag++;
  1991. pci_unmap_page(pdev, frag->dma, frag->length,
  1992. PCI_DMA_TODEVICE);
  1993. frag->dma = 0ULL;
  1994. }
  1995. adapter->stats.xmitfinished++;
  1996. dev_kfree_skb_any(buffer->skb);
  1997. buffer->skb = NULL;
  1998. }
  1999. sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
  2000. if (++count >= MAX_STATUS_HANDLE)
  2001. break;
  2002. }
  2003. if (count && netif_running(netdev)) {
  2004. tx_ring->sw_consumer = sw_consumer;
  2005. smp_mb();
  2006. if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
  2007. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
  2008. netif_wake_queue(netdev);
  2009. adapter->stats.xmit_on++;
  2010. }
  2011. }
  2012. adapter->tx_timeo_cnt = 0;
  2013. }
  2014. /*
  2015. * If everything is freed up to consumer then check if the ring is full
  2016. * If the ring is full then check if more needs to be freed and
  2017. * schedule the call back again.
  2018. *
  2019. * This happens when there are 2 CPUs. One could be freeing and the
  2020. * other filling it. If the ring is full when we get out of here and
  2021. * the card has already interrupted the host then the host can miss the
  2022. * interrupt.
  2023. *
  2024. * There is still a possible race condition and the host could miss an
  2025. * interrupt. The card has to take care of this.
  2026. */
  2027. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2028. done = (sw_consumer == hw_consumer);
  2029. spin_unlock(&adapter->tx_clean_lock);
  2030. return done;
  2031. }
  2032. static int qlcnic_poll(struct napi_struct *napi, int budget)
  2033. {
  2034. struct qlcnic_host_sds_ring *sds_ring =
  2035. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2036. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2037. int tx_complete;
  2038. int work_done;
  2039. tx_complete = qlcnic_process_cmd_ring(adapter);
  2040. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2041. if ((work_done < budget) && tx_complete) {
  2042. napi_complete(&sds_ring->napi);
  2043. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2044. qlcnic_enable_int(sds_ring);
  2045. }
  2046. return work_done;
  2047. }
  2048. static int qlcnic_rx_poll(struct napi_struct *napi, int budget)
  2049. {
  2050. struct qlcnic_host_sds_ring *sds_ring =
  2051. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2052. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2053. int work_done;
  2054. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2055. if (work_done < budget) {
  2056. napi_complete(&sds_ring->napi);
  2057. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2058. qlcnic_enable_int(sds_ring);
  2059. }
  2060. return work_done;
  2061. }
  2062. #ifdef CONFIG_NET_POLL_CONTROLLER
  2063. static void qlcnic_poll_controller(struct net_device *netdev)
  2064. {
  2065. int ring;
  2066. struct qlcnic_host_sds_ring *sds_ring;
  2067. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2068. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2069. disable_irq(adapter->irq);
  2070. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2071. sds_ring = &recv_ctx->sds_rings[ring];
  2072. qlcnic_intr(adapter->irq, sds_ring);
  2073. }
  2074. enable_irq(adapter->irq);
  2075. }
  2076. #endif
  2077. static void
  2078. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2079. {
  2080. u32 val;
  2081. val = adapter->portnum & 0xf;
  2082. val |= encoding << 7;
  2083. val |= (jiffies - adapter->dev_rst_time) << 8;
  2084. QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2085. adapter->dev_rst_time = jiffies;
  2086. }
  2087. static int
  2088. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2089. {
  2090. u32 val;
  2091. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2092. state != QLCNIC_DEV_NEED_QUISCENT);
  2093. if (qlcnic_api_lock(adapter))
  2094. return -EIO;
  2095. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2096. if (state == QLCNIC_DEV_NEED_RESET)
  2097. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2098. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2099. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2100. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2101. qlcnic_api_unlock(adapter);
  2102. return 0;
  2103. }
  2104. static int
  2105. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2106. {
  2107. u32 val;
  2108. if (qlcnic_api_lock(adapter))
  2109. return -EBUSY;
  2110. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2111. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2112. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2113. qlcnic_api_unlock(adapter);
  2114. return 0;
  2115. }
  2116. static void
  2117. qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2118. {
  2119. u32 val;
  2120. if (qlcnic_api_lock(adapter))
  2121. goto err;
  2122. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2123. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2124. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2125. if (failed) {
  2126. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  2127. dev_info(&adapter->pdev->dev,
  2128. "Device state set to Failed. Please Reboot\n");
  2129. } else if (!(val & 0x11111111))
  2130. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
  2131. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2132. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2133. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2134. qlcnic_api_unlock(adapter);
  2135. err:
  2136. adapter->fw_fail_cnt = 0;
  2137. adapter->flags &= ~QLCNIC_FW_HANG;
  2138. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2139. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2140. }
  2141. /* Grab api lock, before checking state */
  2142. static int
  2143. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2144. {
  2145. int act, state, active_mask;
  2146. state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2147. act = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2148. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2149. active_mask = (~(1 << (adapter->ahw->pci_func * 4)));
  2150. act = act & active_mask;
  2151. }
  2152. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2153. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2154. return 0;
  2155. else
  2156. return 1;
  2157. }
  2158. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2159. {
  2160. u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2161. if (val != QLCNIC_DRV_IDC_VER) {
  2162. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2163. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2164. }
  2165. return 0;
  2166. }
  2167. static int
  2168. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2169. {
  2170. u32 val, prev_state;
  2171. u8 dev_init_timeo = adapter->dev_init_timeo;
  2172. u8 portnum = adapter->portnum;
  2173. u8 ret;
  2174. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2175. return 1;
  2176. if (qlcnic_api_lock(adapter))
  2177. return -1;
  2178. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2179. if (!(val & (1 << (portnum * 4)))) {
  2180. QLC_DEV_SET_REF_CNT(val, portnum);
  2181. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2182. }
  2183. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2184. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2185. switch (prev_state) {
  2186. case QLCNIC_DEV_COLD:
  2187. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2188. QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
  2189. qlcnic_idc_debug_info(adapter, 0);
  2190. qlcnic_api_unlock(adapter);
  2191. return 1;
  2192. case QLCNIC_DEV_READY:
  2193. ret = qlcnic_check_idc_ver(adapter);
  2194. qlcnic_api_unlock(adapter);
  2195. return ret;
  2196. case QLCNIC_DEV_NEED_RESET:
  2197. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2198. QLC_DEV_SET_RST_RDY(val, portnum);
  2199. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2200. break;
  2201. case QLCNIC_DEV_NEED_QUISCENT:
  2202. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2203. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2204. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2205. break;
  2206. case QLCNIC_DEV_FAILED:
  2207. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2208. qlcnic_api_unlock(adapter);
  2209. return -1;
  2210. case QLCNIC_DEV_INITIALIZING:
  2211. case QLCNIC_DEV_QUISCENT:
  2212. break;
  2213. }
  2214. qlcnic_api_unlock(adapter);
  2215. do {
  2216. msleep(1000);
  2217. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2218. if (prev_state == QLCNIC_DEV_QUISCENT)
  2219. continue;
  2220. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2221. if (!dev_init_timeo) {
  2222. dev_err(&adapter->pdev->dev,
  2223. "Waiting for device to initialize timeout\n");
  2224. return -1;
  2225. }
  2226. if (qlcnic_api_lock(adapter))
  2227. return -1;
  2228. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2229. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2230. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2231. ret = qlcnic_check_idc_ver(adapter);
  2232. qlcnic_api_unlock(adapter);
  2233. return ret;
  2234. }
  2235. static void
  2236. qlcnic_fwinit_work(struct work_struct *work)
  2237. {
  2238. struct qlcnic_adapter *adapter = container_of(work,
  2239. struct qlcnic_adapter, fw_work.work);
  2240. u32 dev_state = 0xf;
  2241. u32 val;
  2242. if (qlcnic_api_lock(adapter))
  2243. goto err_ret;
  2244. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2245. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2246. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2247. qlcnic_api_unlock(adapter);
  2248. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2249. FW_POLL_DELAY * 2);
  2250. return;
  2251. }
  2252. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2253. qlcnic_api_unlock(adapter);
  2254. goto wait_npar;
  2255. }
  2256. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2257. dev_state == QLCNIC_DEV_READY) {
  2258. dev_info(&adapter->pdev->dev, "Detected state change from "
  2259. "DEV_NEED_RESET, skipping ack check\n");
  2260. goto skip_ack_check;
  2261. }
  2262. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2263. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2264. adapter->reset_ack_timeo);
  2265. goto skip_ack_check;
  2266. }
  2267. if (!qlcnic_check_drv_state(adapter)) {
  2268. skip_ack_check:
  2269. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2270. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2271. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
  2272. QLCNIC_DEV_INITIALIZING);
  2273. set_bit(__QLCNIC_START_FW, &adapter->state);
  2274. QLCDB(adapter, DRV, "Restarting fw\n");
  2275. qlcnic_idc_debug_info(adapter, 0);
  2276. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2277. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2278. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2279. }
  2280. qlcnic_api_unlock(adapter);
  2281. rtnl_lock();
  2282. if (adapter->ahw->fw_dump.enable &&
  2283. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2284. QLCDB(adapter, DRV, "Take FW dump\n");
  2285. qlcnic_dump_fw(adapter);
  2286. adapter->flags |= QLCNIC_FW_HANG;
  2287. }
  2288. rtnl_unlock();
  2289. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2290. if (!adapter->nic_ops->start_firmware(adapter)) {
  2291. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2292. adapter->fw_wait_cnt = 0;
  2293. return;
  2294. }
  2295. goto err_ret;
  2296. }
  2297. qlcnic_api_unlock(adapter);
  2298. wait_npar:
  2299. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2300. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2301. switch (dev_state) {
  2302. case QLCNIC_DEV_READY:
  2303. if (!adapter->nic_ops->start_firmware(adapter)) {
  2304. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2305. adapter->fw_wait_cnt = 0;
  2306. return;
  2307. }
  2308. case QLCNIC_DEV_FAILED:
  2309. break;
  2310. default:
  2311. qlcnic_schedule_work(adapter,
  2312. qlcnic_fwinit_work, FW_POLL_DELAY);
  2313. return;
  2314. }
  2315. err_ret:
  2316. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2317. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2318. netif_device_attach(adapter->netdev);
  2319. qlcnic_clr_all_drv_state(adapter, 0);
  2320. }
  2321. static void
  2322. qlcnic_detach_work(struct work_struct *work)
  2323. {
  2324. struct qlcnic_adapter *adapter = container_of(work,
  2325. struct qlcnic_adapter, fw_work.work);
  2326. struct net_device *netdev = adapter->netdev;
  2327. u32 status;
  2328. netif_device_detach(netdev);
  2329. /* Dont grab rtnl lock during Quiscent mode */
  2330. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2331. if (netif_running(netdev))
  2332. __qlcnic_down(adapter, netdev);
  2333. } else
  2334. qlcnic_down(adapter, netdev);
  2335. status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2336. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2337. dev_err(&adapter->pdev->dev,
  2338. "Detaching the device: peg halt status1=0x%x\n",
  2339. status);
  2340. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2341. dev_err(&adapter->pdev->dev,
  2342. "On board active cooling fan failed. "
  2343. "Device has been halted.\n");
  2344. dev_err(&adapter->pdev->dev,
  2345. "Replace the adapter.\n");
  2346. }
  2347. goto err_ret;
  2348. }
  2349. if (adapter->temp == QLCNIC_TEMP_PANIC) {
  2350. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2351. adapter->temp);
  2352. goto err_ret;
  2353. }
  2354. /* Dont ack if this instance is the reset owner */
  2355. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2356. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2357. dev_err(&adapter->pdev->dev,
  2358. "Failed to set driver state,"
  2359. "detaching the device.\n");
  2360. goto err_ret;
  2361. }
  2362. }
  2363. adapter->fw_wait_cnt = 0;
  2364. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2365. return;
  2366. err_ret:
  2367. netif_device_attach(netdev);
  2368. qlcnic_clr_all_drv_state(adapter, 1);
  2369. }
  2370. /*Transit NPAR state to NON Operational */
  2371. static void
  2372. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2373. {
  2374. u32 state;
  2375. state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2376. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2377. return;
  2378. if (qlcnic_api_lock(adapter))
  2379. return;
  2380. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2381. qlcnic_api_unlock(adapter);
  2382. }
  2383. /*Transit to RESET state from READY state only */
  2384. void
  2385. qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
  2386. {
  2387. u32 state, xg_val = 0, gb_val = 0;
  2388. qlcnic_xg_set_xg0_mask(xg_val);
  2389. qlcnic_xg_set_xg1_mask(xg_val);
  2390. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2391. qlcnic_gb_set_gb0_mask(gb_val);
  2392. qlcnic_gb_set_gb1_mask(gb_val);
  2393. qlcnic_gb_set_gb2_mask(gb_val);
  2394. qlcnic_gb_set_gb3_mask(gb_val);
  2395. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2396. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2397. " on all ports\n");
  2398. adapter->need_fw_reset = 1;
  2399. if (qlcnic_api_lock(adapter))
  2400. return;
  2401. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2402. if (state == QLCNIC_DEV_READY) {
  2403. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
  2404. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2405. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2406. qlcnic_idc_debug_info(adapter, 0);
  2407. }
  2408. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2409. qlcnic_api_unlock(adapter);
  2410. }
  2411. /* Transit to NPAR READY state from NPAR NOT READY state */
  2412. static void
  2413. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2414. {
  2415. if (qlcnic_api_lock(adapter))
  2416. return;
  2417. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_OPER);
  2418. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2419. qlcnic_api_unlock(adapter);
  2420. }
  2421. static void
  2422. qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2423. work_func_t func, int delay)
  2424. {
  2425. if (test_bit(__QLCNIC_AER, &adapter->state))
  2426. return;
  2427. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2428. queue_delayed_work(qlcnic_wq, &adapter->fw_work,
  2429. round_jiffies_relative(delay));
  2430. }
  2431. static void
  2432. qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
  2433. {
  2434. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2435. msleep(10);
  2436. cancel_delayed_work_sync(&adapter->fw_work);
  2437. }
  2438. static void
  2439. qlcnic_attach_work(struct work_struct *work)
  2440. {
  2441. struct qlcnic_adapter *adapter = container_of(work,
  2442. struct qlcnic_adapter, fw_work.work);
  2443. struct net_device *netdev = adapter->netdev;
  2444. u32 npar_state;
  2445. if (adapter->op_mode != QLCNIC_MGMT_FUNC) {
  2446. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2447. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2448. qlcnic_clr_all_drv_state(adapter, 0);
  2449. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2450. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2451. FW_POLL_DELAY);
  2452. else
  2453. goto attach;
  2454. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2455. return;
  2456. }
  2457. attach:
  2458. if (netif_running(netdev)) {
  2459. if (qlcnic_up(adapter, netdev))
  2460. goto done;
  2461. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2462. }
  2463. done:
  2464. netif_device_attach(netdev);
  2465. adapter->fw_fail_cnt = 0;
  2466. adapter->flags &= ~QLCNIC_FW_HANG;
  2467. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2468. if (!qlcnic_clr_drv_state(adapter))
  2469. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2470. FW_POLL_DELAY);
  2471. }
  2472. static int
  2473. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2474. {
  2475. u32 state = 0, heartbeat;
  2476. u32 peg_status;
  2477. if (qlcnic_check_temp(adapter))
  2478. goto detach;
  2479. if (adapter->need_fw_reset)
  2480. qlcnic_dev_request_reset(adapter);
  2481. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2482. if (state == QLCNIC_DEV_NEED_RESET) {
  2483. qlcnic_set_npar_non_operational(adapter);
  2484. adapter->need_fw_reset = 1;
  2485. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2486. goto detach;
  2487. heartbeat = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2488. if (heartbeat != adapter->heartbeat) {
  2489. adapter->heartbeat = heartbeat;
  2490. adapter->fw_fail_cnt = 0;
  2491. if (adapter->need_fw_reset)
  2492. goto detach;
  2493. if (adapter->reset_context && auto_fw_reset) {
  2494. qlcnic_reset_hw_context(adapter);
  2495. adapter->netdev->trans_start = jiffies;
  2496. }
  2497. return 0;
  2498. }
  2499. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2500. return 0;
  2501. adapter->flags |= QLCNIC_FW_HANG;
  2502. qlcnic_dev_request_reset(adapter);
  2503. if (auto_fw_reset)
  2504. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2505. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2506. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2507. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2508. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2509. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2510. "PEG_NET_4_PC: 0x%x\n",
  2511. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1),
  2512. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2513. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2514. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2515. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2516. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2517. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2518. peg_status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2519. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2520. dev_err(&adapter->pdev->dev,
  2521. "Firmware aborted with error code 0x00006700. "
  2522. "Device is being reset.\n");
  2523. detach:
  2524. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2525. QLCNIC_DEV_NEED_RESET;
  2526. if (auto_fw_reset &&
  2527. !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2528. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2529. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2530. }
  2531. return 1;
  2532. }
  2533. static void
  2534. qlcnic_fw_poll_work(struct work_struct *work)
  2535. {
  2536. struct qlcnic_adapter *adapter = container_of(work,
  2537. struct qlcnic_adapter, fw_work.work);
  2538. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2539. goto reschedule;
  2540. if (qlcnic_check_health(adapter))
  2541. return;
  2542. if (adapter->fhash.fnum)
  2543. qlcnic_prune_lb_filters(adapter);
  2544. reschedule:
  2545. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2546. }
  2547. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2548. {
  2549. struct pci_dev *oth_pdev;
  2550. int val = pdev->devfn;
  2551. while (val-- > 0) {
  2552. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2553. (pdev->bus), pdev->bus->number,
  2554. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2555. if (!oth_pdev)
  2556. continue;
  2557. if (oth_pdev->current_state != PCI_D3cold) {
  2558. pci_dev_put(oth_pdev);
  2559. return 0;
  2560. }
  2561. pci_dev_put(oth_pdev);
  2562. }
  2563. return 1;
  2564. }
  2565. static int qlcnic_attach_func(struct pci_dev *pdev)
  2566. {
  2567. int err, first_func;
  2568. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2569. struct net_device *netdev = adapter->netdev;
  2570. pdev->error_state = pci_channel_io_normal;
  2571. err = pci_enable_device(pdev);
  2572. if (err)
  2573. return err;
  2574. pci_set_power_state(pdev, PCI_D0);
  2575. pci_set_master(pdev);
  2576. pci_restore_state(pdev);
  2577. first_func = qlcnic_is_first_func(pdev);
  2578. if (qlcnic_api_lock(adapter))
  2579. return -EINVAL;
  2580. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2581. adapter->need_fw_reset = 1;
  2582. set_bit(__QLCNIC_START_FW, &adapter->state);
  2583. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2584. QLCDB(adapter, DRV, "Restarting fw\n");
  2585. }
  2586. qlcnic_api_unlock(adapter);
  2587. err = adapter->nic_ops->start_firmware(adapter);
  2588. if (err)
  2589. return err;
  2590. qlcnic_clr_drv_state(adapter);
  2591. qlcnic_setup_intr(adapter);
  2592. if (netif_running(netdev)) {
  2593. err = qlcnic_attach(adapter);
  2594. if (err) {
  2595. qlcnic_clr_all_drv_state(adapter, 1);
  2596. clear_bit(__QLCNIC_AER, &adapter->state);
  2597. netif_device_attach(netdev);
  2598. return err;
  2599. }
  2600. err = qlcnic_up(adapter, netdev);
  2601. if (err)
  2602. goto done;
  2603. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2604. }
  2605. done:
  2606. netif_device_attach(netdev);
  2607. return err;
  2608. }
  2609. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2610. pci_channel_state_t state)
  2611. {
  2612. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2613. struct net_device *netdev = adapter->netdev;
  2614. if (state == pci_channel_io_perm_failure)
  2615. return PCI_ERS_RESULT_DISCONNECT;
  2616. if (state == pci_channel_io_normal)
  2617. return PCI_ERS_RESULT_RECOVERED;
  2618. set_bit(__QLCNIC_AER, &adapter->state);
  2619. netif_device_detach(netdev);
  2620. cancel_delayed_work_sync(&adapter->fw_work);
  2621. if (netif_running(netdev))
  2622. qlcnic_down(adapter, netdev);
  2623. qlcnic_detach(adapter);
  2624. qlcnic_teardown_intr(adapter);
  2625. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2626. pci_save_state(pdev);
  2627. pci_disable_device(pdev);
  2628. return PCI_ERS_RESULT_NEED_RESET;
  2629. }
  2630. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2631. {
  2632. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2633. PCI_ERS_RESULT_RECOVERED;
  2634. }
  2635. static void qlcnic_io_resume(struct pci_dev *pdev)
  2636. {
  2637. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2638. pci_cleanup_aer_uncorrect_error_status(pdev);
  2639. if (QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) == QLCNIC_DEV_READY &&
  2640. test_and_clear_bit(__QLCNIC_AER, &adapter->state))
  2641. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2642. FW_POLL_DELAY);
  2643. }
  2644. static int
  2645. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2646. {
  2647. int err;
  2648. err = qlcnic_can_start_firmware(adapter);
  2649. if (err)
  2650. return err;
  2651. err = qlcnic_check_npar_opertional(adapter);
  2652. if (err)
  2653. return err;
  2654. err = qlcnic_initialize_nic(adapter);
  2655. if (err)
  2656. return err;
  2657. qlcnic_check_options(adapter);
  2658. err = qlcnic_set_eswitch_port_config(adapter);
  2659. if (err)
  2660. return err;
  2661. adapter->need_fw_reset = 0;
  2662. return err;
  2663. }
  2664. static int
  2665. qlcnicvf_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
  2666. {
  2667. return -EOPNOTSUPP;
  2668. }
  2669. static int
  2670. qlcnicvf_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
  2671. {
  2672. return -EOPNOTSUPP;
  2673. }
  2674. static ssize_t
  2675. qlcnic_store_bridged_mode(struct device *dev,
  2676. struct device_attribute *attr, const char *buf, size_t len)
  2677. {
  2678. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2679. unsigned long new;
  2680. int ret = -EINVAL;
  2681. if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
  2682. goto err_out;
  2683. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2684. goto err_out;
  2685. if (strict_strtoul(buf, 2, &new))
  2686. goto err_out;
  2687. if (!adapter->nic_ops->config_bridged_mode(adapter, !!new))
  2688. ret = len;
  2689. err_out:
  2690. return ret;
  2691. }
  2692. static ssize_t
  2693. qlcnic_show_bridged_mode(struct device *dev,
  2694. struct device_attribute *attr, char *buf)
  2695. {
  2696. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2697. int bridged_mode = 0;
  2698. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  2699. bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
  2700. return sprintf(buf, "%d\n", bridged_mode);
  2701. }
  2702. static struct device_attribute dev_attr_bridged_mode = {
  2703. .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
  2704. .show = qlcnic_show_bridged_mode,
  2705. .store = qlcnic_store_bridged_mode,
  2706. };
  2707. static ssize_t
  2708. qlcnic_store_diag_mode(struct device *dev,
  2709. struct device_attribute *attr, const char *buf, size_t len)
  2710. {
  2711. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2712. unsigned long new;
  2713. if (strict_strtoul(buf, 2, &new))
  2714. return -EINVAL;
  2715. if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2716. adapter->flags ^= QLCNIC_DIAG_ENABLED;
  2717. return len;
  2718. }
  2719. static ssize_t
  2720. qlcnic_show_diag_mode(struct device *dev,
  2721. struct device_attribute *attr, char *buf)
  2722. {
  2723. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2724. return sprintf(buf, "%d\n",
  2725. !!(adapter->flags & QLCNIC_DIAG_ENABLED));
  2726. }
  2727. static struct device_attribute dev_attr_diag_mode = {
  2728. .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
  2729. .show = qlcnic_show_diag_mode,
  2730. .store = qlcnic_store_diag_mode,
  2731. };
  2732. int qlcnic_validate_max_rss(struct net_device *netdev, u8 max_hw, u8 val)
  2733. {
  2734. if (!use_msi_x && !use_msi) {
  2735. netdev_info(netdev, "no msix or msi support, hence no rss\n");
  2736. return -EINVAL;
  2737. }
  2738. if ((val > max_hw) || (val < 2) || !is_power_of_2(val)) {
  2739. netdev_info(netdev, "rss_ring valid range [2 - %x] in "
  2740. " powers of 2\n", max_hw);
  2741. return -EINVAL;
  2742. }
  2743. return 0;
  2744. }
  2745. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data)
  2746. {
  2747. struct net_device *netdev = adapter->netdev;
  2748. int err = 0;
  2749. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2750. return -EBUSY;
  2751. netif_device_detach(netdev);
  2752. if (netif_running(netdev))
  2753. __qlcnic_down(adapter, netdev);
  2754. qlcnic_detach(adapter);
  2755. qlcnic_teardown_intr(adapter);
  2756. if (qlcnic_enable_msix(adapter, data)) {
  2757. netdev_info(netdev, "failed setting max_rss; rss disabled\n");
  2758. qlcnic_enable_msi_legacy(adapter);
  2759. }
  2760. if (netif_running(netdev)) {
  2761. err = qlcnic_attach(adapter);
  2762. if (err)
  2763. goto done;
  2764. err = __qlcnic_up(adapter, netdev);
  2765. if (err)
  2766. goto done;
  2767. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2768. }
  2769. done:
  2770. netif_device_attach(netdev);
  2771. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2772. return err;
  2773. }
  2774. static int
  2775. qlcnic_validate_beacon(struct qlcnic_adapter *adapter, u16 beacon, u8 *state,
  2776. u8 *rate)
  2777. {
  2778. *rate = LSB(beacon);
  2779. *state = MSB(beacon);
  2780. QLCDB(adapter, DRV, "rate %x state %x\n", *rate, *state);
  2781. if (!*state) {
  2782. *rate = __QLCNIC_MAX_LED_RATE;
  2783. return 0;
  2784. } else if (*state > __QLCNIC_MAX_LED_STATE)
  2785. return -EINVAL;
  2786. if ((!*rate) || (*rate > __QLCNIC_MAX_LED_RATE))
  2787. return -EINVAL;
  2788. return 0;
  2789. }
  2790. static ssize_t
  2791. qlcnic_store_beacon(struct device *dev,
  2792. struct device_attribute *attr, const char *buf, size_t len)
  2793. {
  2794. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2795. int max_sds_rings = adapter->max_sds_rings;
  2796. u16 beacon;
  2797. u8 b_state, b_rate;
  2798. int err;
  2799. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2800. dev_warn(dev, "LED test not supported for non "
  2801. "privilege function\n");
  2802. return -EOPNOTSUPP;
  2803. }
  2804. if (len != sizeof(u16))
  2805. return QL_STATUS_INVALID_PARAM;
  2806. memcpy(&beacon, buf, sizeof(u16));
  2807. err = qlcnic_validate_beacon(adapter, beacon, &b_state, &b_rate);
  2808. if (err)
  2809. return err;
  2810. if (adapter->ahw->beacon_state == b_state)
  2811. return len;
  2812. rtnl_lock();
  2813. if (!adapter->ahw->beacon_state)
  2814. if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state)) {
  2815. rtnl_unlock();
  2816. return -EBUSY;
  2817. }
  2818. if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2819. err = -EIO;
  2820. goto out;
  2821. }
  2822. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  2823. err = qlcnic_diag_alloc_res(adapter->netdev, QLCNIC_LED_TEST);
  2824. if (err)
  2825. goto out;
  2826. set_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state);
  2827. }
  2828. err = qlcnic_config_led(adapter, b_state, b_rate);
  2829. if (!err) {
  2830. err = len;
  2831. adapter->ahw->beacon_state = b_state;
  2832. }
  2833. if (test_and_clear_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state))
  2834. qlcnic_diag_free_res(adapter->netdev, max_sds_rings);
  2835. out:
  2836. if (!adapter->ahw->beacon_state)
  2837. clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
  2838. rtnl_unlock();
  2839. return err;
  2840. }
  2841. static ssize_t
  2842. qlcnic_show_beacon(struct device *dev,
  2843. struct device_attribute *attr, char *buf)
  2844. {
  2845. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2846. return sprintf(buf, "%d\n", adapter->ahw->beacon_state);
  2847. }
  2848. static struct device_attribute dev_attr_beacon = {
  2849. .attr = {.name = "beacon", .mode = (S_IRUGO | S_IWUSR)},
  2850. .show = qlcnic_show_beacon,
  2851. .store = qlcnic_store_beacon,
  2852. };
  2853. static int
  2854. qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
  2855. loff_t offset, size_t size)
  2856. {
  2857. size_t crb_size = 4;
  2858. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2859. return -EIO;
  2860. if (offset < QLCNIC_PCI_CRBSPACE) {
  2861. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
  2862. QLCNIC_PCI_CAMQM_END))
  2863. crb_size = 8;
  2864. else
  2865. return -EINVAL;
  2866. }
  2867. if ((size != crb_size) || (offset & (crb_size-1)))
  2868. return -EINVAL;
  2869. return 0;
  2870. }
  2871. static ssize_t
  2872. qlcnic_sysfs_read_crb(struct file *filp, struct kobject *kobj,
  2873. struct bin_attribute *attr,
  2874. char *buf, loff_t offset, size_t size)
  2875. {
  2876. struct device *dev = container_of(kobj, struct device, kobj);
  2877. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2878. u32 data;
  2879. u64 qmdata;
  2880. int ret;
  2881. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2882. if (ret != 0)
  2883. return ret;
  2884. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2885. qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
  2886. memcpy(buf, &qmdata, size);
  2887. } else {
  2888. data = QLCRD32(adapter, offset);
  2889. memcpy(buf, &data, size);
  2890. }
  2891. return size;
  2892. }
  2893. static ssize_t
  2894. qlcnic_sysfs_write_crb(struct file *filp, struct kobject *kobj,
  2895. struct bin_attribute *attr,
  2896. char *buf, loff_t offset, size_t size)
  2897. {
  2898. struct device *dev = container_of(kobj, struct device, kobj);
  2899. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2900. u32 data;
  2901. u64 qmdata;
  2902. int ret;
  2903. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2904. if (ret != 0)
  2905. return ret;
  2906. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2907. memcpy(&qmdata, buf, size);
  2908. qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
  2909. } else {
  2910. memcpy(&data, buf, size);
  2911. QLCWR32(adapter, offset, data);
  2912. }
  2913. return size;
  2914. }
  2915. static int
  2916. qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
  2917. loff_t offset, size_t size)
  2918. {
  2919. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2920. return -EIO;
  2921. if ((size != 8) || (offset & 0x7))
  2922. return -EIO;
  2923. return 0;
  2924. }
  2925. static ssize_t
  2926. qlcnic_sysfs_read_mem(struct file *filp, struct kobject *kobj,
  2927. struct bin_attribute *attr,
  2928. char *buf, loff_t offset, size_t size)
  2929. {
  2930. struct device *dev = container_of(kobj, struct device, kobj);
  2931. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2932. u64 data;
  2933. int ret;
  2934. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2935. if (ret != 0)
  2936. return ret;
  2937. if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
  2938. return -EIO;
  2939. memcpy(buf, &data, size);
  2940. return size;
  2941. }
  2942. static ssize_t
  2943. qlcnic_sysfs_write_mem(struct file *filp, struct kobject *kobj,
  2944. struct bin_attribute *attr,
  2945. char *buf, loff_t offset, size_t size)
  2946. {
  2947. struct device *dev = container_of(kobj, struct device, kobj);
  2948. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2949. u64 data;
  2950. int ret;
  2951. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2952. if (ret != 0)
  2953. return ret;
  2954. memcpy(&data, buf, size);
  2955. if (qlcnic_pci_mem_write_2M(adapter, offset, data))
  2956. return -EIO;
  2957. return size;
  2958. }
  2959. static struct bin_attribute bin_attr_crb = {
  2960. .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
  2961. .size = 0,
  2962. .read = qlcnic_sysfs_read_crb,
  2963. .write = qlcnic_sysfs_write_crb,
  2964. };
  2965. static struct bin_attribute bin_attr_mem = {
  2966. .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
  2967. .size = 0,
  2968. .read = qlcnic_sysfs_read_mem,
  2969. .write = qlcnic_sysfs_write_mem,
  2970. };
  2971. static int
  2972. validate_pm_config(struct qlcnic_adapter *adapter,
  2973. struct qlcnic_pm_func_cfg *pm_cfg, int count)
  2974. {
  2975. u8 src_pci_func, s_esw_id, d_esw_id;
  2976. u8 dest_pci_func;
  2977. int i;
  2978. for (i = 0; i < count; i++) {
  2979. src_pci_func = pm_cfg[i].pci_func;
  2980. dest_pci_func = pm_cfg[i].dest_npar;
  2981. if (src_pci_func >= QLCNIC_MAX_PCI_FUNC
  2982. || dest_pci_func >= QLCNIC_MAX_PCI_FUNC)
  2983. return QL_STATUS_INVALID_PARAM;
  2984. if (adapter->npars[src_pci_func].type != QLCNIC_TYPE_NIC)
  2985. return QL_STATUS_INVALID_PARAM;
  2986. if (adapter->npars[dest_pci_func].type != QLCNIC_TYPE_NIC)
  2987. return QL_STATUS_INVALID_PARAM;
  2988. s_esw_id = adapter->npars[src_pci_func].phy_port;
  2989. d_esw_id = adapter->npars[dest_pci_func].phy_port;
  2990. if (s_esw_id != d_esw_id)
  2991. return QL_STATUS_INVALID_PARAM;
  2992. }
  2993. return 0;
  2994. }
  2995. static ssize_t
  2996. qlcnic_sysfs_write_pm_config(struct file *filp, struct kobject *kobj,
  2997. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  2998. {
  2999. struct device *dev = container_of(kobj, struct device, kobj);
  3000. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3001. struct qlcnic_pm_func_cfg *pm_cfg;
  3002. u32 id, action, pci_func;
  3003. int count, rem, i, ret;
  3004. count = size / sizeof(struct qlcnic_pm_func_cfg);
  3005. rem = size % sizeof(struct qlcnic_pm_func_cfg);
  3006. if (rem)
  3007. return QL_STATUS_INVALID_PARAM;
  3008. pm_cfg = (struct qlcnic_pm_func_cfg *) buf;
  3009. ret = validate_pm_config(adapter, pm_cfg, count);
  3010. if (ret)
  3011. return ret;
  3012. for (i = 0; i < count; i++) {
  3013. pci_func = pm_cfg[i].pci_func;
  3014. action = !!pm_cfg[i].action;
  3015. id = adapter->npars[pci_func].phy_port;
  3016. ret = qlcnic_config_port_mirroring(adapter, id,
  3017. action, pci_func);
  3018. if (ret)
  3019. return ret;
  3020. }
  3021. for (i = 0; i < count; i++) {
  3022. pci_func = pm_cfg[i].pci_func;
  3023. id = adapter->npars[pci_func].phy_port;
  3024. adapter->npars[pci_func].enable_pm = !!pm_cfg[i].action;
  3025. adapter->npars[pci_func].dest_npar = id;
  3026. }
  3027. return size;
  3028. }
  3029. static ssize_t
  3030. qlcnic_sysfs_read_pm_config(struct file *filp, struct kobject *kobj,
  3031. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3032. {
  3033. struct device *dev = container_of(kobj, struct device, kobj);
  3034. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3035. struct qlcnic_pm_func_cfg pm_cfg[QLCNIC_MAX_PCI_FUNC];
  3036. int i;
  3037. if (size != sizeof(pm_cfg))
  3038. return QL_STATUS_INVALID_PARAM;
  3039. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3040. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3041. continue;
  3042. pm_cfg[i].action = adapter->npars[i].enable_pm;
  3043. pm_cfg[i].dest_npar = 0;
  3044. pm_cfg[i].pci_func = i;
  3045. }
  3046. memcpy(buf, &pm_cfg, size);
  3047. return size;
  3048. }
  3049. static int
  3050. validate_esw_config(struct qlcnic_adapter *adapter,
  3051. struct qlcnic_esw_func_cfg *esw_cfg, int count)
  3052. {
  3053. u32 op_mode;
  3054. u8 pci_func;
  3055. int i;
  3056. op_mode = readl(adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE);
  3057. for (i = 0; i < count; i++) {
  3058. pci_func = esw_cfg[i].pci_func;
  3059. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3060. return QL_STATUS_INVALID_PARAM;
  3061. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3062. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3063. return QL_STATUS_INVALID_PARAM;
  3064. switch (esw_cfg[i].op_mode) {
  3065. case QLCNIC_PORT_DEFAULTS:
  3066. if (QLC_DEV_GET_DRV(op_mode, pci_func) !=
  3067. QLCNIC_NON_PRIV_FUNC) {
  3068. if (esw_cfg[i].mac_anti_spoof != 0)
  3069. return QL_STATUS_INVALID_PARAM;
  3070. if (esw_cfg[i].mac_override != 1)
  3071. return QL_STATUS_INVALID_PARAM;
  3072. if (esw_cfg[i].promisc_mode != 1)
  3073. return QL_STATUS_INVALID_PARAM;
  3074. }
  3075. break;
  3076. case QLCNIC_ADD_VLAN:
  3077. if (!IS_VALID_VLAN(esw_cfg[i].vlan_id))
  3078. return QL_STATUS_INVALID_PARAM;
  3079. if (!esw_cfg[i].op_type)
  3080. return QL_STATUS_INVALID_PARAM;
  3081. break;
  3082. case QLCNIC_DEL_VLAN:
  3083. if (!esw_cfg[i].op_type)
  3084. return QL_STATUS_INVALID_PARAM;
  3085. break;
  3086. default:
  3087. return QL_STATUS_INVALID_PARAM;
  3088. }
  3089. }
  3090. return 0;
  3091. }
  3092. static ssize_t
  3093. qlcnic_sysfs_write_esw_config(struct file *file, struct kobject *kobj,
  3094. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3095. {
  3096. struct device *dev = container_of(kobj, struct device, kobj);
  3097. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3098. struct qlcnic_esw_func_cfg *esw_cfg;
  3099. struct qlcnic_npar_info *npar;
  3100. int count, rem, i, ret;
  3101. u8 pci_func, op_mode = 0;
  3102. count = size / sizeof(struct qlcnic_esw_func_cfg);
  3103. rem = size % sizeof(struct qlcnic_esw_func_cfg);
  3104. if (rem)
  3105. return QL_STATUS_INVALID_PARAM;
  3106. esw_cfg = (struct qlcnic_esw_func_cfg *) buf;
  3107. ret = validate_esw_config(adapter, esw_cfg, count);
  3108. if (ret)
  3109. return ret;
  3110. for (i = 0; i < count; i++) {
  3111. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3112. if (qlcnic_config_switch_port(adapter, &esw_cfg[i]))
  3113. return QL_STATUS_INVALID_PARAM;
  3114. if (adapter->ahw->pci_func != esw_cfg[i].pci_func)
  3115. continue;
  3116. op_mode = esw_cfg[i].op_mode;
  3117. qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]);
  3118. esw_cfg[i].op_mode = op_mode;
  3119. esw_cfg[i].pci_func = adapter->ahw->pci_func;
  3120. switch (esw_cfg[i].op_mode) {
  3121. case QLCNIC_PORT_DEFAULTS:
  3122. qlcnic_set_eswitch_port_features(adapter, &esw_cfg[i]);
  3123. break;
  3124. case QLCNIC_ADD_VLAN:
  3125. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3126. break;
  3127. case QLCNIC_DEL_VLAN:
  3128. esw_cfg[i].vlan_id = 0;
  3129. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3130. break;
  3131. }
  3132. }
  3133. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3134. goto out;
  3135. for (i = 0; i < count; i++) {
  3136. pci_func = esw_cfg[i].pci_func;
  3137. npar = &adapter->npars[pci_func];
  3138. switch (esw_cfg[i].op_mode) {
  3139. case QLCNIC_PORT_DEFAULTS:
  3140. npar->promisc_mode = esw_cfg[i].promisc_mode;
  3141. npar->mac_override = esw_cfg[i].mac_override;
  3142. npar->offload_flags = esw_cfg[i].offload_flags;
  3143. npar->mac_anti_spoof = esw_cfg[i].mac_anti_spoof;
  3144. npar->discard_tagged = esw_cfg[i].discard_tagged;
  3145. break;
  3146. case QLCNIC_ADD_VLAN:
  3147. npar->pvid = esw_cfg[i].vlan_id;
  3148. break;
  3149. case QLCNIC_DEL_VLAN:
  3150. npar->pvid = 0;
  3151. break;
  3152. }
  3153. }
  3154. out:
  3155. return size;
  3156. }
  3157. static ssize_t
  3158. qlcnic_sysfs_read_esw_config(struct file *file, struct kobject *kobj,
  3159. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3160. {
  3161. struct device *dev = container_of(kobj, struct device, kobj);
  3162. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3163. struct qlcnic_esw_func_cfg esw_cfg[QLCNIC_MAX_PCI_FUNC];
  3164. u8 i;
  3165. if (size != sizeof(esw_cfg))
  3166. return QL_STATUS_INVALID_PARAM;
  3167. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3168. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3169. continue;
  3170. esw_cfg[i].pci_func = i;
  3171. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]))
  3172. return QL_STATUS_INVALID_PARAM;
  3173. }
  3174. memcpy(buf, &esw_cfg, size);
  3175. return size;
  3176. }
  3177. static int
  3178. validate_npar_config(struct qlcnic_adapter *adapter,
  3179. struct qlcnic_npar_func_cfg *np_cfg, int count)
  3180. {
  3181. u8 pci_func, i;
  3182. for (i = 0; i < count; i++) {
  3183. pci_func = np_cfg[i].pci_func;
  3184. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3185. return QL_STATUS_INVALID_PARAM;
  3186. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3187. return QL_STATUS_INVALID_PARAM;
  3188. if (!IS_VALID_BW(np_cfg[i].min_bw) ||
  3189. !IS_VALID_BW(np_cfg[i].max_bw))
  3190. return QL_STATUS_INVALID_PARAM;
  3191. }
  3192. return 0;
  3193. }
  3194. static ssize_t
  3195. qlcnic_sysfs_write_npar_config(struct file *file, struct kobject *kobj,
  3196. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3197. {
  3198. struct device *dev = container_of(kobj, struct device, kobj);
  3199. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3200. struct qlcnic_info nic_info;
  3201. struct qlcnic_npar_func_cfg *np_cfg;
  3202. int i, count, rem, ret;
  3203. u8 pci_func;
  3204. count = size / sizeof(struct qlcnic_npar_func_cfg);
  3205. rem = size % sizeof(struct qlcnic_npar_func_cfg);
  3206. if (rem)
  3207. return QL_STATUS_INVALID_PARAM;
  3208. np_cfg = (struct qlcnic_npar_func_cfg *) buf;
  3209. ret = validate_npar_config(adapter, np_cfg, count);
  3210. if (ret)
  3211. return ret;
  3212. for (i = 0; i < count ; i++) {
  3213. pci_func = np_cfg[i].pci_func;
  3214. ret = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  3215. if (ret)
  3216. return ret;
  3217. nic_info.pci_func = pci_func;
  3218. nic_info.min_tx_bw = np_cfg[i].min_bw;
  3219. nic_info.max_tx_bw = np_cfg[i].max_bw;
  3220. ret = qlcnic_set_nic_info(adapter, &nic_info);
  3221. if (ret)
  3222. return ret;
  3223. adapter->npars[i].min_bw = nic_info.min_tx_bw;
  3224. adapter->npars[i].max_bw = nic_info.max_tx_bw;
  3225. }
  3226. return size;
  3227. }
  3228. static ssize_t
  3229. qlcnic_sysfs_read_npar_config(struct file *file, struct kobject *kobj,
  3230. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3231. {
  3232. struct device *dev = container_of(kobj, struct device, kobj);
  3233. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3234. struct qlcnic_info nic_info;
  3235. struct qlcnic_npar_func_cfg np_cfg[QLCNIC_MAX_PCI_FUNC];
  3236. int i, ret;
  3237. if (size != sizeof(np_cfg))
  3238. return QL_STATUS_INVALID_PARAM;
  3239. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3240. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3241. continue;
  3242. ret = qlcnic_get_nic_info(adapter, &nic_info, i);
  3243. if (ret)
  3244. return ret;
  3245. np_cfg[i].pci_func = i;
  3246. np_cfg[i].op_mode = (u8)nic_info.op_mode;
  3247. np_cfg[i].port_num = nic_info.phys_port;
  3248. np_cfg[i].fw_capab = nic_info.capabilities;
  3249. np_cfg[i].min_bw = nic_info.min_tx_bw ;
  3250. np_cfg[i].max_bw = nic_info.max_tx_bw;
  3251. np_cfg[i].max_tx_queues = nic_info.max_tx_ques;
  3252. np_cfg[i].max_rx_queues = nic_info.max_rx_ques;
  3253. }
  3254. memcpy(buf, &np_cfg, size);
  3255. return size;
  3256. }
  3257. static ssize_t
  3258. qlcnic_sysfs_get_port_stats(struct file *file, struct kobject *kobj,
  3259. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3260. {
  3261. struct device *dev = container_of(kobj, struct device, kobj);
  3262. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3263. struct qlcnic_esw_statistics port_stats;
  3264. int ret;
  3265. if (size != sizeof(struct qlcnic_esw_statistics))
  3266. return QL_STATUS_INVALID_PARAM;
  3267. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3268. return QL_STATUS_INVALID_PARAM;
  3269. memset(&port_stats, 0, size);
  3270. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3271. &port_stats.rx);
  3272. if (ret)
  3273. return ret;
  3274. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3275. &port_stats.tx);
  3276. if (ret)
  3277. return ret;
  3278. memcpy(buf, &port_stats, size);
  3279. return size;
  3280. }
  3281. static ssize_t
  3282. qlcnic_sysfs_get_esw_stats(struct file *file, struct kobject *kobj,
  3283. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3284. {
  3285. struct device *dev = container_of(kobj, struct device, kobj);
  3286. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3287. struct qlcnic_esw_statistics esw_stats;
  3288. int ret;
  3289. if (size != sizeof(struct qlcnic_esw_statistics))
  3290. return QL_STATUS_INVALID_PARAM;
  3291. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3292. return QL_STATUS_INVALID_PARAM;
  3293. memset(&esw_stats, 0, size);
  3294. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3295. &esw_stats.rx);
  3296. if (ret)
  3297. return ret;
  3298. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3299. &esw_stats.tx);
  3300. if (ret)
  3301. return ret;
  3302. memcpy(buf, &esw_stats, size);
  3303. return size;
  3304. }
  3305. static ssize_t
  3306. qlcnic_sysfs_clear_esw_stats(struct file *file, struct kobject *kobj,
  3307. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3308. {
  3309. struct device *dev = container_of(kobj, struct device, kobj);
  3310. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3311. int ret;
  3312. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3313. return QL_STATUS_INVALID_PARAM;
  3314. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3315. QLCNIC_QUERY_RX_COUNTER);
  3316. if (ret)
  3317. return ret;
  3318. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3319. QLCNIC_QUERY_TX_COUNTER);
  3320. if (ret)
  3321. return ret;
  3322. return size;
  3323. }
  3324. static ssize_t
  3325. qlcnic_sysfs_clear_port_stats(struct file *file, struct kobject *kobj,
  3326. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3327. {
  3328. struct device *dev = container_of(kobj, struct device, kobj);
  3329. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3330. int ret;
  3331. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3332. return QL_STATUS_INVALID_PARAM;
  3333. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3334. QLCNIC_QUERY_RX_COUNTER);
  3335. if (ret)
  3336. return ret;
  3337. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3338. QLCNIC_QUERY_TX_COUNTER);
  3339. if (ret)
  3340. return ret;
  3341. return size;
  3342. }
  3343. static ssize_t
  3344. qlcnic_sysfs_read_pci_config(struct file *file, struct kobject *kobj,
  3345. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3346. {
  3347. struct device *dev = container_of(kobj, struct device, kobj);
  3348. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3349. struct qlcnic_pci_func_cfg pci_cfg[QLCNIC_MAX_PCI_FUNC];
  3350. struct qlcnic_pci_info *pci_info;
  3351. int i, ret;
  3352. if (size != sizeof(pci_cfg))
  3353. return QL_STATUS_INVALID_PARAM;
  3354. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  3355. if (!pci_info)
  3356. return -ENOMEM;
  3357. ret = qlcnic_get_pci_info(adapter, pci_info);
  3358. if (ret) {
  3359. kfree(pci_info);
  3360. return ret;
  3361. }
  3362. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3363. pci_cfg[i].pci_func = pci_info[i].id;
  3364. pci_cfg[i].func_type = pci_info[i].type;
  3365. pci_cfg[i].port_num = pci_info[i].default_port;
  3366. pci_cfg[i].min_bw = pci_info[i].tx_min_bw;
  3367. pci_cfg[i].max_bw = pci_info[i].tx_max_bw;
  3368. memcpy(&pci_cfg[i].def_mac_addr, &pci_info[i].mac, ETH_ALEN);
  3369. }
  3370. memcpy(buf, &pci_cfg, size);
  3371. kfree(pci_info);
  3372. return size;
  3373. }
  3374. static struct bin_attribute bin_attr_npar_config = {
  3375. .attr = {.name = "npar_config", .mode = (S_IRUGO | S_IWUSR)},
  3376. .size = 0,
  3377. .read = qlcnic_sysfs_read_npar_config,
  3378. .write = qlcnic_sysfs_write_npar_config,
  3379. };
  3380. static struct bin_attribute bin_attr_pci_config = {
  3381. .attr = {.name = "pci_config", .mode = (S_IRUGO | S_IWUSR)},
  3382. .size = 0,
  3383. .read = qlcnic_sysfs_read_pci_config,
  3384. .write = NULL,
  3385. };
  3386. static struct bin_attribute bin_attr_port_stats = {
  3387. .attr = {.name = "port_stats", .mode = (S_IRUGO | S_IWUSR)},
  3388. .size = 0,
  3389. .read = qlcnic_sysfs_get_port_stats,
  3390. .write = qlcnic_sysfs_clear_port_stats,
  3391. };
  3392. static struct bin_attribute bin_attr_esw_stats = {
  3393. .attr = {.name = "esw_stats", .mode = (S_IRUGO | S_IWUSR)},
  3394. .size = 0,
  3395. .read = qlcnic_sysfs_get_esw_stats,
  3396. .write = qlcnic_sysfs_clear_esw_stats,
  3397. };
  3398. static struct bin_attribute bin_attr_esw_config = {
  3399. .attr = {.name = "esw_config", .mode = (S_IRUGO | S_IWUSR)},
  3400. .size = 0,
  3401. .read = qlcnic_sysfs_read_esw_config,
  3402. .write = qlcnic_sysfs_write_esw_config,
  3403. };
  3404. static struct bin_attribute bin_attr_pm_config = {
  3405. .attr = {.name = "pm_config", .mode = (S_IRUGO | S_IWUSR)},
  3406. .size = 0,
  3407. .read = qlcnic_sysfs_read_pm_config,
  3408. .write = qlcnic_sysfs_write_pm_config,
  3409. };
  3410. static void
  3411. qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
  3412. {
  3413. struct device *dev = &adapter->pdev->dev;
  3414. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3415. if (device_create_file(dev, &dev_attr_bridged_mode))
  3416. dev_warn(dev,
  3417. "failed to create bridged_mode sysfs entry\n");
  3418. }
  3419. static void
  3420. qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
  3421. {
  3422. struct device *dev = &adapter->pdev->dev;
  3423. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3424. device_remove_file(dev, &dev_attr_bridged_mode);
  3425. }
  3426. static void
  3427. qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
  3428. {
  3429. struct device *dev = &adapter->pdev->dev;
  3430. if (device_create_bin_file(dev, &bin_attr_port_stats))
  3431. dev_info(dev, "failed to create port stats sysfs entry");
  3432. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3433. return;
  3434. if (device_create_file(dev, &dev_attr_diag_mode))
  3435. dev_info(dev, "failed to create diag_mode sysfs entry\n");
  3436. if (device_create_file(dev, &dev_attr_beacon))
  3437. dev_info(dev, "failed to create beacon sysfs entry");
  3438. if (device_create_bin_file(dev, &bin_attr_crb))
  3439. dev_info(dev, "failed to create crb sysfs entry\n");
  3440. if (device_create_bin_file(dev, &bin_attr_mem))
  3441. dev_info(dev, "failed to create mem sysfs entry\n");
  3442. if (device_create_bin_file(dev, &bin_attr_pci_config))
  3443. dev_info(dev, "failed to create pci config sysfs entry");
  3444. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3445. return;
  3446. if (device_create_bin_file(dev, &bin_attr_esw_config))
  3447. dev_info(dev, "failed to create esw config sysfs entry");
  3448. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3449. return;
  3450. if (device_create_bin_file(dev, &bin_attr_npar_config))
  3451. dev_info(dev, "failed to create npar config sysfs entry");
  3452. if (device_create_bin_file(dev, &bin_attr_pm_config))
  3453. dev_info(dev, "failed to create pm config sysfs entry");
  3454. if (device_create_bin_file(dev, &bin_attr_esw_stats))
  3455. dev_info(dev, "failed to create eswitch stats sysfs entry");
  3456. }
  3457. static void
  3458. qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
  3459. {
  3460. struct device *dev = &adapter->pdev->dev;
  3461. device_remove_bin_file(dev, &bin_attr_port_stats);
  3462. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3463. return;
  3464. device_remove_file(dev, &dev_attr_diag_mode);
  3465. device_remove_file(dev, &dev_attr_beacon);
  3466. device_remove_bin_file(dev, &bin_attr_crb);
  3467. device_remove_bin_file(dev, &bin_attr_mem);
  3468. device_remove_bin_file(dev, &bin_attr_pci_config);
  3469. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3470. return;
  3471. device_remove_bin_file(dev, &bin_attr_esw_config);
  3472. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3473. return;
  3474. device_remove_bin_file(dev, &bin_attr_npar_config);
  3475. device_remove_bin_file(dev, &bin_attr_pm_config);
  3476. device_remove_bin_file(dev, &bin_attr_esw_stats);
  3477. }
  3478. #ifdef CONFIG_INET
  3479. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  3480. static void
  3481. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  3482. struct net_device *dev, unsigned long event)
  3483. {
  3484. struct in_device *indev;
  3485. indev = in_dev_get(dev);
  3486. if (!indev)
  3487. return;
  3488. for_ifa(indev) {
  3489. switch (event) {
  3490. case NETDEV_UP:
  3491. qlcnic_config_ipaddr(adapter,
  3492. ifa->ifa_address, QLCNIC_IP_UP);
  3493. break;
  3494. case NETDEV_DOWN:
  3495. qlcnic_config_ipaddr(adapter,
  3496. ifa->ifa_address, QLCNIC_IP_DOWN);
  3497. break;
  3498. default:
  3499. break;
  3500. }
  3501. } endfor_ifa(indev);
  3502. in_dev_put(indev);
  3503. }
  3504. static void
  3505. qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  3506. {
  3507. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  3508. struct net_device *dev;
  3509. u16 vid;
  3510. qlcnic_config_indev_addr(adapter, netdev, event);
  3511. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  3512. dev = __vlan_find_dev_deep(netdev, vid);
  3513. if (!dev)
  3514. continue;
  3515. qlcnic_config_indev_addr(adapter, dev, event);
  3516. }
  3517. }
  3518. static int qlcnic_netdev_event(struct notifier_block *this,
  3519. unsigned long event, void *ptr)
  3520. {
  3521. struct qlcnic_adapter *adapter;
  3522. struct net_device *dev = (struct net_device *)ptr;
  3523. recheck:
  3524. if (dev == NULL)
  3525. goto done;
  3526. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3527. dev = vlan_dev_real_dev(dev);
  3528. goto recheck;
  3529. }
  3530. if (!is_qlcnic_netdev(dev))
  3531. goto done;
  3532. adapter = netdev_priv(dev);
  3533. if (!adapter)
  3534. goto done;
  3535. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3536. goto done;
  3537. qlcnic_config_indev_addr(adapter, dev, event);
  3538. done:
  3539. return NOTIFY_DONE;
  3540. }
  3541. static int
  3542. qlcnic_inetaddr_event(struct notifier_block *this,
  3543. unsigned long event, void *ptr)
  3544. {
  3545. struct qlcnic_adapter *adapter;
  3546. struct net_device *dev;
  3547. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  3548. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  3549. recheck:
  3550. if (dev == NULL)
  3551. goto done;
  3552. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3553. dev = vlan_dev_real_dev(dev);
  3554. goto recheck;
  3555. }
  3556. if (!is_qlcnic_netdev(dev))
  3557. goto done;
  3558. adapter = netdev_priv(dev);
  3559. if (!adapter)
  3560. goto done;
  3561. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3562. goto done;
  3563. switch (event) {
  3564. case NETDEV_UP:
  3565. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  3566. break;
  3567. case NETDEV_DOWN:
  3568. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  3569. break;
  3570. default:
  3571. break;
  3572. }
  3573. done:
  3574. return NOTIFY_DONE;
  3575. }
  3576. static struct notifier_block qlcnic_netdev_cb = {
  3577. .notifier_call = qlcnic_netdev_event,
  3578. };
  3579. static struct notifier_block qlcnic_inetaddr_cb = {
  3580. .notifier_call = qlcnic_inetaddr_event,
  3581. };
  3582. #else
  3583. static void
  3584. qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  3585. { }
  3586. #endif
  3587. static struct pci_error_handlers qlcnic_err_handler = {
  3588. .error_detected = qlcnic_io_error_detected,
  3589. .slot_reset = qlcnic_io_slot_reset,
  3590. .resume = qlcnic_io_resume,
  3591. };
  3592. static struct pci_driver qlcnic_driver = {
  3593. .name = qlcnic_driver_name,
  3594. .id_table = qlcnic_pci_tbl,
  3595. .probe = qlcnic_probe,
  3596. .remove = __devexit_p(qlcnic_remove),
  3597. #ifdef CONFIG_PM
  3598. .suspend = qlcnic_suspend,
  3599. .resume = qlcnic_resume,
  3600. #endif
  3601. .shutdown = qlcnic_shutdown,
  3602. .err_handler = &qlcnic_err_handler
  3603. };
  3604. static int __init qlcnic_init_module(void)
  3605. {
  3606. int ret;
  3607. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  3608. qlcnic_wq = create_singlethread_workqueue("qlcnic");
  3609. if (qlcnic_wq == NULL) {
  3610. printk(KERN_ERR "qlcnic: cannot create workqueue\n");
  3611. return -ENOMEM;
  3612. }
  3613. #ifdef CONFIG_INET
  3614. register_netdevice_notifier(&qlcnic_netdev_cb);
  3615. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3616. #endif
  3617. ret = pci_register_driver(&qlcnic_driver);
  3618. if (ret) {
  3619. #ifdef CONFIG_INET
  3620. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3621. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3622. #endif
  3623. destroy_workqueue(qlcnic_wq);
  3624. }
  3625. return ret;
  3626. }
  3627. module_init(qlcnic_init_module);
  3628. static void __exit qlcnic_exit_module(void)
  3629. {
  3630. pci_unregister_driver(&qlcnic_driver);
  3631. #ifdef CONFIG_INET
  3632. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3633. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3634. #endif
  3635. destroy_workqueue(qlcnic_wq);
  3636. }
  3637. module_exit(qlcnic_exit_module);