qlcnic_main.c 112 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033403440354036403740384039404040414042404340444045404640474048404940504051405240534054405540564057405840594060406140624063406440654066406740684069407040714072407340744075407640774078407940804081408240834084408540864087408840894090409140924093409440954096409740984099410041014102410341044105410641074108410941104111411241134114411541164117411841194120412141224123412441254126412741284129413041314132413341344135413641374138413941404141414241434144414541464147414841494150415141524153415441554156415741584159416041614162416341644165416641674168416941704171417241734174417541764177417841794180418141824183418441854186418741884189419041914192419341944195419641974198419942004201420242034204420542064207420842094210421142124213421442154216421742184219422042214222422342244225422642274228422942304231423242334234423542364237423842394240424142424243424442454246424742484249425042514252425342544255425642574258425942604261426242634264426542664267426842694270427142724273427442754276427742784279428042814282428342844285428642874288428942904291429242934294429542964297429842994300430143024303430443054306430743084309431043114312431343144315431643174318431943204321432243234324432543264327432843294330433143324333433443354336433743384339434043414342434343444345434643474348434943504351435243534354435543564357435843594360436143624363436443654366436743684369437043714372437343744375437643774378437943804381438243834384438543864387438843894390439143924393439443954396439743984399440044014402440344044405440644074408440944104411441244134414441544164417441844194420442144224423442444254426442744284429443044314432443344344435443644374438443944404441444244434444444544464447444844494450445144524453445444554456445744584459446044614462446344644465446644674468446944704471447244734474447544764477447844794480448144824483448444854486448744884489449044914492449344944495449644974498449945004501450245034504450545064507450845094510451145124513451445154516451745184519452045214522452345244525452645274528452945304531453245334534453545364537453845394540454145424543454445454546454745484549455045514552455345544555455645574558455945604561456245634564456545664567456845694570457145724573457445754576457745784579
  1. /*
  2. * QLogic qlcnic NIC Driver
  3. * Copyright (c) 2009-2010 QLogic Corporation
  4. *
  5. * See LICENSE.qlcnic for copyright and licensing details.
  6. */
  7. #include <linux/slab.h>
  8. #include <linux/vmalloc.h>
  9. #include <linux/interrupt.h>
  10. #include "qlcnic.h"
  11. #include <linux/swab.h>
  12. #include <linux/dma-mapping.h>
  13. #include <net/ip.h>
  14. #include <linux/ipv6.h>
  15. #include <linux/inetdevice.h>
  16. #include <linux/sysfs.h>
  17. #include <linux/aer.h>
  18. #include <linux/log2.h>
  19. MODULE_DESCRIPTION("QLogic 1/10 GbE Converged/Intelligent Ethernet Driver");
  20. MODULE_LICENSE("GPL");
  21. MODULE_VERSION(QLCNIC_LINUX_VERSIONID);
  22. MODULE_FIRMWARE(QLCNIC_UNIFIED_ROMIMAGE_NAME);
  23. char qlcnic_driver_name[] = "qlcnic";
  24. static const char qlcnic_driver_string[] = "QLogic 1/10 GbE "
  25. "Converged/Intelligent Ethernet Driver v" QLCNIC_LINUX_VERSIONID;
  26. static struct workqueue_struct *qlcnic_wq;
  27. static int qlcnic_mac_learn;
  28. module_param(qlcnic_mac_learn, int, 0444);
  29. MODULE_PARM_DESC(qlcnic_mac_learn, "Mac Filter (0=disabled, 1=enabled)");
  30. static int use_msi = 1;
  31. module_param(use_msi, int, 0444);
  32. MODULE_PARM_DESC(use_msi, "MSI interrupt (0=disabled, 1=enabled");
  33. static int use_msi_x = 1;
  34. module_param(use_msi_x, int, 0444);
  35. MODULE_PARM_DESC(use_msi_x, "MSI-X interrupt (0=disabled, 1=enabled");
  36. static int auto_fw_reset = 1;
  37. module_param(auto_fw_reset, int, 0644);
  38. MODULE_PARM_DESC(auto_fw_reset, "Auto firmware reset (0=disabled, 1=enabled");
  39. static int load_fw_file;
  40. module_param(load_fw_file, int, 0444);
  41. MODULE_PARM_DESC(load_fw_file, "Load firmware from (0=flash, 1=file");
  42. static int qlcnic_config_npars;
  43. module_param(qlcnic_config_npars, int, 0444);
  44. MODULE_PARM_DESC(qlcnic_config_npars, "Configure NPARs (0=disabled, 1=enabled");
  45. static int __devinit qlcnic_probe(struct pci_dev *pdev,
  46. const struct pci_device_id *ent);
  47. static void __devexit qlcnic_remove(struct pci_dev *pdev);
  48. static int qlcnic_open(struct net_device *netdev);
  49. static int qlcnic_close(struct net_device *netdev);
  50. static void qlcnic_tx_timeout(struct net_device *netdev);
  51. static void qlcnic_attach_work(struct work_struct *work);
  52. static void qlcnic_fwinit_work(struct work_struct *work);
  53. static void qlcnic_fw_poll_work(struct work_struct *work);
  54. static void qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  55. work_func_t func, int delay);
  56. static void qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter);
  57. static int qlcnic_poll(struct napi_struct *napi, int budget);
  58. static int qlcnic_rx_poll(struct napi_struct *napi, int budget);
  59. #ifdef CONFIG_NET_POLL_CONTROLLER
  60. static void qlcnic_poll_controller(struct net_device *netdev);
  61. #endif
  62. static void qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter);
  63. static void qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter);
  64. static void qlcnic_create_diag_entries(struct qlcnic_adapter *adapter);
  65. static void qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter);
  66. static void qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding);
  67. static void qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8);
  68. static int qlcnic_can_start_firmware(struct qlcnic_adapter *adapter);
  69. static irqreturn_t qlcnic_tmp_intr(int irq, void *data);
  70. static irqreturn_t qlcnic_intr(int irq, void *data);
  71. static irqreturn_t qlcnic_msi_intr(int irq, void *data);
  72. static irqreturn_t qlcnic_msix_intr(int irq, void *data);
  73. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev);
  74. static void qlcnic_restore_indev_addr(struct net_device *dev, unsigned long);
  75. static int qlcnic_start_firmware(struct qlcnic_adapter *);
  76. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter);
  77. static void qlcnic_dev_set_npar_ready(struct qlcnic_adapter *);
  78. static int qlcnicvf_config_led(struct qlcnic_adapter *, u32, u32);
  79. static int qlcnicvf_config_bridged_mode(struct qlcnic_adapter *, u32);
  80. static int qlcnicvf_start_firmware(struct qlcnic_adapter *);
  81. static void qlcnic_set_netdev_features(struct qlcnic_adapter *,
  82. struct qlcnic_esw_func_cfg *);
  83. static int qlcnic_vlan_rx_add(struct net_device *, u16);
  84. static int qlcnic_vlan_rx_del(struct net_device *, u16);
  85. /* PCI Device ID Table */
  86. #define ENTRY(device) \
  87. {PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, (device)), \
  88. .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
  89. #define PCI_DEVICE_ID_QLOGIC_QLE824X 0x8020
  90. static DEFINE_PCI_DEVICE_TABLE(qlcnic_pci_tbl) = {
  91. ENTRY(PCI_DEVICE_ID_QLOGIC_QLE824X),
  92. {0,}
  93. };
  94. MODULE_DEVICE_TABLE(pci, qlcnic_pci_tbl);
  95. inline void
  96. qlcnic_update_cmd_producer(struct qlcnic_adapter *adapter,
  97. struct qlcnic_host_tx_ring *tx_ring)
  98. {
  99. writel(tx_ring->producer, tx_ring->crb_cmd_producer);
  100. }
  101. static const u32 msi_tgt_status[8] = {
  102. ISR_INT_TARGET_STATUS, ISR_INT_TARGET_STATUS_F1,
  103. ISR_INT_TARGET_STATUS_F2, ISR_INT_TARGET_STATUS_F3,
  104. ISR_INT_TARGET_STATUS_F4, ISR_INT_TARGET_STATUS_F5,
  105. ISR_INT_TARGET_STATUS_F6, ISR_INT_TARGET_STATUS_F7
  106. };
  107. static const
  108. struct qlcnic_legacy_intr_set legacy_intr[] = QLCNIC_LEGACY_INTR_CONFIG;
  109. static inline void qlcnic_disable_int(struct qlcnic_host_sds_ring *sds_ring)
  110. {
  111. writel(0, sds_ring->crb_intr_mask);
  112. }
  113. static inline void qlcnic_enable_int(struct qlcnic_host_sds_ring *sds_ring)
  114. {
  115. struct qlcnic_adapter *adapter = sds_ring->adapter;
  116. writel(0x1, sds_ring->crb_intr_mask);
  117. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  118. writel(0xfbff, adapter->tgt_mask_reg);
  119. }
  120. static int
  121. qlcnic_alloc_sds_rings(struct qlcnic_recv_context *recv_ctx, int count)
  122. {
  123. int size = sizeof(struct qlcnic_host_sds_ring) * count;
  124. recv_ctx->sds_rings = kzalloc(size, GFP_KERNEL);
  125. return recv_ctx->sds_rings == NULL;
  126. }
  127. static void
  128. qlcnic_free_sds_rings(struct qlcnic_recv_context *recv_ctx)
  129. {
  130. if (recv_ctx->sds_rings != NULL)
  131. kfree(recv_ctx->sds_rings);
  132. recv_ctx->sds_rings = NULL;
  133. }
  134. static int
  135. qlcnic_napi_add(struct qlcnic_adapter *adapter, struct net_device *netdev)
  136. {
  137. int ring;
  138. struct qlcnic_host_sds_ring *sds_ring;
  139. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  140. if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
  141. return -ENOMEM;
  142. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  143. sds_ring = &recv_ctx->sds_rings[ring];
  144. if (ring == adapter->max_sds_rings - 1)
  145. netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
  146. QLCNIC_NETDEV_WEIGHT/adapter->max_sds_rings);
  147. else
  148. netif_napi_add(netdev, &sds_ring->napi,
  149. qlcnic_rx_poll, QLCNIC_NETDEV_WEIGHT*2);
  150. }
  151. return 0;
  152. }
  153. static void
  154. qlcnic_napi_del(struct qlcnic_adapter *adapter)
  155. {
  156. int ring;
  157. struct qlcnic_host_sds_ring *sds_ring;
  158. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  159. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  160. sds_ring = &recv_ctx->sds_rings[ring];
  161. netif_napi_del(&sds_ring->napi);
  162. }
  163. qlcnic_free_sds_rings(adapter->recv_ctx);
  164. }
  165. static void
  166. qlcnic_napi_enable(struct qlcnic_adapter *adapter)
  167. {
  168. int ring;
  169. struct qlcnic_host_sds_ring *sds_ring;
  170. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  171. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  172. return;
  173. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  174. sds_ring = &recv_ctx->sds_rings[ring];
  175. napi_enable(&sds_ring->napi);
  176. qlcnic_enable_int(sds_ring);
  177. }
  178. }
  179. static void
  180. qlcnic_napi_disable(struct qlcnic_adapter *adapter)
  181. {
  182. int ring;
  183. struct qlcnic_host_sds_ring *sds_ring;
  184. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  185. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  186. return;
  187. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  188. sds_ring = &recv_ctx->sds_rings[ring];
  189. qlcnic_disable_int(sds_ring);
  190. napi_synchronize(&sds_ring->napi);
  191. napi_disable(&sds_ring->napi);
  192. }
  193. }
  194. static void qlcnic_clear_stats(struct qlcnic_adapter *adapter)
  195. {
  196. memset(&adapter->stats, 0, sizeof(adapter->stats));
  197. }
  198. static void qlcnic_set_msix_bit(struct pci_dev *pdev, int enable)
  199. {
  200. u32 control;
  201. int pos;
  202. pos = pci_find_capability(pdev, PCI_CAP_ID_MSIX);
  203. if (pos) {
  204. pci_read_config_dword(pdev, pos, &control);
  205. if (enable)
  206. control |= PCI_MSIX_FLAGS_ENABLE;
  207. else
  208. control = 0;
  209. pci_write_config_dword(pdev, pos, control);
  210. }
  211. }
  212. static void qlcnic_init_msix_entries(struct qlcnic_adapter *adapter, int count)
  213. {
  214. int i;
  215. for (i = 0; i < count; i++)
  216. adapter->msix_entries[i].entry = i;
  217. }
  218. static int
  219. qlcnic_read_mac_addr(struct qlcnic_adapter *adapter)
  220. {
  221. u8 mac_addr[ETH_ALEN];
  222. struct net_device *netdev = adapter->netdev;
  223. struct pci_dev *pdev = adapter->pdev;
  224. if (qlcnic_get_mac_address(adapter, mac_addr) != 0)
  225. return -EIO;
  226. memcpy(netdev->dev_addr, mac_addr, ETH_ALEN);
  227. memcpy(netdev->perm_addr, netdev->dev_addr, netdev->addr_len);
  228. memcpy(adapter->mac_addr, netdev->dev_addr, netdev->addr_len);
  229. /* set station address */
  230. if (!is_valid_ether_addr(netdev->perm_addr))
  231. dev_warn(&pdev->dev, "Bad MAC address %pM.\n",
  232. netdev->dev_addr);
  233. return 0;
  234. }
  235. static int qlcnic_set_mac(struct net_device *netdev, void *p)
  236. {
  237. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  238. struct sockaddr *addr = p;
  239. if ((adapter->flags & QLCNIC_MAC_OVERRIDE_DISABLED))
  240. return -EOPNOTSUPP;
  241. if (!is_valid_ether_addr(addr->sa_data))
  242. return -EADDRNOTAVAIL;
  243. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  244. netif_device_detach(netdev);
  245. qlcnic_napi_disable(adapter);
  246. }
  247. memcpy(adapter->mac_addr, addr->sa_data, netdev->addr_len);
  248. memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);
  249. qlcnic_set_multi(adapter->netdev);
  250. if (test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  251. netif_device_attach(netdev);
  252. qlcnic_napi_enable(adapter);
  253. }
  254. return 0;
  255. }
  256. static const struct net_device_ops qlcnic_netdev_ops = {
  257. .ndo_open = qlcnic_open,
  258. .ndo_stop = qlcnic_close,
  259. .ndo_start_xmit = qlcnic_xmit_frame,
  260. .ndo_get_stats = qlcnic_get_stats,
  261. .ndo_validate_addr = eth_validate_addr,
  262. .ndo_set_rx_mode = qlcnic_set_multi,
  263. .ndo_set_mac_address = qlcnic_set_mac,
  264. .ndo_change_mtu = qlcnic_change_mtu,
  265. .ndo_fix_features = qlcnic_fix_features,
  266. .ndo_set_features = qlcnic_set_features,
  267. .ndo_tx_timeout = qlcnic_tx_timeout,
  268. .ndo_vlan_rx_add_vid = qlcnic_vlan_rx_add,
  269. .ndo_vlan_rx_kill_vid = qlcnic_vlan_rx_del,
  270. #ifdef CONFIG_NET_POLL_CONTROLLER
  271. .ndo_poll_controller = qlcnic_poll_controller,
  272. #endif
  273. };
  274. static const struct net_device_ops qlcnic_netdev_failed_ops = {
  275. .ndo_open = qlcnic_open,
  276. };
  277. static struct qlcnic_nic_template qlcnic_ops = {
  278. .config_bridged_mode = qlcnic_config_bridged_mode,
  279. .config_led = qlcnic_config_led,
  280. .start_firmware = qlcnic_start_firmware
  281. };
  282. static struct qlcnic_nic_template qlcnic_vf_ops = {
  283. .config_bridged_mode = qlcnicvf_config_bridged_mode,
  284. .config_led = qlcnicvf_config_led,
  285. .start_firmware = qlcnicvf_start_firmware
  286. };
  287. static int qlcnic_enable_msix(struct qlcnic_adapter *adapter, u32 num_msix)
  288. {
  289. struct pci_dev *pdev = adapter->pdev;
  290. int err = -1;
  291. adapter->max_sds_rings = 1;
  292. adapter->flags &= ~(QLCNIC_MSI_ENABLED | QLCNIC_MSIX_ENABLED);
  293. qlcnic_set_msix_bit(pdev, 0);
  294. if (adapter->msix_supported) {
  295. enable_msix:
  296. qlcnic_init_msix_entries(adapter, num_msix);
  297. err = pci_enable_msix(pdev, adapter->msix_entries, num_msix);
  298. if (err == 0) {
  299. adapter->flags |= QLCNIC_MSIX_ENABLED;
  300. qlcnic_set_msix_bit(pdev, 1);
  301. adapter->max_sds_rings = num_msix;
  302. dev_info(&pdev->dev, "using msi-x interrupts\n");
  303. return err;
  304. }
  305. if (err > 0) {
  306. num_msix = rounddown_pow_of_two(err);
  307. if (num_msix)
  308. goto enable_msix;
  309. }
  310. }
  311. return err;
  312. }
  313. static void qlcnic_enable_msi_legacy(struct qlcnic_adapter *adapter)
  314. {
  315. const struct qlcnic_legacy_intr_set *legacy_intrp;
  316. struct pci_dev *pdev = adapter->pdev;
  317. if (use_msi && !pci_enable_msi(pdev)) {
  318. adapter->flags |= QLCNIC_MSI_ENABLED;
  319. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  320. msi_tgt_status[adapter->ahw->pci_func]);
  321. dev_info(&pdev->dev, "using msi interrupts\n");
  322. adapter->msix_entries[0].vector = pdev->irq;
  323. return;
  324. }
  325. legacy_intrp = &legacy_intr[adapter->ahw->pci_func];
  326. adapter->int_vec_bit = legacy_intrp->int_vec_bit;
  327. adapter->tgt_status_reg = qlcnic_get_ioaddr(adapter,
  328. legacy_intrp->tgt_status_reg);
  329. adapter->tgt_mask_reg = qlcnic_get_ioaddr(adapter,
  330. legacy_intrp->tgt_mask_reg);
  331. adapter->isr_int_vec = qlcnic_get_ioaddr(adapter, ISR_INT_VECTOR);
  332. adapter->crb_int_state_reg = qlcnic_get_ioaddr(adapter,
  333. ISR_INT_STATE_REG);
  334. dev_info(&pdev->dev, "using legacy interrupts\n");
  335. adapter->msix_entries[0].vector = pdev->irq;
  336. }
  337. static void
  338. qlcnic_setup_intr(struct qlcnic_adapter *adapter)
  339. {
  340. int num_msix;
  341. if (adapter->msix_supported) {
  342. num_msix = rounddown_pow_of_two(min_t(int, num_online_cpus(),
  343. QLCNIC_DEF_NUM_STS_DESC_RINGS));
  344. } else
  345. num_msix = 1;
  346. if (!qlcnic_enable_msix(adapter, num_msix))
  347. return;
  348. qlcnic_enable_msi_legacy(adapter);
  349. }
  350. static void
  351. qlcnic_teardown_intr(struct qlcnic_adapter *adapter)
  352. {
  353. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  354. pci_disable_msix(adapter->pdev);
  355. if (adapter->flags & QLCNIC_MSI_ENABLED)
  356. pci_disable_msi(adapter->pdev);
  357. }
  358. static void
  359. qlcnic_cleanup_pci_map(struct qlcnic_adapter *adapter)
  360. {
  361. if (adapter->ahw->pci_base0 != NULL)
  362. iounmap(adapter->ahw->pci_base0);
  363. }
  364. static int
  365. qlcnic_init_pci_info(struct qlcnic_adapter *adapter)
  366. {
  367. struct qlcnic_pci_info *pci_info;
  368. int i, ret = 0;
  369. u8 pfn;
  370. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  371. if (!pci_info)
  372. return -ENOMEM;
  373. adapter->npars = kzalloc(sizeof(struct qlcnic_npar_info) *
  374. QLCNIC_MAX_PCI_FUNC, GFP_KERNEL);
  375. if (!adapter->npars) {
  376. ret = -ENOMEM;
  377. goto err_pci_info;
  378. }
  379. adapter->eswitch = kzalloc(sizeof(struct qlcnic_eswitch) *
  380. QLCNIC_NIU_MAX_XG_PORTS, GFP_KERNEL);
  381. if (!adapter->eswitch) {
  382. ret = -ENOMEM;
  383. goto err_npars;
  384. }
  385. ret = qlcnic_get_pci_info(adapter, pci_info);
  386. if (ret)
  387. goto err_eswitch;
  388. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  389. pfn = pci_info[i].id;
  390. if (pfn > QLCNIC_MAX_PCI_FUNC) {
  391. ret = QL_STATUS_INVALID_PARAM;
  392. goto err_eswitch;
  393. }
  394. adapter->npars[pfn].active = (u8)pci_info[i].active;
  395. adapter->npars[pfn].type = (u8)pci_info[i].type;
  396. adapter->npars[pfn].phy_port = (u8)pci_info[i].default_port;
  397. adapter->npars[pfn].min_bw = pci_info[i].tx_min_bw;
  398. adapter->npars[pfn].max_bw = pci_info[i].tx_max_bw;
  399. }
  400. for (i = 0; i < QLCNIC_NIU_MAX_XG_PORTS; i++)
  401. adapter->eswitch[i].flags |= QLCNIC_SWITCH_ENABLE;
  402. kfree(pci_info);
  403. return 0;
  404. err_eswitch:
  405. kfree(adapter->eswitch);
  406. adapter->eswitch = NULL;
  407. err_npars:
  408. kfree(adapter->npars);
  409. adapter->npars = NULL;
  410. err_pci_info:
  411. kfree(pci_info);
  412. return ret;
  413. }
  414. static int
  415. qlcnic_set_function_modes(struct qlcnic_adapter *adapter)
  416. {
  417. u8 id;
  418. u32 ref_count;
  419. int i, ret = 1;
  420. u32 data = QLCNIC_MGMT_FUNC;
  421. void __iomem *priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  422. /* If other drivers are not in use set their privilege level */
  423. ref_count = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  424. ret = qlcnic_api_lock(adapter);
  425. if (ret)
  426. goto err_lock;
  427. if (qlcnic_config_npars) {
  428. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  429. id = i;
  430. if (adapter->npars[i].type != QLCNIC_TYPE_NIC ||
  431. id == adapter->ahw->pci_func)
  432. continue;
  433. data |= (qlcnic_config_npars &
  434. QLC_DEV_SET_DRV(0xf, id));
  435. }
  436. } else {
  437. data = readl(priv_op);
  438. data = (data & ~QLC_DEV_SET_DRV(0xf, adapter->ahw->pci_func)) |
  439. (QLC_DEV_SET_DRV(QLCNIC_MGMT_FUNC,
  440. adapter->ahw->pci_func));
  441. }
  442. writel(data, priv_op);
  443. qlcnic_api_unlock(adapter);
  444. err_lock:
  445. return ret;
  446. }
  447. static void
  448. qlcnic_check_vf(struct qlcnic_adapter *adapter)
  449. {
  450. void __iomem *msix_base_addr;
  451. void __iomem *priv_op;
  452. u32 func;
  453. u32 msix_base;
  454. u32 op_mode, priv_level;
  455. /* Determine FW API version */
  456. adapter->fw_hal_version = readl(adapter->ahw->pci_base0 +
  457. QLCNIC_FW_API);
  458. /* Find PCI function number */
  459. pci_read_config_dword(adapter->pdev, QLCNIC_MSIX_TABLE_OFFSET, &func);
  460. msix_base_addr = adapter->ahw->pci_base0 + QLCNIC_MSIX_BASE;
  461. msix_base = readl(msix_base_addr);
  462. func = (func - msix_base)/QLCNIC_MSIX_TBL_PGSIZE;
  463. adapter->ahw->pci_func = func;
  464. /* Determine function privilege level */
  465. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  466. op_mode = readl(priv_op);
  467. if (op_mode == QLC_DEV_DRV_DEFAULT)
  468. priv_level = QLCNIC_MGMT_FUNC;
  469. else
  470. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  471. if (priv_level == QLCNIC_NON_PRIV_FUNC) {
  472. adapter->op_mode = QLCNIC_NON_PRIV_FUNC;
  473. dev_info(&adapter->pdev->dev,
  474. "HAL Version: %d Non Privileged function\n",
  475. adapter->fw_hal_version);
  476. adapter->nic_ops = &qlcnic_vf_ops;
  477. } else
  478. adapter->nic_ops = &qlcnic_ops;
  479. }
  480. static int
  481. qlcnic_setup_pci_map(struct qlcnic_adapter *adapter)
  482. {
  483. void __iomem *mem_ptr0 = NULL;
  484. resource_size_t mem_base;
  485. unsigned long mem_len, pci_len0 = 0;
  486. struct pci_dev *pdev = adapter->pdev;
  487. /* remap phys address */
  488. mem_base = pci_resource_start(pdev, 0); /* 0 is for BAR 0 */
  489. mem_len = pci_resource_len(pdev, 0);
  490. if (mem_len == QLCNIC_PCI_2MB_SIZE) {
  491. mem_ptr0 = pci_ioremap_bar(pdev, 0);
  492. if (mem_ptr0 == NULL) {
  493. dev_err(&pdev->dev, "failed to map PCI bar 0\n");
  494. return -EIO;
  495. }
  496. pci_len0 = mem_len;
  497. } else {
  498. return -EIO;
  499. }
  500. dev_info(&pdev->dev, "%dMB memory map\n", (int)(mem_len>>20));
  501. adapter->ahw->pci_base0 = mem_ptr0;
  502. adapter->ahw->pci_len0 = pci_len0;
  503. qlcnic_check_vf(adapter);
  504. adapter->ahw->ocm_win_crb = qlcnic_get_ioaddr(adapter,
  505. QLCNIC_PCIX_PS_REG(PCIX_OCM_WINDOW_REG(
  506. adapter->ahw->pci_func)));
  507. return 0;
  508. }
  509. static void get_brd_name(struct qlcnic_adapter *adapter, char *name)
  510. {
  511. struct pci_dev *pdev = adapter->pdev;
  512. int i, found = 0;
  513. for (i = 0; i < NUM_SUPPORTED_BOARDS; ++i) {
  514. if (qlcnic_boards[i].vendor == pdev->vendor &&
  515. qlcnic_boards[i].device == pdev->device &&
  516. qlcnic_boards[i].sub_vendor == pdev->subsystem_vendor &&
  517. qlcnic_boards[i].sub_device == pdev->subsystem_device) {
  518. sprintf(name, "%pM: %s" ,
  519. adapter->mac_addr,
  520. qlcnic_boards[i].short_name);
  521. found = 1;
  522. break;
  523. }
  524. }
  525. if (!found)
  526. sprintf(name, "%pM Gigabit Ethernet", adapter->mac_addr);
  527. }
  528. static void
  529. qlcnic_check_options(struct qlcnic_adapter *adapter)
  530. {
  531. u32 fw_major, fw_minor, fw_build, prev_fw_version;
  532. struct pci_dev *pdev = adapter->pdev;
  533. struct qlcnic_fw_dump *fw_dump = &adapter->ahw->fw_dump;
  534. prev_fw_version = adapter->fw_version;
  535. fw_major = QLCRD32(adapter, QLCNIC_FW_VERSION_MAJOR);
  536. fw_minor = QLCRD32(adapter, QLCNIC_FW_VERSION_MINOR);
  537. fw_build = QLCRD32(adapter, QLCNIC_FW_VERSION_SUB);
  538. adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
  539. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC) {
  540. if (fw_dump->tmpl_hdr == NULL ||
  541. adapter->fw_version > prev_fw_version) {
  542. if (fw_dump->tmpl_hdr)
  543. vfree(fw_dump->tmpl_hdr);
  544. if (!qlcnic_fw_cmd_get_minidump_temp(adapter))
  545. dev_info(&pdev->dev,
  546. "Supports FW dump capability\n");
  547. }
  548. }
  549. dev_info(&pdev->dev, "firmware v%d.%d.%d\n",
  550. fw_major, fw_minor, fw_build);
  551. if (adapter->ahw->port_type == QLCNIC_XGBE) {
  552. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  553. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_VF;
  554. adapter->max_rxd = MAX_RCV_DESCRIPTORS_VF;
  555. } else {
  556. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_10G;
  557. adapter->max_rxd = MAX_RCV_DESCRIPTORS_10G;
  558. }
  559. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  560. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_10G;
  561. } else if (adapter->ahw->port_type == QLCNIC_GBE) {
  562. adapter->num_rxd = DEFAULT_RCV_DESCRIPTORS_1G;
  563. adapter->num_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  564. adapter->max_jumbo_rxd = MAX_JUMBO_RCV_DESCRIPTORS_1G;
  565. adapter->max_rxd = MAX_RCV_DESCRIPTORS_1G;
  566. }
  567. adapter->msix_supported = !!use_msi_x;
  568. adapter->num_txd = MAX_CMD_DESCRIPTORS;
  569. adapter->max_rds_rings = MAX_RDS_RINGS;
  570. }
  571. static int
  572. qlcnic_initialize_nic(struct qlcnic_adapter *adapter)
  573. {
  574. int err;
  575. struct qlcnic_info nic_info;
  576. err = qlcnic_get_nic_info(adapter, &nic_info, adapter->ahw->pci_func);
  577. if (err)
  578. return err;
  579. adapter->physical_port = (u8)nic_info.phys_port;
  580. adapter->switch_mode = nic_info.switch_mode;
  581. adapter->max_tx_ques = nic_info.max_tx_ques;
  582. adapter->max_rx_ques = nic_info.max_rx_ques;
  583. adapter->capabilities = nic_info.capabilities;
  584. adapter->max_mac_filters = nic_info.max_mac_filters;
  585. adapter->max_mtu = nic_info.max_mtu;
  586. if (adapter->capabilities & BIT_6)
  587. adapter->flags |= QLCNIC_ESWITCH_ENABLED;
  588. else
  589. adapter->flags &= ~QLCNIC_ESWITCH_ENABLED;
  590. return err;
  591. }
  592. static void
  593. qlcnic_set_vlan_config(struct qlcnic_adapter *adapter,
  594. struct qlcnic_esw_func_cfg *esw_cfg)
  595. {
  596. if (esw_cfg->discard_tagged)
  597. adapter->flags &= ~QLCNIC_TAGGING_ENABLED;
  598. else
  599. adapter->flags |= QLCNIC_TAGGING_ENABLED;
  600. if (esw_cfg->vlan_id)
  601. adapter->pvid = esw_cfg->vlan_id;
  602. else
  603. adapter->pvid = 0;
  604. }
  605. static int
  606. qlcnic_vlan_rx_add(struct net_device *netdev, u16 vid)
  607. {
  608. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  609. set_bit(vid, adapter->vlans);
  610. return 0;
  611. }
  612. static int
  613. qlcnic_vlan_rx_del(struct net_device *netdev, u16 vid)
  614. {
  615. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  616. qlcnic_restore_indev_addr(netdev, NETDEV_DOWN);
  617. clear_bit(vid, adapter->vlans);
  618. return 0;
  619. }
  620. static void
  621. qlcnic_set_eswitch_port_features(struct qlcnic_adapter *adapter,
  622. struct qlcnic_esw_func_cfg *esw_cfg)
  623. {
  624. adapter->flags &= ~(QLCNIC_MACSPOOF | QLCNIC_MAC_OVERRIDE_DISABLED |
  625. QLCNIC_PROMISC_DISABLED);
  626. if (esw_cfg->mac_anti_spoof)
  627. adapter->flags |= QLCNIC_MACSPOOF;
  628. if (!esw_cfg->mac_override)
  629. adapter->flags |= QLCNIC_MAC_OVERRIDE_DISABLED;
  630. if (!esw_cfg->promisc_mode)
  631. adapter->flags |= QLCNIC_PROMISC_DISABLED;
  632. qlcnic_set_netdev_features(adapter, esw_cfg);
  633. }
  634. static int
  635. qlcnic_set_eswitch_port_config(struct qlcnic_adapter *adapter)
  636. {
  637. struct qlcnic_esw_func_cfg esw_cfg;
  638. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  639. return 0;
  640. esw_cfg.pci_func = adapter->ahw->pci_func;
  641. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg))
  642. return -EIO;
  643. qlcnic_set_vlan_config(adapter, &esw_cfg);
  644. qlcnic_set_eswitch_port_features(adapter, &esw_cfg);
  645. return 0;
  646. }
  647. static void
  648. qlcnic_set_netdev_features(struct qlcnic_adapter *adapter,
  649. struct qlcnic_esw_func_cfg *esw_cfg)
  650. {
  651. struct net_device *netdev = adapter->netdev;
  652. netdev_features_t features, vlan_features;
  653. features = (NETIF_F_SG | NETIF_F_IP_CSUM | NETIF_F_RXCSUM |
  654. NETIF_F_IPV6_CSUM | NETIF_F_GRO);
  655. vlan_features = (NETIF_F_SG | NETIF_F_IP_CSUM |
  656. NETIF_F_IPV6_CSUM | NETIF_F_HW_VLAN_FILTER);
  657. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO) {
  658. features |= (NETIF_F_TSO | NETIF_F_TSO6);
  659. vlan_features |= (NETIF_F_TSO | NETIF_F_TSO6);
  660. }
  661. if (netdev->features & NETIF_F_LRO)
  662. features |= NETIF_F_LRO;
  663. if (esw_cfg->offload_flags & BIT_0) {
  664. netdev->features |= features;
  665. if (!(esw_cfg->offload_flags & BIT_1))
  666. netdev->features &= ~NETIF_F_TSO;
  667. if (!(esw_cfg->offload_flags & BIT_2))
  668. netdev->features &= ~NETIF_F_TSO6;
  669. } else {
  670. netdev->features &= ~features;
  671. }
  672. netdev->vlan_features = (features & vlan_features);
  673. }
  674. static int
  675. qlcnic_check_eswitch_mode(struct qlcnic_adapter *adapter)
  676. {
  677. void __iomem *priv_op;
  678. u32 op_mode, priv_level;
  679. int err = 0;
  680. err = qlcnic_initialize_nic(adapter);
  681. if (err)
  682. return err;
  683. if (adapter->flags & QLCNIC_ADAPTER_INITIALIZED)
  684. return 0;
  685. priv_op = adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE;
  686. op_mode = readl(priv_op);
  687. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  688. if (op_mode == QLC_DEV_DRV_DEFAULT)
  689. priv_level = QLCNIC_MGMT_FUNC;
  690. else
  691. priv_level = QLC_DEV_GET_DRV(op_mode, adapter->ahw->pci_func);
  692. if (adapter->flags & QLCNIC_ESWITCH_ENABLED) {
  693. if (priv_level == QLCNIC_MGMT_FUNC) {
  694. adapter->op_mode = QLCNIC_MGMT_FUNC;
  695. err = qlcnic_init_pci_info(adapter);
  696. if (err)
  697. return err;
  698. /* Set privilege level for other functions */
  699. qlcnic_set_function_modes(adapter);
  700. dev_info(&adapter->pdev->dev,
  701. "HAL Version: %d, Management function\n",
  702. adapter->fw_hal_version);
  703. } else if (priv_level == QLCNIC_PRIV_FUNC) {
  704. adapter->op_mode = QLCNIC_PRIV_FUNC;
  705. dev_info(&adapter->pdev->dev,
  706. "HAL Version: %d, Privileged function\n",
  707. adapter->fw_hal_version);
  708. }
  709. }
  710. adapter->flags |= QLCNIC_ADAPTER_INITIALIZED;
  711. return err;
  712. }
  713. static int
  714. qlcnic_set_default_offload_settings(struct qlcnic_adapter *adapter)
  715. {
  716. struct qlcnic_esw_func_cfg esw_cfg;
  717. struct qlcnic_npar_info *npar;
  718. u8 i;
  719. if (adapter->need_fw_reset)
  720. return 0;
  721. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  722. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  723. continue;
  724. memset(&esw_cfg, 0, sizeof(struct qlcnic_esw_func_cfg));
  725. esw_cfg.pci_func = i;
  726. esw_cfg.offload_flags = BIT_0;
  727. esw_cfg.mac_override = BIT_0;
  728. esw_cfg.promisc_mode = BIT_0;
  729. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  730. esw_cfg.offload_flags |= (BIT_1 | BIT_2);
  731. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  732. return -EIO;
  733. npar = &adapter->npars[i];
  734. npar->pvid = esw_cfg.vlan_id;
  735. npar->mac_override = esw_cfg.mac_override;
  736. npar->mac_anti_spoof = esw_cfg.mac_anti_spoof;
  737. npar->discard_tagged = esw_cfg.discard_tagged;
  738. npar->promisc_mode = esw_cfg.promisc_mode;
  739. npar->offload_flags = esw_cfg.offload_flags;
  740. }
  741. return 0;
  742. }
  743. static int
  744. qlcnic_reset_eswitch_config(struct qlcnic_adapter *adapter,
  745. struct qlcnic_npar_info *npar, int pci_func)
  746. {
  747. struct qlcnic_esw_func_cfg esw_cfg;
  748. esw_cfg.op_mode = QLCNIC_PORT_DEFAULTS;
  749. esw_cfg.pci_func = pci_func;
  750. esw_cfg.vlan_id = npar->pvid;
  751. esw_cfg.mac_override = npar->mac_override;
  752. esw_cfg.discard_tagged = npar->discard_tagged;
  753. esw_cfg.mac_anti_spoof = npar->mac_anti_spoof;
  754. esw_cfg.offload_flags = npar->offload_flags;
  755. esw_cfg.promisc_mode = npar->promisc_mode;
  756. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  757. return -EIO;
  758. esw_cfg.op_mode = QLCNIC_ADD_VLAN;
  759. if (qlcnic_config_switch_port(adapter, &esw_cfg))
  760. return -EIO;
  761. return 0;
  762. }
  763. static int
  764. qlcnic_reset_npar_config(struct qlcnic_adapter *adapter)
  765. {
  766. int i, err;
  767. struct qlcnic_npar_info *npar;
  768. struct qlcnic_info nic_info;
  769. if (!adapter->need_fw_reset)
  770. return 0;
  771. /* Set the NPAR config data after FW reset */
  772. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  773. npar = &adapter->npars[i];
  774. if (npar->type != QLCNIC_TYPE_NIC)
  775. continue;
  776. err = qlcnic_get_nic_info(adapter, &nic_info, i);
  777. if (err)
  778. return err;
  779. nic_info.min_tx_bw = npar->min_bw;
  780. nic_info.max_tx_bw = npar->max_bw;
  781. err = qlcnic_set_nic_info(adapter, &nic_info);
  782. if (err)
  783. return err;
  784. if (npar->enable_pm) {
  785. err = qlcnic_config_port_mirroring(adapter,
  786. npar->dest_npar, 1, i);
  787. if (err)
  788. return err;
  789. }
  790. err = qlcnic_reset_eswitch_config(adapter, npar, i);
  791. if (err)
  792. return err;
  793. }
  794. return 0;
  795. }
  796. static int qlcnic_check_npar_opertional(struct qlcnic_adapter *adapter)
  797. {
  798. u8 npar_opt_timeo = QLCNIC_DEV_NPAR_OPER_TIMEO;
  799. u32 npar_state;
  800. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  801. return 0;
  802. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  803. while (npar_state != QLCNIC_DEV_NPAR_OPER && --npar_opt_timeo) {
  804. msleep(1000);
  805. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  806. }
  807. if (!npar_opt_timeo) {
  808. dev_err(&adapter->pdev->dev,
  809. "Waiting for NPAR state to opertional timeout\n");
  810. return -EIO;
  811. }
  812. return 0;
  813. }
  814. static int
  815. qlcnic_set_mgmt_operations(struct qlcnic_adapter *adapter)
  816. {
  817. int err;
  818. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED) ||
  819. adapter->op_mode != QLCNIC_MGMT_FUNC)
  820. return 0;
  821. err = qlcnic_set_default_offload_settings(adapter);
  822. if (err)
  823. return err;
  824. err = qlcnic_reset_npar_config(adapter);
  825. if (err)
  826. return err;
  827. qlcnic_dev_set_npar_ready(adapter);
  828. return err;
  829. }
  830. static int
  831. qlcnic_start_firmware(struct qlcnic_adapter *adapter)
  832. {
  833. int err;
  834. err = qlcnic_can_start_firmware(adapter);
  835. if (err < 0)
  836. return err;
  837. else if (!err)
  838. goto check_fw_status;
  839. if (load_fw_file)
  840. qlcnic_request_firmware(adapter);
  841. else {
  842. err = qlcnic_check_flash_fw_ver(adapter);
  843. if (err)
  844. goto err_out;
  845. adapter->fw_type = QLCNIC_FLASH_ROMIMAGE;
  846. }
  847. err = qlcnic_need_fw_reset(adapter);
  848. if (err == 0)
  849. goto check_fw_status;
  850. err = qlcnic_pinit_from_rom(adapter);
  851. if (err)
  852. goto err_out;
  853. err = qlcnic_load_firmware(adapter);
  854. if (err)
  855. goto err_out;
  856. qlcnic_release_firmware(adapter);
  857. QLCWR32(adapter, CRB_DRIVER_VERSION, QLCNIC_DRIVER_VERSION);
  858. check_fw_status:
  859. err = qlcnic_check_fw_status(adapter);
  860. if (err)
  861. goto err_out;
  862. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_READY);
  863. qlcnic_idc_debug_info(adapter, 1);
  864. err = qlcnic_check_eswitch_mode(adapter);
  865. if (err) {
  866. dev_err(&adapter->pdev->dev,
  867. "Memory allocation failed for eswitch\n");
  868. goto err_out;
  869. }
  870. err = qlcnic_set_mgmt_operations(adapter);
  871. if (err)
  872. goto err_out;
  873. qlcnic_check_options(adapter);
  874. adapter->need_fw_reset = 0;
  875. qlcnic_release_firmware(adapter);
  876. return 0;
  877. err_out:
  878. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  879. dev_err(&adapter->pdev->dev, "Device state set to failed\n");
  880. qlcnic_release_firmware(adapter);
  881. return err;
  882. }
  883. static int
  884. qlcnic_request_irq(struct qlcnic_adapter *adapter)
  885. {
  886. irq_handler_t handler;
  887. struct qlcnic_host_sds_ring *sds_ring;
  888. int err, ring;
  889. unsigned long flags = 0;
  890. struct net_device *netdev = adapter->netdev;
  891. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  892. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  893. handler = qlcnic_tmp_intr;
  894. if (!QLCNIC_IS_MSI_FAMILY(adapter))
  895. flags |= IRQF_SHARED;
  896. } else {
  897. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  898. handler = qlcnic_msix_intr;
  899. else if (adapter->flags & QLCNIC_MSI_ENABLED)
  900. handler = qlcnic_msi_intr;
  901. else {
  902. flags |= IRQF_SHARED;
  903. handler = qlcnic_intr;
  904. }
  905. }
  906. adapter->irq = netdev->irq;
  907. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  908. sds_ring = &recv_ctx->sds_rings[ring];
  909. sprintf(sds_ring->name, "%s[%d]", netdev->name, ring);
  910. err = request_irq(sds_ring->irq, handler,
  911. flags, sds_ring->name, sds_ring);
  912. if (err)
  913. return err;
  914. }
  915. return 0;
  916. }
  917. static void
  918. qlcnic_free_irq(struct qlcnic_adapter *adapter)
  919. {
  920. int ring;
  921. struct qlcnic_host_sds_ring *sds_ring;
  922. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  923. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  924. sds_ring = &recv_ctx->sds_rings[ring];
  925. free_irq(sds_ring->irq, sds_ring);
  926. }
  927. }
  928. static int
  929. __qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  930. {
  931. int ring;
  932. struct qlcnic_host_rds_ring *rds_ring;
  933. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  934. return -EIO;
  935. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  936. return 0;
  937. if (qlcnic_set_eswitch_port_config(adapter))
  938. return -EIO;
  939. if (qlcnic_fw_create_ctx(adapter))
  940. return -EIO;
  941. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  942. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  943. qlcnic_post_rx_buffers(adapter, rds_ring);
  944. }
  945. qlcnic_set_multi(netdev);
  946. qlcnic_fw_cmd_set_mtu(adapter, netdev->mtu);
  947. adapter->ahw->linkup = 0;
  948. if (adapter->max_sds_rings > 1)
  949. qlcnic_config_rss(adapter, 1);
  950. qlcnic_config_intr_coalesce(adapter);
  951. if (netdev->features & NETIF_F_LRO)
  952. qlcnic_config_hw_lro(adapter, QLCNIC_LRO_ENABLED);
  953. qlcnic_napi_enable(adapter);
  954. qlcnic_linkevent_request(adapter, 1);
  955. adapter->reset_context = 0;
  956. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  957. return 0;
  958. }
  959. /* Usage: During resume and firmware recovery module.*/
  960. static int
  961. qlcnic_up(struct qlcnic_adapter *adapter, struct net_device *netdev)
  962. {
  963. int err = 0;
  964. rtnl_lock();
  965. if (netif_running(netdev))
  966. err = __qlcnic_up(adapter, netdev);
  967. rtnl_unlock();
  968. return err;
  969. }
  970. static void
  971. __qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  972. {
  973. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  974. return;
  975. if (!test_and_clear_bit(__QLCNIC_DEV_UP, &adapter->state))
  976. return;
  977. smp_mb();
  978. spin_lock(&adapter->tx_clean_lock);
  979. netif_carrier_off(netdev);
  980. netif_tx_disable(netdev);
  981. qlcnic_free_mac_list(adapter);
  982. if (adapter->fhash.fnum)
  983. qlcnic_delete_lb_filters(adapter);
  984. qlcnic_nic_set_promisc(adapter, QLCNIC_NIU_NON_PROMISC_MODE);
  985. qlcnic_napi_disable(adapter);
  986. qlcnic_fw_destroy_ctx(adapter);
  987. qlcnic_reset_rx_buffers_list(adapter);
  988. qlcnic_release_tx_buffers(adapter);
  989. spin_unlock(&adapter->tx_clean_lock);
  990. }
  991. /* Usage: During suspend and firmware recovery module */
  992. static void
  993. qlcnic_down(struct qlcnic_adapter *adapter, struct net_device *netdev)
  994. {
  995. rtnl_lock();
  996. if (netif_running(netdev))
  997. __qlcnic_down(adapter, netdev);
  998. rtnl_unlock();
  999. }
  1000. static int
  1001. qlcnic_attach(struct qlcnic_adapter *adapter)
  1002. {
  1003. struct net_device *netdev = adapter->netdev;
  1004. struct pci_dev *pdev = adapter->pdev;
  1005. int err;
  1006. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC)
  1007. return 0;
  1008. err = qlcnic_napi_add(adapter, netdev);
  1009. if (err)
  1010. return err;
  1011. err = qlcnic_alloc_sw_resources(adapter);
  1012. if (err) {
  1013. dev_err(&pdev->dev, "Error in setting sw resources\n");
  1014. goto err_out_napi_del;
  1015. }
  1016. err = qlcnic_alloc_hw_resources(adapter);
  1017. if (err) {
  1018. dev_err(&pdev->dev, "Error in setting hw resources\n");
  1019. goto err_out_free_sw;
  1020. }
  1021. err = qlcnic_request_irq(adapter);
  1022. if (err) {
  1023. dev_err(&pdev->dev, "failed to setup interrupt\n");
  1024. goto err_out_free_hw;
  1025. }
  1026. qlcnic_create_sysfs_entries(adapter);
  1027. adapter->is_up = QLCNIC_ADAPTER_UP_MAGIC;
  1028. return 0;
  1029. err_out_free_hw:
  1030. qlcnic_free_hw_resources(adapter);
  1031. err_out_free_sw:
  1032. qlcnic_free_sw_resources(adapter);
  1033. err_out_napi_del:
  1034. qlcnic_napi_del(adapter);
  1035. return err;
  1036. }
  1037. static void
  1038. qlcnic_detach(struct qlcnic_adapter *adapter)
  1039. {
  1040. if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
  1041. return;
  1042. qlcnic_remove_sysfs_entries(adapter);
  1043. qlcnic_free_hw_resources(adapter);
  1044. qlcnic_release_rx_buffers(adapter);
  1045. qlcnic_free_irq(adapter);
  1046. qlcnic_napi_del(adapter);
  1047. qlcnic_free_sw_resources(adapter);
  1048. adapter->is_up = 0;
  1049. }
  1050. void qlcnic_diag_free_res(struct net_device *netdev, int max_sds_rings)
  1051. {
  1052. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1053. struct qlcnic_host_sds_ring *sds_ring;
  1054. int ring;
  1055. clear_bit(__QLCNIC_DEV_UP, &adapter->state);
  1056. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1057. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1058. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1059. qlcnic_disable_int(sds_ring);
  1060. }
  1061. }
  1062. qlcnic_fw_destroy_ctx(adapter);
  1063. qlcnic_detach(adapter);
  1064. adapter->diag_test = 0;
  1065. adapter->max_sds_rings = max_sds_rings;
  1066. if (qlcnic_attach(adapter))
  1067. goto out;
  1068. if (netif_running(netdev))
  1069. __qlcnic_up(adapter, netdev);
  1070. out:
  1071. netif_device_attach(netdev);
  1072. }
  1073. static int qlcnic_alloc_adapter_resources(struct qlcnic_adapter *adapter)
  1074. {
  1075. int err = 0;
  1076. adapter->ahw = kzalloc(sizeof(struct qlcnic_hardware_context),
  1077. GFP_KERNEL);
  1078. if (!adapter->ahw) {
  1079. dev_err(&adapter->pdev->dev,
  1080. "Failed to allocate recv ctx resources for adapter\n");
  1081. err = -ENOMEM;
  1082. goto err_out;
  1083. }
  1084. adapter->recv_ctx = kzalloc(sizeof(struct qlcnic_recv_context),
  1085. GFP_KERNEL);
  1086. if (!adapter->recv_ctx) {
  1087. dev_err(&adapter->pdev->dev,
  1088. "Failed to allocate recv ctx resources for adapter\n");
  1089. kfree(adapter->ahw);
  1090. adapter->ahw = NULL;
  1091. err = -ENOMEM;
  1092. goto err_out;
  1093. }
  1094. /* Initialize interrupt coalesce parameters */
  1095. adapter->ahw->coal.flag = QLCNIC_INTR_DEFAULT;
  1096. adapter->ahw->coal.rx_time_us = QLCNIC_DEFAULT_INTR_COALESCE_RX_TIME_US;
  1097. adapter->ahw->coal.rx_packets = QLCNIC_DEFAULT_INTR_COALESCE_RX_PACKETS;
  1098. err_out:
  1099. return err;
  1100. }
  1101. static void qlcnic_free_adapter_resources(struct qlcnic_adapter *adapter)
  1102. {
  1103. kfree(adapter->recv_ctx);
  1104. adapter->recv_ctx = NULL;
  1105. if (adapter->ahw->fw_dump.tmpl_hdr) {
  1106. vfree(adapter->ahw->fw_dump.tmpl_hdr);
  1107. adapter->ahw->fw_dump.tmpl_hdr = NULL;
  1108. }
  1109. kfree(adapter->ahw);
  1110. adapter->ahw = NULL;
  1111. }
  1112. int qlcnic_diag_alloc_res(struct net_device *netdev, int test)
  1113. {
  1114. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1115. struct qlcnic_host_sds_ring *sds_ring;
  1116. struct qlcnic_host_rds_ring *rds_ring;
  1117. int ring;
  1118. int ret;
  1119. netif_device_detach(netdev);
  1120. if (netif_running(netdev))
  1121. __qlcnic_down(adapter, netdev);
  1122. qlcnic_detach(adapter);
  1123. adapter->max_sds_rings = 1;
  1124. adapter->diag_test = test;
  1125. ret = qlcnic_attach(adapter);
  1126. if (ret) {
  1127. netif_device_attach(netdev);
  1128. return ret;
  1129. }
  1130. ret = qlcnic_fw_create_ctx(adapter);
  1131. if (ret) {
  1132. qlcnic_detach(adapter);
  1133. netif_device_attach(netdev);
  1134. return ret;
  1135. }
  1136. for (ring = 0; ring < adapter->max_rds_rings; ring++) {
  1137. rds_ring = &adapter->recv_ctx->rds_rings[ring];
  1138. qlcnic_post_rx_buffers(adapter, rds_ring);
  1139. }
  1140. if (adapter->diag_test == QLCNIC_INTERRUPT_TEST) {
  1141. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  1142. sds_ring = &adapter->recv_ctx->sds_rings[ring];
  1143. qlcnic_enable_int(sds_ring);
  1144. }
  1145. }
  1146. if (adapter->diag_test == QLCNIC_LOOPBACK_TEST) {
  1147. adapter->ahw->loopback_state = 0;
  1148. qlcnic_linkevent_request(adapter, 1);
  1149. }
  1150. set_bit(__QLCNIC_DEV_UP, &adapter->state);
  1151. return 0;
  1152. }
  1153. /* Reset context in hardware only */
  1154. static int
  1155. qlcnic_reset_hw_context(struct qlcnic_adapter *adapter)
  1156. {
  1157. struct net_device *netdev = adapter->netdev;
  1158. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1159. return -EBUSY;
  1160. netif_device_detach(netdev);
  1161. qlcnic_down(adapter, netdev);
  1162. qlcnic_up(adapter, netdev);
  1163. netif_device_attach(netdev);
  1164. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1165. return 0;
  1166. }
  1167. int
  1168. qlcnic_reset_context(struct qlcnic_adapter *adapter)
  1169. {
  1170. int err = 0;
  1171. struct net_device *netdev = adapter->netdev;
  1172. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  1173. return -EBUSY;
  1174. if (adapter->is_up == QLCNIC_ADAPTER_UP_MAGIC) {
  1175. netif_device_detach(netdev);
  1176. if (netif_running(netdev))
  1177. __qlcnic_down(adapter, netdev);
  1178. qlcnic_detach(adapter);
  1179. if (netif_running(netdev)) {
  1180. err = qlcnic_attach(adapter);
  1181. if (!err) {
  1182. __qlcnic_up(adapter, netdev);
  1183. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1184. }
  1185. }
  1186. netif_device_attach(netdev);
  1187. }
  1188. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1189. return err;
  1190. }
  1191. static int
  1192. qlcnic_setup_netdev(struct qlcnic_adapter *adapter,
  1193. struct net_device *netdev, u8 pci_using_dac)
  1194. {
  1195. int err;
  1196. struct pci_dev *pdev = adapter->pdev;
  1197. adapter->mc_enabled = 0;
  1198. adapter->max_mc_count = 38;
  1199. netdev->netdev_ops = &qlcnic_netdev_ops;
  1200. netdev->watchdog_timeo = 5*HZ;
  1201. qlcnic_change_mtu(netdev, netdev->mtu);
  1202. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_ops);
  1203. netdev->hw_features = NETIF_F_SG | NETIF_F_IP_CSUM |
  1204. NETIF_F_IPV6_CSUM | NETIF_F_RXCSUM;
  1205. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_TSO)
  1206. netdev->hw_features |= NETIF_F_TSO | NETIF_F_TSO6;
  1207. if (pci_using_dac)
  1208. netdev->hw_features |= NETIF_F_HIGHDMA;
  1209. netdev->vlan_features = netdev->hw_features;
  1210. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_FVLANTX)
  1211. netdev->hw_features |= NETIF_F_HW_VLAN_TX;
  1212. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_HW_LRO)
  1213. netdev->hw_features |= NETIF_F_LRO;
  1214. netdev->features |= netdev->hw_features |
  1215. NETIF_F_HW_VLAN_RX | NETIF_F_HW_VLAN_FILTER;
  1216. netdev->irq = adapter->msix_entries[0].vector;
  1217. err = register_netdev(netdev);
  1218. if (err) {
  1219. dev_err(&pdev->dev, "failed to register net device\n");
  1220. return err;
  1221. }
  1222. return 0;
  1223. }
  1224. static int qlcnic_set_dma_mask(struct pci_dev *pdev, u8 *pci_using_dac)
  1225. {
  1226. if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(64)) &&
  1227. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(64)))
  1228. *pci_using_dac = 1;
  1229. else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32)) &&
  1230. !pci_set_consistent_dma_mask(pdev, DMA_BIT_MASK(32)))
  1231. *pci_using_dac = 0;
  1232. else {
  1233. dev_err(&pdev->dev, "Unable to set DMA mask, aborting\n");
  1234. return -EIO;
  1235. }
  1236. return 0;
  1237. }
  1238. static int
  1239. qlcnic_alloc_msix_entries(struct qlcnic_adapter *adapter, u16 count)
  1240. {
  1241. adapter->msix_entries = kcalloc(count, sizeof(struct msix_entry),
  1242. GFP_KERNEL);
  1243. if (adapter->msix_entries)
  1244. return 0;
  1245. dev_err(&adapter->pdev->dev, "failed allocating msix_entries\n");
  1246. return -ENOMEM;
  1247. }
  1248. static int __devinit
  1249. qlcnic_probe(struct pci_dev *pdev, const struct pci_device_id *ent)
  1250. {
  1251. struct net_device *netdev = NULL;
  1252. struct qlcnic_adapter *adapter = NULL;
  1253. int err;
  1254. uint8_t revision_id;
  1255. uint8_t pci_using_dac;
  1256. char brd_name[QLCNIC_MAX_BOARD_NAME_LEN];
  1257. err = pci_enable_device(pdev);
  1258. if (err)
  1259. return err;
  1260. if (!(pci_resource_flags(pdev, 0) & IORESOURCE_MEM)) {
  1261. err = -ENODEV;
  1262. goto err_out_disable_pdev;
  1263. }
  1264. err = qlcnic_set_dma_mask(pdev, &pci_using_dac);
  1265. if (err)
  1266. goto err_out_disable_pdev;
  1267. err = pci_request_regions(pdev, qlcnic_driver_name);
  1268. if (err)
  1269. goto err_out_disable_pdev;
  1270. pci_set_master(pdev);
  1271. pci_enable_pcie_error_reporting(pdev);
  1272. netdev = alloc_etherdev(sizeof(struct qlcnic_adapter));
  1273. if (!netdev) {
  1274. err = -ENOMEM;
  1275. goto err_out_free_res;
  1276. }
  1277. SET_NETDEV_DEV(netdev, &pdev->dev);
  1278. adapter = netdev_priv(netdev);
  1279. adapter->netdev = netdev;
  1280. adapter->pdev = pdev;
  1281. if (qlcnic_alloc_adapter_resources(adapter))
  1282. goto err_out_free_netdev;
  1283. adapter->dev_rst_time = jiffies;
  1284. revision_id = pdev->revision;
  1285. adapter->ahw->revision_id = revision_id;
  1286. adapter->mac_learn = qlcnic_mac_learn;
  1287. rwlock_init(&adapter->ahw->crb_lock);
  1288. mutex_init(&adapter->ahw->mem_lock);
  1289. spin_lock_init(&adapter->tx_clean_lock);
  1290. INIT_LIST_HEAD(&adapter->mac_list);
  1291. err = qlcnic_setup_pci_map(adapter);
  1292. if (err)
  1293. goto err_out_free_hw;
  1294. /* This will be reset for mezz cards */
  1295. adapter->portnum = adapter->ahw->pci_func;
  1296. err = qlcnic_get_board_info(adapter);
  1297. if (err) {
  1298. dev_err(&pdev->dev, "Error getting board config info.\n");
  1299. goto err_out_iounmap;
  1300. }
  1301. err = qlcnic_setup_idc_param(adapter);
  1302. if (err)
  1303. goto err_out_iounmap;
  1304. adapter->flags |= QLCNIC_NEED_FLR;
  1305. err = adapter->nic_ops->start_firmware(adapter);
  1306. if (err) {
  1307. dev_err(&pdev->dev, "Loading fw failed. Please Reboot\n"
  1308. "\t\tIf reboot doesn't help, try flashing the card\n");
  1309. goto err_out_maintenance_mode;
  1310. }
  1311. if (qlcnic_read_mac_addr(adapter))
  1312. dev_warn(&pdev->dev, "failed to read mac addr\n");
  1313. if (adapter->portnum == 0) {
  1314. get_brd_name(adapter, brd_name);
  1315. pr_info("%s: %s Board Chip rev 0x%x\n",
  1316. module_name(THIS_MODULE),
  1317. brd_name, adapter->ahw->revision_id);
  1318. }
  1319. qlcnic_clear_stats(adapter);
  1320. err = qlcnic_alloc_msix_entries(adapter, adapter->max_rx_ques);
  1321. if (err)
  1322. goto err_out_decr_ref;
  1323. qlcnic_setup_intr(adapter);
  1324. err = qlcnic_setup_netdev(adapter, netdev, pci_using_dac);
  1325. if (err)
  1326. goto err_out_disable_msi;
  1327. pci_set_drvdata(pdev, adapter);
  1328. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1329. switch (adapter->ahw->port_type) {
  1330. case QLCNIC_GBE:
  1331. dev_info(&adapter->pdev->dev, "%s: GbE port initialized\n",
  1332. adapter->netdev->name);
  1333. break;
  1334. case QLCNIC_XGBE:
  1335. dev_info(&adapter->pdev->dev, "%s: XGbE port initialized\n",
  1336. adapter->netdev->name);
  1337. break;
  1338. }
  1339. if (adapter->mac_learn)
  1340. qlcnic_alloc_lb_filters_mem(adapter);
  1341. qlcnic_create_diag_entries(adapter);
  1342. return 0;
  1343. err_out_disable_msi:
  1344. qlcnic_teardown_intr(adapter);
  1345. kfree(adapter->msix_entries);
  1346. err_out_decr_ref:
  1347. qlcnic_clr_all_drv_state(adapter, 0);
  1348. err_out_iounmap:
  1349. qlcnic_cleanup_pci_map(adapter);
  1350. err_out_free_hw:
  1351. qlcnic_free_adapter_resources(adapter);
  1352. err_out_free_netdev:
  1353. free_netdev(netdev);
  1354. err_out_free_res:
  1355. pci_release_regions(pdev);
  1356. err_out_disable_pdev:
  1357. pci_set_drvdata(pdev, NULL);
  1358. pci_disable_device(pdev);
  1359. return err;
  1360. err_out_maintenance_mode:
  1361. netdev->netdev_ops = &qlcnic_netdev_failed_ops;
  1362. SET_ETHTOOL_OPS(netdev, &qlcnic_ethtool_failed_ops);
  1363. err = register_netdev(netdev);
  1364. if (err) {
  1365. dev_err(&pdev->dev, "failed to register net device\n");
  1366. goto err_out_decr_ref;
  1367. }
  1368. pci_set_drvdata(pdev, adapter);
  1369. qlcnic_create_diag_entries(adapter);
  1370. return 0;
  1371. }
  1372. static void __devexit qlcnic_remove(struct pci_dev *pdev)
  1373. {
  1374. struct qlcnic_adapter *adapter;
  1375. struct net_device *netdev;
  1376. adapter = pci_get_drvdata(pdev);
  1377. if (adapter == NULL)
  1378. return;
  1379. netdev = adapter->netdev;
  1380. qlcnic_cancel_fw_work(adapter);
  1381. unregister_netdev(netdev);
  1382. qlcnic_detach(adapter);
  1383. if (adapter->npars != NULL)
  1384. kfree(adapter->npars);
  1385. if (adapter->eswitch != NULL)
  1386. kfree(adapter->eswitch);
  1387. qlcnic_clr_all_drv_state(adapter, 0);
  1388. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1389. qlcnic_free_lb_filters_mem(adapter);
  1390. qlcnic_teardown_intr(adapter);
  1391. kfree(adapter->msix_entries);
  1392. qlcnic_remove_diag_entries(adapter);
  1393. qlcnic_cleanup_pci_map(adapter);
  1394. qlcnic_release_firmware(adapter);
  1395. pci_disable_pcie_error_reporting(pdev);
  1396. pci_release_regions(pdev);
  1397. pci_disable_device(pdev);
  1398. pci_set_drvdata(pdev, NULL);
  1399. qlcnic_free_adapter_resources(adapter);
  1400. free_netdev(netdev);
  1401. }
  1402. static int __qlcnic_shutdown(struct pci_dev *pdev)
  1403. {
  1404. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1405. struct net_device *netdev = adapter->netdev;
  1406. int retval;
  1407. netif_device_detach(netdev);
  1408. qlcnic_cancel_fw_work(adapter);
  1409. if (netif_running(netdev))
  1410. qlcnic_down(adapter, netdev);
  1411. qlcnic_clr_all_drv_state(adapter, 0);
  1412. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  1413. retval = pci_save_state(pdev);
  1414. if (retval)
  1415. return retval;
  1416. if (qlcnic_wol_supported(adapter)) {
  1417. pci_enable_wake(pdev, PCI_D3cold, 1);
  1418. pci_enable_wake(pdev, PCI_D3hot, 1);
  1419. }
  1420. return 0;
  1421. }
  1422. static void qlcnic_shutdown(struct pci_dev *pdev)
  1423. {
  1424. if (__qlcnic_shutdown(pdev))
  1425. return;
  1426. pci_disable_device(pdev);
  1427. }
  1428. #ifdef CONFIG_PM
  1429. static int
  1430. qlcnic_suspend(struct pci_dev *pdev, pm_message_t state)
  1431. {
  1432. int retval;
  1433. retval = __qlcnic_shutdown(pdev);
  1434. if (retval)
  1435. return retval;
  1436. pci_set_power_state(pdev, pci_choose_state(pdev, state));
  1437. return 0;
  1438. }
  1439. static int
  1440. qlcnic_resume(struct pci_dev *pdev)
  1441. {
  1442. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  1443. struct net_device *netdev = adapter->netdev;
  1444. int err;
  1445. err = pci_enable_device(pdev);
  1446. if (err)
  1447. return err;
  1448. pci_set_power_state(pdev, PCI_D0);
  1449. pci_set_master(pdev);
  1450. pci_restore_state(pdev);
  1451. err = adapter->nic_ops->start_firmware(adapter);
  1452. if (err) {
  1453. dev_err(&pdev->dev, "failed to start firmware\n");
  1454. return err;
  1455. }
  1456. if (netif_running(netdev)) {
  1457. err = qlcnic_up(adapter, netdev);
  1458. if (err)
  1459. goto done;
  1460. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  1461. }
  1462. done:
  1463. netif_device_attach(netdev);
  1464. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  1465. return 0;
  1466. }
  1467. #endif
  1468. static int qlcnic_open(struct net_device *netdev)
  1469. {
  1470. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1471. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  1472. int err;
  1473. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  1474. netdev_err(netdev, "Device in FAILED state\n");
  1475. return -EIO;
  1476. }
  1477. netif_carrier_off(netdev);
  1478. err = qlcnic_attach(adapter);
  1479. if (err)
  1480. return err;
  1481. err = __qlcnic_up(adapter, netdev);
  1482. if (err)
  1483. goto err_out;
  1484. netif_start_queue(netdev);
  1485. return 0;
  1486. err_out:
  1487. qlcnic_detach(adapter);
  1488. return err;
  1489. }
  1490. /*
  1491. * qlcnic_close - Disables a network interface entry point
  1492. */
  1493. static int qlcnic_close(struct net_device *netdev)
  1494. {
  1495. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1496. __qlcnic_down(adapter, netdev);
  1497. return 0;
  1498. }
  1499. void qlcnic_alloc_lb_filters_mem(struct qlcnic_adapter *adapter)
  1500. {
  1501. void *head;
  1502. int i;
  1503. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1504. return;
  1505. spin_lock_init(&adapter->mac_learn_lock);
  1506. head = kcalloc(QLCNIC_LB_MAX_FILTERS, sizeof(struct hlist_head),
  1507. GFP_KERNEL);
  1508. if (!head)
  1509. return;
  1510. adapter->fhash.fmax = QLCNIC_LB_MAX_FILTERS;
  1511. adapter->fhash.fhead = head;
  1512. for (i = 0; i < adapter->fhash.fmax; i++)
  1513. INIT_HLIST_HEAD(&adapter->fhash.fhead[i]);
  1514. }
  1515. static void qlcnic_free_lb_filters_mem(struct qlcnic_adapter *adapter)
  1516. {
  1517. if (adapter->fhash.fmax && adapter->fhash.fhead)
  1518. kfree(adapter->fhash.fhead);
  1519. adapter->fhash.fhead = NULL;
  1520. adapter->fhash.fmax = 0;
  1521. }
  1522. static void qlcnic_change_filter(struct qlcnic_adapter *adapter,
  1523. u64 uaddr, __le16 vlan_id, struct qlcnic_host_tx_ring *tx_ring)
  1524. {
  1525. struct cmd_desc_type0 *hwdesc;
  1526. struct qlcnic_nic_req *req;
  1527. struct qlcnic_mac_req *mac_req;
  1528. struct qlcnic_vlan_req *vlan_req;
  1529. u32 producer;
  1530. u64 word;
  1531. producer = tx_ring->producer;
  1532. hwdesc = &tx_ring->desc_head[tx_ring->producer];
  1533. req = (struct qlcnic_nic_req *)hwdesc;
  1534. memset(req, 0, sizeof(struct qlcnic_nic_req));
  1535. req->qhdr = cpu_to_le64(QLCNIC_REQUEST << 23);
  1536. word = QLCNIC_MAC_EVENT | ((u64)(adapter->portnum) << 16);
  1537. req->req_hdr = cpu_to_le64(word);
  1538. mac_req = (struct qlcnic_mac_req *)&(req->words[0]);
  1539. mac_req->op = vlan_id ? QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_ADD;
  1540. memcpy(mac_req->mac_addr, &uaddr, ETH_ALEN);
  1541. vlan_req = (struct qlcnic_vlan_req *)&req->words[1];
  1542. vlan_req->vlan_id = vlan_id;
  1543. tx_ring->producer = get_next_index(producer, tx_ring->num_desc);
  1544. smp_mb();
  1545. }
  1546. #define QLCNIC_MAC_HASH(MAC)\
  1547. ((((MAC) & 0x70000) >> 0x10) | (((MAC) & 0x70000000000ULL) >> 0x25))
  1548. static void
  1549. qlcnic_send_filter(struct qlcnic_adapter *adapter,
  1550. struct qlcnic_host_tx_ring *tx_ring,
  1551. struct cmd_desc_type0 *first_desc,
  1552. struct sk_buff *skb)
  1553. {
  1554. struct ethhdr *phdr = (struct ethhdr *)(skb->data);
  1555. struct qlcnic_filter *fil, *tmp_fil;
  1556. struct hlist_node *tmp_hnode, *n;
  1557. struct hlist_head *head;
  1558. u64 src_addr = 0;
  1559. __le16 vlan_id = 0;
  1560. u8 hindex;
  1561. if (!compare_ether_addr(phdr->h_source, adapter->mac_addr))
  1562. return;
  1563. if (adapter->fhash.fnum >= adapter->fhash.fmax)
  1564. return;
  1565. /* Only NPAR capable devices support vlan based learning*/
  1566. if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
  1567. vlan_id = first_desc->vlan_TCI;
  1568. memcpy(&src_addr, phdr->h_source, ETH_ALEN);
  1569. hindex = QLCNIC_MAC_HASH(src_addr) & (QLCNIC_LB_MAX_FILTERS - 1);
  1570. head = &(adapter->fhash.fhead[hindex]);
  1571. hlist_for_each_entry_safe(tmp_fil, tmp_hnode, n, head, fnode) {
  1572. if (!memcmp(tmp_fil->faddr, &src_addr, ETH_ALEN) &&
  1573. tmp_fil->vlan_id == vlan_id) {
  1574. if (jiffies >
  1575. (QLCNIC_READD_AGE * HZ + tmp_fil->ftime))
  1576. qlcnic_change_filter(adapter, src_addr, vlan_id,
  1577. tx_ring);
  1578. tmp_fil->ftime = jiffies;
  1579. return;
  1580. }
  1581. }
  1582. fil = kzalloc(sizeof(struct qlcnic_filter), GFP_ATOMIC);
  1583. if (!fil)
  1584. return;
  1585. qlcnic_change_filter(adapter, src_addr, vlan_id, tx_ring);
  1586. fil->ftime = jiffies;
  1587. fil->vlan_id = vlan_id;
  1588. memcpy(fil->faddr, &src_addr, ETH_ALEN);
  1589. spin_lock(&adapter->mac_learn_lock);
  1590. hlist_add_head(&(fil->fnode), head);
  1591. adapter->fhash.fnum++;
  1592. spin_unlock(&adapter->mac_learn_lock);
  1593. }
  1594. static int
  1595. qlcnic_tx_pkt(struct qlcnic_adapter *adapter,
  1596. struct cmd_desc_type0 *first_desc,
  1597. struct sk_buff *skb)
  1598. {
  1599. u8 opcode = 0, hdr_len = 0;
  1600. u16 flags = 0, vlan_tci = 0;
  1601. int copied, offset, copy_len;
  1602. struct cmd_desc_type0 *hwdesc;
  1603. struct vlan_ethhdr *vh;
  1604. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1605. u16 protocol = ntohs(skb->protocol);
  1606. u32 producer = tx_ring->producer;
  1607. if (protocol == ETH_P_8021Q) {
  1608. vh = (struct vlan_ethhdr *)skb->data;
  1609. flags = FLAGS_VLAN_TAGGED;
  1610. vlan_tci = vh->h_vlan_TCI;
  1611. } else if (vlan_tx_tag_present(skb)) {
  1612. flags = FLAGS_VLAN_OOB;
  1613. vlan_tci = vlan_tx_tag_get(skb);
  1614. }
  1615. if (unlikely(adapter->pvid)) {
  1616. if (vlan_tci && !(adapter->flags & QLCNIC_TAGGING_ENABLED))
  1617. return -EIO;
  1618. if (vlan_tci && (adapter->flags & QLCNIC_TAGGING_ENABLED))
  1619. goto set_flags;
  1620. flags = FLAGS_VLAN_OOB;
  1621. vlan_tci = adapter->pvid;
  1622. }
  1623. set_flags:
  1624. qlcnic_set_tx_vlan_tci(first_desc, vlan_tci);
  1625. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1626. if (*(skb->data) & BIT_0) {
  1627. flags |= BIT_0;
  1628. memcpy(&first_desc->eth_addr, skb->data, ETH_ALEN);
  1629. }
  1630. opcode = TX_ETHER_PKT;
  1631. if ((adapter->netdev->features & (NETIF_F_TSO | NETIF_F_TSO6)) &&
  1632. skb_shinfo(skb)->gso_size > 0) {
  1633. hdr_len = skb_transport_offset(skb) + tcp_hdrlen(skb);
  1634. first_desc->mss = cpu_to_le16(skb_shinfo(skb)->gso_size);
  1635. first_desc->total_hdr_length = hdr_len;
  1636. opcode = (protocol == ETH_P_IPV6) ? TX_TCP_LSO6 : TX_TCP_LSO;
  1637. /* For LSO, we need to copy the MAC/IP/TCP headers into
  1638. * the descriptor ring */
  1639. copied = 0;
  1640. offset = 2;
  1641. if (flags & FLAGS_VLAN_OOB) {
  1642. first_desc->total_hdr_length += VLAN_HLEN;
  1643. first_desc->tcp_hdr_offset = VLAN_HLEN;
  1644. first_desc->ip_hdr_offset = VLAN_HLEN;
  1645. /* Only in case of TSO on vlan device */
  1646. flags |= FLAGS_VLAN_TAGGED;
  1647. /* Create a TSO vlan header template for firmware */
  1648. hwdesc = &tx_ring->desc_head[producer];
  1649. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1650. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1651. offset, hdr_len + VLAN_HLEN);
  1652. vh = (struct vlan_ethhdr *)((char *) hwdesc + 2);
  1653. skb_copy_from_linear_data(skb, vh, 12);
  1654. vh->h_vlan_proto = htons(ETH_P_8021Q);
  1655. vh->h_vlan_TCI = htons(vlan_tci);
  1656. skb_copy_from_linear_data_offset(skb, 12,
  1657. (char *)vh + 16, copy_len - 16);
  1658. copied = copy_len - VLAN_HLEN;
  1659. offset = 0;
  1660. producer = get_next_index(producer, tx_ring->num_desc);
  1661. }
  1662. while (copied < hdr_len) {
  1663. copy_len = min((int)sizeof(struct cmd_desc_type0) -
  1664. offset, (hdr_len - copied));
  1665. hwdesc = &tx_ring->desc_head[producer];
  1666. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1667. skb_copy_from_linear_data_offset(skb, copied,
  1668. (char *) hwdesc + offset, copy_len);
  1669. copied += copy_len;
  1670. offset = 0;
  1671. producer = get_next_index(producer, tx_ring->num_desc);
  1672. }
  1673. tx_ring->producer = producer;
  1674. smp_mb();
  1675. adapter->stats.lso_frames++;
  1676. } else if (skb->ip_summed == CHECKSUM_PARTIAL) {
  1677. u8 l4proto;
  1678. if (protocol == ETH_P_IP) {
  1679. l4proto = ip_hdr(skb)->protocol;
  1680. if (l4proto == IPPROTO_TCP)
  1681. opcode = TX_TCP_PKT;
  1682. else if (l4proto == IPPROTO_UDP)
  1683. opcode = TX_UDP_PKT;
  1684. } else if (protocol == ETH_P_IPV6) {
  1685. l4proto = ipv6_hdr(skb)->nexthdr;
  1686. if (l4proto == IPPROTO_TCP)
  1687. opcode = TX_TCPV6_PKT;
  1688. else if (l4proto == IPPROTO_UDP)
  1689. opcode = TX_UDPV6_PKT;
  1690. }
  1691. }
  1692. first_desc->tcp_hdr_offset += skb_transport_offset(skb);
  1693. first_desc->ip_hdr_offset += skb_network_offset(skb);
  1694. qlcnic_set_tx_flags_opcode(first_desc, flags, opcode);
  1695. return 0;
  1696. }
  1697. static int
  1698. qlcnic_map_tx_skb(struct pci_dev *pdev,
  1699. struct sk_buff *skb, struct qlcnic_cmd_buffer *pbuf)
  1700. {
  1701. struct qlcnic_skb_frag *nf;
  1702. struct skb_frag_struct *frag;
  1703. int i, nr_frags;
  1704. dma_addr_t map;
  1705. nr_frags = skb_shinfo(skb)->nr_frags;
  1706. nf = &pbuf->frag_array[0];
  1707. map = pci_map_single(pdev, skb->data,
  1708. skb_headlen(skb), PCI_DMA_TODEVICE);
  1709. if (pci_dma_mapping_error(pdev, map))
  1710. goto out_err;
  1711. nf->dma = map;
  1712. nf->length = skb_headlen(skb);
  1713. for (i = 0; i < nr_frags; i++) {
  1714. frag = &skb_shinfo(skb)->frags[i];
  1715. nf = &pbuf->frag_array[i+1];
  1716. map = skb_frag_dma_map(&pdev->dev, frag, 0, skb_frag_size(frag),
  1717. DMA_TO_DEVICE);
  1718. if (dma_mapping_error(&pdev->dev, map))
  1719. goto unwind;
  1720. nf->dma = map;
  1721. nf->length = skb_frag_size(frag);
  1722. }
  1723. return 0;
  1724. unwind:
  1725. while (--i >= 0) {
  1726. nf = &pbuf->frag_array[i+1];
  1727. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1728. }
  1729. nf = &pbuf->frag_array[0];
  1730. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1731. out_err:
  1732. return -ENOMEM;
  1733. }
  1734. static void
  1735. qlcnic_unmap_buffers(struct pci_dev *pdev, struct sk_buff *skb,
  1736. struct qlcnic_cmd_buffer *pbuf)
  1737. {
  1738. struct qlcnic_skb_frag *nf = &pbuf->frag_array[0];
  1739. int nr_frags = skb_shinfo(skb)->nr_frags;
  1740. int i;
  1741. for (i = 0; i < nr_frags; i++) {
  1742. nf = &pbuf->frag_array[i+1];
  1743. pci_unmap_page(pdev, nf->dma, nf->length, PCI_DMA_TODEVICE);
  1744. }
  1745. nf = &pbuf->frag_array[0];
  1746. pci_unmap_single(pdev, nf->dma, skb_headlen(skb), PCI_DMA_TODEVICE);
  1747. pbuf->skb = NULL;
  1748. }
  1749. static inline void
  1750. qlcnic_clear_cmddesc(u64 *desc)
  1751. {
  1752. desc[0] = 0ULL;
  1753. desc[2] = 0ULL;
  1754. desc[7] = 0ULL;
  1755. }
  1756. netdev_tx_t
  1757. qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
  1758. {
  1759. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1760. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1761. struct qlcnic_cmd_buffer *pbuf;
  1762. struct qlcnic_skb_frag *buffrag;
  1763. struct cmd_desc_type0 *hwdesc, *first_desc;
  1764. struct pci_dev *pdev;
  1765. struct ethhdr *phdr;
  1766. int delta = 0;
  1767. int i, k;
  1768. u32 producer;
  1769. int frag_count;
  1770. u32 num_txd = tx_ring->num_desc;
  1771. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  1772. netif_stop_queue(netdev);
  1773. return NETDEV_TX_BUSY;
  1774. }
  1775. if (adapter->flags & QLCNIC_MACSPOOF) {
  1776. phdr = (struct ethhdr *)skb->data;
  1777. if (compare_ether_addr(phdr->h_source,
  1778. adapter->mac_addr))
  1779. goto drop_packet;
  1780. }
  1781. frag_count = skb_shinfo(skb)->nr_frags + 1;
  1782. /* 14 frags supported for normal packet and
  1783. * 32 frags supported for TSO packet
  1784. */
  1785. if (!skb_is_gso(skb) && frag_count > QLCNIC_MAX_FRAGS_PER_TX) {
  1786. for (i = 0; i < (frag_count - QLCNIC_MAX_FRAGS_PER_TX); i++)
  1787. delta += skb_frag_size(&skb_shinfo(skb)->frags[i]);
  1788. if (!__pskb_pull_tail(skb, delta))
  1789. goto drop_packet;
  1790. frag_count = 1 + skb_shinfo(skb)->nr_frags;
  1791. }
  1792. if (unlikely(qlcnic_tx_avail(tx_ring) <= TX_STOP_THRESH)) {
  1793. netif_stop_queue(netdev);
  1794. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH)
  1795. netif_start_queue(netdev);
  1796. else {
  1797. adapter->stats.xmit_off++;
  1798. return NETDEV_TX_BUSY;
  1799. }
  1800. }
  1801. producer = tx_ring->producer;
  1802. pbuf = &tx_ring->cmd_buf_arr[producer];
  1803. pdev = adapter->pdev;
  1804. first_desc = hwdesc = &tx_ring->desc_head[producer];
  1805. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1806. if (qlcnic_map_tx_skb(pdev, skb, pbuf)) {
  1807. adapter->stats.tx_dma_map_error++;
  1808. goto drop_packet;
  1809. }
  1810. pbuf->skb = skb;
  1811. pbuf->frag_count = frag_count;
  1812. qlcnic_set_tx_frags_len(first_desc, frag_count, skb->len);
  1813. qlcnic_set_tx_port(first_desc, adapter->portnum);
  1814. for (i = 0; i < frag_count; i++) {
  1815. k = i % 4;
  1816. if ((k == 0) && (i > 0)) {
  1817. /* move to next desc.*/
  1818. producer = get_next_index(producer, num_txd);
  1819. hwdesc = &tx_ring->desc_head[producer];
  1820. qlcnic_clear_cmddesc((u64 *)hwdesc);
  1821. tx_ring->cmd_buf_arr[producer].skb = NULL;
  1822. }
  1823. buffrag = &pbuf->frag_array[i];
  1824. hwdesc->buffer_length[k] = cpu_to_le16(buffrag->length);
  1825. switch (k) {
  1826. case 0:
  1827. hwdesc->addr_buffer1 = cpu_to_le64(buffrag->dma);
  1828. break;
  1829. case 1:
  1830. hwdesc->addr_buffer2 = cpu_to_le64(buffrag->dma);
  1831. break;
  1832. case 2:
  1833. hwdesc->addr_buffer3 = cpu_to_le64(buffrag->dma);
  1834. break;
  1835. case 3:
  1836. hwdesc->addr_buffer4 = cpu_to_le64(buffrag->dma);
  1837. break;
  1838. }
  1839. }
  1840. tx_ring->producer = get_next_index(producer, num_txd);
  1841. smp_mb();
  1842. if (unlikely(qlcnic_tx_pkt(adapter, first_desc, skb)))
  1843. goto unwind_buff;
  1844. if (adapter->mac_learn)
  1845. qlcnic_send_filter(adapter, tx_ring, first_desc, skb);
  1846. adapter->stats.txbytes += skb->len;
  1847. adapter->stats.xmitcalled++;
  1848. qlcnic_update_cmd_producer(adapter, tx_ring);
  1849. return NETDEV_TX_OK;
  1850. unwind_buff:
  1851. qlcnic_unmap_buffers(pdev, skb, pbuf);
  1852. drop_packet:
  1853. adapter->stats.txdropped++;
  1854. dev_kfree_skb_any(skb);
  1855. return NETDEV_TX_OK;
  1856. }
  1857. static int qlcnic_check_temp(struct qlcnic_adapter *adapter)
  1858. {
  1859. struct net_device *netdev = adapter->netdev;
  1860. u32 temp, temp_state, temp_val;
  1861. int rv = 0;
  1862. temp = QLCRD32(adapter, CRB_TEMP_STATE);
  1863. temp_state = qlcnic_get_temp_state(temp);
  1864. temp_val = qlcnic_get_temp_val(temp);
  1865. if (temp_state == QLCNIC_TEMP_PANIC) {
  1866. dev_err(&netdev->dev,
  1867. "Device temperature %d degrees C exceeds"
  1868. " maximum allowed. Hardware has been shut down.\n",
  1869. temp_val);
  1870. rv = 1;
  1871. } else if (temp_state == QLCNIC_TEMP_WARN) {
  1872. if (adapter->temp == QLCNIC_TEMP_NORMAL) {
  1873. dev_err(&netdev->dev,
  1874. "Device temperature %d degrees C "
  1875. "exceeds operating range."
  1876. " Immediate action needed.\n",
  1877. temp_val);
  1878. }
  1879. } else {
  1880. if (adapter->temp == QLCNIC_TEMP_WARN) {
  1881. dev_info(&netdev->dev,
  1882. "Device temperature is now %d degrees C"
  1883. " in normal range.\n", temp_val);
  1884. }
  1885. }
  1886. adapter->temp = temp_state;
  1887. return rv;
  1888. }
  1889. void qlcnic_advert_link_change(struct qlcnic_adapter *adapter, int linkup)
  1890. {
  1891. struct net_device *netdev = adapter->netdev;
  1892. if (adapter->ahw->linkup && !linkup) {
  1893. netdev_info(netdev, "NIC Link is down\n");
  1894. adapter->ahw->linkup = 0;
  1895. if (netif_running(netdev)) {
  1896. netif_carrier_off(netdev);
  1897. netif_stop_queue(netdev);
  1898. }
  1899. } else if (!adapter->ahw->linkup && linkup) {
  1900. netdev_info(netdev, "NIC Link is up\n");
  1901. adapter->ahw->linkup = 1;
  1902. if (netif_running(netdev)) {
  1903. netif_carrier_on(netdev);
  1904. netif_wake_queue(netdev);
  1905. }
  1906. }
  1907. }
  1908. static void qlcnic_tx_timeout(struct net_device *netdev)
  1909. {
  1910. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1911. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  1912. return;
  1913. dev_err(&netdev->dev, "transmit timeout, resetting.\n");
  1914. if (++adapter->tx_timeo_cnt >= QLCNIC_MAX_TX_TIMEOUTS)
  1915. adapter->need_fw_reset = 1;
  1916. else
  1917. adapter->reset_context = 1;
  1918. }
  1919. static struct net_device_stats *qlcnic_get_stats(struct net_device *netdev)
  1920. {
  1921. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  1922. struct net_device_stats *stats = &netdev->stats;
  1923. stats->rx_packets = adapter->stats.rx_pkts + adapter->stats.lro_pkts;
  1924. stats->tx_packets = adapter->stats.xmitfinished;
  1925. stats->rx_bytes = adapter->stats.rxbytes + adapter->stats.lrobytes;
  1926. stats->tx_bytes = adapter->stats.txbytes;
  1927. stats->rx_dropped = adapter->stats.rxdropped;
  1928. stats->tx_dropped = adapter->stats.txdropped;
  1929. return stats;
  1930. }
  1931. static irqreturn_t qlcnic_clear_legacy_intr(struct qlcnic_adapter *adapter)
  1932. {
  1933. u32 status;
  1934. status = readl(adapter->isr_int_vec);
  1935. if (!(status & adapter->int_vec_bit))
  1936. return IRQ_NONE;
  1937. /* check interrupt state machine, to be sure */
  1938. status = readl(adapter->crb_int_state_reg);
  1939. if (!ISR_LEGACY_INT_TRIGGERED(status))
  1940. return IRQ_NONE;
  1941. writel(0xffffffff, adapter->tgt_status_reg);
  1942. /* read twice to ensure write is flushed */
  1943. readl(adapter->isr_int_vec);
  1944. readl(adapter->isr_int_vec);
  1945. return IRQ_HANDLED;
  1946. }
  1947. static irqreturn_t qlcnic_tmp_intr(int irq, void *data)
  1948. {
  1949. struct qlcnic_host_sds_ring *sds_ring = data;
  1950. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1951. if (adapter->flags & QLCNIC_MSIX_ENABLED)
  1952. goto done;
  1953. else if (adapter->flags & QLCNIC_MSI_ENABLED) {
  1954. writel(0xffffffff, adapter->tgt_status_reg);
  1955. goto done;
  1956. }
  1957. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1958. return IRQ_NONE;
  1959. done:
  1960. adapter->diag_cnt++;
  1961. qlcnic_enable_int(sds_ring);
  1962. return IRQ_HANDLED;
  1963. }
  1964. static irqreturn_t qlcnic_intr(int irq, void *data)
  1965. {
  1966. struct qlcnic_host_sds_ring *sds_ring = data;
  1967. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1968. if (qlcnic_clear_legacy_intr(adapter) == IRQ_NONE)
  1969. return IRQ_NONE;
  1970. napi_schedule(&sds_ring->napi);
  1971. return IRQ_HANDLED;
  1972. }
  1973. static irqreturn_t qlcnic_msi_intr(int irq, void *data)
  1974. {
  1975. struct qlcnic_host_sds_ring *sds_ring = data;
  1976. struct qlcnic_adapter *adapter = sds_ring->adapter;
  1977. /* clear interrupt */
  1978. writel(0xffffffff, adapter->tgt_status_reg);
  1979. napi_schedule(&sds_ring->napi);
  1980. return IRQ_HANDLED;
  1981. }
  1982. static irqreturn_t qlcnic_msix_intr(int irq, void *data)
  1983. {
  1984. struct qlcnic_host_sds_ring *sds_ring = data;
  1985. napi_schedule(&sds_ring->napi);
  1986. return IRQ_HANDLED;
  1987. }
  1988. static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
  1989. {
  1990. u32 sw_consumer, hw_consumer;
  1991. int count = 0, i;
  1992. struct qlcnic_cmd_buffer *buffer;
  1993. struct pci_dev *pdev = adapter->pdev;
  1994. struct net_device *netdev = adapter->netdev;
  1995. struct qlcnic_skb_frag *frag;
  1996. int done;
  1997. struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
  1998. if (!spin_trylock(&adapter->tx_clean_lock))
  1999. return 1;
  2000. sw_consumer = tx_ring->sw_consumer;
  2001. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2002. while (sw_consumer != hw_consumer) {
  2003. buffer = &tx_ring->cmd_buf_arr[sw_consumer];
  2004. if (buffer->skb) {
  2005. frag = &buffer->frag_array[0];
  2006. pci_unmap_single(pdev, frag->dma, frag->length,
  2007. PCI_DMA_TODEVICE);
  2008. frag->dma = 0ULL;
  2009. for (i = 1; i < buffer->frag_count; i++) {
  2010. frag++;
  2011. pci_unmap_page(pdev, frag->dma, frag->length,
  2012. PCI_DMA_TODEVICE);
  2013. frag->dma = 0ULL;
  2014. }
  2015. adapter->stats.xmitfinished++;
  2016. dev_kfree_skb_any(buffer->skb);
  2017. buffer->skb = NULL;
  2018. }
  2019. sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
  2020. if (++count >= MAX_STATUS_HANDLE)
  2021. break;
  2022. }
  2023. if (count && netif_running(netdev)) {
  2024. tx_ring->sw_consumer = sw_consumer;
  2025. smp_mb();
  2026. if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
  2027. if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
  2028. netif_wake_queue(netdev);
  2029. adapter->stats.xmit_on++;
  2030. }
  2031. }
  2032. adapter->tx_timeo_cnt = 0;
  2033. }
  2034. /*
  2035. * If everything is freed up to consumer then check if the ring is full
  2036. * If the ring is full then check if more needs to be freed and
  2037. * schedule the call back again.
  2038. *
  2039. * This happens when there are 2 CPUs. One could be freeing and the
  2040. * other filling it. If the ring is full when we get out of here and
  2041. * the card has already interrupted the host then the host can miss the
  2042. * interrupt.
  2043. *
  2044. * There is still a possible race condition and the host could miss an
  2045. * interrupt. The card has to take care of this.
  2046. */
  2047. hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
  2048. done = (sw_consumer == hw_consumer);
  2049. spin_unlock(&adapter->tx_clean_lock);
  2050. return done;
  2051. }
  2052. static int qlcnic_poll(struct napi_struct *napi, int budget)
  2053. {
  2054. struct qlcnic_host_sds_ring *sds_ring =
  2055. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2056. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2057. int tx_complete;
  2058. int work_done;
  2059. tx_complete = qlcnic_process_cmd_ring(adapter);
  2060. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2061. if ((work_done < budget) && tx_complete) {
  2062. napi_complete(&sds_ring->napi);
  2063. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2064. qlcnic_enable_int(sds_ring);
  2065. }
  2066. return work_done;
  2067. }
  2068. static int qlcnic_rx_poll(struct napi_struct *napi, int budget)
  2069. {
  2070. struct qlcnic_host_sds_ring *sds_ring =
  2071. container_of(napi, struct qlcnic_host_sds_ring, napi);
  2072. struct qlcnic_adapter *adapter = sds_ring->adapter;
  2073. int work_done;
  2074. work_done = qlcnic_process_rcv_ring(sds_ring, budget);
  2075. if (work_done < budget) {
  2076. napi_complete(&sds_ring->napi);
  2077. if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2078. qlcnic_enable_int(sds_ring);
  2079. }
  2080. return work_done;
  2081. }
  2082. #ifdef CONFIG_NET_POLL_CONTROLLER
  2083. static void qlcnic_poll_controller(struct net_device *netdev)
  2084. {
  2085. int ring;
  2086. struct qlcnic_host_sds_ring *sds_ring;
  2087. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  2088. struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
  2089. disable_irq(adapter->irq);
  2090. for (ring = 0; ring < adapter->max_sds_rings; ring++) {
  2091. sds_ring = &recv_ctx->sds_rings[ring];
  2092. qlcnic_intr(adapter->irq, sds_ring);
  2093. }
  2094. enable_irq(adapter->irq);
  2095. }
  2096. #endif
  2097. static void
  2098. qlcnic_idc_debug_info(struct qlcnic_adapter *adapter, u8 encoding)
  2099. {
  2100. u32 val;
  2101. val = adapter->portnum & 0xf;
  2102. val |= encoding << 7;
  2103. val |= (jiffies - adapter->dev_rst_time) << 8;
  2104. QLCWR32(adapter, QLCNIC_CRB_DRV_SCRATCH, val);
  2105. adapter->dev_rst_time = jiffies;
  2106. }
  2107. static int
  2108. qlcnic_set_drv_state(struct qlcnic_adapter *adapter, u8 state)
  2109. {
  2110. u32 val;
  2111. WARN_ON(state != QLCNIC_DEV_NEED_RESET &&
  2112. state != QLCNIC_DEV_NEED_QUISCENT);
  2113. if (qlcnic_api_lock(adapter))
  2114. return -EIO;
  2115. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2116. if (state == QLCNIC_DEV_NEED_RESET)
  2117. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2118. else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2119. QLC_DEV_SET_QSCNT_RDY(val, adapter->portnum);
  2120. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2121. qlcnic_api_unlock(adapter);
  2122. return 0;
  2123. }
  2124. static int
  2125. qlcnic_clr_drv_state(struct qlcnic_adapter *adapter)
  2126. {
  2127. u32 val;
  2128. if (qlcnic_api_lock(adapter))
  2129. return -EBUSY;
  2130. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2131. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2132. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2133. qlcnic_api_unlock(adapter);
  2134. return 0;
  2135. }
  2136. static void
  2137. qlcnic_clr_all_drv_state(struct qlcnic_adapter *adapter, u8 failed)
  2138. {
  2139. u32 val;
  2140. if (qlcnic_api_lock(adapter))
  2141. goto err;
  2142. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2143. QLC_DEV_CLR_REF_CNT(val, adapter->portnum);
  2144. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2145. if (failed) {
  2146. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_FAILED);
  2147. dev_info(&adapter->pdev->dev,
  2148. "Device state set to Failed. Please Reboot\n");
  2149. } else if (!(val & 0x11111111))
  2150. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_COLD);
  2151. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2152. QLC_DEV_CLR_RST_QSCNT(val, adapter->portnum);
  2153. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2154. qlcnic_api_unlock(adapter);
  2155. err:
  2156. adapter->fw_fail_cnt = 0;
  2157. adapter->flags &= ~QLCNIC_FW_HANG;
  2158. clear_bit(__QLCNIC_START_FW, &adapter->state);
  2159. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2160. }
  2161. /* Grab api lock, before checking state */
  2162. static int
  2163. qlcnic_check_drv_state(struct qlcnic_adapter *adapter)
  2164. {
  2165. int act, state, active_mask;
  2166. state = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2167. act = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2168. if (adapter->flags & QLCNIC_FW_RESET_OWNER) {
  2169. active_mask = (~(1 << (adapter->ahw->pci_func * 4)));
  2170. act = act & active_mask;
  2171. }
  2172. if (((state & 0x11111111) == (act & 0x11111111)) ||
  2173. ((act & 0x11111111) == ((state >> 1) & 0x11111111)))
  2174. return 0;
  2175. else
  2176. return 1;
  2177. }
  2178. static int qlcnic_check_idc_ver(struct qlcnic_adapter *adapter)
  2179. {
  2180. u32 val = QLCRD32(adapter, QLCNIC_CRB_DRV_IDC_VER);
  2181. if (val != QLCNIC_DRV_IDC_VER) {
  2182. dev_warn(&adapter->pdev->dev, "IDC Version mismatch, driver's"
  2183. " idc ver = %x; reqd = %x\n", QLCNIC_DRV_IDC_VER, val);
  2184. }
  2185. return 0;
  2186. }
  2187. static int
  2188. qlcnic_can_start_firmware(struct qlcnic_adapter *adapter)
  2189. {
  2190. u32 val, prev_state;
  2191. u8 dev_init_timeo = adapter->dev_init_timeo;
  2192. u8 portnum = adapter->portnum;
  2193. u8 ret;
  2194. if (test_and_clear_bit(__QLCNIC_START_FW, &adapter->state))
  2195. return 1;
  2196. if (qlcnic_api_lock(adapter))
  2197. return -1;
  2198. val = QLCRD32(adapter, QLCNIC_CRB_DRV_ACTIVE);
  2199. if (!(val & (1 << (portnum * 4)))) {
  2200. QLC_DEV_SET_REF_CNT(val, portnum);
  2201. QLCWR32(adapter, QLCNIC_CRB_DRV_ACTIVE, val);
  2202. }
  2203. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2204. QLCDB(adapter, HW, "Device state = %u\n", prev_state);
  2205. switch (prev_state) {
  2206. case QLCNIC_DEV_COLD:
  2207. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2208. QLCWR32(adapter, QLCNIC_CRB_DRV_IDC_VER, QLCNIC_DRV_IDC_VER);
  2209. qlcnic_idc_debug_info(adapter, 0);
  2210. qlcnic_api_unlock(adapter);
  2211. return 1;
  2212. case QLCNIC_DEV_READY:
  2213. ret = qlcnic_check_idc_ver(adapter);
  2214. qlcnic_api_unlock(adapter);
  2215. return ret;
  2216. case QLCNIC_DEV_NEED_RESET:
  2217. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2218. QLC_DEV_SET_RST_RDY(val, portnum);
  2219. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2220. break;
  2221. case QLCNIC_DEV_NEED_QUISCENT:
  2222. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2223. QLC_DEV_SET_QSCNT_RDY(val, portnum);
  2224. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2225. break;
  2226. case QLCNIC_DEV_FAILED:
  2227. dev_err(&adapter->pdev->dev, "Device in failed state.\n");
  2228. qlcnic_api_unlock(adapter);
  2229. return -1;
  2230. case QLCNIC_DEV_INITIALIZING:
  2231. case QLCNIC_DEV_QUISCENT:
  2232. break;
  2233. }
  2234. qlcnic_api_unlock(adapter);
  2235. do {
  2236. msleep(1000);
  2237. prev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2238. if (prev_state == QLCNIC_DEV_QUISCENT)
  2239. continue;
  2240. } while ((prev_state != QLCNIC_DEV_READY) && --dev_init_timeo);
  2241. if (!dev_init_timeo) {
  2242. dev_err(&adapter->pdev->dev,
  2243. "Waiting for device to initialize timeout\n");
  2244. return -1;
  2245. }
  2246. if (qlcnic_api_lock(adapter))
  2247. return -1;
  2248. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2249. QLC_DEV_CLR_RST_QSCNT(val, portnum);
  2250. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2251. ret = qlcnic_check_idc_ver(adapter);
  2252. qlcnic_api_unlock(adapter);
  2253. return ret;
  2254. }
  2255. static void
  2256. qlcnic_fwinit_work(struct work_struct *work)
  2257. {
  2258. struct qlcnic_adapter *adapter = container_of(work,
  2259. struct qlcnic_adapter, fw_work.work);
  2260. u32 dev_state = 0xf;
  2261. u32 val;
  2262. if (qlcnic_api_lock(adapter))
  2263. goto err_ret;
  2264. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2265. if (dev_state == QLCNIC_DEV_QUISCENT ||
  2266. dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2267. qlcnic_api_unlock(adapter);
  2268. qlcnic_schedule_work(adapter, qlcnic_fwinit_work,
  2269. FW_POLL_DELAY * 2);
  2270. return;
  2271. }
  2272. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2273. qlcnic_api_unlock(adapter);
  2274. goto wait_npar;
  2275. }
  2276. if (dev_state == QLCNIC_DEV_INITIALIZING ||
  2277. dev_state == QLCNIC_DEV_READY) {
  2278. dev_info(&adapter->pdev->dev, "Detected state change from "
  2279. "DEV_NEED_RESET, skipping ack check\n");
  2280. goto skip_ack_check;
  2281. }
  2282. if (adapter->fw_wait_cnt++ > adapter->reset_ack_timeo) {
  2283. dev_info(&adapter->pdev->dev, "Reset:Failed to get ack %d sec\n",
  2284. adapter->reset_ack_timeo);
  2285. goto skip_ack_check;
  2286. }
  2287. if (!qlcnic_check_drv_state(adapter)) {
  2288. skip_ack_check:
  2289. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2290. if (dev_state == QLCNIC_DEV_NEED_RESET) {
  2291. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE,
  2292. QLCNIC_DEV_INITIALIZING);
  2293. set_bit(__QLCNIC_START_FW, &adapter->state);
  2294. QLCDB(adapter, DRV, "Restarting fw\n");
  2295. qlcnic_idc_debug_info(adapter, 0);
  2296. val = QLCRD32(adapter, QLCNIC_CRB_DRV_STATE);
  2297. QLC_DEV_SET_RST_RDY(val, adapter->portnum);
  2298. QLCWR32(adapter, QLCNIC_CRB_DRV_STATE, val);
  2299. }
  2300. qlcnic_api_unlock(adapter);
  2301. rtnl_lock();
  2302. if (adapter->ahw->fw_dump.enable &&
  2303. (adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2304. QLCDB(adapter, DRV, "Take FW dump\n");
  2305. qlcnic_dump_fw(adapter);
  2306. adapter->flags |= QLCNIC_FW_HANG;
  2307. }
  2308. rtnl_unlock();
  2309. adapter->flags &= ~QLCNIC_FW_RESET_OWNER;
  2310. if (!adapter->nic_ops->start_firmware(adapter)) {
  2311. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2312. adapter->fw_wait_cnt = 0;
  2313. return;
  2314. }
  2315. goto err_ret;
  2316. }
  2317. qlcnic_api_unlock(adapter);
  2318. wait_npar:
  2319. dev_state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2320. QLCDB(adapter, HW, "Func waiting: Device state=%u\n", dev_state);
  2321. switch (dev_state) {
  2322. case QLCNIC_DEV_READY:
  2323. if (!adapter->nic_ops->start_firmware(adapter)) {
  2324. qlcnic_schedule_work(adapter, qlcnic_attach_work, 0);
  2325. adapter->fw_wait_cnt = 0;
  2326. return;
  2327. }
  2328. case QLCNIC_DEV_FAILED:
  2329. break;
  2330. default:
  2331. qlcnic_schedule_work(adapter,
  2332. qlcnic_fwinit_work, FW_POLL_DELAY);
  2333. return;
  2334. }
  2335. err_ret:
  2336. dev_err(&adapter->pdev->dev, "Fwinit work failed state=%u "
  2337. "fw_wait_cnt=%u\n", dev_state, adapter->fw_wait_cnt);
  2338. netif_device_attach(adapter->netdev);
  2339. qlcnic_clr_all_drv_state(adapter, 0);
  2340. }
  2341. static void
  2342. qlcnic_detach_work(struct work_struct *work)
  2343. {
  2344. struct qlcnic_adapter *adapter = container_of(work,
  2345. struct qlcnic_adapter, fw_work.work);
  2346. struct net_device *netdev = adapter->netdev;
  2347. u32 status;
  2348. netif_device_detach(netdev);
  2349. /* Dont grab rtnl lock during Quiscent mode */
  2350. if (adapter->dev_state == QLCNIC_DEV_NEED_QUISCENT) {
  2351. if (netif_running(netdev))
  2352. __qlcnic_down(adapter, netdev);
  2353. } else
  2354. qlcnic_down(adapter, netdev);
  2355. status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2356. if (status & QLCNIC_RCODE_FATAL_ERROR) {
  2357. dev_err(&adapter->pdev->dev,
  2358. "Detaching the device: peg halt status1=0x%x\n",
  2359. status);
  2360. if (QLCNIC_FWERROR_CODE(status) == QLCNIC_FWERROR_FAN_FAILURE) {
  2361. dev_err(&adapter->pdev->dev,
  2362. "On board active cooling fan failed. "
  2363. "Device has been halted.\n");
  2364. dev_err(&adapter->pdev->dev,
  2365. "Replace the adapter.\n");
  2366. }
  2367. goto err_ret;
  2368. }
  2369. if (adapter->temp == QLCNIC_TEMP_PANIC) {
  2370. dev_err(&adapter->pdev->dev, "Detaching the device: temp=%d\n",
  2371. adapter->temp);
  2372. goto err_ret;
  2373. }
  2374. /* Dont ack if this instance is the reset owner */
  2375. if (!(adapter->flags & QLCNIC_FW_RESET_OWNER)) {
  2376. if (qlcnic_set_drv_state(adapter, adapter->dev_state)) {
  2377. dev_err(&adapter->pdev->dev,
  2378. "Failed to set driver state,"
  2379. "detaching the device.\n");
  2380. goto err_ret;
  2381. }
  2382. }
  2383. adapter->fw_wait_cnt = 0;
  2384. qlcnic_schedule_work(adapter, qlcnic_fwinit_work, FW_POLL_DELAY);
  2385. return;
  2386. err_ret:
  2387. netif_device_attach(netdev);
  2388. qlcnic_clr_all_drv_state(adapter, 1);
  2389. }
  2390. /*Transit NPAR state to NON Operational */
  2391. static void
  2392. qlcnic_set_npar_non_operational(struct qlcnic_adapter *adapter)
  2393. {
  2394. u32 state;
  2395. state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2396. if (state == QLCNIC_DEV_NPAR_NON_OPER)
  2397. return;
  2398. if (qlcnic_api_lock(adapter))
  2399. return;
  2400. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2401. qlcnic_api_unlock(adapter);
  2402. }
  2403. /*Transit to RESET state from READY state only */
  2404. void
  2405. qlcnic_dev_request_reset(struct qlcnic_adapter *adapter)
  2406. {
  2407. u32 state, xg_val = 0, gb_val = 0;
  2408. qlcnic_xg_set_xg0_mask(xg_val);
  2409. qlcnic_xg_set_xg1_mask(xg_val);
  2410. QLCWR32(adapter, QLCNIC_NIU_XG_PAUSE_CTL, xg_val);
  2411. qlcnic_gb_set_gb0_mask(gb_val);
  2412. qlcnic_gb_set_gb1_mask(gb_val);
  2413. qlcnic_gb_set_gb2_mask(gb_val);
  2414. qlcnic_gb_set_gb3_mask(gb_val);
  2415. QLCWR32(adapter, QLCNIC_NIU_GB_PAUSE_CTL, gb_val);
  2416. dev_info(&adapter->pdev->dev, "Pause control frames disabled"
  2417. " on all ports\n");
  2418. adapter->need_fw_reset = 1;
  2419. if (qlcnic_api_lock(adapter))
  2420. return;
  2421. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2422. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD)) {
  2423. netdev_err(adapter->netdev,
  2424. "Device is in FAILED state, Please Reboot\n");
  2425. qlcnic_api_unlock(adapter);
  2426. return;
  2427. }
  2428. if (state == QLCNIC_DEV_READY) {
  2429. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_NEED_RESET);
  2430. adapter->flags |= QLCNIC_FW_RESET_OWNER;
  2431. QLCDB(adapter, DRV, "NEED_RESET state set\n");
  2432. qlcnic_idc_debug_info(adapter, 0);
  2433. }
  2434. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_NON_OPER);
  2435. qlcnic_api_unlock(adapter);
  2436. }
  2437. /* Transit to NPAR READY state from NPAR NOT READY state */
  2438. static void
  2439. qlcnic_dev_set_npar_ready(struct qlcnic_adapter *adapter)
  2440. {
  2441. if (qlcnic_api_lock(adapter))
  2442. return;
  2443. QLCWR32(adapter, QLCNIC_CRB_DEV_NPAR_STATE, QLCNIC_DEV_NPAR_OPER);
  2444. QLCDB(adapter, DRV, "NPAR operational state set\n");
  2445. qlcnic_api_unlock(adapter);
  2446. }
  2447. static void
  2448. qlcnic_schedule_work(struct qlcnic_adapter *adapter,
  2449. work_func_t func, int delay)
  2450. {
  2451. if (test_bit(__QLCNIC_AER, &adapter->state))
  2452. return;
  2453. INIT_DELAYED_WORK(&adapter->fw_work, func);
  2454. queue_delayed_work(qlcnic_wq, &adapter->fw_work,
  2455. round_jiffies_relative(delay));
  2456. }
  2457. static void
  2458. qlcnic_cancel_fw_work(struct qlcnic_adapter *adapter)
  2459. {
  2460. while (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2461. msleep(10);
  2462. if (!adapter->fw_work.work.func)
  2463. return;
  2464. cancel_delayed_work_sync(&adapter->fw_work);
  2465. }
  2466. static void
  2467. qlcnic_attach_work(struct work_struct *work)
  2468. {
  2469. struct qlcnic_adapter *adapter = container_of(work,
  2470. struct qlcnic_adapter, fw_work.work);
  2471. struct net_device *netdev = adapter->netdev;
  2472. u32 npar_state;
  2473. if (adapter->op_mode != QLCNIC_MGMT_FUNC) {
  2474. npar_state = QLCRD32(adapter, QLCNIC_CRB_DEV_NPAR_STATE);
  2475. if (adapter->fw_wait_cnt++ > QLCNIC_DEV_NPAR_OPER_TIMEO)
  2476. qlcnic_clr_all_drv_state(adapter, 0);
  2477. else if (npar_state != QLCNIC_DEV_NPAR_OPER)
  2478. qlcnic_schedule_work(adapter, qlcnic_attach_work,
  2479. FW_POLL_DELAY);
  2480. else
  2481. goto attach;
  2482. QLCDB(adapter, DRV, "Waiting for NPAR state to operational\n");
  2483. return;
  2484. }
  2485. attach:
  2486. if (netif_running(netdev)) {
  2487. if (qlcnic_up(adapter, netdev))
  2488. goto done;
  2489. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2490. }
  2491. done:
  2492. netif_device_attach(netdev);
  2493. adapter->fw_fail_cnt = 0;
  2494. adapter->flags &= ~QLCNIC_FW_HANG;
  2495. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2496. if (!qlcnic_clr_drv_state(adapter))
  2497. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2498. FW_POLL_DELAY);
  2499. }
  2500. static int
  2501. qlcnic_check_health(struct qlcnic_adapter *adapter)
  2502. {
  2503. u32 state = 0, heartbeat;
  2504. u32 peg_status;
  2505. if (qlcnic_check_temp(adapter))
  2506. goto detach;
  2507. if (adapter->need_fw_reset)
  2508. qlcnic_dev_request_reset(adapter);
  2509. state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  2510. if (state == QLCNIC_DEV_NEED_RESET) {
  2511. qlcnic_set_npar_non_operational(adapter);
  2512. adapter->need_fw_reset = 1;
  2513. } else if (state == QLCNIC_DEV_NEED_QUISCENT)
  2514. goto detach;
  2515. heartbeat = QLCRD32(adapter, QLCNIC_PEG_ALIVE_COUNTER);
  2516. if (heartbeat != adapter->heartbeat) {
  2517. adapter->heartbeat = heartbeat;
  2518. adapter->fw_fail_cnt = 0;
  2519. if (adapter->need_fw_reset)
  2520. goto detach;
  2521. if (adapter->reset_context && auto_fw_reset) {
  2522. qlcnic_reset_hw_context(adapter);
  2523. adapter->netdev->trans_start = jiffies;
  2524. }
  2525. return 0;
  2526. }
  2527. if (++adapter->fw_fail_cnt < FW_FAIL_THRESH)
  2528. return 0;
  2529. adapter->flags |= QLCNIC_FW_HANG;
  2530. qlcnic_dev_request_reset(adapter);
  2531. if (auto_fw_reset)
  2532. clear_bit(__QLCNIC_FW_ATTACHED, &adapter->state);
  2533. dev_err(&adapter->pdev->dev, "firmware hang detected\n");
  2534. dev_err(&adapter->pdev->dev, "Dumping hw/fw registers\n"
  2535. "PEG_HALT_STATUS1: 0x%x, PEG_HALT_STATUS2: 0x%x,\n"
  2536. "PEG_NET_0_PC: 0x%x, PEG_NET_1_PC: 0x%x,\n"
  2537. "PEG_NET_2_PC: 0x%x, PEG_NET_3_PC: 0x%x,\n"
  2538. "PEG_NET_4_PC: 0x%x\n",
  2539. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1),
  2540. QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS2),
  2541. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_0 + 0x3c),
  2542. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_1 + 0x3c),
  2543. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_2 + 0x3c),
  2544. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_3 + 0x3c),
  2545. QLCRD32(adapter, QLCNIC_CRB_PEG_NET_4 + 0x3c));
  2546. peg_status = QLCRD32(adapter, QLCNIC_PEG_HALT_STATUS1);
  2547. if (QLCNIC_FWERROR_CODE(peg_status) == 0x67)
  2548. dev_err(&adapter->pdev->dev,
  2549. "Firmware aborted with error code 0x00006700. "
  2550. "Device is being reset.\n");
  2551. detach:
  2552. adapter->dev_state = (state == QLCNIC_DEV_NEED_QUISCENT) ? state :
  2553. QLCNIC_DEV_NEED_RESET;
  2554. if (auto_fw_reset &&
  2555. !test_and_set_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2556. qlcnic_schedule_work(adapter, qlcnic_detach_work, 0);
  2557. QLCDB(adapter, DRV, "fw recovery scheduled.\n");
  2558. }
  2559. return 1;
  2560. }
  2561. static void
  2562. qlcnic_fw_poll_work(struct work_struct *work)
  2563. {
  2564. struct qlcnic_adapter *adapter = container_of(work,
  2565. struct qlcnic_adapter, fw_work.work);
  2566. if (test_bit(__QLCNIC_RESETTING, &adapter->state))
  2567. goto reschedule;
  2568. if (qlcnic_check_health(adapter))
  2569. return;
  2570. if (adapter->fhash.fnum)
  2571. qlcnic_prune_lb_filters(adapter);
  2572. reschedule:
  2573. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work, FW_POLL_DELAY);
  2574. }
  2575. static int qlcnic_is_first_func(struct pci_dev *pdev)
  2576. {
  2577. struct pci_dev *oth_pdev;
  2578. int val = pdev->devfn;
  2579. while (val-- > 0) {
  2580. oth_pdev = pci_get_domain_bus_and_slot(pci_domain_nr
  2581. (pdev->bus), pdev->bus->number,
  2582. PCI_DEVFN(PCI_SLOT(pdev->devfn), val));
  2583. if (!oth_pdev)
  2584. continue;
  2585. if (oth_pdev->current_state != PCI_D3cold) {
  2586. pci_dev_put(oth_pdev);
  2587. return 0;
  2588. }
  2589. pci_dev_put(oth_pdev);
  2590. }
  2591. return 1;
  2592. }
  2593. static int qlcnic_attach_func(struct pci_dev *pdev)
  2594. {
  2595. int err, first_func;
  2596. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2597. struct net_device *netdev = adapter->netdev;
  2598. pdev->error_state = pci_channel_io_normal;
  2599. err = pci_enable_device(pdev);
  2600. if (err)
  2601. return err;
  2602. pci_set_power_state(pdev, PCI_D0);
  2603. pci_set_master(pdev);
  2604. pci_restore_state(pdev);
  2605. first_func = qlcnic_is_first_func(pdev);
  2606. if (qlcnic_api_lock(adapter))
  2607. return -EINVAL;
  2608. if (adapter->op_mode != QLCNIC_NON_PRIV_FUNC && first_func) {
  2609. adapter->need_fw_reset = 1;
  2610. set_bit(__QLCNIC_START_FW, &adapter->state);
  2611. QLCWR32(adapter, QLCNIC_CRB_DEV_STATE, QLCNIC_DEV_INITIALIZING);
  2612. QLCDB(adapter, DRV, "Restarting fw\n");
  2613. }
  2614. qlcnic_api_unlock(adapter);
  2615. err = adapter->nic_ops->start_firmware(adapter);
  2616. if (err)
  2617. return err;
  2618. qlcnic_clr_drv_state(adapter);
  2619. qlcnic_setup_intr(adapter);
  2620. if (netif_running(netdev)) {
  2621. err = qlcnic_attach(adapter);
  2622. if (err) {
  2623. qlcnic_clr_all_drv_state(adapter, 1);
  2624. clear_bit(__QLCNIC_AER, &adapter->state);
  2625. netif_device_attach(netdev);
  2626. return err;
  2627. }
  2628. err = qlcnic_up(adapter, netdev);
  2629. if (err)
  2630. goto done;
  2631. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2632. }
  2633. done:
  2634. netif_device_attach(netdev);
  2635. return err;
  2636. }
  2637. static pci_ers_result_t qlcnic_io_error_detected(struct pci_dev *pdev,
  2638. pci_channel_state_t state)
  2639. {
  2640. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2641. struct net_device *netdev = adapter->netdev;
  2642. if (state == pci_channel_io_perm_failure)
  2643. return PCI_ERS_RESULT_DISCONNECT;
  2644. if (state == pci_channel_io_normal)
  2645. return PCI_ERS_RESULT_RECOVERED;
  2646. set_bit(__QLCNIC_AER, &adapter->state);
  2647. netif_device_detach(netdev);
  2648. cancel_delayed_work_sync(&adapter->fw_work);
  2649. if (netif_running(netdev))
  2650. qlcnic_down(adapter, netdev);
  2651. qlcnic_detach(adapter);
  2652. qlcnic_teardown_intr(adapter);
  2653. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2654. pci_save_state(pdev);
  2655. pci_disable_device(pdev);
  2656. return PCI_ERS_RESULT_NEED_RESET;
  2657. }
  2658. static pci_ers_result_t qlcnic_io_slot_reset(struct pci_dev *pdev)
  2659. {
  2660. return qlcnic_attach_func(pdev) ? PCI_ERS_RESULT_DISCONNECT :
  2661. PCI_ERS_RESULT_RECOVERED;
  2662. }
  2663. static void qlcnic_io_resume(struct pci_dev *pdev)
  2664. {
  2665. struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
  2666. pci_cleanup_aer_uncorrect_error_status(pdev);
  2667. if (QLCRD32(adapter, QLCNIC_CRB_DEV_STATE) == QLCNIC_DEV_READY &&
  2668. test_and_clear_bit(__QLCNIC_AER, &adapter->state))
  2669. qlcnic_schedule_work(adapter, qlcnic_fw_poll_work,
  2670. FW_POLL_DELAY);
  2671. }
  2672. static int
  2673. qlcnicvf_start_firmware(struct qlcnic_adapter *adapter)
  2674. {
  2675. int err;
  2676. err = qlcnic_can_start_firmware(adapter);
  2677. if (err)
  2678. return err;
  2679. err = qlcnic_check_npar_opertional(adapter);
  2680. if (err)
  2681. return err;
  2682. err = qlcnic_initialize_nic(adapter);
  2683. if (err)
  2684. return err;
  2685. qlcnic_check_options(adapter);
  2686. err = qlcnic_set_eswitch_port_config(adapter);
  2687. if (err)
  2688. return err;
  2689. adapter->need_fw_reset = 0;
  2690. return err;
  2691. }
  2692. static int
  2693. qlcnicvf_config_bridged_mode(struct qlcnic_adapter *adapter, u32 enable)
  2694. {
  2695. return -EOPNOTSUPP;
  2696. }
  2697. static int
  2698. qlcnicvf_config_led(struct qlcnic_adapter *adapter, u32 state, u32 rate)
  2699. {
  2700. return -EOPNOTSUPP;
  2701. }
  2702. static ssize_t
  2703. qlcnic_store_bridged_mode(struct device *dev,
  2704. struct device_attribute *attr, const char *buf, size_t len)
  2705. {
  2706. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2707. unsigned long new;
  2708. int ret = -EINVAL;
  2709. if (!(adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG))
  2710. goto err_out;
  2711. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  2712. goto err_out;
  2713. if (strict_strtoul(buf, 2, &new))
  2714. goto err_out;
  2715. if (!adapter->nic_ops->config_bridged_mode(adapter, !!new))
  2716. ret = len;
  2717. err_out:
  2718. return ret;
  2719. }
  2720. static ssize_t
  2721. qlcnic_show_bridged_mode(struct device *dev,
  2722. struct device_attribute *attr, char *buf)
  2723. {
  2724. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2725. int bridged_mode = 0;
  2726. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  2727. bridged_mode = !!(adapter->flags & QLCNIC_BRIDGE_ENABLED);
  2728. return sprintf(buf, "%d\n", bridged_mode);
  2729. }
  2730. static struct device_attribute dev_attr_bridged_mode = {
  2731. .attr = {.name = "bridged_mode", .mode = (S_IRUGO | S_IWUSR)},
  2732. .show = qlcnic_show_bridged_mode,
  2733. .store = qlcnic_store_bridged_mode,
  2734. };
  2735. static ssize_t
  2736. qlcnic_store_diag_mode(struct device *dev,
  2737. struct device_attribute *attr, const char *buf, size_t len)
  2738. {
  2739. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2740. unsigned long new;
  2741. if (strict_strtoul(buf, 2, &new))
  2742. return -EINVAL;
  2743. if (!!new != !!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2744. adapter->flags ^= QLCNIC_DIAG_ENABLED;
  2745. return len;
  2746. }
  2747. static ssize_t
  2748. qlcnic_show_diag_mode(struct device *dev,
  2749. struct device_attribute *attr, char *buf)
  2750. {
  2751. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2752. return sprintf(buf, "%d\n",
  2753. !!(adapter->flags & QLCNIC_DIAG_ENABLED));
  2754. }
  2755. static struct device_attribute dev_attr_diag_mode = {
  2756. .attr = {.name = "diag_mode", .mode = (S_IRUGO | S_IWUSR)},
  2757. .show = qlcnic_show_diag_mode,
  2758. .store = qlcnic_store_diag_mode,
  2759. };
  2760. int qlcnic_validate_max_rss(struct net_device *netdev, u8 max_hw, u8 val)
  2761. {
  2762. if (!use_msi_x && !use_msi) {
  2763. netdev_info(netdev, "no msix or msi support, hence no rss\n");
  2764. return -EINVAL;
  2765. }
  2766. if ((val > max_hw) || (val < 2) || !is_power_of_2(val)) {
  2767. netdev_info(netdev, "rss_ring valid range [2 - %x] in "
  2768. " powers of 2\n", max_hw);
  2769. return -EINVAL;
  2770. }
  2771. return 0;
  2772. }
  2773. int qlcnic_set_max_rss(struct qlcnic_adapter *adapter, u8 data)
  2774. {
  2775. struct net_device *netdev = adapter->netdev;
  2776. int err = 0;
  2777. if (test_and_set_bit(__QLCNIC_RESETTING, &adapter->state))
  2778. return -EBUSY;
  2779. netif_device_detach(netdev);
  2780. if (netif_running(netdev))
  2781. __qlcnic_down(adapter, netdev);
  2782. qlcnic_detach(adapter);
  2783. qlcnic_teardown_intr(adapter);
  2784. if (qlcnic_enable_msix(adapter, data)) {
  2785. netdev_info(netdev, "failed setting max_rss; rss disabled\n");
  2786. qlcnic_enable_msi_legacy(adapter);
  2787. }
  2788. if (netif_running(netdev)) {
  2789. err = qlcnic_attach(adapter);
  2790. if (err)
  2791. goto done;
  2792. err = __qlcnic_up(adapter, netdev);
  2793. if (err)
  2794. goto done;
  2795. qlcnic_restore_indev_addr(netdev, NETDEV_UP);
  2796. }
  2797. done:
  2798. netif_device_attach(netdev);
  2799. clear_bit(__QLCNIC_RESETTING, &adapter->state);
  2800. return err;
  2801. }
  2802. static int
  2803. qlcnic_validate_beacon(struct qlcnic_adapter *adapter, u16 beacon, u8 *state,
  2804. u8 *rate)
  2805. {
  2806. *rate = LSB(beacon);
  2807. *state = MSB(beacon);
  2808. QLCDB(adapter, DRV, "rate %x state %x\n", *rate, *state);
  2809. if (!*state) {
  2810. *rate = __QLCNIC_MAX_LED_RATE;
  2811. return 0;
  2812. } else if (*state > __QLCNIC_MAX_LED_STATE)
  2813. return -EINVAL;
  2814. if ((!*rate) || (*rate > __QLCNIC_MAX_LED_RATE))
  2815. return -EINVAL;
  2816. return 0;
  2817. }
  2818. static ssize_t
  2819. qlcnic_store_beacon(struct device *dev,
  2820. struct device_attribute *attr, const char *buf, size_t len)
  2821. {
  2822. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2823. int max_sds_rings = adapter->max_sds_rings;
  2824. u16 beacon;
  2825. u8 b_state, b_rate;
  2826. int err;
  2827. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC) {
  2828. dev_warn(dev, "LED test not supported for non "
  2829. "privilege function\n");
  2830. return -EOPNOTSUPP;
  2831. }
  2832. if (len != sizeof(u16))
  2833. return QL_STATUS_INVALID_PARAM;
  2834. memcpy(&beacon, buf, sizeof(u16));
  2835. err = qlcnic_validate_beacon(adapter, beacon, &b_state, &b_rate);
  2836. if (err)
  2837. return err;
  2838. if (adapter->ahw->beacon_state == b_state)
  2839. return len;
  2840. rtnl_lock();
  2841. if (!adapter->ahw->beacon_state)
  2842. if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state)) {
  2843. rtnl_unlock();
  2844. return -EBUSY;
  2845. }
  2846. if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
  2847. err = -EIO;
  2848. goto out;
  2849. }
  2850. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
  2851. err = qlcnic_diag_alloc_res(adapter->netdev, QLCNIC_LED_TEST);
  2852. if (err)
  2853. goto out;
  2854. set_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state);
  2855. }
  2856. err = qlcnic_config_led(adapter, b_state, b_rate);
  2857. if (!err) {
  2858. err = len;
  2859. adapter->ahw->beacon_state = b_state;
  2860. }
  2861. if (test_and_clear_bit(__QLCNIC_DIAG_RES_ALLOC, &adapter->state))
  2862. qlcnic_diag_free_res(adapter->netdev, max_sds_rings);
  2863. out:
  2864. if (!adapter->ahw->beacon_state)
  2865. clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
  2866. rtnl_unlock();
  2867. return err;
  2868. }
  2869. static ssize_t
  2870. qlcnic_show_beacon(struct device *dev,
  2871. struct device_attribute *attr, char *buf)
  2872. {
  2873. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2874. return sprintf(buf, "%d\n", adapter->ahw->beacon_state);
  2875. }
  2876. static struct device_attribute dev_attr_beacon = {
  2877. .attr = {.name = "beacon", .mode = (S_IRUGO | S_IWUSR)},
  2878. .show = qlcnic_show_beacon,
  2879. .store = qlcnic_store_beacon,
  2880. };
  2881. static int
  2882. qlcnic_sysfs_validate_crb(struct qlcnic_adapter *adapter,
  2883. loff_t offset, size_t size)
  2884. {
  2885. size_t crb_size = 4;
  2886. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2887. return -EIO;
  2888. if (offset < QLCNIC_PCI_CRBSPACE) {
  2889. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM,
  2890. QLCNIC_PCI_CAMQM_END))
  2891. crb_size = 8;
  2892. else
  2893. return -EINVAL;
  2894. }
  2895. if ((size != crb_size) || (offset & (crb_size-1)))
  2896. return -EINVAL;
  2897. return 0;
  2898. }
  2899. static ssize_t
  2900. qlcnic_sysfs_read_crb(struct file *filp, struct kobject *kobj,
  2901. struct bin_attribute *attr,
  2902. char *buf, loff_t offset, size_t size)
  2903. {
  2904. struct device *dev = container_of(kobj, struct device, kobj);
  2905. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2906. u32 data;
  2907. u64 qmdata;
  2908. int ret;
  2909. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2910. if (ret != 0)
  2911. return ret;
  2912. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2913. qlcnic_pci_camqm_read_2M(adapter, offset, &qmdata);
  2914. memcpy(buf, &qmdata, size);
  2915. } else {
  2916. data = QLCRD32(adapter, offset);
  2917. memcpy(buf, &data, size);
  2918. }
  2919. return size;
  2920. }
  2921. static ssize_t
  2922. qlcnic_sysfs_write_crb(struct file *filp, struct kobject *kobj,
  2923. struct bin_attribute *attr,
  2924. char *buf, loff_t offset, size_t size)
  2925. {
  2926. struct device *dev = container_of(kobj, struct device, kobj);
  2927. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2928. u32 data;
  2929. u64 qmdata;
  2930. int ret;
  2931. ret = qlcnic_sysfs_validate_crb(adapter, offset, size);
  2932. if (ret != 0)
  2933. return ret;
  2934. if (ADDR_IN_RANGE(offset, QLCNIC_PCI_CAMQM, QLCNIC_PCI_CAMQM_END)) {
  2935. memcpy(&qmdata, buf, size);
  2936. qlcnic_pci_camqm_write_2M(adapter, offset, qmdata);
  2937. } else {
  2938. memcpy(&data, buf, size);
  2939. QLCWR32(adapter, offset, data);
  2940. }
  2941. return size;
  2942. }
  2943. static int
  2944. qlcnic_sysfs_validate_mem(struct qlcnic_adapter *adapter,
  2945. loff_t offset, size_t size)
  2946. {
  2947. if (!(adapter->flags & QLCNIC_DIAG_ENABLED))
  2948. return -EIO;
  2949. if ((size != 8) || (offset & 0x7))
  2950. return -EIO;
  2951. return 0;
  2952. }
  2953. static ssize_t
  2954. qlcnic_sysfs_read_mem(struct file *filp, struct kobject *kobj,
  2955. struct bin_attribute *attr,
  2956. char *buf, loff_t offset, size_t size)
  2957. {
  2958. struct device *dev = container_of(kobj, struct device, kobj);
  2959. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2960. u64 data;
  2961. int ret;
  2962. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2963. if (ret != 0)
  2964. return ret;
  2965. if (qlcnic_pci_mem_read_2M(adapter, offset, &data))
  2966. return -EIO;
  2967. memcpy(buf, &data, size);
  2968. return size;
  2969. }
  2970. static ssize_t
  2971. qlcnic_sysfs_write_mem(struct file *filp, struct kobject *kobj,
  2972. struct bin_attribute *attr,
  2973. char *buf, loff_t offset, size_t size)
  2974. {
  2975. struct device *dev = container_of(kobj, struct device, kobj);
  2976. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  2977. u64 data;
  2978. int ret;
  2979. ret = qlcnic_sysfs_validate_mem(adapter, offset, size);
  2980. if (ret != 0)
  2981. return ret;
  2982. memcpy(&data, buf, size);
  2983. if (qlcnic_pci_mem_write_2M(adapter, offset, data))
  2984. return -EIO;
  2985. return size;
  2986. }
  2987. static struct bin_attribute bin_attr_crb = {
  2988. .attr = {.name = "crb", .mode = (S_IRUGO | S_IWUSR)},
  2989. .size = 0,
  2990. .read = qlcnic_sysfs_read_crb,
  2991. .write = qlcnic_sysfs_write_crb,
  2992. };
  2993. static struct bin_attribute bin_attr_mem = {
  2994. .attr = {.name = "mem", .mode = (S_IRUGO | S_IWUSR)},
  2995. .size = 0,
  2996. .read = qlcnic_sysfs_read_mem,
  2997. .write = qlcnic_sysfs_write_mem,
  2998. };
  2999. static int
  3000. validate_pm_config(struct qlcnic_adapter *adapter,
  3001. struct qlcnic_pm_func_cfg *pm_cfg, int count)
  3002. {
  3003. u8 src_pci_func, s_esw_id, d_esw_id;
  3004. u8 dest_pci_func;
  3005. int i;
  3006. for (i = 0; i < count; i++) {
  3007. src_pci_func = pm_cfg[i].pci_func;
  3008. dest_pci_func = pm_cfg[i].dest_npar;
  3009. if (src_pci_func >= QLCNIC_MAX_PCI_FUNC
  3010. || dest_pci_func >= QLCNIC_MAX_PCI_FUNC)
  3011. return QL_STATUS_INVALID_PARAM;
  3012. if (adapter->npars[src_pci_func].type != QLCNIC_TYPE_NIC)
  3013. return QL_STATUS_INVALID_PARAM;
  3014. if (adapter->npars[dest_pci_func].type != QLCNIC_TYPE_NIC)
  3015. return QL_STATUS_INVALID_PARAM;
  3016. s_esw_id = adapter->npars[src_pci_func].phy_port;
  3017. d_esw_id = adapter->npars[dest_pci_func].phy_port;
  3018. if (s_esw_id != d_esw_id)
  3019. return QL_STATUS_INVALID_PARAM;
  3020. }
  3021. return 0;
  3022. }
  3023. static ssize_t
  3024. qlcnic_sysfs_write_pm_config(struct file *filp, struct kobject *kobj,
  3025. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3026. {
  3027. struct device *dev = container_of(kobj, struct device, kobj);
  3028. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3029. struct qlcnic_pm_func_cfg *pm_cfg;
  3030. u32 id, action, pci_func;
  3031. int count, rem, i, ret;
  3032. count = size / sizeof(struct qlcnic_pm_func_cfg);
  3033. rem = size % sizeof(struct qlcnic_pm_func_cfg);
  3034. if (rem)
  3035. return QL_STATUS_INVALID_PARAM;
  3036. pm_cfg = (struct qlcnic_pm_func_cfg *) buf;
  3037. ret = validate_pm_config(adapter, pm_cfg, count);
  3038. if (ret)
  3039. return ret;
  3040. for (i = 0; i < count; i++) {
  3041. pci_func = pm_cfg[i].pci_func;
  3042. action = !!pm_cfg[i].action;
  3043. id = adapter->npars[pci_func].phy_port;
  3044. ret = qlcnic_config_port_mirroring(adapter, id,
  3045. action, pci_func);
  3046. if (ret)
  3047. return ret;
  3048. }
  3049. for (i = 0; i < count; i++) {
  3050. pci_func = pm_cfg[i].pci_func;
  3051. id = adapter->npars[pci_func].phy_port;
  3052. adapter->npars[pci_func].enable_pm = !!pm_cfg[i].action;
  3053. adapter->npars[pci_func].dest_npar = id;
  3054. }
  3055. return size;
  3056. }
  3057. static ssize_t
  3058. qlcnic_sysfs_read_pm_config(struct file *filp, struct kobject *kobj,
  3059. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3060. {
  3061. struct device *dev = container_of(kobj, struct device, kobj);
  3062. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3063. struct qlcnic_pm_func_cfg pm_cfg[QLCNIC_MAX_PCI_FUNC];
  3064. int i;
  3065. if (size != sizeof(pm_cfg))
  3066. return QL_STATUS_INVALID_PARAM;
  3067. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3068. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3069. continue;
  3070. pm_cfg[i].action = adapter->npars[i].enable_pm;
  3071. pm_cfg[i].dest_npar = 0;
  3072. pm_cfg[i].pci_func = i;
  3073. }
  3074. memcpy(buf, &pm_cfg, size);
  3075. return size;
  3076. }
  3077. static int
  3078. validate_esw_config(struct qlcnic_adapter *adapter,
  3079. struct qlcnic_esw_func_cfg *esw_cfg, int count)
  3080. {
  3081. u32 op_mode;
  3082. u8 pci_func;
  3083. int i;
  3084. op_mode = readl(adapter->ahw->pci_base0 + QLCNIC_DRV_OP_MODE);
  3085. for (i = 0; i < count; i++) {
  3086. pci_func = esw_cfg[i].pci_func;
  3087. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3088. return QL_STATUS_INVALID_PARAM;
  3089. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3090. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3091. return QL_STATUS_INVALID_PARAM;
  3092. switch (esw_cfg[i].op_mode) {
  3093. case QLCNIC_PORT_DEFAULTS:
  3094. if (QLC_DEV_GET_DRV(op_mode, pci_func) !=
  3095. QLCNIC_NON_PRIV_FUNC) {
  3096. if (esw_cfg[i].mac_anti_spoof != 0)
  3097. return QL_STATUS_INVALID_PARAM;
  3098. if (esw_cfg[i].mac_override != 1)
  3099. return QL_STATUS_INVALID_PARAM;
  3100. if (esw_cfg[i].promisc_mode != 1)
  3101. return QL_STATUS_INVALID_PARAM;
  3102. }
  3103. break;
  3104. case QLCNIC_ADD_VLAN:
  3105. if (!IS_VALID_VLAN(esw_cfg[i].vlan_id))
  3106. return QL_STATUS_INVALID_PARAM;
  3107. if (!esw_cfg[i].op_type)
  3108. return QL_STATUS_INVALID_PARAM;
  3109. break;
  3110. case QLCNIC_DEL_VLAN:
  3111. if (!esw_cfg[i].op_type)
  3112. return QL_STATUS_INVALID_PARAM;
  3113. break;
  3114. default:
  3115. return QL_STATUS_INVALID_PARAM;
  3116. }
  3117. }
  3118. return 0;
  3119. }
  3120. static ssize_t
  3121. qlcnic_sysfs_write_esw_config(struct file *file, struct kobject *kobj,
  3122. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3123. {
  3124. struct device *dev = container_of(kobj, struct device, kobj);
  3125. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3126. struct qlcnic_esw_func_cfg *esw_cfg;
  3127. struct qlcnic_npar_info *npar;
  3128. int count, rem, i, ret;
  3129. u8 pci_func, op_mode = 0;
  3130. count = size / sizeof(struct qlcnic_esw_func_cfg);
  3131. rem = size % sizeof(struct qlcnic_esw_func_cfg);
  3132. if (rem)
  3133. return QL_STATUS_INVALID_PARAM;
  3134. esw_cfg = (struct qlcnic_esw_func_cfg *) buf;
  3135. ret = validate_esw_config(adapter, esw_cfg, count);
  3136. if (ret)
  3137. return ret;
  3138. for (i = 0; i < count; i++) {
  3139. if (adapter->op_mode == QLCNIC_MGMT_FUNC)
  3140. if (qlcnic_config_switch_port(adapter, &esw_cfg[i]))
  3141. return QL_STATUS_INVALID_PARAM;
  3142. if (adapter->ahw->pci_func != esw_cfg[i].pci_func)
  3143. continue;
  3144. op_mode = esw_cfg[i].op_mode;
  3145. qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]);
  3146. esw_cfg[i].op_mode = op_mode;
  3147. esw_cfg[i].pci_func = adapter->ahw->pci_func;
  3148. switch (esw_cfg[i].op_mode) {
  3149. case QLCNIC_PORT_DEFAULTS:
  3150. qlcnic_set_eswitch_port_features(adapter, &esw_cfg[i]);
  3151. break;
  3152. case QLCNIC_ADD_VLAN:
  3153. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3154. break;
  3155. case QLCNIC_DEL_VLAN:
  3156. esw_cfg[i].vlan_id = 0;
  3157. qlcnic_set_vlan_config(adapter, &esw_cfg[i]);
  3158. break;
  3159. }
  3160. }
  3161. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3162. goto out;
  3163. for (i = 0; i < count; i++) {
  3164. pci_func = esw_cfg[i].pci_func;
  3165. npar = &adapter->npars[pci_func];
  3166. switch (esw_cfg[i].op_mode) {
  3167. case QLCNIC_PORT_DEFAULTS:
  3168. npar->promisc_mode = esw_cfg[i].promisc_mode;
  3169. npar->mac_override = esw_cfg[i].mac_override;
  3170. npar->offload_flags = esw_cfg[i].offload_flags;
  3171. npar->mac_anti_spoof = esw_cfg[i].mac_anti_spoof;
  3172. npar->discard_tagged = esw_cfg[i].discard_tagged;
  3173. break;
  3174. case QLCNIC_ADD_VLAN:
  3175. npar->pvid = esw_cfg[i].vlan_id;
  3176. break;
  3177. case QLCNIC_DEL_VLAN:
  3178. npar->pvid = 0;
  3179. break;
  3180. }
  3181. }
  3182. out:
  3183. return size;
  3184. }
  3185. static ssize_t
  3186. qlcnic_sysfs_read_esw_config(struct file *file, struct kobject *kobj,
  3187. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3188. {
  3189. struct device *dev = container_of(kobj, struct device, kobj);
  3190. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3191. struct qlcnic_esw_func_cfg esw_cfg[QLCNIC_MAX_PCI_FUNC];
  3192. u8 i;
  3193. if (size != sizeof(esw_cfg))
  3194. return QL_STATUS_INVALID_PARAM;
  3195. for (i = 0; i < QLCNIC_MAX_PCI_FUNC; i++) {
  3196. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3197. continue;
  3198. esw_cfg[i].pci_func = i;
  3199. if (qlcnic_get_eswitch_port_config(adapter, &esw_cfg[i]))
  3200. return QL_STATUS_INVALID_PARAM;
  3201. }
  3202. memcpy(buf, &esw_cfg, size);
  3203. return size;
  3204. }
  3205. static int
  3206. validate_npar_config(struct qlcnic_adapter *adapter,
  3207. struct qlcnic_npar_func_cfg *np_cfg, int count)
  3208. {
  3209. u8 pci_func, i;
  3210. for (i = 0; i < count; i++) {
  3211. pci_func = np_cfg[i].pci_func;
  3212. if (pci_func >= QLCNIC_MAX_PCI_FUNC)
  3213. return QL_STATUS_INVALID_PARAM;
  3214. if (adapter->npars[pci_func].type != QLCNIC_TYPE_NIC)
  3215. return QL_STATUS_INVALID_PARAM;
  3216. if (!IS_VALID_BW(np_cfg[i].min_bw) ||
  3217. !IS_VALID_BW(np_cfg[i].max_bw))
  3218. return QL_STATUS_INVALID_PARAM;
  3219. }
  3220. return 0;
  3221. }
  3222. static ssize_t
  3223. qlcnic_sysfs_write_npar_config(struct file *file, struct kobject *kobj,
  3224. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3225. {
  3226. struct device *dev = container_of(kobj, struct device, kobj);
  3227. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3228. struct qlcnic_info nic_info;
  3229. struct qlcnic_npar_func_cfg *np_cfg;
  3230. int i, count, rem, ret;
  3231. u8 pci_func;
  3232. count = size / sizeof(struct qlcnic_npar_func_cfg);
  3233. rem = size % sizeof(struct qlcnic_npar_func_cfg);
  3234. if (rem)
  3235. return QL_STATUS_INVALID_PARAM;
  3236. np_cfg = (struct qlcnic_npar_func_cfg *) buf;
  3237. ret = validate_npar_config(adapter, np_cfg, count);
  3238. if (ret)
  3239. return ret;
  3240. for (i = 0; i < count ; i++) {
  3241. pci_func = np_cfg[i].pci_func;
  3242. ret = qlcnic_get_nic_info(adapter, &nic_info, pci_func);
  3243. if (ret)
  3244. return ret;
  3245. nic_info.pci_func = pci_func;
  3246. nic_info.min_tx_bw = np_cfg[i].min_bw;
  3247. nic_info.max_tx_bw = np_cfg[i].max_bw;
  3248. ret = qlcnic_set_nic_info(adapter, &nic_info);
  3249. if (ret)
  3250. return ret;
  3251. adapter->npars[i].min_bw = nic_info.min_tx_bw;
  3252. adapter->npars[i].max_bw = nic_info.max_tx_bw;
  3253. }
  3254. return size;
  3255. }
  3256. static ssize_t
  3257. qlcnic_sysfs_read_npar_config(struct file *file, struct kobject *kobj,
  3258. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3259. {
  3260. struct device *dev = container_of(kobj, struct device, kobj);
  3261. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3262. struct qlcnic_info nic_info;
  3263. struct qlcnic_npar_func_cfg np_cfg[QLCNIC_MAX_PCI_FUNC];
  3264. int i, ret;
  3265. if (size != sizeof(np_cfg))
  3266. return QL_STATUS_INVALID_PARAM;
  3267. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3268. if (adapter->npars[i].type != QLCNIC_TYPE_NIC)
  3269. continue;
  3270. ret = qlcnic_get_nic_info(adapter, &nic_info, i);
  3271. if (ret)
  3272. return ret;
  3273. np_cfg[i].pci_func = i;
  3274. np_cfg[i].op_mode = (u8)nic_info.op_mode;
  3275. np_cfg[i].port_num = nic_info.phys_port;
  3276. np_cfg[i].fw_capab = nic_info.capabilities;
  3277. np_cfg[i].min_bw = nic_info.min_tx_bw ;
  3278. np_cfg[i].max_bw = nic_info.max_tx_bw;
  3279. np_cfg[i].max_tx_queues = nic_info.max_tx_ques;
  3280. np_cfg[i].max_rx_queues = nic_info.max_rx_ques;
  3281. }
  3282. memcpy(buf, &np_cfg, size);
  3283. return size;
  3284. }
  3285. static ssize_t
  3286. qlcnic_sysfs_get_port_stats(struct file *file, struct kobject *kobj,
  3287. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3288. {
  3289. struct device *dev = container_of(kobj, struct device, kobj);
  3290. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3291. struct qlcnic_esw_statistics port_stats;
  3292. int ret;
  3293. if (size != sizeof(struct qlcnic_esw_statistics))
  3294. return QL_STATUS_INVALID_PARAM;
  3295. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3296. return QL_STATUS_INVALID_PARAM;
  3297. memset(&port_stats, 0, size);
  3298. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3299. &port_stats.rx);
  3300. if (ret)
  3301. return ret;
  3302. ret = qlcnic_get_port_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3303. &port_stats.tx);
  3304. if (ret)
  3305. return ret;
  3306. memcpy(buf, &port_stats, size);
  3307. return size;
  3308. }
  3309. static ssize_t
  3310. qlcnic_sysfs_get_esw_stats(struct file *file, struct kobject *kobj,
  3311. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3312. {
  3313. struct device *dev = container_of(kobj, struct device, kobj);
  3314. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3315. struct qlcnic_esw_statistics esw_stats;
  3316. int ret;
  3317. if (size != sizeof(struct qlcnic_esw_statistics))
  3318. return QL_STATUS_INVALID_PARAM;
  3319. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3320. return QL_STATUS_INVALID_PARAM;
  3321. memset(&esw_stats, 0, size);
  3322. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_RX_COUNTER,
  3323. &esw_stats.rx);
  3324. if (ret)
  3325. return ret;
  3326. ret = qlcnic_get_eswitch_stats(adapter, offset, QLCNIC_QUERY_TX_COUNTER,
  3327. &esw_stats.tx);
  3328. if (ret)
  3329. return ret;
  3330. memcpy(buf, &esw_stats, size);
  3331. return size;
  3332. }
  3333. static ssize_t
  3334. qlcnic_sysfs_clear_esw_stats(struct file *file, struct kobject *kobj,
  3335. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3336. {
  3337. struct device *dev = container_of(kobj, struct device, kobj);
  3338. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3339. int ret;
  3340. if (offset >= QLCNIC_NIU_MAX_XG_PORTS)
  3341. return QL_STATUS_INVALID_PARAM;
  3342. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3343. QLCNIC_QUERY_RX_COUNTER);
  3344. if (ret)
  3345. return ret;
  3346. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_ESWITCH, offset,
  3347. QLCNIC_QUERY_TX_COUNTER);
  3348. if (ret)
  3349. return ret;
  3350. return size;
  3351. }
  3352. static ssize_t
  3353. qlcnic_sysfs_clear_port_stats(struct file *file, struct kobject *kobj,
  3354. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3355. {
  3356. struct device *dev = container_of(kobj, struct device, kobj);
  3357. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3358. int ret;
  3359. if (offset >= QLCNIC_MAX_PCI_FUNC)
  3360. return QL_STATUS_INVALID_PARAM;
  3361. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3362. QLCNIC_QUERY_RX_COUNTER);
  3363. if (ret)
  3364. return ret;
  3365. ret = qlcnic_clear_esw_stats(adapter, QLCNIC_STATS_PORT, offset,
  3366. QLCNIC_QUERY_TX_COUNTER);
  3367. if (ret)
  3368. return ret;
  3369. return size;
  3370. }
  3371. static ssize_t
  3372. qlcnic_sysfs_read_pci_config(struct file *file, struct kobject *kobj,
  3373. struct bin_attribute *attr, char *buf, loff_t offset, size_t size)
  3374. {
  3375. struct device *dev = container_of(kobj, struct device, kobj);
  3376. struct qlcnic_adapter *adapter = dev_get_drvdata(dev);
  3377. struct qlcnic_pci_func_cfg pci_cfg[QLCNIC_MAX_PCI_FUNC];
  3378. struct qlcnic_pci_info *pci_info;
  3379. int i, ret;
  3380. if (size != sizeof(pci_cfg))
  3381. return QL_STATUS_INVALID_PARAM;
  3382. pci_info = kcalloc(QLCNIC_MAX_PCI_FUNC, sizeof(*pci_info), GFP_KERNEL);
  3383. if (!pci_info)
  3384. return -ENOMEM;
  3385. ret = qlcnic_get_pci_info(adapter, pci_info);
  3386. if (ret) {
  3387. kfree(pci_info);
  3388. return ret;
  3389. }
  3390. for (i = 0; i < QLCNIC_MAX_PCI_FUNC ; i++) {
  3391. pci_cfg[i].pci_func = pci_info[i].id;
  3392. pci_cfg[i].func_type = pci_info[i].type;
  3393. pci_cfg[i].port_num = pci_info[i].default_port;
  3394. pci_cfg[i].min_bw = pci_info[i].tx_min_bw;
  3395. pci_cfg[i].max_bw = pci_info[i].tx_max_bw;
  3396. memcpy(&pci_cfg[i].def_mac_addr, &pci_info[i].mac, ETH_ALEN);
  3397. }
  3398. memcpy(buf, &pci_cfg, size);
  3399. kfree(pci_info);
  3400. return size;
  3401. }
  3402. static struct bin_attribute bin_attr_npar_config = {
  3403. .attr = {.name = "npar_config", .mode = (S_IRUGO | S_IWUSR)},
  3404. .size = 0,
  3405. .read = qlcnic_sysfs_read_npar_config,
  3406. .write = qlcnic_sysfs_write_npar_config,
  3407. };
  3408. static struct bin_attribute bin_attr_pci_config = {
  3409. .attr = {.name = "pci_config", .mode = (S_IRUGO | S_IWUSR)},
  3410. .size = 0,
  3411. .read = qlcnic_sysfs_read_pci_config,
  3412. .write = NULL,
  3413. };
  3414. static struct bin_attribute bin_attr_port_stats = {
  3415. .attr = {.name = "port_stats", .mode = (S_IRUGO | S_IWUSR)},
  3416. .size = 0,
  3417. .read = qlcnic_sysfs_get_port_stats,
  3418. .write = qlcnic_sysfs_clear_port_stats,
  3419. };
  3420. static struct bin_attribute bin_attr_esw_stats = {
  3421. .attr = {.name = "esw_stats", .mode = (S_IRUGO | S_IWUSR)},
  3422. .size = 0,
  3423. .read = qlcnic_sysfs_get_esw_stats,
  3424. .write = qlcnic_sysfs_clear_esw_stats,
  3425. };
  3426. static struct bin_attribute bin_attr_esw_config = {
  3427. .attr = {.name = "esw_config", .mode = (S_IRUGO | S_IWUSR)},
  3428. .size = 0,
  3429. .read = qlcnic_sysfs_read_esw_config,
  3430. .write = qlcnic_sysfs_write_esw_config,
  3431. };
  3432. static struct bin_attribute bin_attr_pm_config = {
  3433. .attr = {.name = "pm_config", .mode = (S_IRUGO | S_IWUSR)},
  3434. .size = 0,
  3435. .read = qlcnic_sysfs_read_pm_config,
  3436. .write = qlcnic_sysfs_write_pm_config,
  3437. };
  3438. static void
  3439. qlcnic_create_sysfs_entries(struct qlcnic_adapter *adapter)
  3440. {
  3441. struct device *dev = &adapter->pdev->dev;
  3442. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3443. if (device_create_file(dev, &dev_attr_bridged_mode))
  3444. dev_warn(dev,
  3445. "failed to create bridged_mode sysfs entry\n");
  3446. }
  3447. static void
  3448. qlcnic_remove_sysfs_entries(struct qlcnic_adapter *adapter)
  3449. {
  3450. struct device *dev = &adapter->pdev->dev;
  3451. if (adapter->capabilities & QLCNIC_FW_CAPABILITY_BDG)
  3452. device_remove_file(dev, &dev_attr_bridged_mode);
  3453. }
  3454. static void
  3455. qlcnic_create_diag_entries(struct qlcnic_adapter *adapter)
  3456. {
  3457. struct device *dev = &adapter->pdev->dev;
  3458. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3459. if (device_create_bin_file(dev, &bin_attr_port_stats))
  3460. dev_info(dev, "failed to create port stats sysfs entry");
  3461. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3462. return;
  3463. if (device_create_file(dev, &dev_attr_diag_mode))
  3464. dev_info(dev, "failed to create diag_mode sysfs entry\n");
  3465. if (device_create_bin_file(dev, &bin_attr_crb))
  3466. dev_info(dev, "failed to create crb sysfs entry\n");
  3467. if (device_create_bin_file(dev, &bin_attr_mem))
  3468. dev_info(dev, "failed to create mem sysfs entry\n");
  3469. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3470. return;
  3471. if (device_create_bin_file(dev, &bin_attr_pci_config))
  3472. dev_info(dev, "failed to create pci config sysfs entry");
  3473. if (device_create_file(dev, &dev_attr_beacon))
  3474. dev_info(dev, "failed to create beacon sysfs entry");
  3475. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3476. return;
  3477. if (device_create_bin_file(dev, &bin_attr_esw_config))
  3478. dev_info(dev, "failed to create esw config sysfs entry");
  3479. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3480. return;
  3481. if (device_create_bin_file(dev, &bin_attr_npar_config))
  3482. dev_info(dev, "failed to create npar config sysfs entry");
  3483. if (device_create_bin_file(dev, &bin_attr_pm_config))
  3484. dev_info(dev, "failed to create pm config sysfs entry");
  3485. if (device_create_bin_file(dev, &bin_attr_esw_stats))
  3486. dev_info(dev, "failed to create eswitch stats sysfs entry");
  3487. }
  3488. static void
  3489. qlcnic_remove_diag_entries(struct qlcnic_adapter *adapter)
  3490. {
  3491. struct device *dev = &adapter->pdev->dev;
  3492. u32 state = QLCRD32(adapter, QLCNIC_CRB_DEV_STATE);
  3493. device_remove_bin_file(dev, &bin_attr_port_stats);
  3494. if (adapter->op_mode == QLCNIC_NON_PRIV_FUNC)
  3495. return;
  3496. device_remove_file(dev, &dev_attr_diag_mode);
  3497. device_remove_bin_file(dev, &bin_attr_crb);
  3498. device_remove_bin_file(dev, &bin_attr_mem);
  3499. if (state == QLCNIC_DEV_FAILED || (state == QLCNIC_DEV_BADBAD))
  3500. return;
  3501. device_remove_bin_file(dev, &bin_attr_pci_config);
  3502. device_remove_file(dev, &dev_attr_beacon);
  3503. if (!(adapter->flags & QLCNIC_ESWITCH_ENABLED))
  3504. return;
  3505. device_remove_bin_file(dev, &bin_attr_esw_config);
  3506. if (adapter->op_mode != QLCNIC_MGMT_FUNC)
  3507. return;
  3508. device_remove_bin_file(dev, &bin_attr_npar_config);
  3509. device_remove_bin_file(dev, &bin_attr_pm_config);
  3510. device_remove_bin_file(dev, &bin_attr_esw_stats);
  3511. }
  3512. #ifdef CONFIG_INET
  3513. #define is_qlcnic_netdev(dev) (dev->netdev_ops == &qlcnic_netdev_ops)
  3514. static void
  3515. qlcnic_config_indev_addr(struct qlcnic_adapter *adapter,
  3516. struct net_device *dev, unsigned long event)
  3517. {
  3518. struct in_device *indev;
  3519. indev = in_dev_get(dev);
  3520. if (!indev)
  3521. return;
  3522. for_ifa(indev) {
  3523. switch (event) {
  3524. case NETDEV_UP:
  3525. qlcnic_config_ipaddr(adapter,
  3526. ifa->ifa_address, QLCNIC_IP_UP);
  3527. break;
  3528. case NETDEV_DOWN:
  3529. qlcnic_config_ipaddr(adapter,
  3530. ifa->ifa_address, QLCNIC_IP_DOWN);
  3531. break;
  3532. default:
  3533. break;
  3534. }
  3535. } endfor_ifa(indev);
  3536. in_dev_put(indev);
  3537. }
  3538. static void
  3539. qlcnic_restore_indev_addr(struct net_device *netdev, unsigned long event)
  3540. {
  3541. struct qlcnic_adapter *adapter = netdev_priv(netdev);
  3542. struct net_device *dev;
  3543. u16 vid;
  3544. qlcnic_config_indev_addr(adapter, netdev, event);
  3545. for_each_set_bit(vid, adapter->vlans, VLAN_N_VID) {
  3546. dev = __vlan_find_dev_deep(netdev, vid);
  3547. if (!dev)
  3548. continue;
  3549. qlcnic_config_indev_addr(adapter, dev, event);
  3550. }
  3551. }
  3552. static int qlcnic_netdev_event(struct notifier_block *this,
  3553. unsigned long event, void *ptr)
  3554. {
  3555. struct qlcnic_adapter *adapter;
  3556. struct net_device *dev = (struct net_device *)ptr;
  3557. recheck:
  3558. if (dev == NULL)
  3559. goto done;
  3560. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3561. dev = vlan_dev_real_dev(dev);
  3562. goto recheck;
  3563. }
  3564. if (!is_qlcnic_netdev(dev))
  3565. goto done;
  3566. adapter = netdev_priv(dev);
  3567. if (!adapter)
  3568. goto done;
  3569. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3570. goto done;
  3571. qlcnic_config_indev_addr(adapter, dev, event);
  3572. done:
  3573. return NOTIFY_DONE;
  3574. }
  3575. static int
  3576. qlcnic_inetaddr_event(struct notifier_block *this,
  3577. unsigned long event, void *ptr)
  3578. {
  3579. struct qlcnic_adapter *adapter;
  3580. struct net_device *dev;
  3581. struct in_ifaddr *ifa = (struct in_ifaddr *)ptr;
  3582. dev = ifa->ifa_dev ? ifa->ifa_dev->dev : NULL;
  3583. recheck:
  3584. if (dev == NULL)
  3585. goto done;
  3586. if (dev->priv_flags & IFF_802_1Q_VLAN) {
  3587. dev = vlan_dev_real_dev(dev);
  3588. goto recheck;
  3589. }
  3590. if (!is_qlcnic_netdev(dev))
  3591. goto done;
  3592. adapter = netdev_priv(dev);
  3593. if (!adapter)
  3594. goto done;
  3595. if (!test_bit(__QLCNIC_DEV_UP, &adapter->state))
  3596. goto done;
  3597. switch (event) {
  3598. case NETDEV_UP:
  3599. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_UP);
  3600. break;
  3601. case NETDEV_DOWN:
  3602. qlcnic_config_ipaddr(adapter, ifa->ifa_address, QLCNIC_IP_DOWN);
  3603. break;
  3604. default:
  3605. break;
  3606. }
  3607. done:
  3608. return NOTIFY_DONE;
  3609. }
  3610. static struct notifier_block qlcnic_netdev_cb = {
  3611. .notifier_call = qlcnic_netdev_event,
  3612. };
  3613. static struct notifier_block qlcnic_inetaddr_cb = {
  3614. .notifier_call = qlcnic_inetaddr_event,
  3615. };
  3616. #else
  3617. static void
  3618. qlcnic_restore_indev_addr(struct net_device *dev, unsigned long event)
  3619. { }
  3620. #endif
  3621. static struct pci_error_handlers qlcnic_err_handler = {
  3622. .error_detected = qlcnic_io_error_detected,
  3623. .slot_reset = qlcnic_io_slot_reset,
  3624. .resume = qlcnic_io_resume,
  3625. };
  3626. static struct pci_driver qlcnic_driver = {
  3627. .name = qlcnic_driver_name,
  3628. .id_table = qlcnic_pci_tbl,
  3629. .probe = qlcnic_probe,
  3630. .remove = __devexit_p(qlcnic_remove),
  3631. #ifdef CONFIG_PM
  3632. .suspend = qlcnic_suspend,
  3633. .resume = qlcnic_resume,
  3634. #endif
  3635. .shutdown = qlcnic_shutdown,
  3636. .err_handler = &qlcnic_err_handler
  3637. };
  3638. static int __init qlcnic_init_module(void)
  3639. {
  3640. int ret;
  3641. printk(KERN_INFO "%s\n", qlcnic_driver_string);
  3642. qlcnic_wq = create_singlethread_workqueue("qlcnic");
  3643. if (qlcnic_wq == NULL) {
  3644. printk(KERN_ERR "qlcnic: cannot create workqueue\n");
  3645. return -ENOMEM;
  3646. }
  3647. #ifdef CONFIG_INET
  3648. register_netdevice_notifier(&qlcnic_netdev_cb);
  3649. register_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3650. #endif
  3651. ret = pci_register_driver(&qlcnic_driver);
  3652. if (ret) {
  3653. #ifdef CONFIG_INET
  3654. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3655. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3656. #endif
  3657. destroy_workqueue(qlcnic_wq);
  3658. }
  3659. return ret;
  3660. }
  3661. module_init(qlcnic_init_module);
  3662. static void __exit qlcnic_exit_module(void)
  3663. {
  3664. pci_unregister_driver(&qlcnic_driver);
  3665. #ifdef CONFIG_INET
  3666. unregister_inetaddr_notifier(&qlcnic_inetaddr_cb);
  3667. unregister_netdevice_notifier(&qlcnic_netdev_cb);
  3668. #endif
  3669. destroy_workqueue(qlcnic_wq);
  3670. }
  3671. module_exit(qlcnic_exit_module);