dhd_sdio.c 105 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207220822092210221122122213221422152216221722182219222022212222222322242225222622272228222922302231223222332234223522362237223822392240224122422243224422452246224722482249225022512252225322542255225622572258225922602261226222632264226522662267226822692270227122722273227422752276227722782279228022812282228322842285228622872288228922902291229222932294229522962297229822992300230123022303230423052306230723082309231023112312231323142315231623172318231923202321232223232324232523262327232823292330233123322333233423352336233723382339234023412342234323442345234623472348234923502351235223532354235523562357235823592360236123622363236423652366236723682369237023712372237323742375237623772378237923802381238223832384238523862387238823892390239123922393239423952396239723982399240024012402240324042405240624072408240924102411241224132414241524162417241824192420242124222423242424252426242724282429243024312432243324342435243624372438243924402441244224432444244524462447244824492450245124522453245424552456245724582459246024612462246324642465246624672468246924702471247224732474247524762477247824792480248124822483248424852486248724882489249024912492249324942495249624972498249925002501250225032504250525062507250825092510251125122513251425152516251725182519252025212522252325242525252625272528252925302531253225332534253525362537253825392540254125422543254425452546254725482549255025512552255325542555255625572558255925602561256225632564256525662567256825692570257125722573257425752576257725782579258025812582258325842585258625872588258925902591259225932594259525962597259825992600260126022603260426052606260726082609261026112612261326142615261626172618261926202621262226232624262526262627262826292630263126322633263426352636263726382639264026412642264326442645264626472648264926502651265226532654265526562657265826592660266126622663266426652666266726682669267026712672267326742675267626772678267926802681268226832684268526862687268826892690269126922693269426952696269726982699270027012702270327042705270627072708270927102711271227132714271527162717271827192720272127222723272427252726272727282729273027312732273327342735273627372738273927402741274227432744274527462747274827492750275127522753275427552756275727582759276027612762276327642765276627672768276927702771277227732774277527762777277827792780278127822783278427852786278727882789279027912792279327942795279627972798279928002801280228032804280528062807280828092810281128122813281428152816281728182819282028212822282328242825282628272828282928302831283228332834283528362837283828392840284128422843284428452846284728482849285028512852285328542855285628572858285928602861286228632864286528662867286828692870287128722873287428752876287728782879288028812882288328842885288628872888288928902891289228932894289528962897289828992900290129022903290429052906290729082909291029112912291329142915291629172918291929202921292229232924292529262927292829292930293129322933293429352936293729382939294029412942294329442945294629472948294929502951295229532954295529562957295829592960296129622963296429652966296729682969297029712972297329742975297629772978297929802981298229832984298529862987298829892990299129922993299429952996299729982999300030013002300330043005300630073008300930103011301230133014301530163017301830193020302130223023302430253026302730283029303030313032303330343035303630373038303930403041304230433044304530463047304830493050305130523053305430553056305730583059306030613062306330643065306630673068306930703071307230733074307530763077307830793080308130823083308430853086308730883089309030913092309330943095309630973098309931003101310231033104310531063107310831093110311131123113311431153116311731183119312031213122312331243125312631273128312931303131313231333134313531363137313831393140314131423143314431453146314731483149315031513152315331543155315631573158315931603161316231633164316531663167316831693170317131723173317431753176317731783179318031813182318331843185318631873188318931903191319231933194319531963197319831993200320132023203320432053206320732083209321032113212321332143215321632173218321932203221322232233224322532263227322832293230323132323233323432353236323732383239324032413242324332443245324632473248324932503251325232533254325532563257325832593260326132623263326432653266326732683269327032713272327332743275327632773278327932803281328232833284328532863287328832893290329132923293329432953296329732983299330033013302330333043305330633073308330933103311331233133314331533163317331833193320332133223323332433253326332733283329333033313332333333343335333633373338333933403341334233433344334533463347334833493350335133523353335433553356335733583359336033613362336333643365336633673368336933703371337233733374337533763377337833793380338133823383338433853386338733883389339033913392339333943395339633973398339934003401340234033404340534063407340834093410341134123413341434153416341734183419342034213422342334243425342634273428342934303431343234333434343534363437343834393440344134423443344434453446344734483449345034513452345334543455345634573458345934603461346234633464346534663467346834693470347134723473347434753476347734783479348034813482348334843485348634873488348934903491349234933494349534963497349834993500350135023503350435053506350735083509351035113512351335143515351635173518351935203521352235233524352535263527352835293530353135323533353435353536353735383539354035413542354335443545354635473548354935503551355235533554355535563557355835593560356135623563356435653566356735683569357035713572357335743575357635773578357935803581358235833584358535863587358835893590359135923593359435953596359735983599360036013602360336043605360636073608360936103611361236133614361536163617361836193620362136223623362436253626362736283629363036313632363336343635363636373638363936403641364236433644364536463647364836493650365136523653365436553656365736583659366036613662366336643665366636673668366936703671367236733674367536763677367836793680368136823683368436853686368736883689369036913692369336943695369636973698369937003701370237033704370537063707370837093710371137123713371437153716371737183719372037213722372337243725372637273728372937303731373237333734373537363737373837393740374137423743374437453746374737483749375037513752375337543755375637573758375937603761376237633764376537663767376837693770377137723773377437753776377737783779378037813782378337843785378637873788378937903791379237933794379537963797379837993800380138023803380438053806380738083809381038113812381338143815381638173818381938203821382238233824382538263827382838293830383138323833383438353836383738383839384038413842384338443845384638473848384938503851385238533854385538563857385838593860386138623863386438653866386738683869387038713872387338743875387638773878387938803881388238833884388538863887388838893890389138923893389438953896389738983899390039013902390339043905390639073908390939103911391239133914391539163917391839193920392139223923392439253926392739283929393039313932393339343935393639373938393939403941394239433944394539463947394839493950395139523953395439553956395739583959396039613962396339643965396639673968396939703971397239733974397539763977397839793980398139823983398439853986398739883989399039913992399339943995399639973998399940004001400240034004400540064007400840094010401140124013401440154016401740184019402040214022402340244025402640274028402940304031403240334034403540364037403840394040404140424043
  1. /*
  2. * Copyright (c) 2010 Broadcom Corporation
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11. * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13. * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14. * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <linux/types.h>
  17. #include <linux/kernel.h>
  18. #include <linux/kthread.h>
  19. #include <linux/printk.h>
  20. #include <linux/pci_ids.h>
  21. #include <linux/netdevice.h>
  22. #include <linux/interrupt.h>
  23. #include <linux/sched.h>
  24. #include <linux/mmc/sdio.h>
  25. #include <linux/mmc/sdio_func.h>
  26. #include <linux/mmc/card.h>
  27. #include <linux/semaphore.h>
  28. #include <linux/firmware.h>
  29. #include <linux/module.h>
  30. #include <linux/bcma/bcma.h>
  31. #include <linux/debugfs.h>
  32. #include <linux/vmalloc.h>
  33. #include <linux/platform_data/brcmfmac-sdio.h>
  34. #include <asm/unaligned.h>
  35. #include <defs.h>
  36. #include <brcmu_wifi.h>
  37. #include <brcmu_utils.h>
  38. #include <brcm_hw_ids.h>
  39. #include <soc.h>
  40. #include "sdio_host.h"
  41. #include "sdio_chip.h"
  42. #define DCMD_RESP_TIMEOUT 2000 /* In milli second */
  43. #ifdef DEBUG
  44. #define BRCMF_TRAP_INFO_SIZE 80
  45. #define CBUF_LEN (128)
  46. /* Device console log buffer state */
  47. #define CONSOLE_BUFFER_MAX 2024
  48. struct rte_log_le {
  49. __le32 buf; /* Can't be pointer on (64-bit) hosts */
  50. __le32 buf_size;
  51. __le32 idx;
  52. char *_buf_compat; /* Redundant pointer for backward compat. */
  53. };
  54. struct rte_console {
  55. /* Virtual UART
  56. * When there is no UART (e.g. Quickturn),
  57. * the host should write a complete
  58. * input line directly into cbuf and then write
  59. * the length into vcons_in.
  60. * This may also be used when there is a real UART
  61. * (at risk of conflicting with
  62. * the real UART). vcons_out is currently unused.
  63. */
  64. uint vcons_in;
  65. uint vcons_out;
  66. /* Output (logging) buffer
  67. * Console output is written to a ring buffer log_buf at index log_idx.
  68. * The host may read the output when it sees log_idx advance.
  69. * Output will be lost if the output wraps around faster than the host
  70. * polls.
  71. */
  72. struct rte_log_le log_le;
  73. /* Console input line buffer
  74. * Characters are read one at a time into cbuf
  75. * until <CR> is received, then
  76. * the buffer is processed as a command line.
  77. * Also used for virtual UART.
  78. */
  79. uint cbuf_idx;
  80. char cbuf[CBUF_LEN];
  81. };
  82. #endif /* DEBUG */
  83. #include <chipcommon.h>
  84. #include "dhd_bus.h"
  85. #include "dhd_dbg.h"
  86. #include "tracepoint.h"
  87. #define TXQLEN 2048 /* bulk tx queue length */
  88. #define TXHI (TXQLEN - 256) /* turn on flow control above TXHI */
  89. #define TXLOW (TXHI - 256) /* turn off flow control below TXLOW */
  90. #define PRIOMASK 7
  91. #define TXRETRIES 2 /* # of retries for tx frames */
  92. #define BRCMF_RXBOUND 50 /* Default for max rx frames in
  93. one scheduling */
  94. #define BRCMF_TXBOUND 20 /* Default for max tx frames in
  95. one scheduling */
  96. #define BRCMF_TXMINMAX 1 /* Max tx frames if rx still pending */
  97. #define MEMBLOCK 2048 /* Block size used for downloading
  98. of dongle image */
  99. #define MAX_DATA_BUF (32 * 1024) /* Must be large enough to hold
  100. biggest possible glom */
  101. #define BRCMF_FIRSTREAD (1 << 6)
  102. /* SBSDIO_DEVICE_CTL */
  103. /* 1: device will assert busy signal when receiving CMD53 */
  104. #define SBSDIO_DEVCTL_SETBUSY 0x01
  105. /* 1: assertion of sdio interrupt is synchronous to the sdio clock */
  106. #define SBSDIO_DEVCTL_SPI_INTR_SYNC 0x02
  107. /* 1: mask all interrupts to host except the chipActive (rev 8) */
  108. #define SBSDIO_DEVCTL_CA_INT_ONLY 0x04
  109. /* 1: isolate internal sdio signals, put external pads in tri-state; requires
  110. * sdio bus power cycle to clear (rev 9) */
  111. #define SBSDIO_DEVCTL_PADS_ISO 0x08
  112. /* Force SD->SB reset mapping (rev 11) */
  113. #define SBSDIO_DEVCTL_SB_RST_CTL 0x30
  114. /* Determined by CoreControl bit */
  115. #define SBSDIO_DEVCTL_RST_CORECTL 0x00
  116. /* Force backplane reset */
  117. #define SBSDIO_DEVCTL_RST_BPRESET 0x10
  118. /* Force no backplane reset */
  119. #define SBSDIO_DEVCTL_RST_NOBPRESET 0x20
  120. /* direct(mapped) cis space */
  121. /* MAPPED common CIS address */
  122. #define SBSDIO_CIS_BASE_COMMON 0x1000
  123. /* maximum bytes in one CIS */
  124. #define SBSDIO_CIS_SIZE_LIMIT 0x200
  125. /* cis offset addr is < 17 bits */
  126. #define SBSDIO_CIS_OFT_ADDR_MASK 0x1FFFF
  127. /* manfid tuple length, include tuple, link bytes */
  128. #define SBSDIO_CIS_MANFID_TUPLE_LEN 6
  129. /* intstatus */
  130. #define I_SMB_SW0 (1 << 0) /* To SB Mail S/W interrupt 0 */
  131. #define I_SMB_SW1 (1 << 1) /* To SB Mail S/W interrupt 1 */
  132. #define I_SMB_SW2 (1 << 2) /* To SB Mail S/W interrupt 2 */
  133. #define I_SMB_SW3 (1 << 3) /* To SB Mail S/W interrupt 3 */
  134. #define I_SMB_SW_MASK 0x0000000f /* To SB Mail S/W interrupts mask */
  135. #define I_SMB_SW_SHIFT 0 /* To SB Mail S/W interrupts shift */
  136. #define I_HMB_SW0 (1 << 4) /* To Host Mail S/W interrupt 0 */
  137. #define I_HMB_SW1 (1 << 5) /* To Host Mail S/W interrupt 1 */
  138. #define I_HMB_SW2 (1 << 6) /* To Host Mail S/W interrupt 2 */
  139. #define I_HMB_SW3 (1 << 7) /* To Host Mail S/W interrupt 3 */
  140. #define I_HMB_SW_MASK 0x000000f0 /* To Host Mail S/W interrupts mask */
  141. #define I_HMB_SW_SHIFT 4 /* To Host Mail S/W interrupts shift */
  142. #define I_WR_OOSYNC (1 << 8) /* Write Frame Out Of Sync */
  143. #define I_RD_OOSYNC (1 << 9) /* Read Frame Out Of Sync */
  144. #define I_PC (1 << 10) /* descriptor error */
  145. #define I_PD (1 << 11) /* data error */
  146. #define I_DE (1 << 12) /* Descriptor protocol Error */
  147. #define I_RU (1 << 13) /* Receive descriptor Underflow */
  148. #define I_RO (1 << 14) /* Receive fifo Overflow */
  149. #define I_XU (1 << 15) /* Transmit fifo Underflow */
  150. #define I_RI (1 << 16) /* Receive Interrupt */
  151. #define I_BUSPWR (1 << 17) /* SDIO Bus Power Change (rev 9) */
  152. #define I_XMTDATA_AVAIL (1 << 23) /* bits in fifo */
  153. #define I_XI (1 << 24) /* Transmit Interrupt */
  154. #define I_RF_TERM (1 << 25) /* Read Frame Terminate */
  155. #define I_WF_TERM (1 << 26) /* Write Frame Terminate */
  156. #define I_PCMCIA_XU (1 << 27) /* PCMCIA Transmit FIFO Underflow */
  157. #define I_SBINT (1 << 28) /* sbintstatus Interrupt */
  158. #define I_CHIPACTIVE (1 << 29) /* chip from doze to active state */
  159. #define I_SRESET (1 << 30) /* CCCR RES interrupt */
  160. #define I_IOE2 (1U << 31) /* CCCR IOE2 Bit Changed */
  161. #define I_ERRORS (I_PC | I_PD | I_DE | I_RU | I_RO | I_XU)
  162. #define I_DMA (I_RI | I_XI | I_ERRORS)
  163. /* corecontrol */
  164. #define CC_CISRDY (1 << 0) /* CIS Ready */
  165. #define CC_BPRESEN (1 << 1) /* CCCR RES signal */
  166. #define CC_F2RDY (1 << 2) /* set CCCR IOR2 bit */
  167. #define CC_CLRPADSISO (1 << 3) /* clear SDIO pads isolation */
  168. #define CC_XMTDATAAVAIL_MODE (1 << 4)
  169. #define CC_XMTDATAAVAIL_CTRL (1 << 5)
  170. /* SDA_FRAMECTRL */
  171. #define SFC_RF_TERM (1 << 0) /* Read Frame Terminate */
  172. #define SFC_WF_TERM (1 << 1) /* Write Frame Terminate */
  173. #define SFC_CRC4WOOS (1 << 2) /* CRC error for write out of sync */
  174. #define SFC_ABORTALL (1 << 3) /* Abort all in-progress frames */
  175. /* HW frame tag */
  176. #define SDPCM_FRAMETAG_LEN 4 /* 2 bytes len, 2 bytes check val */
  177. /* Total length of frame header for dongle protocol */
  178. #define SDPCM_HDRLEN (SDPCM_FRAMETAG_LEN + SDPCM_SWHEADER_LEN)
  179. #define SDPCM_RESERVE (SDPCM_HDRLEN + BRCMF_SDALIGN)
  180. /*
  181. * Software allocation of To SB Mailbox resources
  182. */
  183. /* tosbmailbox bits corresponding to intstatus bits */
  184. #define SMB_NAK (1 << 0) /* Frame NAK */
  185. #define SMB_INT_ACK (1 << 1) /* Host Interrupt ACK */
  186. #define SMB_USE_OOB (1 << 2) /* Use OOB Wakeup */
  187. #define SMB_DEV_INT (1 << 3) /* Miscellaneous Interrupt */
  188. /* tosbmailboxdata */
  189. #define SMB_DATA_VERSION_SHIFT 16 /* host protocol version */
  190. /*
  191. * Software allocation of To Host Mailbox resources
  192. */
  193. /* intstatus bits */
  194. #define I_HMB_FC_STATE I_HMB_SW0 /* Flow Control State */
  195. #define I_HMB_FC_CHANGE I_HMB_SW1 /* Flow Control State Changed */
  196. #define I_HMB_FRAME_IND I_HMB_SW2 /* Frame Indication */
  197. #define I_HMB_HOST_INT I_HMB_SW3 /* Miscellaneous Interrupt */
  198. /* tohostmailboxdata */
  199. #define HMB_DATA_NAKHANDLED 1 /* retransmit NAK'd frame */
  200. #define HMB_DATA_DEVREADY 2 /* talk to host after enable */
  201. #define HMB_DATA_FC 4 /* per prio flowcontrol update flag */
  202. #define HMB_DATA_FWREADY 8 /* fw ready for protocol activity */
  203. #define HMB_DATA_FCDATA_MASK 0xff000000
  204. #define HMB_DATA_FCDATA_SHIFT 24
  205. #define HMB_DATA_VERSION_MASK 0x00ff0000
  206. #define HMB_DATA_VERSION_SHIFT 16
  207. /*
  208. * Software-defined protocol header
  209. */
  210. /* Current protocol version */
  211. #define SDPCM_PROT_VERSION 4
  212. /* SW frame header */
  213. #define SDPCM_PACKET_SEQUENCE(p) (((u8 *)p)[0] & 0xff)
  214. #define SDPCM_CHANNEL_MASK 0x00000f00
  215. #define SDPCM_CHANNEL_SHIFT 8
  216. #define SDPCM_PACKET_CHANNEL(p) (((u8 *)p)[1] & 0x0f)
  217. #define SDPCM_NEXTLEN_OFFSET 2
  218. /* Data Offset from SOF (HW Tag, SW Tag, Pad) */
  219. #define SDPCM_DOFFSET_OFFSET 3 /* Data Offset */
  220. #define SDPCM_DOFFSET_VALUE(p) (((u8 *)p)[SDPCM_DOFFSET_OFFSET] & 0xff)
  221. #define SDPCM_DOFFSET_MASK 0xff000000
  222. #define SDPCM_DOFFSET_SHIFT 24
  223. #define SDPCM_FCMASK_OFFSET 4 /* Flow control */
  224. #define SDPCM_FCMASK_VALUE(p) (((u8 *)p)[SDPCM_FCMASK_OFFSET] & 0xff)
  225. #define SDPCM_WINDOW_OFFSET 5 /* Credit based fc */
  226. #define SDPCM_WINDOW_VALUE(p) (((u8 *)p)[SDPCM_WINDOW_OFFSET] & 0xff)
  227. #define SDPCM_SWHEADER_LEN 8 /* SW header is 64 bits */
  228. /* logical channel numbers */
  229. #define SDPCM_CONTROL_CHANNEL 0 /* Control channel Id */
  230. #define SDPCM_EVENT_CHANNEL 1 /* Asyc Event Indication Channel Id */
  231. #define SDPCM_DATA_CHANNEL 2 /* Data Xmit/Recv Channel Id */
  232. #define SDPCM_GLOM_CHANNEL 3 /* For coalesced packets */
  233. #define SDPCM_TEST_CHANNEL 15 /* Reserved for test/debug packets */
  234. #define SDPCM_SEQUENCE_WRAP 256 /* wrap-around val for 8bit frame seq */
  235. #define SDPCM_GLOMDESC(p) (((u8 *)p)[1] & 0x80)
  236. /*
  237. * Shared structure between dongle and the host.
  238. * The structure contains pointers to trap or assert information.
  239. */
  240. #define SDPCM_SHARED_VERSION 0x0003
  241. #define SDPCM_SHARED_VERSION_MASK 0x00FF
  242. #define SDPCM_SHARED_ASSERT_BUILT 0x0100
  243. #define SDPCM_SHARED_ASSERT 0x0200
  244. #define SDPCM_SHARED_TRAP 0x0400
  245. /* Space for header read, limit for data packets */
  246. #define MAX_HDR_READ (1 << 6)
  247. #define MAX_RX_DATASZ 2048
  248. /* Maximum milliseconds to wait for F2 to come up */
  249. #define BRCMF_WAIT_F2RDY 3000
  250. /* Bump up limit on waiting for HT to account for first startup;
  251. * if the image is doing a CRC calculation before programming the PMU
  252. * for HT availability, it could take a couple hundred ms more, so
  253. * max out at a 1 second (1000000us).
  254. */
  255. #undef PMU_MAX_TRANSITION_DLY
  256. #define PMU_MAX_TRANSITION_DLY 1000000
  257. /* Value for ChipClockCSR during initial setup */
  258. #define BRCMF_INIT_CLKCTL1 (SBSDIO_FORCE_HW_CLKREQ_OFF | \
  259. SBSDIO_ALP_AVAIL_REQ)
  260. /* Flags for SDH calls */
  261. #define F2SYNC (SDIO_REQ_4BYTE | SDIO_REQ_FIXED)
  262. #define BRCMF_SDIO_FW_NAME "brcm/brcmfmac-sdio.bin"
  263. #define BRCMF_SDIO_NV_NAME "brcm/brcmfmac-sdio.txt"
  264. MODULE_FIRMWARE(BRCMF_SDIO_FW_NAME);
  265. MODULE_FIRMWARE(BRCMF_SDIO_NV_NAME);
  266. #define BRCMF_IDLE_IMMEDIATE (-1) /* Enter idle immediately */
  267. #define BRCMF_IDLE_ACTIVE 0 /* Do not request any SD clock change
  268. * when idle
  269. */
  270. #define BRCMF_IDLE_INTERVAL 1
  271. #define KSO_WAIT_US 50
  272. #define MAX_KSO_ATTEMPTS (PMU_MAX_TRANSITION_DLY/KSO_WAIT_US)
  273. /*
  274. * Conversion of 802.1D priority to precedence level
  275. */
  276. static uint prio2prec(u32 prio)
  277. {
  278. return (prio == PRIO_8021D_NONE || prio == PRIO_8021D_BE) ?
  279. (prio^2) : prio;
  280. }
  281. #ifdef DEBUG
  282. /* Device console log buffer state */
  283. struct brcmf_console {
  284. uint count; /* Poll interval msec counter */
  285. uint log_addr; /* Log struct address (fixed) */
  286. struct rte_log_le log_le; /* Log struct (host copy) */
  287. uint bufsize; /* Size of log buffer */
  288. u8 *buf; /* Log buffer (host copy) */
  289. uint last; /* Last buffer read index */
  290. };
  291. struct brcmf_trap_info {
  292. __le32 type;
  293. __le32 epc;
  294. __le32 cpsr;
  295. __le32 spsr;
  296. __le32 r0; /* a1 */
  297. __le32 r1; /* a2 */
  298. __le32 r2; /* a3 */
  299. __le32 r3; /* a4 */
  300. __le32 r4; /* v1 */
  301. __le32 r5; /* v2 */
  302. __le32 r6; /* v3 */
  303. __le32 r7; /* v4 */
  304. __le32 r8; /* v5 */
  305. __le32 r9; /* sb/v6 */
  306. __le32 r10; /* sl/v7 */
  307. __le32 r11; /* fp/v8 */
  308. __le32 r12; /* ip */
  309. __le32 r13; /* sp */
  310. __le32 r14; /* lr */
  311. __le32 pc; /* r15 */
  312. };
  313. #endif /* DEBUG */
  314. struct sdpcm_shared {
  315. u32 flags;
  316. u32 trap_addr;
  317. u32 assert_exp_addr;
  318. u32 assert_file_addr;
  319. u32 assert_line;
  320. u32 console_addr; /* Address of struct rte_console */
  321. u32 msgtrace_addr;
  322. u8 tag[32];
  323. u32 brpt_addr;
  324. };
  325. struct sdpcm_shared_le {
  326. __le32 flags;
  327. __le32 trap_addr;
  328. __le32 assert_exp_addr;
  329. __le32 assert_file_addr;
  330. __le32 assert_line;
  331. __le32 console_addr; /* Address of struct rte_console */
  332. __le32 msgtrace_addr;
  333. u8 tag[32];
  334. __le32 brpt_addr;
  335. };
  336. /* SDIO read frame info */
  337. struct brcmf_sdio_read {
  338. u8 seq_num;
  339. u8 channel;
  340. u16 len;
  341. u16 len_left;
  342. u16 len_nxtfrm;
  343. u8 dat_offset;
  344. };
  345. /* misc chip info needed by some of the routines */
  346. /* Private data for SDIO bus interaction */
  347. struct brcmf_sdio {
  348. struct brcmf_sdio_dev *sdiodev; /* sdio device handler */
  349. struct chip_info *ci; /* Chip info struct */
  350. char *vars; /* Variables (from CIS and/or other) */
  351. uint varsz; /* Size of variables buffer */
  352. u32 ramsize; /* Size of RAM in SOCRAM (bytes) */
  353. u32 hostintmask; /* Copy of Host Interrupt Mask */
  354. atomic_t intstatus; /* Intstatus bits (events) pending */
  355. atomic_t fcstate; /* State of dongle flow-control */
  356. uint blocksize; /* Block size of SDIO transfers */
  357. uint roundup; /* Max roundup limit */
  358. struct pktq txq; /* Queue length used for flow-control */
  359. u8 flowcontrol; /* per prio flow control bitmask */
  360. u8 tx_seq; /* Transmit sequence number (next) */
  361. u8 tx_max; /* Maximum transmit sequence allowed */
  362. u8 hdrbuf[MAX_HDR_READ + BRCMF_SDALIGN];
  363. u8 *rxhdr; /* Header of current rx frame (in hdrbuf) */
  364. u8 rx_seq; /* Receive sequence number (expected) */
  365. struct brcmf_sdio_read cur_read;
  366. /* info of current read frame */
  367. bool rxskip; /* Skip receive (awaiting NAK ACK) */
  368. bool rxpending; /* Data frame pending in dongle */
  369. uint rxbound; /* Rx frames to read before resched */
  370. uint txbound; /* Tx frames to send before resched */
  371. uint txminmax;
  372. struct sk_buff *glomd; /* Packet containing glomming descriptor */
  373. struct sk_buff_head glom; /* Packet list for glommed superframe */
  374. uint glomerr; /* Glom packet read errors */
  375. u8 *rxbuf; /* Buffer for receiving control packets */
  376. uint rxblen; /* Allocated length of rxbuf */
  377. u8 *rxctl; /* Aligned pointer into rxbuf */
  378. u8 *rxctl_orig; /* pointer for freeing rxctl */
  379. u8 *databuf; /* Buffer for receiving big glom packet */
  380. u8 *dataptr; /* Aligned pointer into databuf */
  381. uint rxlen; /* Length of valid data in buffer */
  382. spinlock_t rxctl_lock; /* protection lock for ctrl frame resources */
  383. u8 sdpcm_ver; /* Bus protocol reported by dongle */
  384. bool intr; /* Use interrupts */
  385. bool poll; /* Use polling */
  386. atomic_t ipend; /* Device interrupt is pending */
  387. uint spurious; /* Count of spurious interrupts */
  388. uint pollrate; /* Ticks between device polls */
  389. uint polltick; /* Tick counter */
  390. #ifdef DEBUG
  391. uint console_interval;
  392. struct brcmf_console console; /* Console output polling support */
  393. uint console_addr; /* Console address from shared struct */
  394. #endif /* DEBUG */
  395. uint clkstate; /* State of sd and backplane clock(s) */
  396. bool activity; /* Activity flag for clock down */
  397. s32 idletime; /* Control for activity timeout */
  398. s32 idlecount; /* Activity timeout counter */
  399. s32 idleclock; /* How to set bus driver when idle */
  400. s32 sd_rxchain;
  401. bool use_rxchain; /* If brcmf should use PKT chains */
  402. bool rxflow_mode; /* Rx flow control mode */
  403. bool rxflow; /* Is rx flow control on */
  404. bool alp_only; /* Don't use HT clock (ALP only) */
  405. u8 *ctrl_frame_buf;
  406. u32 ctrl_frame_len;
  407. bool ctrl_frame_stat;
  408. spinlock_t txqlock;
  409. wait_queue_head_t ctrl_wait;
  410. wait_queue_head_t dcmd_resp_wait;
  411. struct timer_list timer;
  412. struct completion watchdog_wait;
  413. struct task_struct *watchdog_tsk;
  414. bool wd_timer_valid;
  415. uint save_ms;
  416. struct workqueue_struct *brcmf_wq;
  417. struct work_struct datawork;
  418. struct list_head dpc_tsklst;
  419. spinlock_t dpc_tl_lock;
  420. const struct firmware *firmware;
  421. u32 fw_ptr;
  422. bool txoff; /* Transmit flow-controlled */
  423. struct brcmf_sdio_count sdcnt;
  424. bool sr_enabled; /* SaveRestore enabled */
  425. bool sleeping; /* SDIO bus sleeping */
  426. };
  427. /* clkstate */
  428. #define CLK_NONE 0
  429. #define CLK_SDONLY 1
  430. #define CLK_PENDING 2
  431. #define CLK_AVAIL 3
  432. #ifdef DEBUG
  433. static int qcount[NUMPRIO];
  434. static int tx_packets[NUMPRIO];
  435. #endif /* DEBUG */
  436. #define DEFAULT_SDIO_DRIVE_STRENGTH 6 /* in milliamps */
  437. #define RETRYCHAN(chan) ((chan) == SDPCM_EVENT_CHANNEL)
  438. /* Retry count for register access failures */
  439. static const uint retry_limit = 2;
  440. /* Limit on rounding up frames */
  441. static const uint max_roundup = 512;
  442. #define ALIGNMENT 4
  443. enum brcmf_sdio_frmtype {
  444. BRCMF_SDIO_FT_NORMAL,
  445. BRCMF_SDIO_FT_SUPER,
  446. BRCMF_SDIO_FT_SUB,
  447. };
  448. static void pkt_align(struct sk_buff *p, int len, int align)
  449. {
  450. uint datalign;
  451. datalign = (unsigned long)(p->data);
  452. datalign = roundup(datalign, (align)) - datalign;
  453. if (datalign)
  454. skb_pull(p, datalign);
  455. __skb_trim(p, len);
  456. }
  457. /* To check if there's window offered */
  458. static bool data_ok(struct brcmf_sdio *bus)
  459. {
  460. return (u8)(bus->tx_max - bus->tx_seq) != 0 &&
  461. ((u8)(bus->tx_max - bus->tx_seq) & 0x80) == 0;
  462. }
  463. /*
  464. * Reads a register in the SDIO hardware block. This block occupies a series of
  465. * adresses on the 32 bit backplane bus.
  466. */
  467. static int
  468. r_sdreg32(struct brcmf_sdio *bus, u32 *regvar, u32 offset)
  469. {
  470. u8 idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  471. int ret;
  472. *regvar = brcmf_sdio_regrl(bus->sdiodev,
  473. bus->ci->c_inf[idx].base + offset, &ret);
  474. return ret;
  475. }
  476. static int
  477. w_sdreg32(struct brcmf_sdio *bus, u32 regval, u32 reg_offset)
  478. {
  479. u8 idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  480. int ret;
  481. brcmf_sdio_regwl(bus->sdiodev,
  482. bus->ci->c_inf[idx].base + reg_offset,
  483. regval, &ret);
  484. return ret;
  485. }
  486. static int
  487. brcmf_sdbrcm_kso_control(struct brcmf_sdio *bus, bool on)
  488. {
  489. u8 wr_val = 0, rd_val, cmp_val, bmask;
  490. int err = 0;
  491. int try_cnt = 0;
  492. brcmf_dbg(TRACE, "Enter\n");
  493. wr_val = (on << SBSDIO_FUNC1_SLEEPCSR_KSO_SHIFT);
  494. /* 1st KSO write goes to AOS wake up core if device is asleep */
  495. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR,
  496. wr_val, &err);
  497. if (err) {
  498. brcmf_err("SDIO_AOS KSO write error: %d\n", err);
  499. return err;
  500. }
  501. if (on) {
  502. /* device WAKEUP through KSO:
  503. * write bit 0 & read back until
  504. * both bits 0 (kso bit) & 1 (dev on status) are set
  505. */
  506. cmp_val = SBSDIO_FUNC1_SLEEPCSR_KSO_MASK |
  507. SBSDIO_FUNC1_SLEEPCSR_DEVON_MASK;
  508. bmask = cmp_val;
  509. usleep_range(2000, 3000);
  510. } else {
  511. /* Put device to sleep, turn off KSO */
  512. cmp_val = 0;
  513. /* only check for bit0, bit1(dev on status) may not
  514. * get cleared right away
  515. */
  516. bmask = SBSDIO_FUNC1_SLEEPCSR_KSO_MASK;
  517. }
  518. do {
  519. /* reliable KSO bit set/clr:
  520. * the sdiod sleep write access is synced to PMU 32khz clk
  521. * just one write attempt may fail,
  522. * read it back until it matches written value
  523. */
  524. rd_val = brcmf_sdio_regrb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR,
  525. &err);
  526. if (((rd_val & bmask) == cmp_val) && !err)
  527. break;
  528. brcmf_dbg(SDIO, "KSO wr/rd retry:%d (max: %d) ERR:%x\n",
  529. try_cnt, MAX_KSO_ATTEMPTS, err);
  530. udelay(KSO_WAIT_US);
  531. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR,
  532. wr_val, &err);
  533. } while (try_cnt++ < MAX_KSO_ATTEMPTS);
  534. return err;
  535. }
  536. #define PKT_AVAILABLE() (intstatus & I_HMB_FRAME_IND)
  537. #define HOSTINTMASK (I_HMB_SW_MASK | I_CHIPACTIVE)
  538. /* Turn backplane clock on or off */
  539. static int brcmf_sdbrcm_htclk(struct brcmf_sdio *bus, bool on, bool pendok)
  540. {
  541. int err;
  542. u8 clkctl, clkreq, devctl;
  543. unsigned long timeout;
  544. brcmf_dbg(SDIO, "Enter\n");
  545. clkctl = 0;
  546. if (bus->sr_enabled) {
  547. bus->clkstate = (on ? CLK_AVAIL : CLK_SDONLY);
  548. return 0;
  549. }
  550. if (on) {
  551. /* Request HT Avail */
  552. clkreq =
  553. bus->alp_only ? SBSDIO_ALP_AVAIL_REQ : SBSDIO_HT_AVAIL_REQ;
  554. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  555. clkreq, &err);
  556. if (err) {
  557. brcmf_err("HT Avail request error: %d\n", err);
  558. return -EBADE;
  559. }
  560. /* Check current status */
  561. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  562. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  563. if (err) {
  564. brcmf_err("HT Avail read error: %d\n", err);
  565. return -EBADE;
  566. }
  567. /* Go to pending and await interrupt if appropriate */
  568. if (!SBSDIO_CLKAV(clkctl, bus->alp_only) && pendok) {
  569. /* Allow only clock-available interrupt */
  570. devctl = brcmf_sdio_regrb(bus->sdiodev,
  571. SBSDIO_DEVICE_CTL, &err);
  572. if (err) {
  573. brcmf_err("Devctl error setting CA: %d\n",
  574. err);
  575. return -EBADE;
  576. }
  577. devctl |= SBSDIO_DEVCTL_CA_INT_ONLY;
  578. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  579. devctl, &err);
  580. brcmf_dbg(SDIO, "CLKCTL: set PENDING\n");
  581. bus->clkstate = CLK_PENDING;
  582. return 0;
  583. } else if (bus->clkstate == CLK_PENDING) {
  584. /* Cancel CA-only interrupt filter */
  585. devctl = brcmf_sdio_regrb(bus->sdiodev,
  586. SBSDIO_DEVICE_CTL, &err);
  587. devctl &= ~SBSDIO_DEVCTL_CA_INT_ONLY;
  588. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  589. devctl, &err);
  590. }
  591. /* Otherwise, wait here (polling) for HT Avail */
  592. timeout = jiffies +
  593. msecs_to_jiffies(PMU_MAX_TRANSITION_DLY/1000);
  594. while (!SBSDIO_CLKAV(clkctl, bus->alp_only)) {
  595. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  596. SBSDIO_FUNC1_CHIPCLKCSR,
  597. &err);
  598. if (time_after(jiffies, timeout))
  599. break;
  600. else
  601. usleep_range(5000, 10000);
  602. }
  603. if (err) {
  604. brcmf_err("HT Avail request error: %d\n", err);
  605. return -EBADE;
  606. }
  607. if (!SBSDIO_CLKAV(clkctl, bus->alp_only)) {
  608. brcmf_err("HT Avail timeout (%d): clkctl 0x%02x\n",
  609. PMU_MAX_TRANSITION_DLY, clkctl);
  610. return -EBADE;
  611. }
  612. /* Mark clock available */
  613. bus->clkstate = CLK_AVAIL;
  614. brcmf_dbg(SDIO, "CLKCTL: turned ON\n");
  615. #if defined(DEBUG)
  616. if (!bus->alp_only) {
  617. if (SBSDIO_ALPONLY(clkctl))
  618. brcmf_err("HT Clock should be on\n");
  619. }
  620. #endif /* defined (DEBUG) */
  621. bus->activity = true;
  622. } else {
  623. clkreq = 0;
  624. if (bus->clkstate == CLK_PENDING) {
  625. /* Cancel CA-only interrupt filter */
  626. devctl = brcmf_sdio_regrb(bus->sdiodev,
  627. SBSDIO_DEVICE_CTL, &err);
  628. devctl &= ~SBSDIO_DEVCTL_CA_INT_ONLY;
  629. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  630. devctl, &err);
  631. }
  632. bus->clkstate = CLK_SDONLY;
  633. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  634. clkreq, &err);
  635. brcmf_dbg(SDIO, "CLKCTL: turned OFF\n");
  636. if (err) {
  637. brcmf_err("Failed access turning clock off: %d\n",
  638. err);
  639. return -EBADE;
  640. }
  641. }
  642. return 0;
  643. }
  644. /* Change idle/active SD state */
  645. static int brcmf_sdbrcm_sdclk(struct brcmf_sdio *bus, bool on)
  646. {
  647. brcmf_dbg(SDIO, "Enter\n");
  648. if (on)
  649. bus->clkstate = CLK_SDONLY;
  650. else
  651. bus->clkstate = CLK_NONE;
  652. return 0;
  653. }
  654. /* Transition SD and backplane clock readiness */
  655. static int brcmf_sdbrcm_clkctl(struct brcmf_sdio *bus, uint target, bool pendok)
  656. {
  657. #ifdef DEBUG
  658. uint oldstate = bus->clkstate;
  659. #endif /* DEBUG */
  660. brcmf_dbg(SDIO, "Enter\n");
  661. /* Early exit if we're already there */
  662. if (bus->clkstate == target) {
  663. if (target == CLK_AVAIL) {
  664. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  665. bus->activity = true;
  666. }
  667. return 0;
  668. }
  669. switch (target) {
  670. case CLK_AVAIL:
  671. /* Make sure SD clock is available */
  672. if (bus->clkstate == CLK_NONE)
  673. brcmf_sdbrcm_sdclk(bus, true);
  674. /* Now request HT Avail on the backplane */
  675. brcmf_sdbrcm_htclk(bus, true, pendok);
  676. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  677. bus->activity = true;
  678. break;
  679. case CLK_SDONLY:
  680. /* Remove HT request, or bring up SD clock */
  681. if (bus->clkstate == CLK_NONE)
  682. brcmf_sdbrcm_sdclk(bus, true);
  683. else if (bus->clkstate == CLK_AVAIL)
  684. brcmf_sdbrcm_htclk(bus, false, false);
  685. else
  686. brcmf_err("request for %d -> %d\n",
  687. bus->clkstate, target);
  688. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  689. break;
  690. case CLK_NONE:
  691. /* Make sure to remove HT request */
  692. if (bus->clkstate == CLK_AVAIL)
  693. brcmf_sdbrcm_htclk(bus, false, false);
  694. /* Now remove the SD clock */
  695. brcmf_sdbrcm_sdclk(bus, false);
  696. brcmf_sdbrcm_wd_timer(bus, 0);
  697. break;
  698. }
  699. #ifdef DEBUG
  700. brcmf_dbg(SDIO, "%d -> %d\n", oldstate, bus->clkstate);
  701. #endif /* DEBUG */
  702. return 0;
  703. }
  704. static int
  705. brcmf_sdbrcm_bus_sleep(struct brcmf_sdio *bus, bool sleep, bool pendok)
  706. {
  707. int err = 0;
  708. brcmf_dbg(TRACE, "Enter\n");
  709. brcmf_dbg(SDIO, "request %s currently %s\n",
  710. (sleep ? "SLEEP" : "WAKE"),
  711. (bus->sleeping ? "SLEEP" : "WAKE"));
  712. /* If SR is enabled control bus state with KSO */
  713. if (bus->sr_enabled) {
  714. /* Done if we're already in the requested state */
  715. if (sleep == bus->sleeping)
  716. goto end;
  717. /* Going to sleep */
  718. if (sleep) {
  719. /* Don't sleep if something is pending */
  720. if (atomic_read(&bus->intstatus) ||
  721. atomic_read(&bus->ipend) > 0 ||
  722. (!atomic_read(&bus->fcstate) &&
  723. brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) &&
  724. data_ok(bus)))
  725. return -EBUSY;
  726. err = brcmf_sdbrcm_kso_control(bus, false);
  727. /* disable watchdog */
  728. if (!err)
  729. brcmf_sdbrcm_wd_timer(bus, 0);
  730. } else {
  731. bus->idlecount = 0;
  732. err = brcmf_sdbrcm_kso_control(bus, true);
  733. }
  734. if (!err) {
  735. /* Change state */
  736. bus->sleeping = sleep;
  737. brcmf_dbg(SDIO, "new state %s\n",
  738. (sleep ? "SLEEP" : "WAKE"));
  739. } else {
  740. brcmf_err("error while changing bus sleep state %d\n",
  741. err);
  742. return err;
  743. }
  744. }
  745. end:
  746. /* control clocks */
  747. if (sleep) {
  748. if (!bus->sr_enabled)
  749. brcmf_sdbrcm_clkctl(bus, CLK_NONE, pendok);
  750. } else {
  751. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, pendok);
  752. }
  753. return err;
  754. }
  755. static u32 brcmf_sdbrcm_hostmail(struct brcmf_sdio *bus)
  756. {
  757. u32 intstatus = 0;
  758. u32 hmb_data;
  759. u8 fcbits;
  760. int ret;
  761. brcmf_dbg(SDIO, "Enter\n");
  762. /* Read mailbox data and ack that we did so */
  763. ret = r_sdreg32(bus, &hmb_data,
  764. offsetof(struct sdpcmd_regs, tohostmailboxdata));
  765. if (ret == 0)
  766. w_sdreg32(bus, SMB_INT_ACK,
  767. offsetof(struct sdpcmd_regs, tosbmailbox));
  768. bus->sdcnt.f1regdata += 2;
  769. /* Dongle recomposed rx frames, accept them again */
  770. if (hmb_data & HMB_DATA_NAKHANDLED) {
  771. brcmf_dbg(SDIO, "Dongle reports NAK handled, expect rtx of %d\n",
  772. bus->rx_seq);
  773. if (!bus->rxskip)
  774. brcmf_err("unexpected NAKHANDLED!\n");
  775. bus->rxskip = false;
  776. intstatus |= I_HMB_FRAME_IND;
  777. }
  778. /*
  779. * DEVREADY does not occur with gSPI.
  780. */
  781. if (hmb_data & (HMB_DATA_DEVREADY | HMB_DATA_FWREADY)) {
  782. bus->sdpcm_ver =
  783. (hmb_data & HMB_DATA_VERSION_MASK) >>
  784. HMB_DATA_VERSION_SHIFT;
  785. if (bus->sdpcm_ver != SDPCM_PROT_VERSION)
  786. brcmf_err("Version mismatch, dongle reports %d, "
  787. "expecting %d\n",
  788. bus->sdpcm_ver, SDPCM_PROT_VERSION);
  789. else
  790. brcmf_dbg(SDIO, "Dongle ready, protocol version %d\n",
  791. bus->sdpcm_ver);
  792. }
  793. /*
  794. * Flow Control has been moved into the RX headers and this out of band
  795. * method isn't used any more.
  796. * remaining backward compatible with older dongles.
  797. */
  798. if (hmb_data & HMB_DATA_FC) {
  799. fcbits = (hmb_data & HMB_DATA_FCDATA_MASK) >>
  800. HMB_DATA_FCDATA_SHIFT;
  801. if (fcbits & ~bus->flowcontrol)
  802. bus->sdcnt.fc_xoff++;
  803. if (bus->flowcontrol & ~fcbits)
  804. bus->sdcnt.fc_xon++;
  805. bus->sdcnt.fc_rcvd++;
  806. bus->flowcontrol = fcbits;
  807. }
  808. /* Shouldn't be any others */
  809. if (hmb_data & ~(HMB_DATA_DEVREADY |
  810. HMB_DATA_NAKHANDLED |
  811. HMB_DATA_FC |
  812. HMB_DATA_FWREADY |
  813. HMB_DATA_FCDATA_MASK | HMB_DATA_VERSION_MASK))
  814. brcmf_err("Unknown mailbox data content: 0x%02x\n",
  815. hmb_data);
  816. return intstatus;
  817. }
  818. static void brcmf_sdbrcm_rxfail(struct brcmf_sdio *bus, bool abort, bool rtx)
  819. {
  820. uint retries = 0;
  821. u16 lastrbc;
  822. u8 hi, lo;
  823. int err;
  824. brcmf_err("%sterminate frame%s\n",
  825. abort ? "abort command, " : "",
  826. rtx ? ", send NAK" : "");
  827. if (abort)
  828. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  829. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  830. SFC_RF_TERM, &err);
  831. bus->sdcnt.f1regdata++;
  832. /* Wait until the packet has been flushed (device/FIFO stable) */
  833. for (lastrbc = retries = 0xffff; retries > 0; retries--) {
  834. hi = brcmf_sdio_regrb(bus->sdiodev,
  835. SBSDIO_FUNC1_RFRAMEBCHI, &err);
  836. lo = brcmf_sdio_regrb(bus->sdiodev,
  837. SBSDIO_FUNC1_RFRAMEBCLO, &err);
  838. bus->sdcnt.f1regdata += 2;
  839. if ((hi == 0) && (lo == 0))
  840. break;
  841. if ((hi > (lastrbc >> 8)) && (lo > (lastrbc & 0x00ff))) {
  842. brcmf_err("count growing: last 0x%04x now 0x%04x\n",
  843. lastrbc, (hi << 8) + lo);
  844. }
  845. lastrbc = (hi << 8) + lo;
  846. }
  847. if (!retries)
  848. brcmf_err("count never zeroed: last 0x%04x\n", lastrbc);
  849. else
  850. brcmf_dbg(SDIO, "flush took %d iterations\n", 0xffff - retries);
  851. if (rtx) {
  852. bus->sdcnt.rxrtx++;
  853. err = w_sdreg32(bus, SMB_NAK,
  854. offsetof(struct sdpcmd_regs, tosbmailbox));
  855. bus->sdcnt.f1regdata++;
  856. if (err == 0)
  857. bus->rxskip = true;
  858. }
  859. /* Clear partial in any case */
  860. bus->cur_read.len = 0;
  861. /* If we can't reach the device, signal failure */
  862. if (err)
  863. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  864. }
  865. /* copy a buffer into a pkt buffer chain */
  866. static uint brcmf_sdbrcm_glom_from_buf(struct brcmf_sdio *bus, uint len)
  867. {
  868. uint n, ret = 0;
  869. struct sk_buff *p;
  870. u8 *buf;
  871. buf = bus->dataptr;
  872. /* copy the data */
  873. skb_queue_walk(&bus->glom, p) {
  874. n = min_t(uint, p->len, len);
  875. memcpy(p->data, buf, n);
  876. buf += n;
  877. len -= n;
  878. ret += n;
  879. if (!len)
  880. break;
  881. }
  882. return ret;
  883. }
  884. /* return total length of buffer chain */
  885. static uint brcmf_sdbrcm_glom_len(struct brcmf_sdio *bus)
  886. {
  887. struct sk_buff *p;
  888. uint total;
  889. total = 0;
  890. skb_queue_walk(&bus->glom, p)
  891. total += p->len;
  892. return total;
  893. }
  894. static void brcmf_sdbrcm_free_glom(struct brcmf_sdio *bus)
  895. {
  896. struct sk_buff *cur, *next;
  897. skb_queue_walk_safe(&bus->glom, cur, next) {
  898. skb_unlink(cur, &bus->glom);
  899. brcmu_pkt_buf_free_skb(cur);
  900. }
  901. }
  902. static int brcmf_sdio_hdparser(struct brcmf_sdio *bus, u8 *header,
  903. struct brcmf_sdio_read *rd,
  904. enum brcmf_sdio_frmtype type)
  905. {
  906. u16 len, checksum;
  907. u8 rx_seq, fc, tx_seq_max;
  908. /*
  909. * 4 bytes hardware header (frame tag)
  910. * Byte 0~1: Frame length
  911. * Byte 2~3: Checksum, bit-wise inverse of frame length
  912. */
  913. len = get_unaligned_le16(header);
  914. checksum = get_unaligned_le16(header + sizeof(u16));
  915. /* All zero means no more to read */
  916. if (!(len | checksum)) {
  917. bus->rxpending = false;
  918. return -ENODATA;
  919. }
  920. if ((u16)(~(len ^ checksum))) {
  921. brcmf_err("HW header checksum error\n");
  922. bus->sdcnt.rx_badhdr++;
  923. brcmf_sdbrcm_rxfail(bus, false, false);
  924. return -EIO;
  925. }
  926. if (len < SDPCM_HDRLEN) {
  927. brcmf_err("HW header length error\n");
  928. return -EPROTO;
  929. }
  930. if (type == BRCMF_SDIO_FT_SUPER &&
  931. (roundup(len, bus->blocksize) != rd->len)) {
  932. brcmf_err("HW superframe header length error\n");
  933. return -EPROTO;
  934. }
  935. if (type == BRCMF_SDIO_FT_SUB && len > rd->len) {
  936. brcmf_err("HW subframe header length error\n");
  937. return -EPROTO;
  938. }
  939. rd->len = len;
  940. /*
  941. * 8 bytes hardware header
  942. * Byte 0: Rx sequence number
  943. * Byte 1: 4 MSB Channel number, 4 LSB arbitrary flag
  944. * Byte 2: Length of next data frame
  945. * Byte 3: Data offset
  946. * Byte 4: Flow control bits
  947. * Byte 5: Maximum Sequence number allow for Tx
  948. * Byte 6~7: Reserved
  949. */
  950. if (type == BRCMF_SDIO_FT_SUPER &&
  951. SDPCM_GLOMDESC(&header[SDPCM_FRAMETAG_LEN])) {
  952. brcmf_err("Glom descriptor found in superframe head\n");
  953. rd->len = 0;
  954. return -EINVAL;
  955. }
  956. rx_seq = SDPCM_PACKET_SEQUENCE(&header[SDPCM_FRAMETAG_LEN]);
  957. rd->channel = SDPCM_PACKET_CHANNEL(&header[SDPCM_FRAMETAG_LEN]);
  958. if (len > MAX_RX_DATASZ && rd->channel != SDPCM_CONTROL_CHANNEL &&
  959. type != BRCMF_SDIO_FT_SUPER) {
  960. brcmf_err("HW header length too long\n");
  961. bus->sdcnt.rx_toolong++;
  962. brcmf_sdbrcm_rxfail(bus, false, false);
  963. rd->len = 0;
  964. return -EPROTO;
  965. }
  966. if (type == BRCMF_SDIO_FT_SUPER && rd->channel != SDPCM_GLOM_CHANNEL) {
  967. brcmf_err("Wrong channel for superframe\n");
  968. rd->len = 0;
  969. return -EINVAL;
  970. }
  971. if (type == BRCMF_SDIO_FT_SUB && rd->channel != SDPCM_DATA_CHANNEL &&
  972. rd->channel != SDPCM_EVENT_CHANNEL) {
  973. brcmf_err("Wrong channel for subframe\n");
  974. rd->len = 0;
  975. return -EINVAL;
  976. }
  977. rd->dat_offset = SDPCM_DOFFSET_VALUE(&header[SDPCM_FRAMETAG_LEN]);
  978. if (rd->dat_offset < SDPCM_HDRLEN || rd->dat_offset > rd->len) {
  979. brcmf_err("seq %d: bad data offset\n", rx_seq);
  980. bus->sdcnt.rx_badhdr++;
  981. brcmf_sdbrcm_rxfail(bus, false, false);
  982. rd->len = 0;
  983. return -ENXIO;
  984. }
  985. if (rd->seq_num != rx_seq) {
  986. brcmf_err("seq %d: sequence number error, expect %d\n",
  987. rx_seq, rd->seq_num);
  988. bus->sdcnt.rx_badseq++;
  989. rd->seq_num = rx_seq;
  990. }
  991. /* no need to check the reset for subframe */
  992. if (type == BRCMF_SDIO_FT_SUB)
  993. return 0;
  994. rd->len_nxtfrm = header[SDPCM_FRAMETAG_LEN + SDPCM_NEXTLEN_OFFSET];
  995. if (rd->len_nxtfrm << 4 > MAX_RX_DATASZ) {
  996. /* only warm for NON glom packet */
  997. if (rd->channel != SDPCM_GLOM_CHANNEL)
  998. brcmf_err("seq %d: next length error\n", rx_seq);
  999. rd->len_nxtfrm = 0;
  1000. }
  1001. fc = SDPCM_FCMASK_VALUE(&header[SDPCM_FRAMETAG_LEN]);
  1002. if (bus->flowcontrol != fc) {
  1003. if (~bus->flowcontrol & fc)
  1004. bus->sdcnt.fc_xoff++;
  1005. if (bus->flowcontrol & ~fc)
  1006. bus->sdcnt.fc_xon++;
  1007. bus->sdcnt.fc_rcvd++;
  1008. bus->flowcontrol = fc;
  1009. }
  1010. tx_seq_max = SDPCM_WINDOW_VALUE(&header[SDPCM_FRAMETAG_LEN]);
  1011. if ((u8)(tx_seq_max - bus->tx_seq) > 0x40) {
  1012. brcmf_err("seq %d: max tx seq number error\n", rx_seq);
  1013. tx_seq_max = bus->tx_seq + 2;
  1014. }
  1015. bus->tx_max = tx_seq_max;
  1016. return 0;
  1017. }
  1018. static u8 brcmf_sdbrcm_rxglom(struct brcmf_sdio *bus, u8 rxseq)
  1019. {
  1020. u16 dlen, totlen;
  1021. u8 *dptr, num = 0;
  1022. u16 sublen;
  1023. struct sk_buff *pfirst, *pnext;
  1024. int errcode;
  1025. u8 doff, sfdoff;
  1026. bool usechain = bus->use_rxchain;
  1027. struct brcmf_sdio_read rd_new;
  1028. /* If packets, issue read(s) and send up packet chain */
  1029. /* Return sequence numbers consumed? */
  1030. brcmf_dbg(SDIO, "start: glomd %p glom %p\n",
  1031. bus->glomd, skb_peek(&bus->glom));
  1032. /* If there's a descriptor, generate the packet chain */
  1033. if (bus->glomd) {
  1034. pfirst = pnext = NULL;
  1035. dlen = (u16) (bus->glomd->len);
  1036. dptr = bus->glomd->data;
  1037. if (!dlen || (dlen & 1)) {
  1038. brcmf_err("bad glomd len(%d), ignore descriptor\n",
  1039. dlen);
  1040. dlen = 0;
  1041. }
  1042. for (totlen = num = 0; dlen; num++) {
  1043. /* Get (and move past) next length */
  1044. sublen = get_unaligned_le16(dptr);
  1045. dlen -= sizeof(u16);
  1046. dptr += sizeof(u16);
  1047. if ((sublen < SDPCM_HDRLEN) ||
  1048. ((num == 0) && (sublen < (2 * SDPCM_HDRLEN)))) {
  1049. brcmf_err("descriptor len %d bad: %d\n",
  1050. num, sublen);
  1051. pnext = NULL;
  1052. break;
  1053. }
  1054. if (sublen % BRCMF_SDALIGN) {
  1055. brcmf_err("sublen %d not multiple of %d\n",
  1056. sublen, BRCMF_SDALIGN);
  1057. usechain = false;
  1058. }
  1059. totlen += sublen;
  1060. /* For last frame, adjust read len so total
  1061. is a block multiple */
  1062. if (!dlen) {
  1063. sublen +=
  1064. (roundup(totlen, bus->blocksize) - totlen);
  1065. totlen = roundup(totlen, bus->blocksize);
  1066. }
  1067. /* Allocate/chain packet for next subframe */
  1068. pnext = brcmu_pkt_buf_get_skb(sublen + BRCMF_SDALIGN);
  1069. if (pnext == NULL) {
  1070. brcmf_err("bcm_pkt_buf_get_skb failed, num %d len %d\n",
  1071. num, sublen);
  1072. break;
  1073. }
  1074. skb_queue_tail(&bus->glom, pnext);
  1075. /* Adhere to start alignment requirements */
  1076. pkt_align(pnext, sublen, BRCMF_SDALIGN);
  1077. }
  1078. /* If all allocations succeeded, save packet chain
  1079. in bus structure */
  1080. if (pnext) {
  1081. brcmf_dbg(GLOM, "allocated %d-byte packet chain for %d subframes\n",
  1082. totlen, num);
  1083. if (BRCMF_GLOM_ON() && bus->cur_read.len &&
  1084. totlen != bus->cur_read.len) {
  1085. brcmf_dbg(GLOM, "glomdesc mismatch: nextlen %d glomdesc %d rxseq %d\n",
  1086. bus->cur_read.len, totlen, rxseq);
  1087. }
  1088. pfirst = pnext = NULL;
  1089. } else {
  1090. brcmf_sdbrcm_free_glom(bus);
  1091. num = 0;
  1092. }
  1093. /* Done with descriptor packet */
  1094. brcmu_pkt_buf_free_skb(bus->glomd);
  1095. bus->glomd = NULL;
  1096. bus->cur_read.len = 0;
  1097. }
  1098. /* Ok -- either we just generated a packet chain,
  1099. or had one from before */
  1100. if (!skb_queue_empty(&bus->glom)) {
  1101. if (BRCMF_GLOM_ON()) {
  1102. brcmf_dbg(GLOM, "try superframe read, packet chain:\n");
  1103. skb_queue_walk(&bus->glom, pnext) {
  1104. brcmf_dbg(GLOM, " %p: %p len 0x%04x (%d)\n",
  1105. pnext, (u8 *) (pnext->data),
  1106. pnext->len, pnext->len);
  1107. }
  1108. }
  1109. pfirst = skb_peek(&bus->glom);
  1110. dlen = (u16) brcmf_sdbrcm_glom_len(bus);
  1111. /* Do an SDIO read for the superframe. Configurable iovar to
  1112. * read directly into the chained packet, or allocate a large
  1113. * packet and and copy into the chain.
  1114. */
  1115. sdio_claim_host(bus->sdiodev->func[1]);
  1116. if (usechain) {
  1117. errcode = brcmf_sdcard_recv_chain(bus->sdiodev,
  1118. bus->sdiodev->sbwad,
  1119. SDIO_FUNC_2, F2SYNC, &bus->glom);
  1120. } else if (bus->dataptr) {
  1121. errcode = brcmf_sdcard_recv_buf(bus->sdiodev,
  1122. bus->sdiodev->sbwad,
  1123. SDIO_FUNC_2, F2SYNC,
  1124. bus->dataptr, dlen);
  1125. sublen = (u16) brcmf_sdbrcm_glom_from_buf(bus, dlen);
  1126. if (sublen != dlen) {
  1127. brcmf_err("FAILED TO COPY, dlen %d sublen %d\n",
  1128. dlen, sublen);
  1129. errcode = -1;
  1130. }
  1131. pnext = NULL;
  1132. } else {
  1133. brcmf_err("COULDN'T ALLOC %d-BYTE GLOM, FORCE FAILURE\n",
  1134. dlen);
  1135. errcode = -1;
  1136. }
  1137. sdio_release_host(bus->sdiodev->func[1]);
  1138. bus->sdcnt.f2rxdata++;
  1139. /* On failure, kill the superframe, allow a couple retries */
  1140. if (errcode < 0) {
  1141. brcmf_err("glom read of %d bytes failed: %d\n",
  1142. dlen, errcode);
  1143. sdio_claim_host(bus->sdiodev->func[1]);
  1144. if (bus->glomerr++ < 3) {
  1145. brcmf_sdbrcm_rxfail(bus, true, true);
  1146. } else {
  1147. bus->glomerr = 0;
  1148. brcmf_sdbrcm_rxfail(bus, true, false);
  1149. bus->sdcnt.rxglomfail++;
  1150. brcmf_sdbrcm_free_glom(bus);
  1151. }
  1152. sdio_release_host(bus->sdiodev->func[1]);
  1153. return 0;
  1154. }
  1155. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1156. pfirst->data, min_t(int, pfirst->len, 48),
  1157. "SUPERFRAME:\n");
  1158. rd_new.seq_num = rxseq;
  1159. rd_new.len = dlen;
  1160. sdio_claim_host(bus->sdiodev->func[1]);
  1161. errcode = brcmf_sdio_hdparser(bus, pfirst->data, &rd_new,
  1162. BRCMF_SDIO_FT_SUPER);
  1163. sdio_release_host(bus->sdiodev->func[1]);
  1164. bus->cur_read.len = rd_new.len_nxtfrm << 4;
  1165. /* Remove superframe header, remember offset */
  1166. skb_pull(pfirst, rd_new.dat_offset);
  1167. sfdoff = rd_new.dat_offset;
  1168. num = 0;
  1169. /* Validate all the subframe headers */
  1170. skb_queue_walk(&bus->glom, pnext) {
  1171. /* leave when invalid subframe is found */
  1172. if (errcode)
  1173. break;
  1174. rd_new.len = pnext->len;
  1175. rd_new.seq_num = rxseq++;
  1176. sdio_claim_host(bus->sdiodev->func[1]);
  1177. errcode = brcmf_sdio_hdparser(bus, pnext->data, &rd_new,
  1178. BRCMF_SDIO_FT_SUB);
  1179. sdio_release_host(bus->sdiodev->func[1]);
  1180. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1181. pnext->data, 32, "subframe:\n");
  1182. num++;
  1183. }
  1184. if (errcode) {
  1185. /* Terminate frame on error, request
  1186. a couple retries */
  1187. sdio_claim_host(bus->sdiodev->func[1]);
  1188. if (bus->glomerr++ < 3) {
  1189. /* Restore superframe header space */
  1190. skb_push(pfirst, sfdoff);
  1191. brcmf_sdbrcm_rxfail(bus, true, true);
  1192. } else {
  1193. bus->glomerr = 0;
  1194. brcmf_sdbrcm_rxfail(bus, true, false);
  1195. bus->sdcnt.rxglomfail++;
  1196. brcmf_sdbrcm_free_glom(bus);
  1197. }
  1198. sdio_release_host(bus->sdiodev->func[1]);
  1199. bus->cur_read.len = 0;
  1200. return 0;
  1201. }
  1202. /* Basic SD framing looks ok - process each packet (header) */
  1203. skb_queue_walk_safe(&bus->glom, pfirst, pnext) {
  1204. dptr = (u8 *) (pfirst->data);
  1205. sublen = get_unaligned_le16(dptr);
  1206. doff = SDPCM_DOFFSET_VALUE(&dptr[SDPCM_FRAMETAG_LEN]);
  1207. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_DATA_ON(),
  1208. dptr, pfirst->len,
  1209. "Rx Subframe Data:\n");
  1210. __skb_trim(pfirst, sublen);
  1211. skb_pull(pfirst, doff);
  1212. if (pfirst->len == 0) {
  1213. skb_unlink(pfirst, &bus->glom);
  1214. brcmu_pkt_buf_free_skb(pfirst);
  1215. continue;
  1216. }
  1217. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1218. pfirst->data,
  1219. min_t(int, pfirst->len, 32),
  1220. "subframe %d to stack, %p (%p/%d) nxt/lnk %p/%p\n",
  1221. bus->glom.qlen, pfirst, pfirst->data,
  1222. pfirst->len, pfirst->next,
  1223. pfirst->prev);
  1224. }
  1225. /* sent any remaining packets up */
  1226. if (bus->glom.qlen)
  1227. brcmf_rx_frames(bus->sdiodev->dev, &bus->glom);
  1228. bus->sdcnt.rxglomframes++;
  1229. bus->sdcnt.rxglompkts += bus->glom.qlen;
  1230. }
  1231. return num;
  1232. }
  1233. static int brcmf_sdbrcm_dcmd_resp_wait(struct brcmf_sdio *bus, uint *condition,
  1234. bool *pending)
  1235. {
  1236. DECLARE_WAITQUEUE(wait, current);
  1237. int timeout = msecs_to_jiffies(DCMD_RESP_TIMEOUT);
  1238. /* Wait until control frame is available */
  1239. add_wait_queue(&bus->dcmd_resp_wait, &wait);
  1240. set_current_state(TASK_INTERRUPTIBLE);
  1241. while (!(*condition) && (!signal_pending(current) && timeout))
  1242. timeout = schedule_timeout(timeout);
  1243. if (signal_pending(current))
  1244. *pending = true;
  1245. set_current_state(TASK_RUNNING);
  1246. remove_wait_queue(&bus->dcmd_resp_wait, &wait);
  1247. return timeout;
  1248. }
  1249. static int brcmf_sdbrcm_dcmd_resp_wake(struct brcmf_sdio *bus)
  1250. {
  1251. if (waitqueue_active(&bus->dcmd_resp_wait))
  1252. wake_up_interruptible(&bus->dcmd_resp_wait);
  1253. return 0;
  1254. }
  1255. static void
  1256. brcmf_sdbrcm_read_control(struct brcmf_sdio *bus, u8 *hdr, uint len, uint doff)
  1257. {
  1258. uint rdlen, pad;
  1259. u8 *buf = NULL, *rbuf;
  1260. int sdret;
  1261. brcmf_dbg(TRACE, "Enter\n");
  1262. if (bus->rxblen)
  1263. buf = vzalloc(bus->rxblen);
  1264. if (!buf)
  1265. goto done;
  1266. rbuf = bus->rxbuf;
  1267. pad = ((unsigned long)rbuf % BRCMF_SDALIGN);
  1268. if (pad)
  1269. rbuf += (BRCMF_SDALIGN - pad);
  1270. /* Copy the already-read portion over */
  1271. memcpy(buf, hdr, BRCMF_FIRSTREAD);
  1272. if (len <= BRCMF_FIRSTREAD)
  1273. goto gotpkt;
  1274. /* Raise rdlen to next SDIO block to avoid tail command */
  1275. rdlen = len - BRCMF_FIRSTREAD;
  1276. if (bus->roundup && bus->blocksize && (rdlen > bus->blocksize)) {
  1277. pad = bus->blocksize - (rdlen % bus->blocksize);
  1278. if ((pad <= bus->roundup) && (pad < bus->blocksize) &&
  1279. ((len + pad) < bus->sdiodev->bus_if->maxctl))
  1280. rdlen += pad;
  1281. } else if (rdlen % BRCMF_SDALIGN) {
  1282. rdlen += BRCMF_SDALIGN - (rdlen % BRCMF_SDALIGN);
  1283. }
  1284. /* Satisfy length-alignment requirements */
  1285. if (rdlen & (ALIGNMENT - 1))
  1286. rdlen = roundup(rdlen, ALIGNMENT);
  1287. /* Drop if the read is too big or it exceeds our maximum */
  1288. if ((rdlen + BRCMF_FIRSTREAD) > bus->sdiodev->bus_if->maxctl) {
  1289. brcmf_err("%d-byte control read exceeds %d-byte buffer\n",
  1290. rdlen, bus->sdiodev->bus_if->maxctl);
  1291. brcmf_sdbrcm_rxfail(bus, false, false);
  1292. goto done;
  1293. }
  1294. if ((len - doff) > bus->sdiodev->bus_if->maxctl) {
  1295. brcmf_err("%d-byte ctl frame (%d-byte ctl data) exceeds %d-byte limit\n",
  1296. len, len - doff, bus->sdiodev->bus_if->maxctl);
  1297. bus->sdcnt.rx_toolong++;
  1298. brcmf_sdbrcm_rxfail(bus, false, false);
  1299. goto done;
  1300. }
  1301. /* Read remain of frame body */
  1302. sdret = brcmf_sdcard_recv_buf(bus->sdiodev,
  1303. bus->sdiodev->sbwad,
  1304. SDIO_FUNC_2,
  1305. F2SYNC, rbuf, rdlen);
  1306. bus->sdcnt.f2rxdata++;
  1307. /* Control frame failures need retransmission */
  1308. if (sdret < 0) {
  1309. brcmf_err("read %d control bytes failed: %d\n",
  1310. rdlen, sdret);
  1311. bus->sdcnt.rxc_errors++;
  1312. brcmf_sdbrcm_rxfail(bus, true, true);
  1313. goto done;
  1314. } else
  1315. memcpy(buf + BRCMF_FIRSTREAD, rbuf, rdlen);
  1316. gotpkt:
  1317. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_CTL_ON(),
  1318. buf, len, "RxCtrl:\n");
  1319. /* Point to valid data and indicate its length */
  1320. spin_lock_bh(&bus->rxctl_lock);
  1321. if (bus->rxctl) {
  1322. brcmf_err("last control frame is being processed.\n");
  1323. spin_unlock_bh(&bus->rxctl_lock);
  1324. vfree(buf);
  1325. goto done;
  1326. }
  1327. bus->rxctl = buf + doff;
  1328. bus->rxctl_orig = buf;
  1329. bus->rxlen = len - doff;
  1330. spin_unlock_bh(&bus->rxctl_lock);
  1331. done:
  1332. /* Awake any waiters */
  1333. brcmf_sdbrcm_dcmd_resp_wake(bus);
  1334. }
  1335. /* Pad read to blocksize for efficiency */
  1336. static void brcmf_pad(struct brcmf_sdio *bus, u16 *pad, u16 *rdlen)
  1337. {
  1338. if (bus->roundup && bus->blocksize && *rdlen > bus->blocksize) {
  1339. *pad = bus->blocksize - (*rdlen % bus->blocksize);
  1340. if (*pad <= bus->roundup && *pad < bus->blocksize &&
  1341. *rdlen + *pad + BRCMF_FIRSTREAD < MAX_RX_DATASZ)
  1342. *rdlen += *pad;
  1343. } else if (*rdlen % BRCMF_SDALIGN) {
  1344. *rdlen += BRCMF_SDALIGN - (*rdlen % BRCMF_SDALIGN);
  1345. }
  1346. }
  1347. static uint brcmf_sdio_readframes(struct brcmf_sdio *bus, uint maxframes)
  1348. {
  1349. struct sk_buff *pkt; /* Packet for event or data frames */
  1350. struct sk_buff_head pktlist; /* needed for bus interface */
  1351. u16 pad; /* Number of pad bytes to read */
  1352. uint rxleft = 0; /* Remaining number of frames allowed */
  1353. int ret; /* Return code from calls */
  1354. uint rxcount = 0; /* Total frames read */
  1355. struct brcmf_sdio_read *rd = &bus->cur_read, rd_new;
  1356. u8 head_read = 0;
  1357. brcmf_dbg(TRACE, "Enter\n");
  1358. /* Not finished unless we encounter no more frames indication */
  1359. bus->rxpending = true;
  1360. for (rd->seq_num = bus->rx_seq, rxleft = maxframes;
  1361. !bus->rxskip && rxleft &&
  1362. bus->sdiodev->bus_if->state != BRCMF_BUS_DOWN;
  1363. rd->seq_num++, rxleft--) {
  1364. /* Handle glomming separately */
  1365. if (bus->glomd || !skb_queue_empty(&bus->glom)) {
  1366. u8 cnt;
  1367. brcmf_dbg(GLOM, "calling rxglom: glomd %p, glom %p\n",
  1368. bus->glomd, skb_peek(&bus->glom));
  1369. cnt = brcmf_sdbrcm_rxglom(bus, rd->seq_num);
  1370. brcmf_dbg(GLOM, "rxglom returned %d\n", cnt);
  1371. rd->seq_num += cnt - 1;
  1372. rxleft = (rxleft > cnt) ? (rxleft - cnt) : 1;
  1373. continue;
  1374. }
  1375. rd->len_left = rd->len;
  1376. /* read header first for unknow frame length */
  1377. sdio_claim_host(bus->sdiodev->func[1]);
  1378. if (!rd->len) {
  1379. ret = brcmf_sdcard_recv_buf(bus->sdiodev,
  1380. bus->sdiodev->sbwad,
  1381. SDIO_FUNC_2, F2SYNC,
  1382. bus->rxhdr,
  1383. BRCMF_FIRSTREAD);
  1384. bus->sdcnt.f2rxhdrs++;
  1385. if (ret < 0) {
  1386. brcmf_err("RXHEADER FAILED: %d\n",
  1387. ret);
  1388. bus->sdcnt.rx_hdrfail++;
  1389. brcmf_sdbrcm_rxfail(bus, true, true);
  1390. sdio_release_host(bus->sdiodev->func[1]);
  1391. continue;
  1392. }
  1393. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() || BRCMF_HDRS_ON(),
  1394. bus->rxhdr, SDPCM_HDRLEN,
  1395. "RxHdr:\n");
  1396. if (brcmf_sdio_hdparser(bus, bus->rxhdr, rd,
  1397. BRCMF_SDIO_FT_NORMAL)) {
  1398. sdio_release_host(bus->sdiodev->func[1]);
  1399. if (!bus->rxpending)
  1400. break;
  1401. else
  1402. continue;
  1403. }
  1404. if (rd->channel == SDPCM_CONTROL_CHANNEL) {
  1405. brcmf_sdbrcm_read_control(bus, bus->rxhdr,
  1406. rd->len,
  1407. rd->dat_offset);
  1408. /* prepare the descriptor for the next read */
  1409. rd->len = rd->len_nxtfrm << 4;
  1410. rd->len_nxtfrm = 0;
  1411. /* treat all packet as event if we don't know */
  1412. rd->channel = SDPCM_EVENT_CHANNEL;
  1413. sdio_release_host(bus->sdiodev->func[1]);
  1414. continue;
  1415. }
  1416. rd->len_left = rd->len > BRCMF_FIRSTREAD ?
  1417. rd->len - BRCMF_FIRSTREAD : 0;
  1418. head_read = BRCMF_FIRSTREAD;
  1419. }
  1420. brcmf_pad(bus, &pad, &rd->len_left);
  1421. pkt = brcmu_pkt_buf_get_skb(rd->len_left + head_read +
  1422. BRCMF_SDALIGN);
  1423. if (!pkt) {
  1424. /* Give up on data, request rtx of events */
  1425. brcmf_err("brcmu_pkt_buf_get_skb failed\n");
  1426. brcmf_sdbrcm_rxfail(bus, false,
  1427. RETRYCHAN(rd->channel));
  1428. sdio_release_host(bus->sdiodev->func[1]);
  1429. continue;
  1430. }
  1431. skb_pull(pkt, head_read);
  1432. pkt_align(pkt, rd->len_left, BRCMF_SDALIGN);
  1433. ret = brcmf_sdcard_recv_pkt(bus->sdiodev, bus->sdiodev->sbwad,
  1434. SDIO_FUNC_2, F2SYNC, pkt);
  1435. bus->sdcnt.f2rxdata++;
  1436. sdio_release_host(bus->sdiodev->func[1]);
  1437. if (ret < 0) {
  1438. brcmf_err("read %d bytes from channel %d failed: %d\n",
  1439. rd->len, rd->channel, ret);
  1440. brcmu_pkt_buf_free_skb(pkt);
  1441. sdio_claim_host(bus->sdiodev->func[1]);
  1442. brcmf_sdbrcm_rxfail(bus, true,
  1443. RETRYCHAN(rd->channel));
  1444. sdio_release_host(bus->sdiodev->func[1]);
  1445. continue;
  1446. }
  1447. if (head_read) {
  1448. skb_push(pkt, head_read);
  1449. memcpy(pkt->data, bus->rxhdr, head_read);
  1450. head_read = 0;
  1451. } else {
  1452. memcpy(bus->rxhdr, pkt->data, SDPCM_HDRLEN);
  1453. rd_new.seq_num = rd->seq_num;
  1454. sdio_claim_host(bus->sdiodev->func[1]);
  1455. if (brcmf_sdio_hdparser(bus, bus->rxhdr, &rd_new,
  1456. BRCMF_SDIO_FT_NORMAL)) {
  1457. rd->len = 0;
  1458. brcmu_pkt_buf_free_skb(pkt);
  1459. }
  1460. bus->sdcnt.rx_readahead_cnt++;
  1461. if (rd->len != roundup(rd_new.len, 16)) {
  1462. brcmf_err("frame length mismatch:read %d, should be %d\n",
  1463. rd->len,
  1464. roundup(rd_new.len, 16) >> 4);
  1465. rd->len = 0;
  1466. brcmf_sdbrcm_rxfail(bus, true, true);
  1467. sdio_release_host(bus->sdiodev->func[1]);
  1468. brcmu_pkt_buf_free_skb(pkt);
  1469. continue;
  1470. }
  1471. sdio_release_host(bus->sdiodev->func[1]);
  1472. rd->len_nxtfrm = rd_new.len_nxtfrm;
  1473. rd->channel = rd_new.channel;
  1474. rd->dat_offset = rd_new.dat_offset;
  1475. brcmf_dbg_hex_dump(!(BRCMF_BYTES_ON() &&
  1476. BRCMF_DATA_ON()) &&
  1477. BRCMF_HDRS_ON(),
  1478. bus->rxhdr, SDPCM_HDRLEN,
  1479. "RxHdr:\n");
  1480. if (rd_new.channel == SDPCM_CONTROL_CHANNEL) {
  1481. brcmf_err("readahead on control packet %d?\n",
  1482. rd_new.seq_num);
  1483. /* Force retry w/normal header read */
  1484. rd->len = 0;
  1485. sdio_claim_host(bus->sdiodev->func[1]);
  1486. brcmf_sdbrcm_rxfail(bus, false, true);
  1487. sdio_release_host(bus->sdiodev->func[1]);
  1488. brcmu_pkt_buf_free_skb(pkt);
  1489. continue;
  1490. }
  1491. }
  1492. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_DATA_ON(),
  1493. pkt->data, rd->len, "Rx Data:\n");
  1494. /* Save superframe descriptor and allocate packet frame */
  1495. if (rd->channel == SDPCM_GLOM_CHANNEL) {
  1496. if (SDPCM_GLOMDESC(&bus->rxhdr[SDPCM_FRAMETAG_LEN])) {
  1497. brcmf_dbg(GLOM, "glom descriptor, %d bytes:\n",
  1498. rd->len);
  1499. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1500. pkt->data, rd->len,
  1501. "Glom Data:\n");
  1502. __skb_trim(pkt, rd->len);
  1503. skb_pull(pkt, SDPCM_HDRLEN);
  1504. bus->glomd = pkt;
  1505. } else {
  1506. brcmf_err("%s: glom superframe w/o "
  1507. "descriptor!\n", __func__);
  1508. sdio_claim_host(bus->sdiodev->func[1]);
  1509. brcmf_sdbrcm_rxfail(bus, false, false);
  1510. sdio_release_host(bus->sdiodev->func[1]);
  1511. }
  1512. /* prepare the descriptor for the next read */
  1513. rd->len = rd->len_nxtfrm << 4;
  1514. rd->len_nxtfrm = 0;
  1515. /* treat all packet as event if we don't know */
  1516. rd->channel = SDPCM_EVENT_CHANNEL;
  1517. continue;
  1518. }
  1519. /* Fill in packet len and prio, deliver upward */
  1520. __skb_trim(pkt, rd->len);
  1521. skb_pull(pkt, rd->dat_offset);
  1522. /* prepare the descriptor for the next read */
  1523. rd->len = rd->len_nxtfrm << 4;
  1524. rd->len_nxtfrm = 0;
  1525. /* treat all packet as event if we don't know */
  1526. rd->channel = SDPCM_EVENT_CHANNEL;
  1527. if (pkt->len == 0) {
  1528. brcmu_pkt_buf_free_skb(pkt);
  1529. continue;
  1530. }
  1531. skb_queue_head_init(&pktlist);
  1532. skb_queue_tail(&pktlist, pkt);
  1533. brcmf_rx_frames(bus->sdiodev->dev, &pktlist);
  1534. }
  1535. rxcount = maxframes - rxleft;
  1536. /* Message if we hit the limit */
  1537. if (!rxleft)
  1538. brcmf_dbg(DATA, "hit rx limit of %d frames\n", maxframes);
  1539. else
  1540. brcmf_dbg(DATA, "processed %d frames\n", rxcount);
  1541. /* Back off rxseq if awaiting rtx, update rx_seq */
  1542. if (bus->rxskip)
  1543. rd->seq_num--;
  1544. bus->rx_seq = rd->seq_num;
  1545. return rxcount;
  1546. }
  1547. static void
  1548. brcmf_sdbrcm_wait_event_wakeup(struct brcmf_sdio *bus)
  1549. {
  1550. if (waitqueue_active(&bus->ctrl_wait))
  1551. wake_up_interruptible(&bus->ctrl_wait);
  1552. return;
  1553. }
  1554. /* Writes a HW/SW header into the packet and sends it. */
  1555. /* Assumes: (a) header space already there, (b) caller holds lock */
  1556. static int brcmf_sdbrcm_txpkt(struct brcmf_sdio *bus, struct sk_buff *pkt,
  1557. uint chan)
  1558. {
  1559. int ret;
  1560. u8 *frame;
  1561. u16 len, pad = 0;
  1562. u32 swheader;
  1563. int i;
  1564. brcmf_dbg(TRACE, "Enter\n");
  1565. frame = (u8 *) (pkt->data);
  1566. /* Add alignment padding, allocate new packet if needed */
  1567. pad = ((unsigned long)frame % BRCMF_SDALIGN);
  1568. if (pad) {
  1569. if (skb_headroom(pkt) < pad) {
  1570. brcmf_dbg(INFO, "insufficient headroom %d for %d pad\n",
  1571. skb_headroom(pkt), pad);
  1572. bus->sdiodev->bus_if->tx_realloc++;
  1573. ret = skb_cow(pkt, BRCMF_SDALIGN);
  1574. if (ret)
  1575. goto done;
  1576. pad = ((unsigned long)frame % BRCMF_SDALIGN);
  1577. }
  1578. skb_push(pkt, pad);
  1579. frame = (u8 *) (pkt->data);
  1580. memset(frame, 0, pad + SDPCM_HDRLEN);
  1581. }
  1582. /* precondition: pad < BRCMF_SDALIGN */
  1583. /* Hardware tag: 2 byte len followed by 2 byte ~len check (all LE) */
  1584. len = (u16) (pkt->len);
  1585. *(__le16 *) frame = cpu_to_le16(len);
  1586. *(((__le16 *) frame) + 1) = cpu_to_le16(~len);
  1587. /* Software tag: channel, sequence number, data offset */
  1588. swheader =
  1589. ((chan << SDPCM_CHANNEL_SHIFT) & SDPCM_CHANNEL_MASK) | bus->tx_seq |
  1590. (((pad +
  1591. SDPCM_HDRLEN) << SDPCM_DOFFSET_SHIFT) & SDPCM_DOFFSET_MASK);
  1592. *(((__le32 *) frame) + 1) = cpu_to_le32(swheader);
  1593. *(((__le32 *) frame) + 2) = 0;
  1594. #ifdef DEBUG
  1595. tx_packets[pkt->priority]++;
  1596. #endif
  1597. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() &&
  1598. ((BRCMF_CTL_ON() && chan == SDPCM_CONTROL_CHANNEL) ||
  1599. (BRCMF_DATA_ON() && chan != SDPCM_CONTROL_CHANNEL)),
  1600. frame, len, "Tx Frame:\n");
  1601. brcmf_dbg_hex_dump(!(BRCMF_BYTES_ON() &&
  1602. ((BRCMF_CTL_ON() &&
  1603. chan == SDPCM_CONTROL_CHANNEL) ||
  1604. (BRCMF_DATA_ON() &&
  1605. chan != SDPCM_CONTROL_CHANNEL))) &&
  1606. BRCMF_HDRS_ON(),
  1607. frame, min_t(u16, len, 16), "TxHdr:\n");
  1608. /* Raise len to next SDIO block to eliminate tail command */
  1609. if (bus->roundup && bus->blocksize && (len > bus->blocksize)) {
  1610. u16 pad = bus->blocksize - (len % bus->blocksize);
  1611. if ((pad <= bus->roundup) && (pad < bus->blocksize))
  1612. len += pad;
  1613. } else if (len % BRCMF_SDALIGN) {
  1614. len += BRCMF_SDALIGN - (len % BRCMF_SDALIGN);
  1615. }
  1616. /* Some controllers have trouble with odd bytes -- round to even */
  1617. if (len & (ALIGNMENT - 1))
  1618. len = roundup(len, ALIGNMENT);
  1619. sdio_claim_host(bus->sdiodev->func[1]);
  1620. ret = brcmf_sdcard_send_pkt(bus->sdiodev, bus->sdiodev->sbwad,
  1621. SDIO_FUNC_2, F2SYNC, pkt);
  1622. bus->sdcnt.f2txdata++;
  1623. if (ret < 0) {
  1624. /* On failure, abort the command and terminate the frame */
  1625. brcmf_dbg(INFO, "sdio error %d, abort command and terminate frame\n",
  1626. ret);
  1627. bus->sdcnt.tx_sderrs++;
  1628. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  1629. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  1630. SFC_WF_TERM, NULL);
  1631. bus->sdcnt.f1regdata++;
  1632. for (i = 0; i < 3; i++) {
  1633. u8 hi, lo;
  1634. hi = brcmf_sdio_regrb(bus->sdiodev,
  1635. SBSDIO_FUNC1_WFRAMEBCHI, NULL);
  1636. lo = brcmf_sdio_regrb(bus->sdiodev,
  1637. SBSDIO_FUNC1_WFRAMEBCLO, NULL);
  1638. bus->sdcnt.f1regdata += 2;
  1639. if ((hi == 0) && (lo == 0))
  1640. break;
  1641. }
  1642. }
  1643. sdio_release_host(bus->sdiodev->func[1]);
  1644. if (ret == 0)
  1645. bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQUENCE_WRAP;
  1646. done:
  1647. /* restore pkt buffer pointer before calling tx complete routine */
  1648. skb_pull(pkt, SDPCM_HDRLEN + pad);
  1649. brcmf_txcomplete(bus->sdiodev->dev, pkt, ret == 0);
  1650. return ret;
  1651. }
  1652. static uint brcmf_sdbrcm_sendfromq(struct brcmf_sdio *bus, uint maxframes)
  1653. {
  1654. struct sk_buff *pkt;
  1655. u32 intstatus = 0;
  1656. int ret = 0, prec_out;
  1657. uint cnt = 0;
  1658. uint datalen;
  1659. u8 tx_prec_map;
  1660. brcmf_dbg(TRACE, "Enter\n");
  1661. tx_prec_map = ~bus->flowcontrol;
  1662. /* Send frames until the limit or some other event */
  1663. for (cnt = 0; (cnt < maxframes) && data_ok(bus); cnt++) {
  1664. spin_lock_bh(&bus->txqlock);
  1665. pkt = brcmu_pktq_mdeq(&bus->txq, tx_prec_map, &prec_out);
  1666. if (pkt == NULL) {
  1667. spin_unlock_bh(&bus->txqlock);
  1668. break;
  1669. }
  1670. spin_unlock_bh(&bus->txqlock);
  1671. datalen = pkt->len - SDPCM_HDRLEN;
  1672. ret = brcmf_sdbrcm_txpkt(bus, pkt, SDPCM_DATA_CHANNEL);
  1673. /* In poll mode, need to check for other events */
  1674. if (!bus->intr && cnt) {
  1675. /* Check device status, signal pending interrupt */
  1676. sdio_claim_host(bus->sdiodev->func[1]);
  1677. ret = r_sdreg32(bus, &intstatus,
  1678. offsetof(struct sdpcmd_regs,
  1679. intstatus));
  1680. sdio_release_host(bus->sdiodev->func[1]);
  1681. bus->sdcnt.f2txdata++;
  1682. if (ret != 0)
  1683. break;
  1684. if (intstatus & bus->hostintmask)
  1685. atomic_set(&bus->ipend, 1);
  1686. }
  1687. }
  1688. /* Deflow-control stack if needed */
  1689. if ((bus->sdiodev->bus_if->state == BRCMF_BUS_DATA) &&
  1690. bus->txoff && (pktq_len(&bus->txq) < TXLOW)) {
  1691. bus->txoff = false;
  1692. brcmf_txflowblock(bus->sdiodev->dev, false);
  1693. }
  1694. return cnt;
  1695. }
  1696. static void brcmf_sdbrcm_bus_stop(struct device *dev)
  1697. {
  1698. u32 local_hostintmask;
  1699. u8 saveclk;
  1700. int err;
  1701. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  1702. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  1703. struct brcmf_sdio *bus = sdiodev->bus;
  1704. brcmf_dbg(TRACE, "Enter\n");
  1705. if (bus->watchdog_tsk) {
  1706. send_sig(SIGTERM, bus->watchdog_tsk, 1);
  1707. kthread_stop(bus->watchdog_tsk);
  1708. bus->watchdog_tsk = NULL;
  1709. }
  1710. sdio_claim_host(bus->sdiodev->func[1]);
  1711. /* Enable clock for device interrupts */
  1712. brcmf_sdbrcm_bus_sleep(bus, false, false);
  1713. /* Disable and clear interrupts at the chip level also */
  1714. w_sdreg32(bus, 0, offsetof(struct sdpcmd_regs, hostintmask));
  1715. local_hostintmask = bus->hostintmask;
  1716. bus->hostintmask = 0;
  1717. /* Change our idea of bus state */
  1718. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1719. /* Force clocks on backplane to be sure F2 interrupt propagates */
  1720. saveclk = brcmf_sdio_regrb(bus->sdiodev,
  1721. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  1722. if (!err) {
  1723. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  1724. (saveclk | SBSDIO_FORCE_HT), &err);
  1725. }
  1726. if (err)
  1727. brcmf_err("Failed to force clock for F2: err %d\n", err);
  1728. /* Turn off the bus (F2), free any pending packets */
  1729. brcmf_dbg(INTR, "disable SDIO interrupts\n");
  1730. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx, SDIO_FUNC_ENABLE_1,
  1731. NULL);
  1732. /* Clear any pending interrupts now that F2 is disabled */
  1733. w_sdreg32(bus, local_hostintmask,
  1734. offsetof(struct sdpcmd_regs, intstatus));
  1735. /* Turn off the backplane clock (only) */
  1736. brcmf_sdbrcm_clkctl(bus, CLK_SDONLY, false);
  1737. sdio_release_host(bus->sdiodev->func[1]);
  1738. /* Clear the data packet queues */
  1739. brcmu_pktq_flush(&bus->txq, true, NULL, NULL);
  1740. /* Clear any held glomming stuff */
  1741. if (bus->glomd)
  1742. brcmu_pkt_buf_free_skb(bus->glomd);
  1743. brcmf_sdbrcm_free_glom(bus);
  1744. /* Clear rx control and wake any waiters */
  1745. spin_lock_bh(&bus->rxctl_lock);
  1746. bus->rxlen = 0;
  1747. spin_unlock_bh(&bus->rxctl_lock);
  1748. brcmf_sdbrcm_dcmd_resp_wake(bus);
  1749. /* Reset some F2 state stuff */
  1750. bus->rxskip = false;
  1751. bus->tx_seq = bus->rx_seq = 0;
  1752. }
  1753. static inline void brcmf_sdbrcm_clrintr(struct brcmf_sdio *bus)
  1754. {
  1755. unsigned long flags;
  1756. if (bus->sdiodev->oob_irq_requested) {
  1757. spin_lock_irqsave(&bus->sdiodev->irq_en_lock, flags);
  1758. if (!bus->sdiodev->irq_en && !atomic_read(&bus->ipend)) {
  1759. enable_irq(bus->sdiodev->pdata->oob_irq_nr);
  1760. bus->sdiodev->irq_en = true;
  1761. }
  1762. spin_unlock_irqrestore(&bus->sdiodev->irq_en_lock, flags);
  1763. }
  1764. }
  1765. static inline void brcmf_sdbrcm_adddpctsk(struct brcmf_sdio *bus)
  1766. {
  1767. struct list_head *new_hd;
  1768. unsigned long flags;
  1769. if (in_interrupt())
  1770. new_hd = kzalloc(sizeof(struct list_head), GFP_ATOMIC);
  1771. else
  1772. new_hd = kzalloc(sizeof(struct list_head), GFP_KERNEL);
  1773. if (new_hd == NULL)
  1774. return;
  1775. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  1776. list_add_tail(new_hd, &bus->dpc_tsklst);
  1777. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  1778. }
  1779. static int brcmf_sdio_intr_rstatus(struct brcmf_sdio *bus)
  1780. {
  1781. u8 idx;
  1782. u32 addr;
  1783. unsigned long val;
  1784. int n, ret;
  1785. idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  1786. addr = bus->ci->c_inf[idx].base +
  1787. offsetof(struct sdpcmd_regs, intstatus);
  1788. ret = brcmf_sdio_regrw_helper(bus->sdiodev, addr, &val, false);
  1789. bus->sdcnt.f1regdata++;
  1790. if (ret != 0)
  1791. val = 0;
  1792. val &= bus->hostintmask;
  1793. atomic_set(&bus->fcstate, !!(val & I_HMB_FC_STATE));
  1794. /* Clear interrupts */
  1795. if (val) {
  1796. ret = brcmf_sdio_regrw_helper(bus->sdiodev, addr, &val, true);
  1797. bus->sdcnt.f1regdata++;
  1798. }
  1799. if (ret) {
  1800. atomic_set(&bus->intstatus, 0);
  1801. } else if (val) {
  1802. for_each_set_bit(n, &val, 32)
  1803. set_bit(n, (unsigned long *)&bus->intstatus.counter);
  1804. }
  1805. return ret;
  1806. }
  1807. static void brcmf_sdbrcm_dpc(struct brcmf_sdio *bus)
  1808. {
  1809. u32 newstatus = 0;
  1810. unsigned long intstatus;
  1811. uint rxlimit = bus->rxbound; /* Rx frames to read before resched */
  1812. uint txlimit = bus->txbound; /* Tx frames to send before resched */
  1813. uint framecnt = 0; /* Temporary counter of tx/rx frames */
  1814. int err = 0, n;
  1815. brcmf_dbg(TRACE, "Enter\n");
  1816. sdio_claim_host(bus->sdiodev->func[1]);
  1817. /* If waiting for HTAVAIL, check status */
  1818. if (!bus->sr_enabled && bus->clkstate == CLK_PENDING) {
  1819. u8 clkctl, devctl = 0;
  1820. #ifdef DEBUG
  1821. /* Check for inconsistent device control */
  1822. devctl = brcmf_sdio_regrb(bus->sdiodev,
  1823. SBSDIO_DEVICE_CTL, &err);
  1824. if (err) {
  1825. brcmf_err("error reading DEVCTL: %d\n", err);
  1826. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1827. }
  1828. #endif /* DEBUG */
  1829. /* Read CSR, if clock on switch to AVAIL, else ignore */
  1830. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  1831. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  1832. if (err) {
  1833. brcmf_err("error reading CSR: %d\n",
  1834. err);
  1835. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1836. }
  1837. brcmf_dbg(SDIO, "DPC: PENDING, devctl 0x%02x clkctl 0x%02x\n",
  1838. devctl, clkctl);
  1839. if (SBSDIO_HTAV(clkctl)) {
  1840. devctl = brcmf_sdio_regrb(bus->sdiodev,
  1841. SBSDIO_DEVICE_CTL, &err);
  1842. if (err) {
  1843. brcmf_err("error reading DEVCTL: %d\n",
  1844. err);
  1845. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1846. }
  1847. devctl &= ~SBSDIO_DEVCTL_CA_INT_ONLY;
  1848. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  1849. devctl, &err);
  1850. if (err) {
  1851. brcmf_err("error writing DEVCTL: %d\n",
  1852. err);
  1853. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1854. }
  1855. bus->clkstate = CLK_AVAIL;
  1856. }
  1857. }
  1858. /* Make sure backplane clock is on */
  1859. brcmf_sdbrcm_bus_sleep(bus, false, true);
  1860. /* Pending interrupt indicates new device status */
  1861. if (atomic_read(&bus->ipend) > 0) {
  1862. atomic_set(&bus->ipend, 0);
  1863. err = brcmf_sdio_intr_rstatus(bus);
  1864. }
  1865. /* Start with leftover status bits */
  1866. intstatus = atomic_xchg(&bus->intstatus, 0);
  1867. /* Handle flow-control change: read new state in case our ack
  1868. * crossed another change interrupt. If change still set, assume
  1869. * FC ON for safety, let next loop through do the debounce.
  1870. */
  1871. if (intstatus & I_HMB_FC_CHANGE) {
  1872. intstatus &= ~I_HMB_FC_CHANGE;
  1873. err = w_sdreg32(bus, I_HMB_FC_CHANGE,
  1874. offsetof(struct sdpcmd_regs, intstatus));
  1875. err = r_sdreg32(bus, &newstatus,
  1876. offsetof(struct sdpcmd_regs, intstatus));
  1877. bus->sdcnt.f1regdata += 2;
  1878. atomic_set(&bus->fcstate,
  1879. !!(newstatus & (I_HMB_FC_STATE | I_HMB_FC_CHANGE)));
  1880. intstatus |= (newstatus & bus->hostintmask);
  1881. }
  1882. /* Handle host mailbox indication */
  1883. if (intstatus & I_HMB_HOST_INT) {
  1884. intstatus &= ~I_HMB_HOST_INT;
  1885. intstatus |= brcmf_sdbrcm_hostmail(bus);
  1886. }
  1887. sdio_release_host(bus->sdiodev->func[1]);
  1888. /* Generally don't ask for these, can get CRC errors... */
  1889. if (intstatus & I_WR_OOSYNC) {
  1890. brcmf_err("Dongle reports WR_OOSYNC\n");
  1891. intstatus &= ~I_WR_OOSYNC;
  1892. }
  1893. if (intstatus & I_RD_OOSYNC) {
  1894. brcmf_err("Dongle reports RD_OOSYNC\n");
  1895. intstatus &= ~I_RD_OOSYNC;
  1896. }
  1897. if (intstatus & I_SBINT) {
  1898. brcmf_err("Dongle reports SBINT\n");
  1899. intstatus &= ~I_SBINT;
  1900. }
  1901. /* Would be active due to wake-wlan in gSPI */
  1902. if (intstatus & I_CHIPACTIVE) {
  1903. brcmf_dbg(INFO, "Dongle reports CHIPACTIVE\n");
  1904. intstatus &= ~I_CHIPACTIVE;
  1905. }
  1906. /* Ignore frame indications if rxskip is set */
  1907. if (bus->rxskip)
  1908. intstatus &= ~I_HMB_FRAME_IND;
  1909. /* On frame indication, read available frames */
  1910. if (PKT_AVAILABLE() && bus->clkstate == CLK_AVAIL) {
  1911. framecnt = brcmf_sdio_readframes(bus, rxlimit);
  1912. if (!bus->rxpending)
  1913. intstatus &= ~I_HMB_FRAME_IND;
  1914. rxlimit -= min(framecnt, rxlimit);
  1915. }
  1916. /* Keep still-pending events for next scheduling */
  1917. if (intstatus) {
  1918. for_each_set_bit(n, &intstatus, 32)
  1919. set_bit(n, (unsigned long *)&bus->intstatus.counter);
  1920. }
  1921. brcmf_sdbrcm_clrintr(bus);
  1922. if (data_ok(bus) && bus->ctrl_frame_stat &&
  1923. (bus->clkstate == CLK_AVAIL)) {
  1924. int i;
  1925. sdio_claim_host(bus->sdiodev->func[1]);
  1926. err = brcmf_sdcard_send_buf(bus->sdiodev, bus->sdiodev->sbwad,
  1927. SDIO_FUNC_2, F2SYNC, bus->ctrl_frame_buf,
  1928. (u32) bus->ctrl_frame_len);
  1929. if (err < 0) {
  1930. /* On failure, abort the command and
  1931. terminate the frame */
  1932. brcmf_dbg(INFO, "sdio error %d, abort command and terminate frame\n",
  1933. err);
  1934. bus->sdcnt.tx_sderrs++;
  1935. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  1936. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  1937. SFC_WF_TERM, &err);
  1938. bus->sdcnt.f1regdata++;
  1939. for (i = 0; i < 3; i++) {
  1940. u8 hi, lo;
  1941. hi = brcmf_sdio_regrb(bus->sdiodev,
  1942. SBSDIO_FUNC1_WFRAMEBCHI,
  1943. &err);
  1944. lo = brcmf_sdio_regrb(bus->sdiodev,
  1945. SBSDIO_FUNC1_WFRAMEBCLO,
  1946. &err);
  1947. bus->sdcnt.f1regdata += 2;
  1948. if ((hi == 0) && (lo == 0))
  1949. break;
  1950. }
  1951. } else {
  1952. bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQUENCE_WRAP;
  1953. }
  1954. sdio_release_host(bus->sdiodev->func[1]);
  1955. bus->ctrl_frame_stat = false;
  1956. brcmf_sdbrcm_wait_event_wakeup(bus);
  1957. }
  1958. /* Send queued frames (limit 1 if rx may still be pending) */
  1959. else if ((bus->clkstate == CLK_AVAIL) && !atomic_read(&bus->fcstate) &&
  1960. brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) && txlimit
  1961. && data_ok(bus)) {
  1962. framecnt = bus->rxpending ? min(txlimit, bus->txminmax) :
  1963. txlimit;
  1964. framecnt = brcmf_sdbrcm_sendfromq(bus, framecnt);
  1965. txlimit -= framecnt;
  1966. }
  1967. if ((bus->sdiodev->bus_if->state == BRCMF_BUS_DOWN) || (err != 0)) {
  1968. brcmf_err("failed backplane access over SDIO, halting operation\n");
  1969. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1970. atomic_set(&bus->intstatus, 0);
  1971. } else if (atomic_read(&bus->intstatus) ||
  1972. atomic_read(&bus->ipend) > 0 ||
  1973. (!atomic_read(&bus->fcstate) &&
  1974. brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) &&
  1975. data_ok(bus)) || PKT_AVAILABLE()) {
  1976. brcmf_sdbrcm_adddpctsk(bus);
  1977. }
  1978. /* If we're done for now, turn off clock request. */
  1979. if ((bus->clkstate != CLK_PENDING)
  1980. && bus->idletime == BRCMF_IDLE_IMMEDIATE) {
  1981. bus->activity = false;
  1982. brcmf_dbg(SDIO, "idle state\n");
  1983. sdio_claim_host(bus->sdiodev->func[1]);
  1984. brcmf_sdbrcm_bus_sleep(bus, true, false);
  1985. sdio_release_host(bus->sdiodev->func[1]);
  1986. }
  1987. }
  1988. static struct pktq *brcmf_sdbrcm_bus_gettxq(struct device *dev)
  1989. {
  1990. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  1991. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  1992. struct brcmf_sdio *bus = sdiodev->bus;
  1993. return &bus->txq;
  1994. }
  1995. static int brcmf_sdbrcm_bus_txdata(struct device *dev, struct sk_buff *pkt)
  1996. {
  1997. int ret = -EBADE;
  1998. uint datalen, prec;
  1999. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2000. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2001. struct brcmf_sdio *bus = sdiodev->bus;
  2002. unsigned long flags;
  2003. brcmf_dbg(TRACE, "Enter\n");
  2004. datalen = pkt->len;
  2005. /* Add space for the header */
  2006. skb_push(pkt, SDPCM_HDRLEN);
  2007. /* precondition: IS_ALIGNED((unsigned long)(pkt->data), 2) */
  2008. prec = prio2prec((pkt->priority & PRIOMASK));
  2009. /* Check for existing queue, current flow-control,
  2010. pending event, or pending clock */
  2011. brcmf_dbg(TRACE, "deferring pktq len %d\n", pktq_len(&bus->txq));
  2012. bus->sdcnt.fcqueued++;
  2013. /* Priority based enq */
  2014. spin_lock_bh(&bus->txqlock);
  2015. if (!brcmf_c_prec_enq(bus->sdiodev->dev, &bus->txq, pkt, prec)) {
  2016. skb_pull(pkt, SDPCM_HDRLEN);
  2017. brcmf_txcomplete(bus->sdiodev->dev, pkt, false);
  2018. brcmf_err("out of bus->txq !!!\n");
  2019. ret = -ENOSR;
  2020. } else {
  2021. ret = 0;
  2022. }
  2023. spin_unlock_bh(&bus->txqlock);
  2024. if (pktq_len(&bus->txq) >= TXHI) {
  2025. bus->txoff = true;
  2026. brcmf_txflowblock(bus->sdiodev->dev, true);
  2027. }
  2028. #ifdef DEBUG
  2029. if (pktq_plen(&bus->txq, prec) > qcount[prec])
  2030. qcount[prec] = pktq_plen(&bus->txq, prec);
  2031. #endif
  2032. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  2033. if (list_empty(&bus->dpc_tsklst)) {
  2034. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2035. brcmf_sdbrcm_adddpctsk(bus);
  2036. queue_work(bus->brcmf_wq, &bus->datawork);
  2037. } else {
  2038. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2039. }
  2040. return ret;
  2041. }
  2042. #ifdef DEBUG
  2043. #define CONSOLE_LINE_MAX 192
  2044. static int brcmf_sdbrcm_readconsole(struct brcmf_sdio *bus)
  2045. {
  2046. struct brcmf_console *c = &bus->console;
  2047. u8 line[CONSOLE_LINE_MAX], ch;
  2048. u32 n, idx, addr;
  2049. int rv;
  2050. /* Don't do anything until FWREADY updates console address */
  2051. if (bus->console_addr == 0)
  2052. return 0;
  2053. /* Read console log struct */
  2054. addr = bus->console_addr + offsetof(struct rte_console, log_le);
  2055. rv = brcmf_sdio_ramrw(bus->sdiodev, false, addr, (u8 *)&c->log_le,
  2056. sizeof(c->log_le));
  2057. if (rv < 0)
  2058. return rv;
  2059. /* Allocate console buffer (one time only) */
  2060. if (c->buf == NULL) {
  2061. c->bufsize = le32_to_cpu(c->log_le.buf_size);
  2062. c->buf = kmalloc(c->bufsize, GFP_ATOMIC);
  2063. if (c->buf == NULL)
  2064. return -ENOMEM;
  2065. }
  2066. idx = le32_to_cpu(c->log_le.idx);
  2067. /* Protect against corrupt value */
  2068. if (idx > c->bufsize)
  2069. return -EBADE;
  2070. /* Skip reading the console buffer if the index pointer
  2071. has not moved */
  2072. if (idx == c->last)
  2073. return 0;
  2074. /* Read the console buffer */
  2075. addr = le32_to_cpu(c->log_le.buf);
  2076. rv = brcmf_sdio_ramrw(bus->sdiodev, false, addr, c->buf, c->bufsize);
  2077. if (rv < 0)
  2078. return rv;
  2079. while (c->last != idx) {
  2080. for (n = 0; n < CONSOLE_LINE_MAX - 2; n++) {
  2081. if (c->last == idx) {
  2082. /* This would output a partial line.
  2083. * Instead, back up
  2084. * the buffer pointer and output this
  2085. * line next time around.
  2086. */
  2087. if (c->last >= n)
  2088. c->last -= n;
  2089. else
  2090. c->last = c->bufsize - n;
  2091. goto break2;
  2092. }
  2093. ch = c->buf[c->last];
  2094. c->last = (c->last + 1) % c->bufsize;
  2095. if (ch == '\n')
  2096. break;
  2097. line[n] = ch;
  2098. }
  2099. if (n > 0) {
  2100. if (line[n - 1] == '\r')
  2101. n--;
  2102. line[n] = 0;
  2103. pr_debug("CONSOLE: %s\n", line);
  2104. }
  2105. }
  2106. break2:
  2107. return 0;
  2108. }
  2109. #endif /* DEBUG */
  2110. static int brcmf_tx_frame(struct brcmf_sdio *bus, u8 *frame, u16 len)
  2111. {
  2112. int i;
  2113. int ret;
  2114. bus->ctrl_frame_stat = false;
  2115. ret = brcmf_sdcard_send_buf(bus->sdiodev, bus->sdiodev->sbwad,
  2116. SDIO_FUNC_2, F2SYNC, frame, len);
  2117. if (ret < 0) {
  2118. /* On failure, abort the command and terminate the frame */
  2119. brcmf_dbg(INFO, "sdio error %d, abort command and terminate frame\n",
  2120. ret);
  2121. bus->sdcnt.tx_sderrs++;
  2122. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  2123. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  2124. SFC_WF_TERM, NULL);
  2125. bus->sdcnt.f1regdata++;
  2126. for (i = 0; i < 3; i++) {
  2127. u8 hi, lo;
  2128. hi = brcmf_sdio_regrb(bus->sdiodev,
  2129. SBSDIO_FUNC1_WFRAMEBCHI, NULL);
  2130. lo = brcmf_sdio_regrb(bus->sdiodev,
  2131. SBSDIO_FUNC1_WFRAMEBCLO, NULL);
  2132. bus->sdcnt.f1regdata += 2;
  2133. if (hi == 0 && lo == 0)
  2134. break;
  2135. }
  2136. return ret;
  2137. }
  2138. bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQUENCE_WRAP;
  2139. return ret;
  2140. }
  2141. static int
  2142. brcmf_sdbrcm_bus_txctl(struct device *dev, unsigned char *msg, uint msglen)
  2143. {
  2144. u8 *frame;
  2145. u16 len;
  2146. u32 swheader;
  2147. uint retries = 0;
  2148. u8 doff = 0;
  2149. int ret = -1;
  2150. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2151. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2152. struct brcmf_sdio *bus = sdiodev->bus;
  2153. unsigned long flags;
  2154. brcmf_dbg(TRACE, "Enter\n");
  2155. /* Back the pointer to make a room for bus header */
  2156. frame = msg - SDPCM_HDRLEN;
  2157. len = (msglen += SDPCM_HDRLEN);
  2158. /* Add alignment padding (optional for ctl frames) */
  2159. doff = ((unsigned long)frame % BRCMF_SDALIGN);
  2160. if (doff) {
  2161. frame -= doff;
  2162. len += doff;
  2163. msglen += doff;
  2164. memset(frame, 0, doff + SDPCM_HDRLEN);
  2165. }
  2166. /* precondition: doff < BRCMF_SDALIGN */
  2167. doff += SDPCM_HDRLEN;
  2168. /* Round send length to next SDIO block */
  2169. if (bus->roundup && bus->blocksize && (len > bus->blocksize)) {
  2170. u16 pad = bus->blocksize - (len % bus->blocksize);
  2171. if ((pad <= bus->roundup) && (pad < bus->blocksize))
  2172. len += pad;
  2173. } else if (len % BRCMF_SDALIGN) {
  2174. len += BRCMF_SDALIGN - (len % BRCMF_SDALIGN);
  2175. }
  2176. /* Satisfy length-alignment requirements */
  2177. if (len & (ALIGNMENT - 1))
  2178. len = roundup(len, ALIGNMENT);
  2179. /* precondition: IS_ALIGNED((unsigned long)frame, 2) */
  2180. /* Make sure backplane clock is on */
  2181. sdio_claim_host(bus->sdiodev->func[1]);
  2182. brcmf_sdbrcm_bus_sleep(bus, false, false);
  2183. sdio_release_host(bus->sdiodev->func[1]);
  2184. /* Hardware tag: 2 byte len followed by 2 byte ~len check (all LE) */
  2185. *(__le16 *) frame = cpu_to_le16((u16) msglen);
  2186. *(((__le16 *) frame) + 1) = cpu_to_le16(~msglen);
  2187. /* Software tag: channel, sequence number, data offset */
  2188. swheader =
  2189. ((SDPCM_CONTROL_CHANNEL << SDPCM_CHANNEL_SHIFT) &
  2190. SDPCM_CHANNEL_MASK)
  2191. | bus->tx_seq | ((doff << SDPCM_DOFFSET_SHIFT) &
  2192. SDPCM_DOFFSET_MASK);
  2193. put_unaligned_le32(swheader, frame + SDPCM_FRAMETAG_LEN);
  2194. put_unaligned_le32(0, frame + SDPCM_FRAMETAG_LEN + sizeof(swheader));
  2195. if (!data_ok(bus)) {
  2196. brcmf_dbg(INFO, "No bus credit bus->tx_max %d, bus->tx_seq %d\n",
  2197. bus->tx_max, bus->tx_seq);
  2198. bus->ctrl_frame_stat = true;
  2199. /* Send from dpc */
  2200. bus->ctrl_frame_buf = frame;
  2201. bus->ctrl_frame_len = len;
  2202. wait_event_interruptible_timeout(bus->ctrl_wait,
  2203. !bus->ctrl_frame_stat,
  2204. msecs_to_jiffies(2000));
  2205. if (!bus->ctrl_frame_stat) {
  2206. brcmf_dbg(SDIO, "ctrl_frame_stat == false\n");
  2207. ret = 0;
  2208. } else {
  2209. brcmf_dbg(SDIO, "ctrl_frame_stat == true\n");
  2210. ret = -1;
  2211. }
  2212. }
  2213. if (ret == -1) {
  2214. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_CTL_ON(),
  2215. frame, len, "Tx Frame:\n");
  2216. brcmf_dbg_hex_dump(!(BRCMF_BYTES_ON() && BRCMF_CTL_ON()) &&
  2217. BRCMF_HDRS_ON(),
  2218. frame, min_t(u16, len, 16), "TxHdr:\n");
  2219. do {
  2220. sdio_claim_host(bus->sdiodev->func[1]);
  2221. ret = brcmf_tx_frame(bus, frame, len);
  2222. sdio_release_host(bus->sdiodev->func[1]);
  2223. } while (ret < 0 && retries++ < TXRETRIES);
  2224. }
  2225. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  2226. if ((bus->idletime == BRCMF_IDLE_IMMEDIATE) &&
  2227. list_empty(&bus->dpc_tsklst)) {
  2228. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2229. bus->activity = false;
  2230. sdio_claim_host(bus->sdiodev->func[1]);
  2231. brcmf_dbg(INFO, "idle\n");
  2232. brcmf_sdbrcm_clkctl(bus, CLK_NONE, true);
  2233. sdio_release_host(bus->sdiodev->func[1]);
  2234. } else {
  2235. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2236. }
  2237. if (ret)
  2238. bus->sdcnt.tx_ctlerrs++;
  2239. else
  2240. bus->sdcnt.tx_ctlpkts++;
  2241. return ret ? -EIO : 0;
  2242. }
  2243. #ifdef DEBUG
  2244. static inline bool brcmf_sdio_valid_shared_address(u32 addr)
  2245. {
  2246. return !(addr == 0 || ((~addr >> 16) & 0xffff) == (addr & 0xffff));
  2247. }
  2248. static int brcmf_sdio_readshared(struct brcmf_sdio *bus,
  2249. struct sdpcm_shared *sh)
  2250. {
  2251. u32 addr;
  2252. int rv;
  2253. u32 shaddr = 0;
  2254. struct sdpcm_shared_le sh_le;
  2255. __le32 addr_le;
  2256. shaddr = bus->ci->rambase + bus->ramsize - 4;
  2257. /*
  2258. * Read last word in socram to determine
  2259. * address of sdpcm_shared structure
  2260. */
  2261. sdio_claim_host(bus->sdiodev->func[1]);
  2262. brcmf_sdbrcm_bus_sleep(bus, false, false);
  2263. rv = brcmf_sdio_ramrw(bus->sdiodev, false, shaddr, (u8 *)&addr_le, 4);
  2264. sdio_release_host(bus->sdiodev->func[1]);
  2265. if (rv < 0)
  2266. return rv;
  2267. addr = le32_to_cpu(addr_le);
  2268. brcmf_dbg(SDIO, "sdpcm_shared address 0x%08X\n", addr);
  2269. /*
  2270. * Check if addr is valid.
  2271. * NVRAM length at the end of memory should have been overwritten.
  2272. */
  2273. if (!brcmf_sdio_valid_shared_address(addr)) {
  2274. brcmf_err("invalid sdpcm_shared address 0x%08X\n",
  2275. addr);
  2276. return -EINVAL;
  2277. }
  2278. /* Read hndrte_shared structure */
  2279. rv = brcmf_sdio_ramrw(bus->sdiodev, false, addr, (u8 *)&sh_le,
  2280. sizeof(struct sdpcm_shared_le));
  2281. if (rv < 0)
  2282. return rv;
  2283. /* Endianness */
  2284. sh->flags = le32_to_cpu(sh_le.flags);
  2285. sh->trap_addr = le32_to_cpu(sh_le.trap_addr);
  2286. sh->assert_exp_addr = le32_to_cpu(sh_le.assert_exp_addr);
  2287. sh->assert_file_addr = le32_to_cpu(sh_le.assert_file_addr);
  2288. sh->assert_line = le32_to_cpu(sh_le.assert_line);
  2289. sh->console_addr = le32_to_cpu(sh_le.console_addr);
  2290. sh->msgtrace_addr = le32_to_cpu(sh_le.msgtrace_addr);
  2291. if ((sh->flags & SDPCM_SHARED_VERSION_MASK) > SDPCM_SHARED_VERSION) {
  2292. brcmf_err("sdpcm shared version unsupported: dhd %d dongle %d\n",
  2293. SDPCM_SHARED_VERSION,
  2294. sh->flags & SDPCM_SHARED_VERSION_MASK);
  2295. return -EPROTO;
  2296. }
  2297. return 0;
  2298. }
  2299. static int brcmf_sdio_dump_console(struct brcmf_sdio *bus,
  2300. struct sdpcm_shared *sh, char __user *data,
  2301. size_t count)
  2302. {
  2303. u32 addr, console_ptr, console_size, console_index;
  2304. char *conbuf = NULL;
  2305. __le32 sh_val;
  2306. int rv;
  2307. loff_t pos = 0;
  2308. int nbytes = 0;
  2309. /* obtain console information from device memory */
  2310. addr = sh->console_addr + offsetof(struct rte_console, log_le);
  2311. rv = brcmf_sdio_ramrw(bus->sdiodev, false, addr,
  2312. (u8 *)&sh_val, sizeof(u32));
  2313. if (rv < 0)
  2314. return rv;
  2315. console_ptr = le32_to_cpu(sh_val);
  2316. addr = sh->console_addr + offsetof(struct rte_console, log_le.buf_size);
  2317. rv = brcmf_sdio_ramrw(bus->sdiodev, false, addr,
  2318. (u8 *)&sh_val, sizeof(u32));
  2319. if (rv < 0)
  2320. return rv;
  2321. console_size = le32_to_cpu(sh_val);
  2322. addr = sh->console_addr + offsetof(struct rte_console, log_le.idx);
  2323. rv = brcmf_sdio_ramrw(bus->sdiodev, false, addr,
  2324. (u8 *)&sh_val, sizeof(u32));
  2325. if (rv < 0)
  2326. return rv;
  2327. console_index = le32_to_cpu(sh_val);
  2328. /* allocate buffer for console data */
  2329. if (console_size <= CONSOLE_BUFFER_MAX)
  2330. conbuf = vzalloc(console_size+1);
  2331. if (!conbuf)
  2332. return -ENOMEM;
  2333. /* obtain the console data from device */
  2334. conbuf[console_size] = '\0';
  2335. rv = brcmf_sdio_ramrw(bus->sdiodev, false, console_ptr, (u8 *)conbuf,
  2336. console_size);
  2337. if (rv < 0)
  2338. goto done;
  2339. rv = simple_read_from_buffer(data, count, &pos,
  2340. conbuf + console_index,
  2341. console_size - console_index);
  2342. if (rv < 0)
  2343. goto done;
  2344. nbytes = rv;
  2345. if (console_index > 0) {
  2346. pos = 0;
  2347. rv = simple_read_from_buffer(data+nbytes, count, &pos,
  2348. conbuf, console_index - 1);
  2349. if (rv < 0)
  2350. goto done;
  2351. rv += nbytes;
  2352. }
  2353. done:
  2354. vfree(conbuf);
  2355. return rv;
  2356. }
  2357. static int brcmf_sdio_trap_info(struct brcmf_sdio *bus, struct sdpcm_shared *sh,
  2358. char __user *data, size_t count)
  2359. {
  2360. int error, res;
  2361. char buf[350];
  2362. struct brcmf_trap_info tr;
  2363. loff_t pos = 0;
  2364. if ((sh->flags & SDPCM_SHARED_TRAP) == 0) {
  2365. brcmf_dbg(INFO, "no trap in firmware\n");
  2366. return 0;
  2367. }
  2368. error = brcmf_sdio_ramrw(bus->sdiodev, false, sh->trap_addr, (u8 *)&tr,
  2369. sizeof(struct brcmf_trap_info));
  2370. if (error < 0)
  2371. return error;
  2372. res = scnprintf(buf, sizeof(buf),
  2373. "dongle trap info: type 0x%x @ epc 0x%08x\n"
  2374. " cpsr 0x%08x spsr 0x%08x sp 0x%08x\n"
  2375. " lr 0x%08x pc 0x%08x offset 0x%x\n"
  2376. " r0 0x%08x r1 0x%08x r2 0x%08x r3 0x%08x\n"
  2377. " r4 0x%08x r5 0x%08x r6 0x%08x r7 0x%08x\n",
  2378. le32_to_cpu(tr.type), le32_to_cpu(tr.epc),
  2379. le32_to_cpu(tr.cpsr), le32_to_cpu(tr.spsr),
  2380. le32_to_cpu(tr.r13), le32_to_cpu(tr.r14),
  2381. le32_to_cpu(tr.pc), sh->trap_addr,
  2382. le32_to_cpu(tr.r0), le32_to_cpu(tr.r1),
  2383. le32_to_cpu(tr.r2), le32_to_cpu(tr.r3),
  2384. le32_to_cpu(tr.r4), le32_to_cpu(tr.r5),
  2385. le32_to_cpu(tr.r6), le32_to_cpu(tr.r7));
  2386. return simple_read_from_buffer(data, count, &pos, buf, res);
  2387. }
  2388. static int brcmf_sdio_assert_info(struct brcmf_sdio *bus,
  2389. struct sdpcm_shared *sh, char __user *data,
  2390. size_t count)
  2391. {
  2392. int error = 0;
  2393. char buf[200];
  2394. char file[80] = "?";
  2395. char expr[80] = "<???>";
  2396. int res;
  2397. loff_t pos = 0;
  2398. if ((sh->flags & SDPCM_SHARED_ASSERT_BUILT) == 0) {
  2399. brcmf_dbg(INFO, "firmware not built with -assert\n");
  2400. return 0;
  2401. } else if ((sh->flags & SDPCM_SHARED_ASSERT) == 0) {
  2402. brcmf_dbg(INFO, "no assert in dongle\n");
  2403. return 0;
  2404. }
  2405. sdio_claim_host(bus->sdiodev->func[1]);
  2406. if (sh->assert_file_addr != 0) {
  2407. error = brcmf_sdio_ramrw(bus->sdiodev, false,
  2408. sh->assert_file_addr, (u8 *)file, 80);
  2409. if (error < 0)
  2410. return error;
  2411. }
  2412. if (sh->assert_exp_addr != 0) {
  2413. error = brcmf_sdio_ramrw(bus->sdiodev, false,
  2414. sh->assert_exp_addr, (u8 *)expr, 80);
  2415. if (error < 0)
  2416. return error;
  2417. }
  2418. sdio_release_host(bus->sdiodev->func[1]);
  2419. res = scnprintf(buf, sizeof(buf),
  2420. "dongle assert: %s:%d: assert(%s)\n",
  2421. file, sh->assert_line, expr);
  2422. return simple_read_from_buffer(data, count, &pos, buf, res);
  2423. }
  2424. static int brcmf_sdbrcm_checkdied(struct brcmf_sdio *bus)
  2425. {
  2426. int error;
  2427. struct sdpcm_shared sh;
  2428. error = brcmf_sdio_readshared(bus, &sh);
  2429. if (error < 0)
  2430. return error;
  2431. if ((sh.flags & SDPCM_SHARED_ASSERT_BUILT) == 0)
  2432. brcmf_dbg(INFO, "firmware not built with -assert\n");
  2433. else if (sh.flags & SDPCM_SHARED_ASSERT)
  2434. brcmf_err("assertion in dongle\n");
  2435. if (sh.flags & SDPCM_SHARED_TRAP)
  2436. brcmf_err("firmware trap in dongle\n");
  2437. return 0;
  2438. }
  2439. static int brcmf_sdbrcm_died_dump(struct brcmf_sdio *bus, char __user *data,
  2440. size_t count, loff_t *ppos)
  2441. {
  2442. int error = 0;
  2443. struct sdpcm_shared sh;
  2444. int nbytes = 0;
  2445. loff_t pos = *ppos;
  2446. if (pos != 0)
  2447. return 0;
  2448. error = brcmf_sdio_readshared(bus, &sh);
  2449. if (error < 0)
  2450. goto done;
  2451. error = brcmf_sdio_assert_info(bus, &sh, data, count);
  2452. if (error < 0)
  2453. goto done;
  2454. nbytes = error;
  2455. error = brcmf_sdio_trap_info(bus, &sh, data+nbytes, count);
  2456. if (error < 0)
  2457. goto done;
  2458. nbytes += error;
  2459. error = brcmf_sdio_dump_console(bus, &sh, data+nbytes, count);
  2460. if (error < 0)
  2461. goto done;
  2462. nbytes += error;
  2463. error = nbytes;
  2464. *ppos += nbytes;
  2465. done:
  2466. return error;
  2467. }
  2468. static ssize_t brcmf_sdio_forensic_read(struct file *f, char __user *data,
  2469. size_t count, loff_t *ppos)
  2470. {
  2471. struct brcmf_sdio *bus = f->private_data;
  2472. int res;
  2473. res = brcmf_sdbrcm_died_dump(bus, data, count, ppos);
  2474. if (res > 0)
  2475. *ppos += res;
  2476. return (ssize_t)res;
  2477. }
  2478. static const struct file_operations brcmf_sdio_forensic_ops = {
  2479. .owner = THIS_MODULE,
  2480. .open = simple_open,
  2481. .read = brcmf_sdio_forensic_read
  2482. };
  2483. static void brcmf_sdio_debugfs_create(struct brcmf_sdio *bus)
  2484. {
  2485. struct brcmf_pub *drvr = bus->sdiodev->bus_if->drvr;
  2486. struct dentry *dentry = brcmf_debugfs_get_devdir(drvr);
  2487. if (IS_ERR_OR_NULL(dentry))
  2488. return;
  2489. debugfs_create_file("forensics", S_IRUGO, dentry, bus,
  2490. &brcmf_sdio_forensic_ops);
  2491. brcmf_debugfs_create_sdio_count(drvr, &bus->sdcnt);
  2492. }
  2493. #else
  2494. static int brcmf_sdbrcm_checkdied(struct brcmf_sdio *bus)
  2495. {
  2496. return 0;
  2497. }
  2498. static void brcmf_sdio_debugfs_create(struct brcmf_sdio *bus)
  2499. {
  2500. }
  2501. #endif /* DEBUG */
  2502. static int
  2503. brcmf_sdbrcm_bus_rxctl(struct device *dev, unsigned char *msg, uint msglen)
  2504. {
  2505. int timeleft;
  2506. uint rxlen = 0;
  2507. bool pending;
  2508. u8 *buf;
  2509. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2510. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2511. struct brcmf_sdio *bus = sdiodev->bus;
  2512. brcmf_dbg(TRACE, "Enter\n");
  2513. /* Wait until control frame is available */
  2514. timeleft = brcmf_sdbrcm_dcmd_resp_wait(bus, &bus->rxlen, &pending);
  2515. spin_lock_bh(&bus->rxctl_lock);
  2516. rxlen = bus->rxlen;
  2517. memcpy(msg, bus->rxctl, min(msglen, rxlen));
  2518. bus->rxctl = NULL;
  2519. buf = bus->rxctl_orig;
  2520. bus->rxctl_orig = NULL;
  2521. bus->rxlen = 0;
  2522. spin_unlock_bh(&bus->rxctl_lock);
  2523. vfree(buf);
  2524. if (rxlen) {
  2525. brcmf_dbg(CTL, "resumed on rxctl frame, got %d expected %d\n",
  2526. rxlen, msglen);
  2527. } else if (timeleft == 0) {
  2528. brcmf_err("resumed on timeout\n");
  2529. brcmf_sdbrcm_checkdied(bus);
  2530. } else if (pending) {
  2531. brcmf_dbg(CTL, "cancelled\n");
  2532. return -ERESTARTSYS;
  2533. } else {
  2534. brcmf_dbg(CTL, "resumed for unknown reason?\n");
  2535. brcmf_sdbrcm_checkdied(bus);
  2536. }
  2537. if (rxlen)
  2538. bus->sdcnt.rx_ctlpkts++;
  2539. else
  2540. bus->sdcnt.rx_ctlerrs++;
  2541. return rxlen ? (int)rxlen : -ETIMEDOUT;
  2542. }
  2543. static bool brcmf_sdbrcm_download_state(struct brcmf_sdio *bus, bool enter)
  2544. {
  2545. struct chip_info *ci = bus->ci;
  2546. /* To enter download state, disable ARM and reset SOCRAM.
  2547. * To exit download state, simply reset ARM (default is RAM boot).
  2548. */
  2549. if (enter) {
  2550. bus->alp_only = true;
  2551. brcmf_sdio_chip_enter_download(bus->sdiodev, ci);
  2552. } else {
  2553. if (!brcmf_sdio_chip_exit_download(bus->sdiodev, ci, bus->vars,
  2554. bus->varsz))
  2555. return false;
  2556. /* Allow HT Clock now that the ARM is running. */
  2557. bus->alp_only = false;
  2558. bus->sdiodev->bus_if->state = BRCMF_BUS_LOAD;
  2559. }
  2560. return true;
  2561. }
  2562. static int brcmf_sdbrcm_get_image(char *buf, int len, struct brcmf_sdio *bus)
  2563. {
  2564. if (bus->firmware->size < bus->fw_ptr + len)
  2565. len = bus->firmware->size - bus->fw_ptr;
  2566. memcpy(buf, &bus->firmware->data[bus->fw_ptr], len);
  2567. bus->fw_ptr += len;
  2568. return len;
  2569. }
  2570. static int brcmf_sdbrcm_download_code_file(struct brcmf_sdio *bus)
  2571. {
  2572. int offset;
  2573. uint len;
  2574. u8 *memblock = NULL, *memptr;
  2575. int ret;
  2576. u8 idx;
  2577. brcmf_dbg(INFO, "Enter\n");
  2578. ret = request_firmware(&bus->firmware, BRCMF_SDIO_FW_NAME,
  2579. &bus->sdiodev->func[2]->dev);
  2580. if (ret) {
  2581. brcmf_err("Fail to request firmware %d\n", ret);
  2582. return ret;
  2583. }
  2584. bus->fw_ptr = 0;
  2585. memptr = memblock = kmalloc(MEMBLOCK + BRCMF_SDALIGN, GFP_ATOMIC);
  2586. if (memblock == NULL) {
  2587. ret = -ENOMEM;
  2588. goto err;
  2589. }
  2590. if ((u32)(unsigned long)memblock % BRCMF_SDALIGN)
  2591. memptr += (BRCMF_SDALIGN -
  2592. ((u32)(unsigned long)memblock % BRCMF_SDALIGN));
  2593. offset = bus->ci->rambase;
  2594. /* Download image */
  2595. len = brcmf_sdbrcm_get_image((char *)memptr, MEMBLOCK, bus);
  2596. idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_ARM_CR4);
  2597. if (BRCMF_MAX_CORENUM != idx)
  2598. memcpy(&bus->ci->rst_vec, memptr, sizeof(bus->ci->rst_vec));
  2599. while (len) {
  2600. ret = brcmf_sdio_ramrw(bus->sdiodev, true, offset, memptr, len);
  2601. if (ret) {
  2602. brcmf_err("error %d on writing %d membytes at 0x%08x\n",
  2603. ret, MEMBLOCK, offset);
  2604. goto err;
  2605. }
  2606. offset += MEMBLOCK;
  2607. len = brcmf_sdbrcm_get_image((char *)memptr, MEMBLOCK, bus);
  2608. }
  2609. err:
  2610. kfree(memblock);
  2611. release_firmware(bus->firmware);
  2612. bus->fw_ptr = 0;
  2613. return ret;
  2614. }
  2615. /*
  2616. * ProcessVars:Takes a buffer of "<var>=<value>\n" lines read from a file
  2617. * and ending in a NUL.
  2618. * Removes carriage returns, empty lines, comment lines, and converts
  2619. * newlines to NULs.
  2620. * Shortens buffer as needed and pads with NULs. End of buffer is marked
  2621. * by two NULs.
  2622. */
  2623. static int brcmf_process_nvram_vars(struct brcmf_sdio *bus)
  2624. {
  2625. char *varbuf;
  2626. char *dp;
  2627. bool findNewline;
  2628. int column;
  2629. int ret = 0;
  2630. uint buf_len, n, len;
  2631. len = bus->firmware->size;
  2632. varbuf = vmalloc(len);
  2633. if (!varbuf)
  2634. return -ENOMEM;
  2635. memcpy(varbuf, bus->firmware->data, len);
  2636. dp = varbuf;
  2637. findNewline = false;
  2638. column = 0;
  2639. for (n = 0; n < len; n++) {
  2640. if (varbuf[n] == 0)
  2641. break;
  2642. if (varbuf[n] == '\r')
  2643. continue;
  2644. if (findNewline && varbuf[n] != '\n')
  2645. continue;
  2646. findNewline = false;
  2647. if (varbuf[n] == '#') {
  2648. findNewline = true;
  2649. continue;
  2650. }
  2651. if (varbuf[n] == '\n') {
  2652. if (column == 0)
  2653. continue;
  2654. *dp++ = 0;
  2655. column = 0;
  2656. continue;
  2657. }
  2658. *dp++ = varbuf[n];
  2659. column++;
  2660. }
  2661. buf_len = dp - varbuf;
  2662. while (dp < varbuf + n)
  2663. *dp++ = 0;
  2664. kfree(bus->vars);
  2665. /* roundup needed for download to device */
  2666. bus->varsz = roundup(buf_len + 1, 4);
  2667. bus->vars = kmalloc(bus->varsz, GFP_KERNEL);
  2668. if (bus->vars == NULL) {
  2669. bus->varsz = 0;
  2670. ret = -ENOMEM;
  2671. goto err;
  2672. }
  2673. /* copy the processed variables and add null termination */
  2674. memcpy(bus->vars, varbuf, buf_len);
  2675. bus->vars[buf_len] = 0;
  2676. err:
  2677. vfree(varbuf);
  2678. return ret;
  2679. }
  2680. static int brcmf_sdbrcm_download_nvram(struct brcmf_sdio *bus)
  2681. {
  2682. int ret;
  2683. ret = request_firmware(&bus->firmware, BRCMF_SDIO_NV_NAME,
  2684. &bus->sdiodev->func[2]->dev);
  2685. if (ret) {
  2686. brcmf_err("Fail to request nvram %d\n", ret);
  2687. return ret;
  2688. }
  2689. ret = brcmf_process_nvram_vars(bus);
  2690. release_firmware(bus->firmware);
  2691. return ret;
  2692. }
  2693. static int _brcmf_sdbrcm_download_firmware(struct brcmf_sdio *bus)
  2694. {
  2695. int bcmerror = -1;
  2696. /* Keep arm in reset */
  2697. if (!brcmf_sdbrcm_download_state(bus, true)) {
  2698. brcmf_err("error placing ARM core in reset\n");
  2699. goto err;
  2700. }
  2701. if (brcmf_sdbrcm_download_code_file(bus)) {
  2702. brcmf_err("dongle image file download failed\n");
  2703. goto err;
  2704. }
  2705. if (brcmf_sdbrcm_download_nvram(bus)) {
  2706. brcmf_err("dongle nvram file download failed\n");
  2707. goto err;
  2708. }
  2709. /* Take arm out of reset */
  2710. if (!brcmf_sdbrcm_download_state(bus, false)) {
  2711. brcmf_err("error getting out of ARM core reset\n");
  2712. goto err;
  2713. }
  2714. bcmerror = 0;
  2715. err:
  2716. return bcmerror;
  2717. }
  2718. static bool brcmf_sdbrcm_sr_capable(struct brcmf_sdio *bus)
  2719. {
  2720. u32 addr, reg;
  2721. brcmf_dbg(TRACE, "Enter\n");
  2722. /* old chips with PMU version less than 17 don't support save restore */
  2723. if (bus->ci->pmurev < 17)
  2724. return false;
  2725. /* read PMU chipcontrol register 3*/
  2726. addr = CORE_CC_REG(bus->ci->c_inf[0].base, chipcontrol_addr);
  2727. brcmf_sdio_regwl(bus->sdiodev, addr, 3, NULL);
  2728. addr = CORE_CC_REG(bus->ci->c_inf[0].base, chipcontrol_data);
  2729. reg = brcmf_sdio_regrl(bus->sdiodev, addr, NULL);
  2730. return (bool)reg;
  2731. }
  2732. static void brcmf_sdbrcm_sr_init(struct brcmf_sdio *bus)
  2733. {
  2734. int err = 0;
  2735. u8 val;
  2736. brcmf_dbg(TRACE, "Enter\n");
  2737. val = brcmf_sdio_regrb(bus->sdiodev, SBSDIO_FUNC1_WAKEUPCTRL,
  2738. &err);
  2739. if (err) {
  2740. brcmf_err("error reading SBSDIO_FUNC1_WAKEUPCTRL\n");
  2741. return;
  2742. }
  2743. val |= 1 << SBSDIO_FUNC1_WCTRL_HTWAIT_SHIFT;
  2744. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_WAKEUPCTRL,
  2745. val, &err);
  2746. if (err) {
  2747. brcmf_err("error writing SBSDIO_FUNC1_WAKEUPCTRL\n");
  2748. return;
  2749. }
  2750. /* Add CMD14 Support */
  2751. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_BRCM_CARDCAP,
  2752. (SDIO_CCCR_BRCM_CARDCAP_CMD14_SUPPORT |
  2753. SDIO_CCCR_BRCM_CARDCAP_CMD14_EXT),
  2754. &err);
  2755. if (err) {
  2756. brcmf_err("error writing SDIO_CCCR_BRCM_CARDCAP\n");
  2757. return;
  2758. }
  2759. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  2760. SBSDIO_FORCE_HT, &err);
  2761. if (err) {
  2762. brcmf_err("error writing SBSDIO_FUNC1_CHIPCLKCSR\n");
  2763. return;
  2764. }
  2765. /* set flag */
  2766. bus->sr_enabled = true;
  2767. brcmf_dbg(INFO, "SR enabled\n");
  2768. }
  2769. /* enable KSO bit */
  2770. static int brcmf_sdbrcm_kso_init(struct brcmf_sdio *bus)
  2771. {
  2772. u8 val;
  2773. int err = 0;
  2774. brcmf_dbg(TRACE, "Enter\n");
  2775. /* KSO bit added in SDIO core rev 12 */
  2776. if (bus->ci->c_inf[1].rev < 12)
  2777. return 0;
  2778. val = brcmf_sdio_regrb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR,
  2779. &err);
  2780. if (err) {
  2781. brcmf_err("error reading SBSDIO_FUNC1_SLEEPCSR\n");
  2782. return err;
  2783. }
  2784. if (!(val & SBSDIO_FUNC1_SLEEPCSR_KSO_MASK)) {
  2785. val |= (SBSDIO_FUNC1_SLEEPCSR_KSO_EN <<
  2786. SBSDIO_FUNC1_SLEEPCSR_KSO_SHIFT);
  2787. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_SLEEPCSR,
  2788. val, &err);
  2789. if (err) {
  2790. brcmf_err("error writing SBSDIO_FUNC1_SLEEPCSR\n");
  2791. return err;
  2792. }
  2793. }
  2794. return 0;
  2795. }
  2796. static bool
  2797. brcmf_sdbrcm_download_firmware(struct brcmf_sdio *bus)
  2798. {
  2799. bool ret;
  2800. sdio_claim_host(bus->sdiodev->func[1]);
  2801. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  2802. ret = _brcmf_sdbrcm_download_firmware(bus) == 0;
  2803. brcmf_sdbrcm_clkctl(bus, CLK_SDONLY, false);
  2804. sdio_release_host(bus->sdiodev->func[1]);
  2805. return ret;
  2806. }
  2807. static int brcmf_sdbrcm_bus_init(struct device *dev)
  2808. {
  2809. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2810. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2811. struct brcmf_sdio *bus = sdiodev->bus;
  2812. unsigned long timeout;
  2813. u8 ready, enable;
  2814. int err, ret = 0;
  2815. u8 saveclk;
  2816. brcmf_dbg(TRACE, "Enter\n");
  2817. /* try to download image and nvram to the dongle */
  2818. if (bus_if->state == BRCMF_BUS_DOWN) {
  2819. if (!(brcmf_sdbrcm_download_firmware(bus)))
  2820. return -1;
  2821. }
  2822. if (!bus->sdiodev->bus_if->drvr)
  2823. return 0;
  2824. /* Start the watchdog timer */
  2825. bus->sdcnt.tickcnt = 0;
  2826. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  2827. sdio_claim_host(bus->sdiodev->func[1]);
  2828. /* Make sure backplane clock is on, needed to generate F2 interrupt */
  2829. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  2830. if (bus->clkstate != CLK_AVAIL)
  2831. goto exit;
  2832. /* Force clocks on backplane to be sure F2 interrupt propagates */
  2833. saveclk = brcmf_sdio_regrb(bus->sdiodev,
  2834. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  2835. if (!err) {
  2836. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  2837. (saveclk | SBSDIO_FORCE_HT), &err);
  2838. }
  2839. if (err) {
  2840. brcmf_err("Failed to force clock for F2: err %d\n", err);
  2841. goto exit;
  2842. }
  2843. /* Enable function 2 (frame transfers) */
  2844. w_sdreg32(bus, SDPCM_PROT_VERSION << SMB_DATA_VERSION_SHIFT,
  2845. offsetof(struct sdpcmd_regs, tosbmailboxdata));
  2846. enable = (SDIO_FUNC_ENABLE_1 | SDIO_FUNC_ENABLE_2);
  2847. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx, enable, NULL);
  2848. timeout = jiffies + msecs_to_jiffies(BRCMF_WAIT_F2RDY);
  2849. ready = 0;
  2850. while (enable != ready) {
  2851. ready = brcmf_sdio_regrb(bus->sdiodev,
  2852. SDIO_CCCR_IORx, NULL);
  2853. if (time_after(jiffies, timeout))
  2854. break;
  2855. else if (time_after(jiffies, timeout - BRCMF_WAIT_F2RDY + 50))
  2856. /* prevent busy waiting if it takes too long */
  2857. msleep_interruptible(20);
  2858. }
  2859. brcmf_dbg(INFO, "enable 0x%02x, ready 0x%02x\n", enable, ready);
  2860. /* If F2 successfully enabled, set core and enable interrupts */
  2861. if (ready == enable) {
  2862. /* Set up the interrupt mask and enable interrupts */
  2863. bus->hostintmask = HOSTINTMASK;
  2864. w_sdreg32(bus, bus->hostintmask,
  2865. offsetof(struct sdpcmd_regs, hostintmask));
  2866. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_WATERMARK, 8, &err);
  2867. } else {
  2868. /* Disable F2 again */
  2869. enable = SDIO_FUNC_ENABLE_1;
  2870. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx, enable, NULL);
  2871. ret = -ENODEV;
  2872. }
  2873. if (brcmf_sdbrcm_sr_capable(bus)) {
  2874. brcmf_sdbrcm_sr_init(bus);
  2875. } else {
  2876. /* Restore previous clock setting */
  2877. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  2878. saveclk, &err);
  2879. }
  2880. if (ret == 0) {
  2881. ret = brcmf_sdio_intr_register(bus->sdiodev);
  2882. if (ret != 0)
  2883. brcmf_err("intr register failed:%d\n", ret);
  2884. }
  2885. /* If we didn't come up, turn off backplane clock */
  2886. if (bus_if->state != BRCMF_BUS_DATA)
  2887. brcmf_sdbrcm_clkctl(bus, CLK_NONE, false);
  2888. exit:
  2889. sdio_release_host(bus->sdiodev->func[1]);
  2890. return ret;
  2891. }
  2892. void brcmf_sdbrcm_isr(void *arg)
  2893. {
  2894. struct brcmf_sdio *bus = (struct brcmf_sdio *) arg;
  2895. brcmf_dbg(TRACE, "Enter\n");
  2896. if (!bus) {
  2897. brcmf_err("bus is null pointer, exiting\n");
  2898. return;
  2899. }
  2900. if (bus->sdiodev->bus_if->state == BRCMF_BUS_DOWN) {
  2901. brcmf_err("bus is down. we have nothing to do\n");
  2902. return;
  2903. }
  2904. /* Count the interrupt call */
  2905. bus->sdcnt.intrcount++;
  2906. if (in_interrupt())
  2907. atomic_set(&bus->ipend, 1);
  2908. else
  2909. if (brcmf_sdio_intr_rstatus(bus)) {
  2910. brcmf_err("failed backplane access\n");
  2911. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  2912. }
  2913. /* Disable additional interrupts (is this needed now)? */
  2914. if (!bus->intr)
  2915. brcmf_err("isr w/o interrupt configured!\n");
  2916. brcmf_sdbrcm_adddpctsk(bus);
  2917. queue_work(bus->brcmf_wq, &bus->datawork);
  2918. }
  2919. static bool brcmf_sdbrcm_bus_watchdog(struct brcmf_sdio *bus)
  2920. {
  2921. #ifdef DEBUG
  2922. struct brcmf_bus *bus_if = dev_get_drvdata(bus->sdiodev->dev);
  2923. #endif /* DEBUG */
  2924. unsigned long flags;
  2925. brcmf_dbg(TIMER, "Enter\n");
  2926. /* Poll period: check device if appropriate. */
  2927. if (!bus->sr_enabled &&
  2928. bus->poll && (++bus->polltick >= bus->pollrate)) {
  2929. u32 intstatus = 0;
  2930. /* Reset poll tick */
  2931. bus->polltick = 0;
  2932. /* Check device if no interrupts */
  2933. if (!bus->intr ||
  2934. (bus->sdcnt.intrcount == bus->sdcnt.lastintrs)) {
  2935. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  2936. if (list_empty(&bus->dpc_tsklst)) {
  2937. u8 devpend;
  2938. spin_unlock_irqrestore(&bus->dpc_tl_lock,
  2939. flags);
  2940. sdio_claim_host(bus->sdiodev->func[1]);
  2941. devpend = brcmf_sdio_regrb(bus->sdiodev,
  2942. SDIO_CCCR_INTx,
  2943. NULL);
  2944. sdio_release_host(bus->sdiodev->func[1]);
  2945. intstatus =
  2946. devpend & (INTR_STATUS_FUNC1 |
  2947. INTR_STATUS_FUNC2);
  2948. } else {
  2949. spin_unlock_irqrestore(&bus->dpc_tl_lock,
  2950. flags);
  2951. }
  2952. /* If there is something, make like the ISR and
  2953. schedule the DPC */
  2954. if (intstatus) {
  2955. bus->sdcnt.pollcnt++;
  2956. atomic_set(&bus->ipend, 1);
  2957. brcmf_sdbrcm_adddpctsk(bus);
  2958. queue_work(bus->brcmf_wq, &bus->datawork);
  2959. }
  2960. }
  2961. /* Update interrupt tracking */
  2962. bus->sdcnt.lastintrs = bus->sdcnt.intrcount;
  2963. }
  2964. #ifdef DEBUG
  2965. /* Poll for console output periodically */
  2966. if (bus_if && bus_if->state == BRCMF_BUS_DATA &&
  2967. bus->console_interval != 0) {
  2968. bus->console.count += BRCMF_WD_POLL_MS;
  2969. if (bus->console.count >= bus->console_interval) {
  2970. bus->console.count -= bus->console_interval;
  2971. sdio_claim_host(bus->sdiodev->func[1]);
  2972. /* Make sure backplane clock is on */
  2973. brcmf_sdbrcm_bus_sleep(bus, false, false);
  2974. if (brcmf_sdbrcm_readconsole(bus) < 0)
  2975. /* stop on error */
  2976. bus->console_interval = 0;
  2977. sdio_release_host(bus->sdiodev->func[1]);
  2978. }
  2979. }
  2980. #endif /* DEBUG */
  2981. /* On idle timeout clear activity flag and/or turn off clock */
  2982. if ((bus->idletime > 0) && (bus->clkstate == CLK_AVAIL)) {
  2983. if (++bus->idlecount >= bus->idletime) {
  2984. bus->idlecount = 0;
  2985. if (bus->activity) {
  2986. bus->activity = false;
  2987. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  2988. } else {
  2989. brcmf_dbg(SDIO, "idle\n");
  2990. sdio_claim_host(bus->sdiodev->func[1]);
  2991. brcmf_sdbrcm_bus_sleep(bus, true, false);
  2992. sdio_release_host(bus->sdiodev->func[1]);
  2993. }
  2994. }
  2995. }
  2996. return (atomic_read(&bus->ipend) > 0);
  2997. }
  2998. static bool brcmf_sdbrcm_chipmatch(u16 chipid)
  2999. {
  3000. if (chipid == BCM43143_CHIP_ID)
  3001. return true;
  3002. if (chipid == BCM43241_CHIP_ID)
  3003. return true;
  3004. if (chipid == BCM4329_CHIP_ID)
  3005. return true;
  3006. if (chipid == BCM4330_CHIP_ID)
  3007. return true;
  3008. if (chipid == BCM4334_CHIP_ID)
  3009. return true;
  3010. if (chipid == BCM4335_CHIP_ID)
  3011. return true;
  3012. return false;
  3013. }
  3014. static void brcmf_sdio_dataworker(struct work_struct *work)
  3015. {
  3016. struct brcmf_sdio *bus = container_of(work, struct brcmf_sdio,
  3017. datawork);
  3018. struct list_head *cur_hd, *tmp_hd;
  3019. unsigned long flags;
  3020. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  3021. list_for_each_safe(cur_hd, tmp_hd, &bus->dpc_tsklst) {
  3022. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  3023. brcmf_sdbrcm_dpc(bus);
  3024. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  3025. list_del(cur_hd);
  3026. kfree(cur_hd);
  3027. }
  3028. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  3029. }
  3030. static void brcmf_sdbrcm_release_malloc(struct brcmf_sdio *bus)
  3031. {
  3032. brcmf_dbg(TRACE, "Enter\n");
  3033. kfree(bus->rxbuf);
  3034. bus->rxctl = bus->rxbuf = NULL;
  3035. bus->rxlen = 0;
  3036. kfree(bus->databuf);
  3037. bus->databuf = NULL;
  3038. }
  3039. static bool brcmf_sdbrcm_probe_malloc(struct brcmf_sdio *bus)
  3040. {
  3041. brcmf_dbg(TRACE, "Enter\n");
  3042. if (bus->sdiodev->bus_if->maxctl) {
  3043. bus->rxblen =
  3044. roundup((bus->sdiodev->bus_if->maxctl + SDPCM_HDRLEN),
  3045. ALIGNMENT) + BRCMF_SDALIGN;
  3046. bus->rxbuf = kmalloc(bus->rxblen, GFP_ATOMIC);
  3047. if (!(bus->rxbuf))
  3048. goto fail;
  3049. }
  3050. /* Allocate buffer to receive glomed packet */
  3051. bus->databuf = kmalloc(MAX_DATA_BUF, GFP_ATOMIC);
  3052. if (!(bus->databuf)) {
  3053. /* release rxbuf which was already located as above */
  3054. if (!bus->rxblen)
  3055. kfree(bus->rxbuf);
  3056. goto fail;
  3057. }
  3058. /* Align the buffer */
  3059. if ((unsigned long)bus->databuf % BRCMF_SDALIGN)
  3060. bus->dataptr = bus->databuf + (BRCMF_SDALIGN -
  3061. ((unsigned long)bus->databuf % BRCMF_SDALIGN));
  3062. else
  3063. bus->dataptr = bus->databuf;
  3064. return true;
  3065. fail:
  3066. return false;
  3067. }
  3068. static bool
  3069. brcmf_sdbrcm_probe_attach(struct brcmf_sdio *bus, u32 regsva)
  3070. {
  3071. u8 clkctl = 0;
  3072. int err = 0;
  3073. int reg_addr;
  3074. u32 reg_val;
  3075. u32 drivestrength;
  3076. bus->alp_only = true;
  3077. sdio_claim_host(bus->sdiodev->func[1]);
  3078. pr_debug("F1 signature read @0x18000000=0x%4x\n",
  3079. brcmf_sdio_regrl(bus->sdiodev, SI_ENUM_BASE, NULL));
  3080. /*
  3081. * Force PLL off until brcmf_sdio_chip_attach()
  3082. * programs PLL control regs
  3083. */
  3084. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  3085. BRCMF_INIT_CLKCTL1, &err);
  3086. if (!err)
  3087. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  3088. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  3089. if (err || ((clkctl & ~SBSDIO_AVBITS) != BRCMF_INIT_CLKCTL1)) {
  3090. brcmf_err("ChipClkCSR access: err %d wrote 0x%02x read 0x%02x\n",
  3091. err, BRCMF_INIT_CLKCTL1, clkctl);
  3092. goto fail;
  3093. }
  3094. if (brcmf_sdio_chip_attach(bus->sdiodev, &bus->ci, regsva)) {
  3095. brcmf_err("brcmf_sdio_chip_attach failed!\n");
  3096. goto fail;
  3097. }
  3098. if (!brcmf_sdbrcm_chipmatch((u16) bus->ci->chip)) {
  3099. brcmf_err("unsupported chip: 0x%04x\n", bus->ci->chip);
  3100. goto fail;
  3101. }
  3102. if (brcmf_sdbrcm_kso_init(bus)) {
  3103. brcmf_err("error enabling KSO\n");
  3104. goto fail;
  3105. }
  3106. if ((bus->sdiodev->pdata) && (bus->sdiodev->pdata->drive_strength))
  3107. drivestrength = bus->sdiodev->pdata->drive_strength;
  3108. else
  3109. drivestrength = DEFAULT_SDIO_DRIVE_STRENGTH;
  3110. brcmf_sdio_chip_drivestrengthinit(bus->sdiodev, bus->ci, drivestrength);
  3111. /* Get info on the SOCRAM cores... */
  3112. bus->ramsize = bus->ci->ramsize;
  3113. if (!(bus->ramsize)) {
  3114. brcmf_err("failed to find SOCRAM memory!\n");
  3115. goto fail;
  3116. }
  3117. /* Set card control so an SDIO card reset does a WLAN backplane reset */
  3118. reg_val = brcmf_sdio_regrb(bus->sdiodev,
  3119. SDIO_CCCR_BRCM_CARDCTRL, &err);
  3120. if (err)
  3121. goto fail;
  3122. reg_val |= SDIO_CCCR_BRCM_CARDCTRL_WLANRESET;
  3123. brcmf_sdio_regwb(bus->sdiodev,
  3124. SDIO_CCCR_BRCM_CARDCTRL, reg_val, &err);
  3125. if (err)
  3126. goto fail;
  3127. /* set PMUControl so a backplane reset does PMU state reload */
  3128. reg_addr = CORE_CC_REG(bus->ci->c_inf[0].base,
  3129. pmucontrol);
  3130. reg_val = brcmf_sdio_regrl(bus->sdiodev,
  3131. reg_addr,
  3132. &err);
  3133. if (err)
  3134. goto fail;
  3135. reg_val |= (BCMA_CC_PMU_CTL_RES_RELOAD << BCMA_CC_PMU_CTL_RES_SHIFT);
  3136. brcmf_sdio_regwl(bus->sdiodev,
  3137. reg_addr,
  3138. reg_val,
  3139. &err);
  3140. if (err)
  3141. goto fail;
  3142. sdio_release_host(bus->sdiodev->func[1]);
  3143. brcmu_pktq_init(&bus->txq, (PRIOMASK + 1), TXQLEN);
  3144. /* Locate an appropriately-aligned portion of hdrbuf */
  3145. bus->rxhdr = (u8 *) roundup((unsigned long)&bus->hdrbuf[0],
  3146. BRCMF_SDALIGN);
  3147. /* Set the poll and/or interrupt flags */
  3148. bus->intr = true;
  3149. bus->poll = false;
  3150. if (bus->poll)
  3151. bus->pollrate = 1;
  3152. return true;
  3153. fail:
  3154. sdio_release_host(bus->sdiodev->func[1]);
  3155. return false;
  3156. }
  3157. static bool brcmf_sdbrcm_probe_init(struct brcmf_sdio *bus)
  3158. {
  3159. brcmf_dbg(TRACE, "Enter\n");
  3160. sdio_claim_host(bus->sdiodev->func[1]);
  3161. /* Disable F2 to clear any intermediate frame state on the dongle */
  3162. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx,
  3163. SDIO_FUNC_ENABLE_1, NULL);
  3164. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  3165. bus->rxflow = false;
  3166. /* Done with backplane-dependent accesses, can drop clock... */
  3167. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, 0, NULL);
  3168. sdio_release_host(bus->sdiodev->func[1]);
  3169. /* ...and initialize clock/power states */
  3170. bus->clkstate = CLK_SDONLY;
  3171. bus->idletime = BRCMF_IDLE_INTERVAL;
  3172. bus->idleclock = BRCMF_IDLE_ACTIVE;
  3173. /* Query the F2 block size, set roundup accordingly */
  3174. bus->blocksize = bus->sdiodev->func[2]->cur_blksize;
  3175. bus->roundup = min(max_roundup, bus->blocksize);
  3176. /* bus module does not support packet chaining */
  3177. bus->use_rxchain = false;
  3178. bus->sd_rxchain = false;
  3179. /* SR state */
  3180. bus->sleeping = false;
  3181. bus->sr_enabled = false;
  3182. return true;
  3183. }
  3184. static int
  3185. brcmf_sdbrcm_watchdog_thread(void *data)
  3186. {
  3187. struct brcmf_sdio *bus = (struct brcmf_sdio *)data;
  3188. allow_signal(SIGTERM);
  3189. /* Run until signal received */
  3190. while (1) {
  3191. if (kthread_should_stop())
  3192. break;
  3193. if (!wait_for_completion_interruptible(&bus->watchdog_wait)) {
  3194. brcmf_sdbrcm_bus_watchdog(bus);
  3195. /* Count the tick for reference */
  3196. bus->sdcnt.tickcnt++;
  3197. } else
  3198. break;
  3199. }
  3200. return 0;
  3201. }
  3202. static void
  3203. brcmf_sdbrcm_watchdog(unsigned long data)
  3204. {
  3205. struct brcmf_sdio *bus = (struct brcmf_sdio *)data;
  3206. if (bus->watchdog_tsk) {
  3207. complete(&bus->watchdog_wait);
  3208. /* Reschedule the watchdog */
  3209. if (bus->wd_timer_valid)
  3210. mod_timer(&bus->timer,
  3211. jiffies + BRCMF_WD_POLL_MS * HZ / 1000);
  3212. }
  3213. }
  3214. static void brcmf_sdbrcm_release_dongle(struct brcmf_sdio *bus)
  3215. {
  3216. brcmf_dbg(TRACE, "Enter\n");
  3217. if (bus->ci) {
  3218. sdio_claim_host(bus->sdiodev->func[1]);
  3219. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  3220. brcmf_sdbrcm_clkctl(bus, CLK_NONE, false);
  3221. sdio_release_host(bus->sdiodev->func[1]);
  3222. brcmf_sdio_chip_detach(&bus->ci);
  3223. if (bus->vars && bus->varsz)
  3224. kfree(bus->vars);
  3225. bus->vars = NULL;
  3226. }
  3227. brcmf_dbg(TRACE, "Disconnected\n");
  3228. }
  3229. /* Detach and free everything */
  3230. static void brcmf_sdbrcm_release(struct brcmf_sdio *bus)
  3231. {
  3232. brcmf_dbg(TRACE, "Enter\n");
  3233. if (bus) {
  3234. /* De-register interrupt handler */
  3235. brcmf_sdio_intr_unregister(bus->sdiodev);
  3236. cancel_work_sync(&bus->datawork);
  3237. if (bus->brcmf_wq)
  3238. destroy_workqueue(bus->brcmf_wq);
  3239. if (bus->sdiodev->bus_if->drvr) {
  3240. brcmf_detach(bus->sdiodev->dev);
  3241. brcmf_sdbrcm_release_dongle(bus);
  3242. }
  3243. brcmf_sdbrcm_release_malloc(bus);
  3244. kfree(bus);
  3245. }
  3246. brcmf_dbg(TRACE, "Disconnected\n");
  3247. }
  3248. static struct brcmf_bus_ops brcmf_sdio_bus_ops = {
  3249. .stop = brcmf_sdbrcm_bus_stop,
  3250. .init = brcmf_sdbrcm_bus_init,
  3251. .txdata = brcmf_sdbrcm_bus_txdata,
  3252. .txctl = brcmf_sdbrcm_bus_txctl,
  3253. .rxctl = brcmf_sdbrcm_bus_rxctl,
  3254. .gettxq = brcmf_sdbrcm_bus_gettxq,
  3255. };
  3256. void *brcmf_sdbrcm_probe(u32 regsva, struct brcmf_sdio_dev *sdiodev)
  3257. {
  3258. int ret;
  3259. struct brcmf_sdio *bus;
  3260. struct brcmf_bus_dcmd *dlst;
  3261. u32 dngl_txglom;
  3262. u32 dngl_txglomalign;
  3263. u8 idx;
  3264. brcmf_dbg(TRACE, "Enter\n");
  3265. /* We make an assumption about address window mappings:
  3266. * regsva == SI_ENUM_BASE*/
  3267. /* Allocate private bus interface state */
  3268. bus = kzalloc(sizeof(struct brcmf_sdio), GFP_ATOMIC);
  3269. if (!bus)
  3270. goto fail;
  3271. bus->sdiodev = sdiodev;
  3272. sdiodev->bus = bus;
  3273. skb_queue_head_init(&bus->glom);
  3274. bus->txbound = BRCMF_TXBOUND;
  3275. bus->rxbound = BRCMF_RXBOUND;
  3276. bus->txminmax = BRCMF_TXMINMAX;
  3277. bus->tx_seq = SDPCM_SEQUENCE_WRAP - 1;
  3278. INIT_WORK(&bus->datawork, brcmf_sdio_dataworker);
  3279. bus->brcmf_wq = create_singlethread_workqueue("brcmf_wq");
  3280. if (bus->brcmf_wq == NULL) {
  3281. brcmf_err("insufficient memory to create txworkqueue\n");
  3282. goto fail;
  3283. }
  3284. /* attempt to attach to the dongle */
  3285. if (!(brcmf_sdbrcm_probe_attach(bus, regsva))) {
  3286. brcmf_err("brcmf_sdbrcm_probe_attach failed\n");
  3287. goto fail;
  3288. }
  3289. spin_lock_init(&bus->rxctl_lock);
  3290. spin_lock_init(&bus->txqlock);
  3291. init_waitqueue_head(&bus->ctrl_wait);
  3292. init_waitqueue_head(&bus->dcmd_resp_wait);
  3293. /* Set up the watchdog timer */
  3294. init_timer(&bus->timer);
  3295. bus->timer.data = (unsigned long)bus;
  3296. bus->timer.function = brcmf_sdbrcm_watchdog;
  3297. /* Initialize watchdog thread */
  3298. init_completion(&bus->watchdog_wait);
  3299. bus->watchdog_tsk = kthread_run(brcmf_sdbrcm_watchdog_thread,
  3300. bus, "brcmf_watchdog");
  3301. if (IS_ERR(bus->watchdog_tsk)) {
  3302. pr_warn("brcmf_watchdog thread failed to start\n");
  3303. bus->watchdog_tsk = NULL;
  3304. }
  3305. /* Initialize DPC thread */
  3306. INIT_LIST_HEAD(&bus->dpc_tsklst);
  3307. spin_lock_init(&bus->dpc_tl_lock);
  3308. /* Assign bus interface call back */
  3309. bus->sdiodev->bus_if->dev = bus->sdiodev->dev;
  3310. bus->sdiodev->bus_if->ops = &brcmf_sdio_bus_ops;
  3311. bus->sdiodev->bus_if->chip = bus->ci->chip;
  3312. bus->sdiodev->bus_if->chiprev = bus->ci->chiprev;
  3313. /* Attach to the brcmf/OS/network interface */
  3314. ret = brcmf_attach(SDPCM_RESERVE, bus->sdiodev->dev);
  3315. if (ret != 0) {
  3316. brcmf_err("brcmf_attach failed\n");
  3317. goto fail;
  3318. }
  3319. /* Allocate buffers */
  3320. if (!(brcmf_sdbrcm_probe_malloc(bus))) {
  3321. brcmf_err("brcmf_sdbrcm_probe_malloc failed\n");
  3322. goto fail;
  3323. }
  3324. if (!(brcmf_sdbrcm_probe_init(bus))) {
  3325. brcmf_err("brcmf_sdbrcm_probe_init failed\n");
  3326. goto fail;
  3327. }
  3328. brcmf_sdio_debugfs_create(bus);
  3329. brcmf_dbg(INFO, "completed!!\n");
  3330. /* sdio bus core specific dcmd */
  3331. idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  3332. dlst = kzalloc(sizeof(struct brcmf_bus_dcmd), GFP_KERNEL);
  3333. if (dlst) {
  3334. if (bus->ci->c_inf[idx].rev < 12) {
  3335. /* for sdio core rev < 12, disable txgloming */
  3336. dngl_txglom = 0;
  3337. dlst->name = "bus:txglom";
  3338. dlst->param = (char *)&dngl_txglom;
  3339. dlst->param_len = sizeof(u32);
  3340. } else {
  3341. /* otherwise, set txglomalign */
  3342. dngl_txglomalign = bus->sdiodev->bus_if->align;
  3343. dlst->name = "bus:txglomalign";
  3344. dlst->param = (char *)&dngl_txglomalign;
  3345. dlst->param_len = sizeof(u32);
  3346. }
  3347. list_add(&dlst->list, &bus->sdiodev->bus_if->dcmd_list);
  3348. }
  3349. /* if firmware path present try to download and bring up bus */
  3350. ret = brcmf_bus_start(bus->sdiodev->dev);
  3351. if (ret != 0) {
  3352. brcmf_err("dongle is not responding\n");
  3353. goto fail;
  3354. }
  3355. return bus;
  3356. fail:
  3357. brcmf_sdbrcm_release(bus);
  3358. return NULL;
  3359. }
  3360. void brcmf_sdbrcm_disconnect(void *ptr)
  3361. {
  3362. struct brcmf_sdio *bus = (struct brcmf_sdio *)ptr;
  3363. brcmf_dbg(TRACE, "Enter\n");
  3364. if (bus)
  3365. brcmf_sdbrcm_release(bus);
  3366. brcmf_dbg(TRACE, "Disconnected\n");
  3367. }
  3368. void
  3369. brcmf_sdbrcm_wd_timer(struct brcmf_sdio *bus, uint wdtick)
  3370. {
  3371. /* Totally stop the timer */
  3372. if (!wdtick && bus->wd_timer_valid) {
  3373. del_timer_sync(&bus->timer);
  3374. bus->wd_timer_valid = false;
  3375. bus->save_ms = wdtick;
  3376. return;
  3377. }
  3378. /* don't start the wd until fw is loaded */
  3379. if (bus->sdiodev->bus_if->state == BRCMF_BUS_DOWN)
  3380. return;
  3381. if (wdtick) {
  3382. if (bus->save_ms != BRCMF_WD_POLL_MS) {
  3383. if (bus->wd_timer_valid)
  3384. /* Stop timer and restart at new value */
  3385. del_timer_sync(&bus->timer);
  3386. /* Create timer again when watchdog period is
  3387. dynamically changed or in the first instance
  3388. */
  3389. bus->timer.expires =
  3390. jiffies + BRCMF_WD_POLL_MS * HZ / 1000;
  3391. add_timer(&bus->timer);
  3392. } else {
  3393. /* Re arm the timer, at last watchdog period */
  3394. mod_timer(&bus->timer,
  3395. jiffies + BRCMF_WD_POLL_MS * HZ / 1000);
  3396. }
  3397. bus->wd_timer_valid = true;
  3398. bus->save_ms = wdtick;
  3399. }
  3400. }