dhd_sdio.c 105 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655365636573658365936603661366236633664366536663667366836693670367136723673367436753676367736783679368036813682368336843685368636873688368936903691369236933694369536963697369836993700370137023703370437053706370737083709371037113712371337143715371637173718371937203721372237233724372537263727372837293730373137323733373437353736373737383739374037413742374337443745374637473748374937503751375237533754375537563757375837593760376137623763376437653766376737683769377037713772377337743775377637773778377937803781378237833784378537863787378837893790379137923793379437953796379737983799380038013802380338043805380638073808380938103811381238133814381538163817381838193820382138223823382438253826382738283829383038313832383338343835383638373838383938403841384238433844384538463847384838493850385138523853385438553856385738583859386038613862386338643865386638673868386938703871387238733874387538763877387838793880388138823883388438853886388738883889389038913892389338943895389638973898389939003901390239033904390539063907390839093910391139123913391439153916391739183919392039213922392339243925392639273928392939303931393239333934393539363937393839393940394139423943394439453946394739483949395039513952395339543955395639573958395939603961396239633964396539663967396839693970397139723973397439753976397739783979398039813982398339843985398639873988398939903991399239933994399539963997399839994000400140024003400440054006400740084009401040114012401340144015401640174018401940204021402240234024402540264027402840294030403140324033
  1. /*
  2. * Copyright (c) 2010 Broadcom Corporation
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11. * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13. * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14. * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <linux/types.h>
  17. #include <linux/kernel.h>
  18. #include <linux/kthread.h>
  19. #include <linux/printk.h>
  20. #include <linux/pci_ids.h>
  21. #include <linux/netdevice.h>
  22. #include <linux/interrupt.h>
  23. #include <linux/sched.h>
  24. #include <linux/mmc/sdio.h>
  25. #include <linux/mmc/sdio_func.h>
  26. #include <linux/mmc/card.h>
  27. #include <linux/semaphore.h>
  28. #include <linux/firmware.h>
  29. #include <linux/module.h>
  30. #include <linux/bcma/bcma.h>
  31. #include <linux/debugfs.h>
  32. #include <linux/vmalloc.h>
  33. #include <asm/unaligned.h>
  34. #include <defs.h>
  35. #include <brcmu_wifi.h>
  36. #include <brcmu_utils.h>
  37. #include <brcm_hw_ids.h>
  38. #include <soc.h>
  39. #include "sdio_host.h"
  40. #include "sdio_chip.h"
  41. #define DCMD_RESP_TIMEOUT 2000 /* In milli second */
  42. #ifdef DEBUG
  43. #define BRCMF_TRAP_INFO_SIZE 80
  44. #define CBUF_LEN (128)
  45. /* Device console log buffer state */
  46. #define CONSOLE_BUFFER_MAX 2024
  47. struct rte_log_le {
  48. __le32 buf; /* Can't be pointer on (64-bit) hosts */
  49. __le32 buf_size;
  50. __le32 idx;
  51. char *_buf_compat; /* Redundant pointer for backward compat. */
  52. };
  53. struct rte_console {
  54. /* Virtual UART
  55. * When there is no UART (e.g. Quickturn),
  56. * the host should write a complete
  57. * input line directly into cbuf and then write
  58. * the length into vcons_in.
  59. * This may also be used when there is a real UART
  60. * (at risk of conflicting with
  61. * the real UART). vcons_out is currently unused.
  62. */
  63. uint vcons_in;
  64. uint vcons_out;
  65. /* Output (logging) buffer
  66. * Console output is written to a ring buffer log_buf at index log_idx.
  67. * The host may read the output when it sees log_idx advance.
  68. * Output will be lost if the output wraps around faster than the host
  69. * polls.
  70. */
  71. struct rte_log_le log_le;
  72. /* Console input line buffer
  73. * Characters are read one at a time into cbuf
  74. * until <CR> is received, then
  75. * the buffer is processed as a command line.
  76. * Also used for virtual UART.
  77. */
  78. uint cbuf_idx;
  79. char cbuf[CBUF_LEN];
  80. };
  81. #endif /* DEBUG */
  82. #include <chipcommon.h>
  83. #include "dhd_bus.h"
  84. #include "dhd_dbg.h"
  85. #define TXQLEN 2048 /* bulk tx queue length */
  86. #define TXHI (TXQLEN - 256) /* turn on flow control above TXHI */
  87. #define TXLOW (TXHI - 256) /* turn off flow control below TXLOW */
  88. #define PRIOMASK 7
  89. #define TXRETRIES 2 /* # of retries for tx frames */
  90. #define BRCMF_RXBOUND 50 /* Default for max rx frames in
  91. one scheduling */
  92. #define BRCMF_TXBOUND 20 /* Default for max tx frames in
  93. one scheduling */
  94. #define BRCMF_TXMINMAX 1 /* Max tx frames if rx still pending */
  95. #define MEMBLOCK 2048 /* Block size used for downloading
  96. of dongle image */
  97. #define MAX_DATA_BUF (32 * 1024) /* Must be large enough to hold
  98. biggest possible glom */
  99. #define BRCMF_FIRSTREAD (1 << 6)
  100. /* SBSDIO_DEVICE_CTL */
  101. /* 1: device will assert busy signal when receiving CMD53 */
  102. #define SBSDIO_DEVCTL_SETBUSY 0x01
  103. /* 1: assertion of sdio interrupt is synchronous to the sdio clock */
  104. #define SBSDIO_DEVCTL_SPI_INTR_SYNC 0x02
  105. /* 1: mask all interrupts to host except the chipActive (rev 8) */
  106. #define SBSDIO_DEVCTL_CA_INT_ONLY 0x04
  107. /* 1: isolate internal sdio signals, put external pads in tri-state; requires
  108. * sdio bus power cycle to clear (rev 9) */
  109. #define SBSDIO_DEVCTL_PADS_ISO 0x08
  110. /* Force SD->SB reset mapping (rev 11) */
  111. #define SBSDIO_DEVCTL_SB_RST_CTL 0x30
  112. /* Determined by CoreControl bit */
  113. #define SBSDIO_DEVCTL_RST_CORECTL 0x00
  114. /* Force backplane reset */
  115. #define SBSDIO_DEVCTL_RST_BPRESET 0x10
  116. /* Force no backplane reset */
  117. #define SBSDIO_DEVCTL_RST_NOBPRESET 0x20
  118. /* direct(mapped) cis space */
  119. /* MAPPED common CIS address */
  120. #define SBSDIO_CIS_BASE_COMMON 0x1000
  121. /* maximum bytes in one CIS */
  122. #define SBSDIO_CIS_SIZE_LIMIT 0x200
  123. /* cis offset addr is < 17 bits */
  124. #define SBSDIO_CIS_OFT_ADDR_MASK 0x1FFFF
  125. /* manfid tuple length, include tuple, link bytes */
  126. #define SBSDIO_CIS_MANFID_TUPLE_LEN 6
  127. /* intstatus */
  128. #define I_SMB_SW0 (1 << 0) /* To SB Mail S/W interrupt 0 */
  129. #define I_SMB_SW1 (1 << 1) /* To SB Mail S/W interrupt 1 */
  130. #define I_SMB_SW2 (1 << 2) /* To SB Mail S/W interrupt 2 */
  131. #define I_SMB_SW3 (1 << 3) /* To SB Mail S/W interrupt 3 */
  132. #define I_SMB_SW_MASK 0x0000000f /* To SB Mail S/W interrupts mask */
  133. #define I_SMB_SW_SHIFT 0 /* To SB Mail S/W interrupts shift */
  134. #define I_HMB_SW0 (1 << 4) /* To Host Mail S/W interrupt 0 */
  135. #define I_HMB_SW1 (1 << 5) /* To Host Mail S/W interrupt 1 */
  136. #define I_HMB_SW2 (1 << 6) /* To Host Mail S/W interrupt 2 */
  137. #define I_HMB_SW3 (1 << 7) /* To Host Mail S/W interrupt 3 */
  138. #define I_HMB_SW_MASK 0x000000f0 /* To Host Mail S/W interrupts mask */
  139. #define I_HMB_SW_SHIFT 4 /* To Host Mail S/W interrupts shift */
  140. #define I_WR_OOSYNC (1 << 8) /* Write Frame Out Of Sync */
  141. #define I_RD_OOSYNC (1 << 9) /* Read Frame Out Of Sync */
  142. #define I_PC (1 << 10) /* descriptor error */
  143. #define I_PD (1 << 11) /* data error */
  144. #define I_DE (1 << 12) /* Descriptor protocol Error */
  145. #define I_RU (1 << 13) /* Receive descriptor Underflow */
  146. #define I_RO (1 << 14) /* Receive fifo Overflow */
  147. #define I_XU (1 << 15) /* Transmit fifo Underflow */
  148. #define I_RI (1 << 16) /* Receive Interrupt */
  149. #define I_BUSPWR (1 << 17) /* SDIO Bus Power Change (rev 9) */
  150. #define I_XMTDATA_AVAIL (1 << 23) /* bits in fifo */
  151. #define I_XI (1 << 24) /* Transmit Interrupt */
  152. #define I_RF_TERM (1 << 25) /* Read Frame Terminate */
  153. #define I_WF_TERM (1 << 26) /* Write Frame Terminate */
  154. #define I_PCMCIA_XU (1 << 27) /* PCMCIA Transmit FIFO Underflow */
  155. #define I_SBINT (1 << 28) /* sbintstatus Interrupt */
  156. #define I_CHIPACTIVE (1 << 29) /* chip from doze to active state */
  157. #define I_SRESET (1 << 30) /* CCCR RES interrupt */
  158. #define I_IOE2 (1U << 31) /* CCCR IOE2 Bit Changed */
  159. #define I_ERRORS (I_PC | I_PD | I_DE | I_RU | I_RO | I_XU)
  160. #define I_DMA (I_RI | I_XI | I_ERRORS)
  161. /* corecontrol */
  162. #define CC_CISRDY (1 << 0) /* CIS Ready */
  163. #define CC_BPRESEN (1 << 1) /* CCCR RES signal */
  164. #define CC_F2RDY (1 << 2) /* set CCCR IOR2 bit */
  165. #define CC_CLRPADSISO (1 << 3) /* clear SDIO pads isolation */
  166. #define CC_XMTDATAAVAIL_MODE (1 << 4)
  167. #define CC_XMTDATAAVAIL_CTRL (1 << 5)
  168. /* SDA_FRAMECTRL */
  169. #define SFC_RF_TERM (1 << 0) /* Read Frame Terminate */
  170. #define SFC_WF_TERM (1 << 1) /* Write Frame Terminate */
  171. #define SFC_CRC4WOOS (1 << 2) /* CRC error for write out of sync */
  172. #define SFC_ABORTALL (1 << 3) /* Abort all in-progress frames */
  173. /* HW frame tag */
  174. #define SDPCM_FRAMETAG_LEN 4 /* 2 bytes len, 2 bytes check val */
  175. /* Total length of frame header for dongle protocol */
  176. #define SDPCM_HDRLEN (SDPCM_FRAMETAG_LEN + SDPCM_SWHEADER_LEN)
  177. #define SDPCM_RESERVE (SDPCM_HDRLEN + BRCMF_SDALIGN)
  178. /*
  179. * Software allocation of To SB Mailbox resources
  180. */
  181. /* tosbmailbox bits corresponding to intstatus bits */
  182. #define SMB_NAK (1 << 0) /* Frame NAK */
  183. #define SMB_INT_ACK (1 << 1) /* Host Interrupt ACK */
  184. #define SMB_USE_OOB (1 << 2) /* Use OOB Wakeup */
  185. #define SMB_DEV_INT (1 << 3) /* Miscellaneous Interrupt */
  186. /* tosbmailboxdata */
  187. #define SMB_DATA_VERSION_SHIFT 16 /* host protocol version */
  188. /*
  189. * Software allocation of To Host Mailbox resources
  190. */
  191. /* intstatus bits */
  192. #define I_HMB_FC_STATE I_HMB_SW0 /* Flow Control State */
  193. #define I_HMB_FC_CHANGE I_HMB_SW1 /* Flow Control State Changed */
  194. #define I_HMB_FRAME_IND I_HMB_SW2 /* Frame Indication */
  195. #define I_HMB_HOST_INT I_HMB_SW3 /* Miscellaneous Interrupt */
  196. /* tohostmailboxdata */
  197. #define HMB_DATA_NAKHANDLED 1 /* retransmit NAK'd frame */
  198. #define HMB_DATA_DEVREADY 2 /* talk to host after enable */
  199. #define HMB_DATA_FC 4 /* per prio flowcontrol update flag */
  200. #define HMB_DATA_FWREADY 8 /* fw ready for protocol activity */
  201. #define HMB_DATA_FCDATA_MASK 0xff000000
  202. #define HMB_DATA_FCDATA_SHIFT 24
  203. #define HMB_DATA_VERSION_MASK 0x00ff0000
  204. #define HMB_DATA_VERSION_SHIFT 16
  205. /*
  206. * Software-defined protocol header
  207. */
  208. /* Current protocol version */
  209. #define SDPCM_PROT_VERSION 4
  210. /* SW frame header */
  211. #define SDPCM_PACKET_SEQUENCE(p) (((u8 *)p)[0] & 0xff)
  212. #define SDPCM_CHANNEL_MASK 0x00000f00
  213. #define SDPCM_CHANNEL_SHIFT 8
  214. #define SDPCM_PACKET_CHANNEL(p) (((u8 *)p)[1] & 0x0f)
  215. #define SDPCM_NEXTLEN_OFFSET 2
  216. /* Data Offset from SOF (HW Tag, SW Tag, Pad) */
  217. #define SDPCM_DOFFSET_OFFSET 3 /* Data Offset */
  218. #define SDPCM_DOFFSET_VALUE(p) (((u8 *)p)[SDPCM_DOFFSET_OFFSET] & 0xff)
  219. #define SDPCM_DOFFSET_MASK 0xff000000
  220. #define SDPCM_DOFFSET_SHIFT 24
  221. #define SDPCM_FCMASK_OFFSET 4 /* Flow control */
  222. #define SDPCM_FCMASK_VALUE(p) (((u8 *)p)[SDPCM_FCMASK_OFFSET] & 0xff)
  223. #define SDPCM_WINDOW_OFFSET 5 /* Credit based fc */
  224. #define SDPCM_WINDOW_VALUE(p) (((u8 *)p)[SDPCM_WINDOW_OFFSET] & 0xff)
  225. #define SDPCM_SWHEADER_LEN 8 /* SW header is 64 bits */
  226. /* logical channel numbers */
  227. #define SDPCM_CONTROL_CHANNEL 0 /* Control channel Id */
  228. #define SDPCM_EVENT_CHANNEL 1 /* Asyc Event Indication Channel Id */
  229. #define SDPCM_DATA_CHANNEL 2 /* Data Xmit/Recv Channel Id */
  230. #define SDPCM_GLOM_CHANNEL 3 /* For coalesced packets */
  231. #define SDPCM_TEST_CHANNEL 15 /* Reserved for test/debug packets */
  232. #define SDPCM_SEQUENCE_WRAP 256 /* wrap-around val for 8bit frame seq */
  233. #define SDPCM_GLOMDESC(p) (((u8 *)p)[1] & 0x80)
  234. /*
  235. * Shared structure between dongle and the host.
  236. * The structure contains pointers to trap or assert information.
  237. */
  238. #define SDPCM_SHARED_VERSION 0x0003
  239. #define SDPCM_SHARED_VERSION_MASK 0x00FF
  240. #define SDPCM_SHARED_ASSERT_BUILT 0x0100
  241. #define SDPCM_SHARED_ASSERT 0x0200
  242. #define SDPCM_SHARED_TRAP 0x0400
  243. /* Space for header read, limit for data packets */
  244. #define MAX_HDR_READ (1 << 6)
  245. #define MAX_RX_DATASZ 2048
  246. /* Maximum milliseconds to wait for F2 to come up */
  247. #define BRCMF_WAIT_F2RDY 3000
  248. /* Bump up limit on waiting for HT to account for first startup;
  249. * if the image is doing a CRC calculation before programming the PMU
  250. * for HT availability, it could take a couple hundred ms more, so
  251. * max out at a 1 second (1000000us).
  252. */
  253. #undef PMU_MAX_TRANSITION_DLY
  254. #define PMU_MAX_TRANSITION_DLY 1000000
  255. /* Value for ChipClockCSR during initial setup */
  256. #define BRCMF_INIT_CLKCTL1 (SBSDIO_FORCE_HW_CLKREQ_OFF | \
  257. SBSDIO_ALP_AVAIL_REQ)
  258. /* Flags for SDH calls */
  259. #define F2SYNC (SDIO_REQ_4BYTE | SDIO_REQ_FIXED)
  260. #define BRCMF_SDIO_FW_NAME "brcm/brcmfmac-sdio.bin"
  261. #define BRCMF_SDIO_NV_NAME "brcm/brcmfmac-sdio.txt"
  262. MODULE_FIRMWARE(BRCMF_SDIO_FW_NAME);
  263. MODULE_FIRMWARE(BRCMF_SDIO_NV_NAME);
  264. #define BRCMF_IDLE_IMMEDIATE (-1) /* Enter idle immediately */
  265. #define BRCMF_IDLE_ACTIVE 0 /* Do not request any SD clock change
  266. * when idle
  267. */
  268. #define BRCMF_IDLE_INTERVAL 1
  269. /*
  270. * Conversion of 802.1D priority to precedence level
  271. */
  272. static uint prio2prec(u32 prio)
  273. {
  274. return (prio == PRIO_8021D_NONE || prio == PRIO_8021D_BE) ?
  275. (prio^2) : prio;
  276. }
  277. /* core registers */
  278. struct sdpcmd_regs {
  279. u32 corecontrol; /* 0x00, rev8 */
  280. u32 corestatus; /* rev8 */
  281. u32 PAD[1];
  282. u32 biststatus; /* rev8 */
  283. /* PCMCIA access */
  284. u16 pcmciamesportaladdr; /* 0x010, rev8 */
  285. u16 PAD[1];
  286. u16 pcmciamesportalmask; /* rev8 */
  287. u16 PAD[1];
  288. u16 pcmciawrframebc; /* rev8 */
  289. u16 PAD[1];
  290. u16 pcmciaunderflowtimer; /* rev8 */
  291. u16 PAD[1];
  292. /* interrupt */
  293. u32 intstatus; /* 0x020, rev8 */
  294. u32 hostintmask; /* rev8 */
  295. u32 intmask; /* rev8 */
  296. u32 sbintstatus; /* rev8 */
  297. u32 sbintmask; /* rev8 */
  298. u32 funcintmask; /* rev4 */
  299. u32 PAD[2];
  300. u32 tosbmailbox; /* 0x040, rev8 */
  301. u32 tohostmailbox; /* rev8 */
  302. u32 tosbmailboxdata; /* rev8 */
  303. u32 tohostmailboxdata; /* rev8 */
  304. /* synchronized access to registers in SDIO clock domain */
  305. u32 sdioaccess; /* 0x050, rev8 */
  306. u32 PAD[3];
  307. /* PCMCIA frame control */
  308. u8 pcmciaframectrl; /* 0x060, rev8 */
  309. u8 PAD[3];
  310. u8 pcmciawatermark; /* rev8 */
  311. u8 PAD[155];
  312. /* interrupt batching control */
  313. u32 intrcvlazy; /* 0x100, rev8 */
  314. u32 PAD[3];
  315. /* counters */
  316. u32 cmd52rd; /* 0x110, rev8 */
  317. u32 cmd52wr; /* rev8 */
  318. u32 cmd53rd; /* rev8 */
  319. u32 cmd53wr; /* rev8 */
  320. u32 abort; /* rev8 */
  321. u32 datacrcerror; /* rev8 */
  322. u32 rdoutofsync; /* rev8 */
  323. u32 wroutofsync; /* rev8 */
  324. u32 writebusy; /* rev8 */
  325. u32 readwait; /* rev8 */
  326. u32 readterm; /* rev8 */
  327. u32 writeterm; /* rev8 */
  328. u32 PAD[40];
  329. u32 clockctlstatus; /* rev8 */
  330. u32 PAD[7];
  331. u32 PAD[128]; /* DMA engines */
  332. /* SDIO/PCMCIA CIS region */
  333. char cis[512]; /* 0x400-0x5ff, rev6 */
  334. /* PCMCIA function control registers */
  335. char pcmciafcr[256]; /* 0x600-6ff, rev6 */
  336. u16 PAD[55];
  337. /* PCMCIA backplane access */
  338. u16 backplanecsr; /* 0x76E, rev6 */
  339. u16 backplaneaddr0; /* rev6 */
  340. u16 backplaneaddr1; /* rev6 */
  341. u16 backplaneaddr2; /* rev6 */
  342. u16 backplaneaddr3; /* rev6 */
  343. u16 backplanedata0; /* rev6 */
  344. u16 backplanedata1; /* rev6 */
  345. u16 backplanedata2; /* rev6 */
  346. u16 backplanedata3; /* rev6 */
  347. u16 PAD[31];
  348. /* sprom "size" & "blank" info */
  349. u16 spromstatus; /* 0x7BE, rev2 */
  350. u32 PAD[464];
  351. u16 PAD[0x80];
  352. };
  353. #ifdef DEBUG
  354. /* Device console log buffer state */
  355. struct brcmf_console {
  356. uint count; /* Poll interval msec counter */
  357. uint log_addr; /* Log struct address (fixed) */
  358. struct rte_log_le log_le; /* Log struct (host copy) */
  359. uint bufsize; /* Size of log buffer */
  360. u8 *buf; /* Log buffer (host copy) */
  361. uint last; /* Last buffer read index */
  362. };
  363. struct brcmf_trap_info {
  364. __le32 type;
  365. __le32 epc;
  366. __le32 cpsr;
  367. __le32 spsr;
  368. __le32 r0; /* a1 */
  369. __le32 r1; /* a2 */
  370. __le32 r2; /* a3 */
  371. __le32 r3; /* a4 */
  372. __le32 r4; /* v1 */
  373. __le32 r5; /* v2 */
  374. __le32 r6; /* v3 */
  375. __le32 r7; /* v4 */
  376. __le32 r8; /* v5 */
  377. __le32 r9; /* sb/v6 */
  378. __le32 r10; /* sl/v7 */
  379. __le32 r11; /* fp/v8 */
  380. __le32 r12; /* ip */
  381. __le32 r13; /* sp */
  382. __le32 r14; /* lr */
  383. __le32 pc; /* r15 */
  384. };
  385. #endif /* DEBUG */
  386. struct sdpcm_shared {
  387. u32 flags;
  388. u32 trap_addr;
  389. u32 assert_exp_addr;
  390. u32 assert_file_addr;
  391. u32 assert_line;
  392. u32 console_addr; /* Address of struct rte_console */
  393. u32 msgtrace_addr;
  394. u8 tag[32];
  395. u32 brpt_addr;
  396. };
  397. struct sdpcm_shared_le {
  398. __le32 flags;
  399. __le32 trap_addr;
  400. __le32 assert_exp_addr;
  401. __le32 assert_file_addr;
  402. __le32 assert_line;
  403. __le32 console_addr; /* Address of struct rte_console */
  404. __le32 msgtrace_addr;
  405. u8 tag[32];
  406. __le32 brpt_addr;
  407. };
  408. /* SDIO read frame info */
  409. struct brcmf_sdio_read {
  410. u8 seq_num;
  411. u8 channel;
  412. u16 len;
  413. u16 len_left;
  414. u16 len_nxtfrm;
  415. u8 dat_offset;
  416. };
  417. /* misc chip info needed by some of the routines */
  418. /* Private data for SDIO bus interaction */
  419. struct brcmf_sdio {
  420. struct brcmf_sdio_dev *sdiodev; /* sdio device handler */
  421. struct chip_info *ci; /* Chip info struct */
  422. char *vars; /* Variables (from CIS and/or other) */
  423. uint varsz; /* Size of variables buffer */
  424. u32 ramsize; /* Size of RAM in SOCRAM (bytes) */
  425. u32 hostintmask; /* Copy of Host Interrupt Mask */
  426. atomic_t intstatus; /* Intstatus bits (events) pending */
  427. atomic_t fcstate; /* State of dongle flow-control */
  428. uint blocksize; /* Block size of SDIO transfers */
  429. uint roundup; /* Max roundup limit */
  430. struct pktq txq; /* Queue length used for flow-control */
  431. u8 flowcontrol; /* per prio flow control bitmask */
  432. u8 tx_seq; /* Transmit sequence number (next) */
  433. u8 tx_max; /* Maximum transmit sequence allowed */
  434. u8 hdrbuf[MAX_HDR_READ + BRCMF_SDALIGN];
  435. u8 *rxhdr; /* Header of current rx frame (in hdrbuf) */
  436. u8 rx_seq; /* Receive sequence number (expected) */
  437. struct brcmf_sdio_read cur_read;
  438. /* info of current read frame */
  439. bool rxskip; /* Skip receive (awaiting NAK ACK) */
  440. bool rxpending; /* Data frame pending in dongle */
  441. uint rxbound; /* Rx frames to read before resched */
  442. uint txbound; /* Tx frames to send before resched */
  443. uint txminmax;
  444. struct sk_buff *glomd; /* Packet containing glomming descriptor */
  445. struct sk_buff_head glom; /* Packet list for glommed superframe */
  446. uint glomerr; /* Glom packet read errors */
  447. u8 *rxbuf; /* Buffer for receiving control packets */
  448. uint rxblen; /* Allocated length of rxbuf */
  449. u8 *rxctl; /* Aligned pointer into rxbuf */
  450. u8 *rxctl_orig; /* pointer for freeing rxctl */
  451. u8 *databuf; /* Buffer for receiving big glom packet */
  452. u8 *dataptr; /* Aligned pointer into databuf */
  453. uint rxlen; /* Length of valid data in buffer */
  454. spinlock_t rxctl_lock; /* protection lock for ctrl frame resources */
  455. u8 sdpcm_ver; /* Bus protocol reported by dongle */
  456. bool intr; /* Use interrupts */
  457. bool poll; /* Use polling */
  458. atomic_t ipend; /* Device interrupt is pending */
  459. uint spurious; /* Count of spurious interrupts */
  460. uint pollrate; /* Ticks between device polls */
  461. uint polltick; /* Tick counter */
  462. #ifdef DEBUG
  463. uint console_interval;
  464. struct brcmf_console console; /* Console output polling support */
  465. uint console_addr; /* Console address from shared struct */
  466. #endif /* DEBUG */
  467. uint clkstate; /* State of sd and backplane clock(s) */
  468. bool activity; /* Activity flag for clock down */
  469. s32 idletime; /* Control for activity timeout */
  470. s32 idlecount; /* Activity timeout counter */
  471. s32 idleclock; /* How to set bus driver when idle */
  472. s32 sd_rxchain;
  473. bool use_rxchain; /* If brcmf should use PKT chains */
  474. bool rxflow_mode; /* Rx flow control mode */
  475. bool rxflow; /* Is rx flow control on */
  476. bool alp_only; /* Don't use HT clock (ALP only) */
  477. u8 *ctrl_frame_buf;
  478. u32 ctrl_frame_len;
  479. bool ctrl_frame_stat;
  480. spinlock_t txqlock;
  481. wait_queue_head_t ctrl_wait;
  482. wait_queue_head_t dcmd_resp_wait;
  483. struct timer_list timer;
  484. struct completion watchdog_wait;
  485. struct task_struct *watchdog_tsk;
  486. bool wd_timer_valid;
  487. uint save_ms;
  488. struct workqueue_struct *brcmf_wq;
  489. struct work_struct datawork;
  490. struct list_head dpc_tsklst;
  491. spinlock_t dpc_tl_lock;
  492. const struct firmware *firmware;
  493. u32 fw_ptr;
  494. bool txoff; /* Transmit flow-controlled */
  495. struct brcmf_sdio_count sdcnt;
  496. };
  497. /* clkstate */
  498. #define CLK_NONE 0
  499. #define CLK_SDONLY 1
  500. #define CLK_PENDING 2 /* Not used yet */
  501. #define CLK_AVAIL 3
  502. #ifdef DEBUG
  503. static int qcount[NUMPRIO];
  504. static int tx_packets[NUMPRIO];
  505. #endif /* DEBUG */
  506. #define SDIO_DRIVE_STRENGTH 6 /* in milliamps */
  507. #define RETRYCHAN(chan) ((chan) == SDPCM_EVENT_CHANNEL)
  508. /* Retry count for register access failures */
  509. static const uint retry_limit = 2;
  510. /* Limit on rounding up frames */
  511. static const uint max_roundup = 512;
  512. #define ALIGNMENT 4
  513. enum brcmf_sdio_frmtype {
  514. BRCMF_SDIO_FT_NORMAL,
  515. BRCMF_SDIO_FT_SUPER,
  516. BRCMF_SDIO_FT_SUB,
  517. };
  518. static void pkt_align(struct sk_buff *p, int len, int align)
  519. {
  520. uint datalign;
  521. datalign = (unsigned long)(p->data);
  522. datalign = roundup(datalign, (align)) - datalign;
  523. if (datalign)
  524. skb_pull(p, datalign);
  525. __skb_trim(p, len);
  526. }
  527. /* To check if there's window offered */
  528. static bool data_ok(struct brcmf_sdio *bus)
  529. {
  530. return (u8)(bus->tx_max - bus->tx_seq) != 0 &&
  531. ((u8)(bus->tx_max - bus->tx_seq) & 0x80) == 0;
  532. }
  533. /*
  534. * Reads a register in the SDIO hardware block. This block occupies a series of
  535. * adresses on the 32 bit backplane bus.
  536. */
  537. static int
  538. r_sdreg32(struct brcmf_sdio *bus, u32 *regvar, u32 offset)
  539. {
  540. u8 idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  541. int ret;
  542. *regvar = brcmf_sdio_regrl(bus->sdiodev,
  543. bus->ci->c_inf[idx].base + offset, &ret);
  544. return ret;
  545. }
  546. static int
  547. w_sdreg32(struct brcmf_sdio *bus, u32 regval, u32 reg_offset)
  548. {
  549. u8 idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  550. int ret;
  551. brcmf_sdio_regwl(bus->sdiodev,
  552. bus->ci->c_inf[idx].base + reg_offset,
  553. regval, &ret);
  554. return ret;
  555. }
  556. #define PKT_AVAILABLE() (intstatus & I_HMB_FRAME_IND)
  557. #define HOSTINTMASK (I_HMB_SW_MASK | I_CHIPACTIVE)
  558. /* Turn backplane clock on or off */
  559. static int brcmf_sdbrcm_htclk(struct brcmf_sdio *bus, bool on, bool pendok)
  560. {
  561. int err;
  562. u8 clkctl, clkreq, devctl;
  563. unsigned long timeout;
  564. brcmf_dbg(TRACE, "Enter\n");
  565. clkctl = 0;
  566. if (on) {
  567. /* Request HT Avail */
  568. clkreq =
  569. bus->alp_only ? SBSDIO_ALP_AVAIL_REQ : SBSDIO_HT_AVAIL_REQ;
  570. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  571. clkreq, &err);
  572. if (err) {
  573. brcmf_err("HT Avail request error: %d\n", err);
  574. return -EBADE;
  575. }
  576. /* Check current status */
  577. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  578. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  579. if (err) {
  580. brcmf_err("HT Avail read error: %d\n", err);
  581. return -EBADE;
  582. }
  583. /* Go to pending and await interrupt if appropriate */
  584. if (!SBSDIO_CLKAV(clkctl, bus->alp_only) && pendok) {
  585. /* Allow only clock-available interrupt */
  586. devctl = brcmf_sdio_regrb(bus->sdiodev,
  587. SBSDIO_DEVICE_CTL, &err);
  588. if (err) {
  589. brcmf_err("Devctl error setting CA: %d\n",
  590. err);
  591. return -EBADE;
  592. }
  593. devctl |= SBSDIO_DEVCTL_CA_INT_ONLY;
  594. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  595. devctl, &err);
  596. brcmf_dbg(INFO, "CLKCTL: set PENDING\n");
  597. bus->clkstate = CLK_PENDING;
  598. return 0;
  599. } else if (bus->clkstate == CLK_PENDING) {
  600. /* Cancel CA-only interrupt filter */
  601. devctl = brcmf_sdio_regrb(bus->sdiodev,
  602. SBSDIO_DEVICE_CTL, &err);
  603. devctl &= ~SBSDIO_DEVCTL_CA_INT_ONLY;
  604. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  605. devctl, &err);
  606. }
  607. /* Otherwise, wait here (polling) for HT Avail */
  608. timeout = jiffies +
  609. msecs_to_jiffies(PMU_MAX_TRANSITION_DLY/1000);
  610. while (!SBSDIO_CLKAV(clkctl, bus->alp_only)) {
  611. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  612. SBSDIO_FUNC1_CHIPCLKCSR,
  613. &err);
  614. if (time_after(jiffies, timeout))
  615. break;
  616. else
  617. usleep_range(5000, 10000);
  618. }
  619. if (err) {
  620. brcmf_err("HT Avail request error: %d\n", err);
  621. return -EBADE;
  622. }
  623. if (!SBSDIO_CLKAV(clkctl, bus->alp_only)) {
  624. brcmf_err("HT Avail timeout (%d): clkctl 0x%02x\n",
  625. PMU_MAX_TRANSITION_DLY, clkctl);
  626. return -EBADE;
  627. }
  628. /* Mark clock available */
  629. bus->clkstate = CLK_AVAIL;
  630. brcmf_dbg(INFO, "CLKCTL: turned ON\n");
  631. #if defined(DEBUG)
  632. if (!bus->alp_only) {
  633. if (SBSDIO_ALPONLY(clkctl))
  634. brcmf_err("HT Clock should be on\n");
  635. }
  636. #endif /* defined (DEBUG) */
  637. bus->activity = true;
  638. } else {
  639. clkreq = 0;
  640. if (bus->clkstate == CLK_PENDING) {
  641. /* Cancel CA-only interrupt filter */
  642. devctl = brcmf_sdio_regrb(bus->sdiodev,
  643. SBSDIO_DEVICE_CTL, &err);
  644. devctl &= ~SBSDIO_DEVCTL_CA_INT_ONLY;
  645. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  646. devctl, &err);
  647. }
  648. bus->clkstate = CLK_SDONLY;
  649. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  650. clkreq, &err);
  651. brcmf_dbg(INFO, "CLKCTL: turned OFF\n");
  652. if (err) {
  653. brcmf_err("Failed access turning clock off: %d\n",
  654. err);
  655. return -EBADE;
  656. }
  657. }
  658. return 0;
  659. }
  660. /* Change idle/active SD state */
  661. static int brcmf_sdbrcm_sdclk(struct brcmf_sdio *bus, bool on)
  662. {
  663. brcmf_dbg(TRACE, "Enter\n");
  664. if (on)
  665. bus->clkstate = CLK_SDONLY;
  666. else
  667. bus->clkstate = CLK_NONE;
  668. return 0;
  669. }
  670. /* Transition SD and backplane clock readiness */
  671. static int brcmf_sdbrcm_clkctl(struct brcmf_sdio *bus, uint target, bool pendok)
  672. {
  673. #ifdef DEBUG
  674. uint oldstate = bus->clkstate;
  675. #endif /* DEBUG */
  676. brcmf_dbg(TRACE, "Enter\n");
  677. /* Early exit if we're already there */
  678. if (bus->clkstate == target) {
  679. if (target == CLK_AVAIL) {
  680. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  681. bus->activity = true;
  682. }
  683. return 0;
  684. }
  685. switch (target) {
  686. case CLK_AVAIL:
  687. /* Make sure SD clock is available */
  688. if (bus->clkstate == CLK_NONE)
  689. brcmf_sdbrcm_sdclk(bus, true);
  690. /* Now request HT Avail on the backplane */
  691. brcmf_sdbrcm_htclk(bus, true, pendok);
  692. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  693. bus->activity = true;
  694. break;
  695. case CLK_SDONLY:
  696. /* Remove HT request, or bring up SD clock */
  697. if (bus->clkstate == CLK_NONE)
  698. brcmf_sdbrcm_sdclk(bus, true);
  699. else if (bus->clkstate == CLK_AVAIL)
  700. brcmf_sdbrcm_htclk(bus, false, false);
  701. else
  702. brcmf_err("request for %d -> %d\n",
  703. bus->clkstate, target);
  704. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  705. break;
  706. case CLK_NONE:
  707. /* Make sure to remove HT request */
  708. if (bus->clkstate == CLK_AVAIL)
  709. brcmf_sdbrcm_htclk(bus, false, false);
  710. /* Now remove the SD clock */
  711. brcmf_sdbrcm_sdclk(bus, false);
  712. brcmf_sdbrcm_wd_timer(bus, 0);
  713. break;
  714. }
  715. #ifdef DEBUG
  716. brcmf_dbg(INFO, "%d -> %d\n", oldstate, bus->clkstate);
  717. #endif /* DEBUG */
  718. return 0;
  719. }
  720. static u32 brcmf_sdbrcm_hostmail(struct brcmf_sdio *bus)
  721. {
  722. u32 intstatus = 0;
  723. u32 hmb_data;
  724. u8 fcbits;
  725. int ret;
  726. brcmf_dbg(TRACE, "Enter\n");
  727. /* Read mailbox data and ack that we did so */
  728. ret = r_sdreg32(bus, &hmb_data,
  729. offsetof(struct sdpcmd_regs, tohostmailboxdata));
  730. if (ret == 0)
  731. w_sdreg32(bus, SMB_INT_ACK,
  732. offsetof(struct sdpcmd_regs, tosbmailbox));
  733. bus->sdcnt.f1regdata += 2;
  734. /* Dongle recomposed rx frames, accept them again */
  735. if (hmb_data & HMB_DATA_NAKHANDLED) {
  736. brcmf_dbg(INFO, "Dongle reports NAK handled, expect rtx of %d\n",
  737. bus->rx_seq);
  738. if (!bus->rxskip)
  739. brcmf_err("unexpected NAKHANDLED!\n");
  740. bus->rxskip = false;
  741. intstatus |= I_HMB_FRAME_IND;
  742. }
  743. /*
  744. * DEVREADY does not occur with gSPI.
  745. */
  746. if (hmb_data & (HMB_DATA_DEVREADY | HMB_DATA_FWREADY)) {
  747. bus->sdpcm_ver =
  748. (hmb_data & HMB_DATA_VERSION_MASK) >>
  749. HMB_DATA_VERSION_SHIFT;
  750. if (bus->sdpcm_ver != SDPCM_PROT_VERSION)
  751. brcmf_err("Version mismatch, dongle reports %d, "
  752. "expecting %d\n",
  753. bus->sdpcm_ver, SDPCM_PROT_VERSION);
  754. else
  755. brcmf_dbg(INFO, "Dongle ready, protocol version %d\n",
  756. bus->sdpcm_ver);
  757. }
  758. /*
  759. * Flow Control has been moved into the RX headers and this out of band
  760. * method isn't used any more.
  761. * remaining backward compatible with older dongles.
  762. */
  763. if (hmb_data & HMB_DATA_FC) {
  764. fcbits = (hmb_data & HMB_DATA_FCDATA_MASK) >>
  765. HMB_DATA_FCDATA_SHIFT;
  766. if (fcbits & ~bus->flowcontrol)
  767. bus->sdcnt.fc_xoff++;
  768. if (bus->flowcontrol & ~fcbits)
  769. bus->sdcnt.fc_xon++;
  770. bus->sdcnt.fc_rcvd++;
  771. bus->flowcontrol = fcbits;
  772. }
  773. /* Shouldn't be any others */
  774. if (hmb_data & ~(HMB_DATA_DEVREADY |
  775. HMB_DATA_NAKHANDLED |
  776. HMB_DATA_FC |
  777. HMB_DATA_FWREADY |
  778. HMB_DATA_FCDATA_MASK | HMB_DATA_VERSION_MASK))
  779. brcmf_err("Unknown mailbox data content: 0x%02x\n",
  780. hmb_data);
  781. return intstatus;
  782. }
  783. static void brcmf_sdbrcm_rxfail(struct brcmf_sdio *bus, bool abort, bool rtx)
  784. {
  785. uint retries = 0;
  786. u16 lastrbc;
  787. u8 hi, lo;
  788. int err;
  789. brcmf_err("%sterminate frame%s\n",
  790. abort ? "abort command, " : "",
  791. rtx ? ", send NAK" : "");
  792. if (abort)
  793. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  794. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  795. SFC_RF_TERM, &err);
  796. bus->sdcnt.f1regdata++;
  797. /* Wait until the packet has been flushed (device/FIFO stable) */
  798. for (lastrbc = retries = 0xffff; retries > 0; retries--) {
  799. hi = brcmf_sdio_regrb(bus->sdiodev,
  800. SBSDIO_FUNC1_RFRAMEBCHI, &err);
  801. lo = brcmf_sdio_regrb(bus->sdiodev,
  802. SBSDIO_FUNC1_RFRAMEBCLO, &err);
  803. bus->sdcnt.f1regdata += 2;
  804. if ((hi == 0) && (lo == 0))
  805. break;
  806. if ((hi > (lastrbc >> 8)) && (lo > (lastrbc & 0x00ff))) {
  807. brcmf_err("count growing: last 0x%04x now 0x%04x\n",
  808. lastrbc, (hi << 8) + lo);
  809. }
  810. lastrbc = (hi << 8) + lo;
  811. }
  812. if (!retries)
  813. brcmf_err("count never zeroed: last 0x%04x\n", lastrbc);
  814. else
  815. brcmf_dbg(INFO, "flush took %d iterations\n", 0xffff - retries);
  816. if (rtx) {
  817. bus->sdcnt.rxrtx++;
  818. err = w_sdreg32(bus, SMB_NAK,
  819. offsetof(struct sdpcmd_regs, tosbmailbox));
  820. bus->sdcnt.f1regdata++;
  821. if (err == 0)
  822. bus->rxskip = true;
  823. }
  824. /* Clear partial in any case */
  825. bus->cur_read.len = 0;
  826. /* If we can't reach the device, signal failure */
  827. if (err)
  828. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  829. }
  830. /* copy a buffer into a pkt buffer chain */
  831. static uint brcmf_sdbrcm_glom_from_buf(struct brcmf_sdio *bus, uint len)
  832. {
  833. uint n, ret = 0;
  834. struct sk_buff *p;
  835. u8 *buf;
  836. buf = bus->dataptr;
  837. /* copy the data */
  838. skb_queue_walk(&bus->glom, p) {
  839. n = min_t(uint, p->len, len);
  840. memcpy(p->data, buf, n);
  841. buf += n;
  842. len -= n;
  843. ret += n;
  844. if (!len)
  845. break;
  846. }
  847. return ret;
  848. }
  849. /* return total length of buffer chain */
  850. static uint brcmf_sdbrcm_glom_len(struct brcmf_sdio *bus)
  851. {
  852. struct sk_buff *p;
  853. uint total;
  854. total = 0;
  855. skb_queue_walk(&bus->glom, p)
  856. total += p->len;
  857. return total;
  858. }
  859. static void brcmf_sdbrcm_free_glom(struct brcmf_sdio *bus)
  860. {
  861. struct sk_buff *cur, *next;
  862. skb_queue_walk_safe(&bus->glom, cur, next) {
  863. skb_unlink(cur, &bus->glom);
  864. brcmu_pkt_buf_free_skb(cur);
  865. }
  866. }
  867. static int brcmf_sdio_hdparser(struct brcmf_sdio *bus, u8 *header,
  868. struct brcmf_sdio_read *rd,
  869. enum brcmf_sdio_frmtype type)
  870. {
  871. u16 len, checksum;
  872. u8 rx_seq, fc, tx_seq_max;
  873. /*
  874. * 4 bytes hardware header (frame tag)
  875. * Byte 0~1: Frame length
  876. * Byte 2~3: Checksum, bit-wise inverse of frame length
  877. */
  878. len = get_unaligned_le16(header);
  879. checksum = get_unaligned_le16(header + sizeof(u16));
  880. /* All zero means no more to read */
  881. if (!(len | checksum)) {
  882. bus->rxpending = false;
  883. return -ENODATA;
  884. }
  885. if ((u16)(~(len ^ checksum))) {
  886. brcmf_err("HW header checksum error\n");
  887. bus->sdcnt.rx_badhdr++;
  888. brcmf_sdbrcm_rxfail(bus, false, false);
  889. return -EIO;
  890. }
  891. if (len < SDPCM_HDRLEN) {
  892. brcmf_err("HW header length error\n");
  893. return -EPROTO;
  894. }
  895. if (type == BRCMF_SDIO_FT_SUPER &&
  896. (roundup(len, bus->blocksize) != rd->len)) {
  897. brcmf_err("HW superframe header length error\n");
  898. return -EPROTO;
  899. }
  900. if (type == BRCMF_SDIO_FT_SUB && len > rd->len) {
  901. brcmf_err("HW subframe header length error\n");
  902. return -EPROTO;
  903. }
  904. rd->len = len;
  905. /*
  906. * 8 bytes hardware header
  907. * Byte 0: Rx sequence number
  908. * Byte 1: 4 MSB Channel number, 4 LSB arbitrary flag
  909. * Byte 2: Length of next data frame
  910. * Byte 3: Data offset
  911. * Byte 4: Flow control bits
  912. * Byte 5: Maximum Sequence number allow for Tx
  913. * Byte 6~7: Reserved
  914. */
  915. if (type == BRCMF_SDIO_FT_SUPER &&
  916. SDPCM_GLOMDESC(&header[SDPCM_FRAMETAG_LEN])) {
  917. brcmf_err("Glom descriptor found in superframe head\n");
  918. rd->len = 0;
  919. return -EINVAL;
  920. }
  921. rx_seq = SDPCM_PACKET_SEQUENCE(&header[SDPCM_FRAMETAG_LEN]);
  922. rd->channel = SDPCM_PACKET_CHANNEL(&header[SDPCM_FRAMETAG_LEN]);
  923. if (len > MAX_RX_DATASZ && rd->channel != SDPCM_CONTROL_CHANNEL &&
  924. type != BRCMF_SDIO_FT_SUPER) {
  925. brcmf_err("HW header length too long\n");
  926. bus->sdcnt.rx_toolong++;
  927. brcmf_sdbrcm_rxfail(bus, false, false);
  928. rd->len = 0;
  929. return -EPROTO;
  930. }
  931. if (type == BRCMF_SDIO_FT_SUPER && rd->channel != SDPCM_GLOM_CHANNEL) {
  932. brcmf_err("Wrong channel for superframe\n");
  933. rd->len = 0;
  934. return -EINVAL;
  935. }
  936. if (type == BRCMF_SDIO_FT_SUB && rd->channel != SDPCM_DATA_CHANNEL &&
  937. rd->channel != SDPCM_EVENT_CHANNEL) {
  938. brcmf_err("Wrong channel for subframe\n");
  939. rd->len = 0;
  940. return -EINVAL;
  941. }
  942. rd->dat_offset = SDPCM_DOFFSET_VALUE(&header[SDPCM_FRAMETAG_LEN]);
  943. if (rd->dat_offset < SDPCM_HDRLEN || rd->dat_offset > rd->len) {
  944. brcmf_err("seq %d: bad data offset\n", rx_seq);
  945. bus->sdcnt.rx_badhdr++;
  946. brcmf_sdbrcm_rxfail(bus, false, false);
  947. rd->len = 0;
  948. return -ENXIO;
  949. }
  950. if (rd->seq_num != rx_seq) {
  951. brcmf_err("seq %d: sequence number error, expect %d\n",
  952. rx_seq, rd->seq_num);
  953. bus->sdcnt.rx_badseq++;
  954. rd->seq_num = rx_seq;
  955. }
  956. /* no need to check the reset for subframe */
  957. if (type == BRCMF_SDIO_FT_SUB)
  958. return 0;
  959. rd->len_nxtfrm = header[SDPCM_FRAMETAG_LEN + SDPCM_NEXTLEN_OFFSET];
  960. if (rd->len_nxtfrm << 4 > MAX_RX_DATASZ) {
  961. /* only warm for NON glom packet */
  962. if (rd->channel != SDPCM_GLOM_CHANNEL)
  963. brcmf_err("seq %d: next length error\n", rx_seq);
  964. rd->len_nxtfrm = 0;
  965. }
  966. fc = SDPCM_FCMASK_VALUE(&header[SDPCM_FRAMETAG_LEN]);
  967. if (bus->flowcontrol != fc) {
  968. if (~bus->flowcontrol & fc)
  969. bus->sdcnt.fc_xoff++;
  970. if (bus->flowcontrol & ~fc)
  971. bus->sdcnt.fc_xon++;
  972. bus->sdcnt.fc_rcvd++;
  973. bus->flowcontrol = fc;
  974. }
  975. tx_seq_max = SDPCM_WINDOW_VALUE(&header[SDPCM_FRAMETAG_LEN]);
  976. if ((u8)(tx_seq_max - bus->tx_seq) > 0x40) {
  977. brcmf_err("seq %d: max tx seq number error\n", rx_seq);
  978. tx_seq_max = bus->tx_seq + 2;
  979. }
  980. bus->tx_max = tx_seq_max;
  981. return 0;
  982. }
  983. static u8 brcmf_sdbrcm_rxglom(struct brcmf_sdio *bus, u8 rxseq)
  984. {
  985. u16 dlen, totlen;
  986. u8 *dptr, num = 0;
  987. u16 sublen;
  988. struct sk_buff *pfirst, *pnext;
  989. int errcode;
  990. u8 doff, sfdoff;
  991. bool usechain = bus->use_rxchain;
  992. struct brcmf_sdio_read rd_new;
  993. /* If packets, issue read(s) and send up packet chain */
  994. /* Return sequence numbers consumed? */
  995. brcmf_dbg(TRACE, "start: glomd %p glom %p\n",
  996. bus->glomd, skb_peek(&bus->glom));
  997. /* If there's a descriptor, generate the packet chain */
  998. if (bus->glomd) {
  999. pfirst = pnext = NULL;
  1000. dlen = (u16) (bus->glomd->len);
  1001. dptr = bus->glomd->data;
  1002. if (!dlen || (dlen & 1)) {
  1003. brcmf_err("bad glomd len(%d), ignore descriptor\n",
  1004. dlen);
  1005. dlen = 0;
  1006. }
  1007. for (totlen = num = 0; dlen; num++) {
  1008. /* Get (and move past) next length */
  1009. sublen = get_unaligned_le16(dptr);
  1010. dlen -= sizeof(u16);
  1011. dptr += sizeof(u16);
  1012. if ((sublen < SDPCM_HDRLEN) ||
  1013. ((num == 0) && (sublen < (2 * SDPCM_HDRLEN)))) {
  1014. brcmf_err("descriptor len %d bad: %d\n",
  1015. num, sublen);
  1016. pnext = NULL;
  1017. break;
  1018. }
  1019. if (sublen % BRCMF_SDALIGN) {
  1020. brcmf_err("sublen %d not multiple of %d\n",
  1021. sublen, BRCMF_SDALIGN);
  1022. usechain = false;
  1023. }
  1024. totlen += sublen;
  1025. /* For last frame, adjust read len so total
  1026. is a block multiple */
  1027. if (!dlen) {
  1028. sublen +=
  1029. (roundup(totlen, bus->blocksize) - totlen);
  1030. totlen = roundup(totlen, bus->blocksize);
  1031. }
  1032. /* Allocate/chain packet for next subframe */
  1033. pnext = brcmu_pkt_buf_get_skb(sublen + BRCMF_SDALIGN);
  1034. if (pnext == NULL) {
  1035. brcmf_err("bcm_pkt_buf_get_skb failed, num %d len %d\n",
  1036. num, sublen);
  1037. break;
  1038. }
  1039. skb_queue_tail(&bus->glom, pnext);
  1040. /* Adhere to start alignment requirements */
  1041. pkt_align(pnext, sublen, BRCMF_SDALIGN);
  1042. }
  1043. /* If all allocations succeeded, save packet chain
  1044. in bus structure */
  1045. if (pnext) {
  1046. brcmf_dbg(GLOM, "allocated %d-byte packet chain for %d subframes\n",
  1047. totlen, num);
  1048. if (BRCMF_GLOM_ON() && bus->cur_read.len &&
  1049. totlen != bus->cur_read.len) {
  1050. brcmf_dbg(GLOM, "glomdesc mismatch: nextlen %d glomdesc %d rxseq %d\n",
  1051. bus->cur_read.len, totlen, rxseq);
  1052. }
  1053. pfirst = pnext = NULL;
  1054. } else {
  1055. brcmf_sdbrcm_free_glom(bus);
  1056. num = 0;
  1057. }
  1058. /* Done with descriptor packet */
  1059. brcmu_pkt_buf_free_skb(bus->glomd);
  1060. bus->glomd = NULL;
  1061. bus->cur_read.len = 0;
  1062. }
  1063. /* Ok -- either we just generated a packet chain,
  1064. or had one from before */
  1065. if (!skb_queue_empty(&bus->glom)) {
  1066. if (BRCMF_GLOM_ON()) {
  1067. brcmf_dbg(GLOM, "try superframe read, packet chain:\n");
  1068. skb_queue_walk(&bus->glom, pnext) {
  1069. brcmf_dbg(GLOM, " %p: %p len 0x%04x (%d)\n",
  1070. pnext, (u8 *) (pnext->data),
  1071. pnext->len, pnext->len);
  1072. }
  1073. }
  1074. pfirst = skb_peek(&bus->glom);
  1075. dlen = (u16) brcmf_sdbrcm_glom_len(bus);
  1076. /* Do an SDIO read for the superframe. Configurable iovar to
  1077. * read directly into the chained packet, or allocate a large
  1078. * packet and and copy into the chain.
  1079. */
  1080. sdio_claim_host(bus->sdiodev->func[1]);
  1081. if (usechain) {
  1082. errcode = brcmf_sdcard_recv_chain(bus->sdiodev,
  1083. bus->sdiodev->sbwad,
  1084. SDIO_FUNC_2, F2SYNC, &bus->glom);
  1085. } else if (bus->dataptr) {
  1086. errcode = brcmf_sdcard_recv_buf(bus->sdiodev,
  1087. bus->sdiodev->sbwad,
  1088. SDIO_FUNC_2, F2SYNC,
  1089. bus->dataptr, dlen);
  1090. sublen = (u16) brcmf_sdbrcm_glom_from_buf(bus, dlen);
  1091. if (sublen != dlen) {
  1092. brcmf_err("FAILED TO COPY, dlen %d sublen %d\n",
  1093. dlen, sublen);
  1094. errcode = -1;
  1095. }
  1096. pnext = NULL;
  1097. } else {
  1098. brcmf_err("COULDN'T ALLOC %d-BYTE GLOM, FORCE FAILURE\n",
  1099. dlen);
  1100. errcode = -1;
  1101. }
  1102. sdio_release_host(bus->sdiodev->func[1]);
  1103. bus->sdcnt.f2rxdata++;
  1104. /* On failure, kill the superframe, allow a couple retries */
  1105. if (errcode < 0) {
  1106. brcmf_err("glom read of %d bytes failed: %d\n",
  1107. dlen, errcode);
  1108. sdio_claim_host(bus->sdiodev->func[1]);
  1109. if (bus->glomerr++ < 3) {
  1110. brcmf_sdbrcm_rxfail(bus, true, true);
  1111. } else {
  1112. bus->glomerr = 0;
  1113. brcmf_sdbrcm_rxfail(bus, true, false);
  1114. bus->sdcnt.rxglomfail++;
  1115. brcmf_sdbrcm_free_glom(bus);
  1116. }
  1117. sdio_release_host(bus->sdiodev->func[1]);
  1118. return 0;
  1119. }
  1120. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1121. pfirst->data, min_t(int, pfirst->len, 48),
  1122. "SUPERFRAME:\n");
  1123. rd_new.seq_num = rxseq;
  1124. rd_new.len = dlen;
  1125. sdio_claim_host(bus->sdiodev->func[1]);
  1126. errcode = brcmf_sdio_hdparser(bus, pfirst->data, &rd_new,
  1127. BRCMF_SDIO_FT_SUPER);
  1128. sdio_release_host(bus->sdiodev->func[1]);
  1129. bus->cur_read.len = rd_new.len_nxtfrm << 4;
  1130. /* Remove superframe header, remember offset */
  1131. skb_pull(pfirst, rd_new.dat_offset);
  1132. sfdoff = rd_new.dat_offset;
  1133. num = 0;
  1134. /* Validate all the subframe headers */
  1135. skb_queue_walk(&bus->glom, pnext) {
  1136. /* leave when invalid subframe is found */
  1137. if (errcode)
  1138. break;
  1139. rd_new.len = pnext->len;
  1140. rd_new.seq_num = rxseq++;
  1141. sdio_claim_host(bus->sdiodev->func[1]);
  1142. errcode = brcmf_sdio_hdparser(bus, pnext->data, &rd_new,
  1143. BRCMF_SDIO_FT_SUB);
  1144. sdio_release_host(bus->sdiodev->func[1]);
  1145. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1146. pnext->data, 32, "subframe:\n");
  1147. num++;
  1148. }
  1149. if (errcode) {
  1150. /* Terminate frame on error, request
  1151. a couple retries */
  1152. sdio_claim_host(bus->sdiodev->func[1]);
  1153. if (bus->glomerr++ < 3) {
  1154. /* Restore superframe header space */
  1155. skb_push(pfirst, sfdoff);
  1156. brcmf_sdbrcm_rxfail(bus, true, true);
  1157. } else {
  1158. bus->glomerr = 0;
  1159. brcmf_sdbrcm_rxfail(bus, true, false);
  1160. bus->sdcnt.rxglomfail++;
  1161. brcmf_sdbrcm_free_glom(bus);
  1162. }
  1163. sdio_release_host(bus->sdiodev->func[1]);
  1164. bus->cur_read.len = 0;
  1165. return 0;
  1166. }
  1167. /* Basic SD framing looks ok - process each packet (header) */
  1168. skb_queue_walk_safe(&bus->glom, pfirst, pnext) {
  1169. dptr = (u8 *) (pfirst->data);
  1170. sublen = get_unaligned_le16(dptr);
  1171. doff = SDPCM_DOFFSET_VALUE(&dptr[SDPCM_FRAMETAG_LEN]);
  1172. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_DATA_ON(),
  1173. dptr, pfirst->len,
  1174. "Rx Subframe Data:\n");
  1175. __skb_trim(pfirst, sublen);
  1176. skb_pull(pfirst, doff);
  1177. if (pfirst->len == 0) {
  1178. skb_unlink(pfirst, &bus->glom);
  1179. brcmu_pkt_buf_free_skb(pfirst);
  1180. continue;
  1181. }
  1182. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1183. pfirst->data,
  1184. min_t(int, pfirst->len, 32),
  1185. "subframe %d to stack, %p (%p/%d) nxt/lnk %p/%p\n",
  1186. bus->glom.qlen, pfirst, pfirst->data,
  1187. pfirst->len, pfirst->next,
  1188. pfirst->prev);
  1189. }
  1190. /* sent any remaining packets up */
  1191. if (bus->glom.qlen)
  1192. brcmf_rx_frames(bus->sdiodev->dev, &bus->glom);
  1193. bus->sdcnt.rxglomframes++;
  1194. bus->sdcnt.rxglompkts += bus->glom.qlen;
  1195. }
  1196. return num;
  1197. }
  1198. static int brcmf_sdbrcm_dcmd_resp_wait(struct brcmf_sdio *bus, uint *condition,
  1199. bool *pending)
  1200. {
  1201. DECLARE_WAITQUEUE(wait, current);
  1202. int timeout = msecs_to_jiffies(DCMD_RESP_TIMEOUT);
  1203. /* Wait until control frame is available */
  1204. add_wait_queue(&bus->dcmd_resp_wait, &wait);
  1205. set_current_state(TASK_INTERRUPTIBLE);
  1206. while (!(*condition) && (!signal_pending(current) && timeout))
  1207. timeout = schedule_timeout(timeout);
  1208. if (signal_pending(current))
  1209. *pending = true;
  1210. set_current_state(TASK_RUNNING);
  1211. remove_wait_queue(&bus->dcmd_resp_wait, &wait);
  1212. return timeout;
  1213. }
  1214. static int brcmf_sdbrcm_dcmd_resp_wake(struct brcmf_sdio *bus)
  1215. {
  1216. if (waitqueue_active(&bus->dcmd_resp_wait))
  1217. wake_up_interruptible(&bus->dcmd_resp_wait);
  1218. return 0;
  1219. }
  1220. static void
  1221. brcmf_sdbrcm_read_control(struct brcmf_sdio *bus, u8 *hdr, uint len, uint doff)
  1222. {
  1223. uint rdlen, pad;
  1224. u8 *buf = NULL, *rbuf;
  1225. int sdret;
  1226. brcmf_dbg(TRACE, "Enter\n");
  1227. if (bus->rxblen)
  1228. buf = vzalloc(bus->rxblen);
  1229. if (!buf)
  1230. goto done;
  1231. rbuf = bus->rxbuf;
  1232. pad = ((unsigned long)rbuf % BRCMF_SDALIGN);
  1233. if (pad)
  1234. rbuf += (BRCMF_SDALIGN - pad);
  1235. /* Copy the already-read portion over */
  1236. memcpy(buf, hdr, BRCMF_FIRSTREAD);
  1237. if (len <= BRCMF_FIRSTREAD)
  1238. goto gotpkt;
  1239. /* Raise rdlen to next SDIO block to avoid tail command */
  1240. rdlen = len - BRCMF_FIRSTREAD;
  1241. if (bus->roundup && bus->blocksize && (rdlen > bus->blocksize)) {
  1242. pad = bus->blocksize - (rdlen % bus->blocksize);
  1243. if ((pad <= bus->roundup) && (pad < bus->blocksize) &&
  1244. ((len + pad) < bus->sdiodev->bus_if->maxctl))
  1245. rdlen += pad;
  1246. } else if (rdlen % BRCMF_SDALIGN) {
  1247. rdlen += BRCMF_SDALIGN - (rdlen % BRCMF_SDALIGN);
  1248. }
  1249. /* Satisfy length-alignment requirements */
  1250. if (rdlen & (ALIGNMENT - 1))
  1251. rdlen = roundup(rdlen, ALIGNMENT);
  1252. /* Drop if the read is too big or it exceeds our maximum */
  1253. if ((rdlen + BRCMF_FIRSTREAD) > bus->sdiodev->bus_if->maxctl) {
  1254. brcmf_err("%d-byte control read exceeds %d-byte buffer\n",
  1255. rdlen, bus->sdiodev->bus_if->maxctl);
  1256. brcmf_sdbrcm_rxfail(bus, false, false);
  1257. goto done;
  1258. }
  1259. if ((len - doff) > bus->sdiodev->bus_if->maxctl) {
  1260. brcmf_err("%d-byte ctl frame (%d-byte ctl data) exceeds %d-byte limit\n",
  1261. len, len - doff, bus->sdiodev->bus_if->maxctl);
  1262. bus->sdcnt.rx_toolong++;
  1263. brcmf_sdbrcm_rxfail(bus, false, false);
  1264. goto done;
  1265. }
  1266. /* Read remain of frame body */
  1267. sdret = brcmf_sdcard_recv_buf(bus->sdiodev,
  1268. bus->sdiodev->sbwad,
  1269. SDIO_FUNC_2,
  1270. F2SYNC, rbuf, rdlen);
  1271. bus->sdcnt.f2rxdata++;
  1272. /* Control frame failures need retransmission */
  1273. if (sdret < 0) {
  1274. brcmf_err("read %d control bytes failed: %d\n",
  1275. rdlen, sdret);
  1276. bus->sdcnt.rxc_errors++;
  1277. brcmf_sdbrcm_rxfail(bus, true, true);
  1278. goto done;
  1279. } else
  1280. memcpy(buf + BRCMF_FIRSTREAD, rbuf, rdlen);
  1281. gotpkt:
  1282. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_CTL_ON(),
  1283. buf, len, "RxCtrl:\n");
  1284. /* Point to valid data and indicate its length */
  1285. spin_lock_bh(&bus->rxctl_lock);
  1286. if (bus->rxctl) {
  1287. brcmf_err("last control frame is being processed.\n");
  1288. spin_unlock_bh(&bus->rxctl_lock);
  1289. vfree(buf);
  1290. goto done;
  1291. }
  1292. bus->rxctl = buf + doff;
  1293. bus->rxctl_orig = buf;
  1294. bus->rxlen = len - doff;
  1295. spin_unlock_bh(&bus->rxctl_lock);
  1296. done:
  1297. /* Awake any waiters */
  1298. brcmf_sdbrcm_dcmd_resp_wake(bus);
  1299. }
  1300. /* Pad read to blocksize for efficiency */
  1301. static void brcmf_pad(struct brcmf_sdio *bus, u16 *pad, u16 *rdlen)
  1302. {
  1303. if (bus->roundup && bus->blocksize && *rdlen > bus->blocksize) {
  1304. *pad = bus->blocksize - (*rdlen % bus->blocksize);
  1305. if (*pad <= bus->roundup && *pad < bus->blocksize &&
  1306. *rdlen + *pad + BRCMF_FIRSTREAD < MAX_RX_DATASZ)
  1307. *rdlen += *pad;
  1308. } else if (*rdlen % BRCMF_SDALIGN) {
  1309. *rdlen += BRCMF_SDALIGN - (*rdlen % BRCMF_SDALIGN);
  1310. }
  1311. }
  1312. static uint brcmf_sdio_readframes(struct brcmf_sdio *bus, uint maxframes)
  1313. {
  1314. struct sk_buff *pkt; /* Packet for event or data frames */
  1315. struct sk_buff_head pktlist; /* needed for bus interface */
  1316. u16 pad; /* Number of pad bytes to read */
  1317. uint rxleft = 0; /* Remaining number of frames allowed */
  1318. int sdret; /* Return code from calls */
  1319. uint rxcount = 0; /* Total frames read */
  1320. struct brcmf_sdio_read *rd = &bus->cur_read, rd_new;
  1321. u8 head_read = 0;
  1322. brcmf_dbg(TRACE, "Enter\n");
  1323. /* Not finished unless we encounter no more frames indication */
  1324. bus->rxpending = true;
  1325. for (rd->seq_num = bus->rx_seq, rxleft = maxframes;
  1326. !bus->rxskip && rxleft &&
  1327. bus->sdiodev->bus_if->state != BRCMF_BUS_DOWN;
  1328. rd->seq_num++, rxleft--) {
  1329. /* Handle glomming separately */
  1330. if (bus->glomd || !skb_queue_empty(&bus->glom)) {
  1331. u8 cnt;
  1332. brcmf_dbg(GLOM, "calling rxglom: glomd %p, glom %p\n",
  1333. bus->glomd, skb_peek(&bus->glom));
  1334. cnt = brcmf_sdbrcm_rxglom(bus, rd->seq_num);
  1335. brcmf_dbg(GLOM, "rxglom returned %d\n", cnt);
  1336. rd->seq_num += cnt - 1;
  1337. rxleft = (rxleft > cnt) ? (rxleft - cnt) : 1;
  1338. continue;
  1339. }
  1340. rd->len_left = rd->len;
  1341. /* read header first for unknow frame length */
  1342. sdio_claim_host(bus->sdiodev->func[1]);
  1343. if (!rd->len) {
  1344. sdret = brcmf_sdcard_recv_buf(bus->sdiodev,
  1345. bus->sdiodev->sbwad,
  1346. SDIO_FUNC_2, F2SYNC,
  1347. bus->rxhdr,
  1348. BRCMF_FIRSTREAD);
  1349. bus->sdcnt.f2rxhdrs++;
  1350. if (sdret < 0) {
  1351. brcmf_err("RXHEADER FAILED: %d\n",
  1352. sdret);
  1353. bus->sdcnt.rx_hdrfail++;
  1354. brcmf_sdbrcm_rxfail(bus, true, true);
  1355. sdio_release_host(bus->sdiodev->func[1]);
  1356. continue;
  1357. }
  1358. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() || BRCMF_HDRS_ON(),
  1359. bus->rxhdr, SDPCM_HDRLEN,
  1360. "RxHdr:\n");
  1361. if (brcmf_sdio_hdparser(bus, bus->rxhdr, rd,
  1362. BRCMF_SDIO_FT_NORMAL)) {
  1363. sdio_release_host(bus->sdiodev->func[1]);
  1364. if (!bus->rxpending)
  1365. break;
  1366. else
  1367. continue;
  1368. }
  1369. if (rd->channel == SDPCM_CONTROL_CHANNEL) {
  1370. brcmf_sdbrcm_read_control(bus, bus->rxhdr,
  1371. rd->len,
  1372. rd->dat_offset);
  1373. /* prepare the descriptor for the next read */
  1374. rd->len = rd->len_nxtfrm << 4;
  1375. rd->len_nxtfrm = 0;
  1376. /* treat all packet as event if we don't know */
  1377. rd->channel = SDPCM_EVENT_CHANNEL;
  1378. sdio_release_host(bus->sdiodev->func[1]);
  1379. continue;
  1380. }
  1381. rd->len_left = rd->len > BRCMF_FIRSTREAD ?
  1382. rd->len - BRCMF_FIRSTREAD : 0;
  1383. head_read = BRCMF_FIRSTREAD;
  1384. }
  1385. brcmf_pad(bus, &pad, &rd->len_left);
  1386. pkt = brcmu_pkt_buf_get_skb(rd->len_left + head_read +
  1387. BRCMF_SDALIGN);
  1388. if (!pkt) {
  1389. /* Give up on data, request rtx of events */
  1390. brcmf_err("brcmu_pkt_buf_get_skb failed\n");
  1391. brcmf_sdbrcm_rxfail(bus, false,
  1392. RETRYCHAN(rd->channel));
  1393. sdio_release_host(bus->sdiodev->func[1]);
  1394. continue;
  1395. }
  1396. skb_pull(pkt, head_read);
  1397. pkt_align(pkt, rd->len_left, BRCMF_SDALIGN);
  1398. sdret = brcmf_sdcard_recv_pkt(bus->sdiodev, bus->sdiodev->sbwad,
  1399. SDIO_FUNC_2, F2SYNC, pkt);
  1400. bus->sdcnt.f2rxdata++;
  1401. sdio_release_host(bus->sdiodev->func[1]);
  1402. if (sdret < 0) {
  1403. brcmf_err("read %d bytes from channel %d failed: %d\n",
  1404. rd->len, rd->channel, sdret);
  1405. brcmu_pkt_buf_free_skb(pkt);
  1406. sdio_claim_host(bus->sdiodev->func[1]);
  1407. brcmf_sdbrcm_rxfail(bus, true,
  1408. RETRYCHAN(rd->channel));
  1409. sdio_release_host(bus->sdiodev->func[1]);
  1410. continue;
  1411. }
  1412. if (head_read) {
  1413. skb_push(pkt, head_read);
  1414. memcpy(pkt->data, bus->rxhdr, head_read);
  1415. head_read = 0;
  1416. } else {
  1417. memcpy(bus->rxhdr, pkt->data, SDPCM_HDRLEN);
  1418. rd_new.seq_num = rd->seq_num;
  1419. sdio_claim_host(bus->sdiodev->func[1]);
  1420. if (brcmf_sdio_hdparser(bus, bus->rxhdr, &rd_new,
  1421. BRCMF_SDIO_FT_NORMAL)) {
  1422. rd->len = 0;
  1423. brcmu_pkt_buf_free_skb(pkt);
  1424. }
  1425. bus->sdcnt.rx_readahead_cnt++;
  1426. if (rd->len != roundup(rd_new.len, 16)) {
  1427. brcmf_err("frame length mismatch:read %d, should be %d\n",
  1428. rd->len,
  1429. roundup(rd_new.len, 16) >> 4);
  1430. rd->len = 0;
  1431. brcmf_sdbrcm_rxfail(bus, true, true);
  1432. sdio_release_host(bus->sdiodev->func[1]);
  1433. brcmu_pkt_buf_free_skb(pkt);
  1434. continue;
  1435. }
  1436. sdio_release_host(bus->sdiodev->func[1]);
  1437. rd->len_nxtfrm = rd_new.len_nxtfrm;
  1438. rd->channel = rd_new.channel;
  1439. rd->dat_offset = rd_new.dat_offset;
  1440. brcmf_dbg_hex_dump(!(BRCMF_BYTES_ON() &&
  1441. BRCMF_DATA_ON()) &&
  1442. BRCMF_HDRS_ON(),
  1443. bus->rxhdr, SDPCM_HDRLEN,
  1444. "RxHdr:\n");
  1445. if (rd_new.channel == SDPCM_CONTROL_CHANNEL) {
  1446. brcmf_err("readahead on control packet %d?\n",
  1447. rd_new.seq_num);
  1448. /* Force retry w/normal header read */
  1449. rd->len = 0;
  1450. sdio_claim_host(bus->sdiodev->func[1]);
  1451. brcmf_sdbrcm_rxfail(bus, false, true);
  1452. sdio_release_host(bus->sdiodev->func[1]);
  1453. brcmu_pkt_buf_free_skb(pkt);
  1454. continue;
  1455. }
  1456. }
  1457. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_DATA_ON(),
  1458. pkt->data, rd->len, "Rx Data:\n");
  1459. /* Save superframe descriptor and allocate packet frame */
  1460. if (rd->channel == SDPCM_GLOM_CHANNEL) {
  1461. if (SDPCM_GLOMDESC(&bus->rxhdr[SDPCM_FRAMETAG_LEN])) {
  1462. brcmf_dbg(GLOM, "glom descriptor, %d bytes:\n",
  1463. rd->len);
  1464. brcmf_dbg_hex_dump(BRCMF_GLOM_ON(),
  1465. pkt->data, rd->len,
  1466. "Glom Data:\n");
  1467. __skb_trim(pkt, rd->len);
  1468. skb_pull(pkt, SDPCM_HDRLEN);
  1469. bus->glomd = pkt;
  1470. } else {
  1471. brcmf_err("%s: glom superframe w/o "
  1472. "descriptor!\n", __func__);
  1473. sdio_claim_host(bus->sdiodev->func[1]);
  1474. brcmf_sdbrcm_rxfail(bus, false, false);
  1475. sdio_release_host(bus->sdiodev->func[1]);
  1476. }
  1477. /* prepare the descriptor for the next read */
  1478. rd->len = rd->len_nxtfrm << 4;
  1479. rd->len_nxtfrm = 0;
  1480. /* treat all packet as event if we don't know */
  1481. rd->channel = SDPCM_EVENT_CHANNEL;
  1482. continue;
  1483. }
  1484. /* Fill in packet len and prio, deliver upward */
  1485. __skb_trim(pkt, rd->len);
  1486. skb_pull(pkt, rd->dat_offset);
  1487. /* prepare the descriptor for the next read */
  1488. rd->len = rd->len_nxtfrm << 4;
  1489. rd->len_nxtfrm = 0;
  1490. /* treat all packet as event if we don't know */
  1491. rd->channel = SDPCM_EVENT_CHANNEL;
  1492. if (pkt->len == 0) {
  1493. brcmu_pkt_buf_free_skb(pkt);
  1494. continue;
  1495. }
  1496. skb_queue_head_init(&pktlist);
  1497. skb_queue_tail(&pktlist, pkt);
  1498. brcmf_rx_frames(bus->sdiodev->dev, &pktlist);
  1499. }
  1500. rxcount = maxframes - rxleft;
  1501. /* Message if we hit the limit */
  1502. if (!rxleft)
  1503. brcmf_dbg(DATA, "hit rx limit of %d frames\n", maxframes);
  1504. else
  1505. brcmf_dbg(DATA, "processed %d frames\n", rxcount);
  1506. /* Back off rxseq if awaiting rtx, update rx_seq */
  1507. if (bus->rxskip)
  1508. rd->seq_num--;
  1509. bus->rx_seq = rd->seq_num;
  1510. return rxcount;
  1511. }
  1512. static void
  1513. brcmf_sdbrcm_wait_event_wakeup(struct brcmf_sdio *bus)
  1514. {
  1515. if (waitqueue_active(&bus->ctrl_wait))
  1516. wake_up_interruptible(&bus->ctrl_wait);
  1517. return;
  1518. }
  1519. /* Writes a HW/SW header into the packet and sends it. */
  1520. /* Assumes: (a) header space already there, (b) caller holds lock */
  1521. static int brcmf_sdbrcm_txpkt(struct brcmf_sdio *bus, struct sk_buff *pkt,
  1522. uint chan, bool free_pkt)
  1523. {
  1524. int ret;
  1525. u8 *frame;
  1526. u16 len, pad = 0;
  1527. u32 swheader;
  1528. struct sk_buff *new;
  1529. int i;
  1530. brcmf_dbg(TRACE, "Enter\n");
  1531. frame = (u8 *) (pkt->data);
  1532. /* Add alignment padding, allocate new packet if needed */
  1533. pad = ((unsigned long)frame % BRCMF_SDALIGN);
  1534. if (pad) {
  1535. if (skb_headroom(pkt) < pad) {
  1536. brcmf_dbg(INFO, "insufficient headroom %d for %d pad\n",
  1537. skb_headroom(pkt), pad);
  1538. bus->sdiodev->bus_if->tx_realloc++;
  1539. new = brcmu_pkt_buf_get_skb(pkt->len + BRCMF_SDALIGN);
  1540. if (!new) {
  1541. brcmf_err("couldn't allocate new %d-byte packet\n",
  1542. pkt->len + BRCMF_SDALIGN);
  1543. ret = -ENOMEM;
  1544. goto done;
  1545. }
  1546. pkt_align(new, pkt->len, BRCMF_SDALIGN);
  1547. memcpy(new->data, pkt->data, pkt->len);
  1548. if (free_pkt)
  1549. brcmu_pkt_buf_free_skb(pkt);
  1550. /* free the pkt if canned one is not used */
  1551. free_pkt = true;
  1552. pkt = new;
  1553. frame = (u8 *) (pkt->data);
  1554. /* precondition: (frame % BRCMF_SDALIGN) == 0) */
  1555. pad = 0;
  1556. } else {
  1557. skb_push(pkt, pad);
  1558. frame = (u8 *) (pkt->data);
  1559. /* precondition: pad + SDPCM_HDRLEN <= pkt->len */
  1560. memset(frame, 0, pad + SDPCM_HDRLEN);
  1561. }
  1562. }
  1563. /* precondition: pad < BRCMF_SDALIGN */
  1564. /* Hardware tag: 2 byte len followed by 2 byte ~len check (all LE) */
  1565. len = (u16) (pkt->len);
  1566. *(__le16 *) frame = cpu_to_le16(len);
  1567. *(((__le16 *) frame) + 1) = cpu_to_le16(~len);
  1568. /* Software tag: channel, sequence number, data offset */
  1569. swheader =
  1570. ((chan << SDPCM_CHANNEL_SHIFT) & SDPCM_CHANNEL_MASK) | bus->tx_seq |
  1571. (((pad +
  1572. SDPCM_HDRLEN) << SDPCM_DOFFSET_SHIFT) & SDPCM_DOFFSET_MASK);
  1573. put_unaligned_le32(swheader, frame + SDPCM_FRAMETAG_LEN);
  1574. put_unaligned_le32(0, frame + SDPCM_FRAMETAG_LEN + sizeof(swheader));
  1575. #ifdef DEBUG
  1576. tx_packets[pkt->priority]++;
  1577. #endif
  1578. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() &&
  1579. ((BRCMF_CTL_ON() && chan == SDPCM_CONTROL_CHANNEL) ||
  1580. (BRCMF_DATA_ON() && chan != SDPCM_CONTROL_CHANNEL)),
  1581. frame, len, "Tx Frame:\n");
  1582. brcmf_dbg_hex_dump(!(BRCMF_BYTES_ON() &&
  1583. ((BRCMF_CTL_ON() &&
  1584. chan == SDPCM_CONTROL_CHANNEL) ||
  1585. (BRCMF_DATA_ON() &&
  1586. chan != SDPCM_CONTROL_CHANNEL))) &&
  1587. BRCMF_HDRS_ON(),
  1588. frame, min_t(u16, len, 16), "TxHdr:\n");
  1589. /* Raise len to next SDIO block to eliminate tail command */
  1590. if (bus->roundup && bus->blocksize && (len > bus->blocksize)) {
  1591. u16 pad = bus->blocksize - (len % bus->blocksize);
  1592. if ((pad <= bus->roundup) && (pad < bus->blocksize))
  1593. len += pad;
  1594. } else if (len % BRCMF_SDALIGN) {
  1595. len += BRCMF_SDALIGN - (len % BRCMF_SDALIGN);
  1596. }
  1597. /* Some controllers have trouble with odd bytes -- round to even */
  1598. if (len & (ALIGNMENT - 1))
  1599. len = roundup(len, ALIGNMENT);
  1600. sdio_claim_host(bus->sdiodev->func[1]);
  1601. ret = brcmf_sdcard_send_pkt(bus->sdiodev, bus->sdiodev->sbwad,
  1602. SDIO_FUNC_2, F2SYNC, pkt);
  1603. bus->sdcnt.f2txdata++;
  1604. if (ret < 0) {
  1605. /* On failure, abort the command and terminate the frame */
  1606. brcmf_dbg(INFO, "sdio error %d, abort command and terminate frame\n",
  1607. ret);
  1608. bus->sdcnt.tx_sderrs++;
  1609. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  1610. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  1611. SFC_WF_TERM, NULL);
  1612. bus->sdcnt.f1regdata++;
  1613. for (i = 0; i < 3; i++) {
  1614. u8 hi, lo;
  1615. hi = brcmf_sdio_regrb(bus->sdiodev,
  1616. SBSDIO_FUNC1_WFRAMEBCHI, NULL);
  1617. lo = brcmf_sdio_regrb(bus->sdiodev,
  1618. SBSDIO_FUNC1_WFRAMEBCLO, NULL);
  1619. bus->sdcnt.f1regdata += 2;
  1620. if ((hi == 0) && (lo == 0))
  1621. break;
  1622. }
  1623. }
  1624. sdio_release_host(bus->sdiodev->func[1]);
  1625. if (ret == 0)
  1626. bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQUENCE_WRAP;
  1627. done:
  1628. /* restore pkt buffer pointer before calling tx complete routine */
  1629. skb_pull(pkt, SDPCM_HDRLEN + pad);
  1630. brcmf_txcomplete(bus->sdiodev->dev, pkt, ret != 0);
  1631. if (free_pkt)
  1632. brcmu_pkt_buf_free_skb(pkt);
  1633. return ret;
  1634. }
  1635. static uint brcmf_sdbrcm_sendfromq(struct brcmf_sdio *bus, uint maxframes)
  1636. {
  1637. struct sk_buff *pkt;
  1638. u32 intstatus = 0;
  1639. int ret = 0, prec_out;
  1640. uint cnt = 0;
  1641. uint datalen;
  1642. u8 tx_prec_map;
  1643. brcmf_dbg(TRACE, "Enter\n");
  1644. tx_prec_map = ~bus->flowcontrol;
  1645. /* Send frames until the limit or some other event */
  1646. for (cnt = 0; (cnt < maxframes) && data_ok(bus); cnt++) {
  1647. spin_lock_bh(&bus->txqlock);
  1648. pkt = brcmu_pktq_mdeq(&bus->txq, tx_prec_map, &prec_out);
  1649. if (pkt == NULL) {
  1650. spin_unlock_bh(&bus->txqlock);
  1651. break;
  1652. }
  1653. spin_unlock_bh(&bus->txqlock);
  1654. datalen = pkt->len - SDPCM_HDRLEN;
  1655. ret = brcmf_sdbrcm_txpkt(bus, pkt, SDPCM_DATA_CHANNEL, true);
  1656. /* In poll mode, need to check for other events */
  1657. if (!bus->intr && cnt) {
  1658. /* Check device status, signal pending interrupt */
  1659. sdio_claim_host(bus->sdiodev->func[1]);
  1660. ret = r_sdreg32(bus, &intstatus,
  1661. offsetof(struct sdpcmd_regs,
  1662. intstatus));
  1663. sdio_release_host(bus->sdiodev->func[1]);
  1664. bus->sdcnt.f2txdata++;
  1665. if (ret != 0)
  1666. break;
  1667. if (intstatus & bus->hostintmask)
  1668. atomic_set(&bus->ipend, 1);
  1669. }
  1670. }
  1671. /* Deflow-control stack if needed */
  1672. if ((bus->sdiodev->bus_if->state == BRCMF_BUS_DATA) &&
  1673. bus->txoff && (pktq_len(&bus->txq) < TXLOW)) {
  1674. bus->txoff = false;
  1675. brcmf_txflowblock(bus->sdiodev->dev, false);
  1676. }
  1677. return cnt;
  1678. }
  1679. static void brcmf_sdbrcm_bus_stop(struct device *dev)
  1680. {
  1681. u32 local_hostintmask;
  1682. u8 saveclk;
  1683. int err;
  1684. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  1685. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  1686. struct brcmf_sdio *bus = sdiodev->bus;
  1687. brcmf_dbg(TRACE, "Enter\n");
  1688. if (bus->watchdog_tsk) {
  1689. send_sig(SIGTERM, bus->watchdog_tsk, 1);
  1690. kthread_stop(bus->watchdog_tsk);
  1691. bus->watchdog_tsk = NULL;
  1692. }
  1693. sdio_claim_host(bus->sdiodev->func[1]);
  1694. /* Enable clock for device interrupts */
  1695. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  1696. /* Disable and clear interrupts at the chip level also */
  1697. w_sdreg32(bus, 0, offsetof(struct sdpcmd_regs, hostintmask));
  1698. local_hostintmask = bus->hostintmask;
  1699. bus->hostintmask = 0;
  1700. /* Change our idea of bus state */
  1701. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1702. /* Force clocks on backplane to be sure F2 interrupt propagates */
  1703. saveclk = brcmf_sdio_regrb(bus->sdiodev,
  1704. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  1705. if (!err) {
  1706. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  1707. (saveclk | SBSDIO_FORCE_HT), &err);
  1708. }
  1709. if (err)
  1710. brcmf_err("Failed to force clock for F2: err %d\n", err);
  1711. /* Turn off the bus (F2), free any pending packets */
  1712. brcmf_dbg(INTR, "disable SDIO interrupts\n");
  1713. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx, SDIO_FUNC_ENABLE_1,
  1714. NULL);
  1715. /* Clear any pending interrupts now that F2 is disabled */
  1716. w_sdreg32(bus, local_hostintmask,
  1717. offsetof(struct sdpcmd_regs, intstatus));
  1718. /* Turn off the backplane clock (only) */
  1719. brcmf_sdbrcm_clkctl(bus, CLK_SDONLY, false);
  1720. sdio_release_host(bus->sdiodev->func[1]);
  1721. /* Clear the data packet queues */
  1722. brcmu_pktq_flush(&bus->txq, true, NULL, NULL);
  1723. /* Clear any held glomming stuff */
  1724. if (bus->glomd)
  1725. brcmu_pkt_buf_free_skb(bus->glomd);
  1726. brcmf_sdbrcm_free_glom(bus);
  1727. /* Clear rx control and wake any waiters */
  1728. spin_lock_bh(&bus->rxctl_lock);
  1729. bus->rxlen = 0;
  1730. spin_unlock_bh(&bus->rxctl_lock);
  1731. brcmf_sdbrcm_dcmd_resp_wake(bus);
  1732. /* Reset some F2 state stuff */
  1733. bus->rxskip = false;
  1734. bus->tx_seq = bus->rx_seq = 0;
  1735. }
  1736. #ifdef CONFIG_BRCMFMAC_SDIO_OOB
  1737. static inline void brcmf_sdbrcm_clrintr(struct brcmf_sdio *bus)
  1738. {
  1739. unsigned long flags;
  1740. spin_lock_irqsave(&bus->sdiodev->irq_en_lock, flags);
  1741. if (!bus->sdiodev->irq_en && !atomic_read(&bus->ipend)) {
  1742. enable_irq(bus->sdiodev->irq);
  1743. bus->sdiodev->irq_en = true;
  1744. }
  1745. spin_unlock_irqrestore(&bus->sdiodev->irq_en_lock, flags);
  1746. }
  1747. #else
  1748. static inline void brcmf_sdbrcm_clrintr(struct brcmf_sdio *bus)
  1749. {
  1750. }
  1751. #endif /* CONFIG_BRCMFMAC_SDIO_OOB */
  1752. static inline void brcmf_sdbrcm_adddpctsk(struct brcmf_sdio *bus)
  1753. {
  1754. struct list_head *new_hd;
  1755. unsigned long flags;
  1756. if (in_interrupt())
  1757. new_hd = kzalloc(sizeof(struct list_head), GFP_ATOMIC);
  1758. else
  1759. new_hd = kzalloc(sizeof(struct list_head), GFP_KERNEL);
  1760. if (new_hd == NULL)
  1761. return;
  1762. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  1763. list_add_tail(new_hd, &bus->dpc_tsklst);
  1764. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  1765. }
  1766. static int brcmf_sdio_intr_rstatus(struct brcmf_sdio *bus)
  1767. {
  1768. u8 idx;
  1769. u32 addr;
  1770. unsigned long val;
  1771. int n, ret;
  1772. idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  1773. addr = bus->ci->c_inf[idx].base +
  1774. offsetof(struct sdpcmd_regs, intstatus);
  1775. ret = brcmf_sdio_regrw_helper(bus->sdiodev, addr, &val, false);
  1776. bus->sdcnt.f1regdata++;
  1777. if (ret != 0)
  1778. val = 0;
  1779. val &= bus->hostintmask;
  1780. atomic_set(&bus->fcstate, !!(val & I_HMB_FC_STATE));
  1781. /* Clear interrupts */
  1782. if (val) {
  1783. ret = brcmf_sdio_regrw_helper(bus->sdiodev, addr, &val, true);
  1784. bus->sdcnt.f1regdata++;
  1785. }
  1786. if (ret) {
  1787. atomic_set(&bus->intstatus, 0);
  1788. } else if (val) {
  1789. for_each_set_bit(n, &val, 32)
  1790. set_bit(n, (unsigned long *)&bus->intstatus.counter);
  1791. }
  1792. return ret;
  1793. }
  1794. static void brcmf_sdbrcm_dpc(struct brcmf_sdio *bus)
  1795. {
  1796. u32 newstatus = 0;
  1797. unsigned long intstatus;
  1798. uint rxlimit = bus->rxbound; /* Rx frames to read before resched */
  1799. uint txlimit = bus->txbound; /* Tx frames to send before resched */
  1800. uint framecnt = 0; /* Temporary counter of tx/rx frames */
  1801. int err = 0, n;
  1802. brcmf_dbg(TRACE, "Enter\n");
  1803. sdio_claim_host(bus->sdiodev->func[1]);
  1804. /* If waiting for HTAVAIL, check status */
  1805. if (bus->clkstate == CLK_PENDING) {
  1806. u8 clkctl, devctl = 0;
  1807. #ifdef DEBUG
  1808. /* Check for inconsistent device control */
  1809. devctl = brcmf_sdio_regrb(bus->sdiodev,
  1810. SBSDIO_DEVICE_CTL, &err);
  1811. if (err) {
  1812. brcmf_err("error reading DEVCTL: %d\n", err);
  1813. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1814. }
  1815. #endif /* DEBUG */
  1816. /* Read CSR, if clock on switch to AVAIL, else ignore */
  1817. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  1818. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  1819. if (err) {
  1820. brcmf_err("error reading CSR: %d\n",
  1821. err);
  1822. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1823. }
  1824. brcmf_dbg(INFO, "DPC: PENDING, devctl 0x%02x clkctl 0x%02x\n",
  1825. devctl, clkctl);
  1826. if (SBSDIO_HTAV(clkctl)) {
  1827. devctl = brcmf_sdio_regrb(bus->sdiodev,
  1828. SBSDIO_DEVICE_CTL, &err);
  1829. if (err) {
  1830. brcmf_err("error reading DEVCTL: %d\n",
  1831. err);
  1832. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1833. }
  1834. devctl &= ~SBSDIO_DEVCTL_CA_INT_ONLY;
  1835. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_DEVICE_CTL,
  1836. devctl, &err);
  1837. if (err) {
  1838. brcmf_err("error writing DEVCTL: %d\n",
  1839. err);
  1840. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1841. }
  1842. bus->clkstate = CLK_AVAIL;
  1843. }
  1844. }
  1845. /* Make sure backplane clock is on */
  1846. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, true);
  1847. /* Pending interrupt indicates new device status */
  1848. if (atomic_read(&bus->ipend) > 0) {
  1849. atomic_set(&bus->ipend, 0);
  1850. err = brcmf_sdio_intr_rstatus(bus);
  1851. }
  1852. /* Start with leftover status bits */
  1853. intstatus = atomic_xchg(&bus->intstatus, 0);
  1854. /* Handle flow-control change: read new state in case our ack
  1855. * crossed another change interrupt. If change still set, assume
  1856. * FC ON for safety, let next loop through do the debounce.
  1857. */
  1858. if (intstatus & I_HMB_FC_CHANGE) {
  1859. intstatus &= ~I_HMB_FC_CHANGE;
  1860. err = w_sdreg32(bus, I_HMB_FC_CHANGE,
  1861. offsetof(struct sdpcmd_regs, intstatus));
  1862. err = r_sdreg32(bus, &newstatus,
  1863. offsetof(struct sdpcmd_regs, intstatus));
  1864. bus->sdcnt.f1regdata += 2;
  1865. atomic_set(&bus->fcstate,
  1866. !!(newstatus & (I_HMB_FC_STATE | I_HMB_FC_CHANGE)));
  1867. intstatus |= (newstatus & bus->hostintmask);
  1868. }
  1869. /* Handle host mailbox indication */
  1870. if (intstatus & I_HMB_HOST_INT) {
  1871. intstatus &= ~I_HMB_HOST_INT;
  1872. intstatus |= brcmf_sdbrcm_hostmail(bus);
  1873. }
  1874. sdio_release_host(bus->sdiodev->func[1]);
  1875. /* Generally don't ask for these, can get CRC errors... */
  1876. if (intstatus & I_WR_OOSYNC) {
  1877. brcmf_err("Dongle reports WR_OOSYNC\n");
  1878. intstatus &= ~I_WR_OOSYNC;
  1879. }
  1880. if (intstatus & I_RD_OOSYNC) {
  1881. brcmf_err("Dongle reports RD_OOSYNC\n");
  1882. intstatus &= ~I_RD_OOSYNC;
  1883. }
  1884. if (intstatus & I_SBINT) {
  1885. brcmf_err("Dongle reports SBINT\n");
  1886. intstatus &= ~I_SBINT;
  1887. }
  1888. /* Would be active due to wake-wlan in gSPI */
  1889. if (intstatus & I_CHIPACTIVE) {
  1890. brcmf_dbg(INFO, "Dongle reports CHIPACTIVE\n");
  1891. intstatus &= ~I_CHIPACTIVE;
  1892. }
  1893. /* Ignore frame indications if rxskip is set */
  1894. if (bus->rxskip)
  1895. intstatus &= ~I_HMB_FRAME_IND;
  1896. /* On frame indication, read available frames */
  1897. if (PKT_AVAILABLE() && bus->clkstate == CLK_AVAIL) {
  1898. framecnt = brcmf_sdio_readframes(bus, rxlimit);
  1899. if (!bus->rxpending)
  1900. intstatus &= ~I_HMB_FRAME_IND;
  1901. rxlimit -= min(framecnt, rxlimit);
  1902. }
  1903. /* Keep still-pending events for next scheduling */
  1904. if (intstatus) {
  1905. for_each_set_bit(n, &intstatus, 32)
  1906. set_bit(n, (unsigned long *)&bus->intstatus.counter);
  1907. }
  1908. brcmf_sdbrcm_clrintr(bus);
  1909. if (data_ok(bus) && bus->ctrl_frame_stat &&
  1910. (bus->clkstate == CLK_AVAIL)) {
  1911. int i;
  1912. sdio_claim_host(bus->sdiodev->func[1]);
  1913. err = brcmf_sdcard_send_buf(bus->sdiodev, bus->sdiodev->sbwad,
  1914. SDIO_FUNC_2, F2SYNC, bus->ctrl_frame_buf,
  1915. (u32) bus->ctrl_frame_len);
  1916. if (err < 0) {
  1917. /* On failure, abort the command and
  1918. terminate the frame */
  1919. brcmf_dbg(INFO, "sdio error %d, abort command and terminate frame\n",
  1920. err);
  1921. bus->sdcnt.tx_sderrs++;
  1922. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  1923. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  1924. SFC_WF_TERM, &err);
  1925. bus->sdcnt.f1regdata++;
  1926. for (i = 0; i < 3; i++) {
  1927. u8 hi, lo;
  1928. hi = brcmf_sdio_regrb(bus->sdiodev,
  1929. SBSDIO_FUNC1_WFRAMEBCHI,
  1930. &err);
  1931. lo = brcmf_sdio_regrb(bus->sdiodev,
  1932. SBSDIO_FUNC1_WFRAMEBCLO,
  1933. &err);
  1934. bus->sdcnt.f1regdata += 2;
  1935. if ((hi == 0) && (lo == 0))
  1936. break;
  1937. }
  1938. } else {
  1939. bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQUENCE_WRAP;
  1940. }
  1941. sdio_release_host(bus->sdiodev->func[1]);
  1942. bus->ctrl_frame_stat = false;
  1943. brcmf_sdbrcm_wait_event_wakeup(bus);
  1944. }
  1945. /* Send queued frames (limit 1 if rx may still be pending) */
  1946. else if ((bus->clkstate == CLK_AVAIL) && !atomic_read(&bus->fcstate) &&
  1947. brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) && txlimit
  1948. && data_ok(bus)) {
  1949. framecnt = bus->rxpending ? min(txlimit, bus->txminmax) :
  1950. txlimit;
  1951. framecnt = brcmf_sdbrcm_sendfromq(bus, framecnt);
  1952. txlimit -= framecnt;
  1953. }
  1954. if ((bus->sdiodev->bus_if->state == BRCMF_BUS_DOWN) || (err != 0)) {
  1955. brcmf_err("failed backplane access over SDIO, halting operation\n");
  1956. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  1957. atomic_set(&bus->intstatus, 0);
  1958. } else if (atomic_read(&bus->intstatus) ||
  1959. atomic_read(&bus->ipend) > 0 ||
  1960. (!atomic_read(&bus->fcstate) &&
  1961. brcmu_pktq_mlen(&bus->txq, ~bus->flowcontrol) &&
  1962. data_ok(bus)) || PKT_AVAILABLE()) {
  1963. brcmf_sdbrcm_adddpctsk(bus);
  1964. }
  1965. /* If we're done for now, turn off clock request. */
  1966. if ((bus->clkstate != CLK_PENDING)
  1967. && bus->idletime == BRCMF_IDLE_IMMEDIATE) {
  1968. bus->activity = false;
  1969. sdio_claim_host(bus->sdiodev->func[1]);
  1970. brcmf_sdbrcm_clkctl(bus, CLK_NONE, false);
  1971. sdio_release_host(bus->sdiodev->func[1]);
  1972. }
  1973. }
  1974. static int brcmf_sdbrcm_bus_txdata(struct device *dev, struct sk_buff *pkt)
  1975. {
  1976. int ret = -EBADE;
  1977. uint datalen, prec;
  1978. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  1979. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  1980. struct brcmf_sdio *bus = sdiodev->bus;
  1981. unsigned long flags;
  1982. brcmf_dbg(TRACE, "Enter\n");
  1983. datalen = pkt->len;
  1984. /* Add space for the header */
  1985. skb_push(pkt, SDPCM_HDRLEN);
  1986. /* precondition: IS_ALIGNED((unsigned long)(pkt->data), 2) */
  1987. prec = prio2prec((pkt->priority & PRIOMASK));
  1988. /* Check for existing queue, current flow-control,
  1989. pending event, or pending clock */
  1990. brcmf_dbg(TRACE, "deferring pktq len %d\n", pktq_len(&bus->txq));
  1991. bus->sdcnt.fcqueued++;
  1992. /* Priority based enq */
  1993. spin_lock_bh(&bus->txqlock);
  1994. if (!brcmf_c_prec_enq(bus->sdiodev->dev, &bus->txq, pkt, prec)) {
  1995. skb_pull(pkt, SDPCM_HDRLEN);
  1996. brcmf_txcomplete(bus->sdiodev->dev, pkt, false);
  1997. brcmu_pkt_buf_free_skb(pkt);
  1998. brcmf_err("out of bus->txq !!!\n");
  1999. ret = -ENOSR;
  2000. } else {
  2001. ret = 0;
  2002. }
  2003. spin_unlock_bh(&bus->txqlock);
  2004. if (pktq_len(&bus->txq) >= TXHI) {
  2005. bus->txoff = true;
  2006. brcmf_txflowblock(bus->sdiodev->dev, true);
  2007. }
  2008. #ifdef DEBUG
  2009. if (pktq_plen(&bus->txq, prec) > qcount[prec])
  2010. qcount[prec] = pktq_plen(&bus->txq, prec);
  2011. #endif
  2012. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  2013. if (list_empty(&bus->dpc_tsklst)) {
  2014. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2015. brcmf_sdbrcm_adddpctsk(bus);
  2016. queue_work(bus->brcmf_wq, &bus->datawork);
  2017. } else {
  2018. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2019. }
  2020. return ret;
  2021. }
  2022. static int
  2023. brcmf_sdbrcm_membytes(struct brcmf_sdio *bus, bool write, u32 address, u8 *data,
  2024. uint size)
  2025. {
  2026. int bcmerror = 0;
  2027. u32 sdaddr;
  2028. uint dsize;
  2029. /* Determine initial transfer parameters */
  2030. sdaddr = address & SBSDIO_SB_OFT_ADDR_MASK;
  2031. if ((sdaddr + size) & SBSDIO_SBWINDOW_MASK)
  2032. dsize = (SBSDIO_SB_OFT_ADDR_LIMIT - sdaddr);
  2033. else
  2034. dsize = size;
  2035. sdio_claim_host(bus->sdiodev->func[1]);
  2036. /* Set the backplane window to include the start address */
  2037. bcmerror = brcmf_sdcard_set_sbaddr_window(bus->sdiodev, address);
  2038. if (bcmerror) {
  2039. brcmf_err("window change failed\n");
  2040. goto xfer_done;
  2041. }
  2042. /* Do the transfer(s) */
  2043. while (size) {
  2044. brcmf_dbg(INFO, "%s %d bytes at offset 0x%08x in window 0x%08x\n",
  2045. write ? "write" : "read", dsize,
  2046. sdaddr, address & SBSDIO_SBWINDOW_MASK);
  2047. bcmerror = brcmf_sdcard_rwdata(bus->sdiodev, write,
  2048. sdaddr, data, dsize);
  2049. if (bcmerror) {
  2050. brcmf_err("membytes transfer failed\n");
  2051. break;
  2052. }
  2053. /* Adjust for next transfer (if any) */
  2054. size -= dsize;
  2055. if (size) {
  2056. data += dsize;
  2057. address += dsize;
  2058. bcmerror = brcmf_sdcard_set_sbaddr_window(bus->sdiodev,
  2059. address);
  2060. if (bcmerror) {
  2061. brcmf_err("window change failed\n");
  2062. break;
  2063. }
  2064. sdaddr = 0;
  2065. dsize = min_t(uint, SBSDIO_SB_OFT_ADDR_LIMIT, size);
  2066. }
  2067. }
  2068. xfer_done:
  2069. /* Return the window to backplane enumeration space for core access */
  2070. if (brcmf_sdcard_set_sbaddr_window(bus->sdiodev, bus->sdiodev->sbwad))
  2071. brcmf_err("FAILED to set window back to 0x%x\n",
  2072. bus->sdiodev->sbwad);
  2073. sdio_release_host(bus->sdiodev->func[1]);
  2074. return bcmerror;
  2075. }
  2076. #ifdef DEBUG
  2077. #define CONSOLE_LINE_MAX 192
  2078. static int brcmf_sdbrcm_readconsole(struct brcmf_sdio *bus)
  2079. {
  2080. struct brcmf_console *c = &bus->console;
  2081. u8 line[CONSOLE_LINE_MAX], ch;
  2082. u32 n, idx, addr;
  2083. int rv;
  2084. /* Don't do anything until FWREADY updates console address */
  2085. if (bus->console_addr == 0)
  2086. return 0;
  2087. /* Read console log struct */
  2088. addr = bus->console_addr + offsetof(struct rte_console, log_le);
  2089. rv = brcmf_sdbrcm_membytes(bus, false, addr, (u8 *)&c->log_le,
  2090. sizeof(c->log_le));
  2091. if (rv < 0)
  2092. return rv;
  2093. /* Allocate console buffer (one time only) */
  2094. if (c->buf == NULL) {
  2095. c->bufsize = le32_to_cpu(c->log_le.buf_size);
  2096. c->buf = kmalloc(c->bufsize, GFP_ATOMIC);
  2097. if (c->buf == NULL)
  2098. return -ENOMEM;
  2099. }
  2100. idx = le32_to_cpu(c->log_le.idx);
  2101. /* Protect against corrupt value */
  2102. if (idx > c->bufsize)
  2103. return -EBADE;
  2104. /* Skip reading the console buffer if the index pointer
  2105. has not moved */
  2106. if (idx == c->last)
  2107. return 0;
  2108. /* Read the console buffer */
  2109. addr = le32_to_cpu(c->log_le.buf);
  2110. rv = brcmf_sdbrcm_membytes(bus, false, addr, c->buf, c->bufsize);
  2111. if (rv < 0)
  2112. return rv;
  2113. while (c->last != idx) {
  2114. for (n = 0; n < CONSOLE_LINE_MAX - 2; n++) {
  2115. if (c->last == idx) {
  2116. /* This would output a partial line.
  2117. * Instead, back up
  2118. * the buffer pointer and output this
  2119. * line next time around.
  2120. */
  2121. if (c->last >= n)
  2122. c->last -= n;
  2123. else
  2124. c->last = c->bufsize - n;
  2125. goto break2;
  2126. }
  2127. ch = c->buf[c->last];
  2128. c->last = (c->last + 1) % c->bufsize;
  2129. if (ch == '\n')
  2130. break;
  2131. line[n] = ch;
  2132. }
  2133. if (n > 0) {
  2134. if (line[n - 1] == '\r')
  2135. n--;
  2136. line[n] = 0;
  2137. pr_debug("CONSOLE: %s\n", line);
  2138. }
  2139. }
  2140. break2:
  2141. return 0;
  2142. }
  2143. #endif /* DEBUG */
  2144. static int brcmf_tx_frame(struct brcmf_sdio *bus, u8 *frame, u16 len)
  2145. {
  2146. int i;
  2147. int ret;
  2148. bus->ctrl_frame_stat = false;
  2149. ret = brcmf_sdcard_send_buf(bus->sdiodev, bus->sdiodev->sbwad,
  2150. SDIO_FUNC_2, F2SYNC, frame, len);
  2151. if (ret < 0) {
  2152. /* On failure, abort the command and terminate the frame */
  2153. brcmf_dbg(INFO, "sdio error %d, abort command and terminate frame\n",
  2154. ret);
  2155. bus->sdcnt.tx_sderrs++;
  2156. brcmf_sdcard_abort(bus->sdiodev, SDIO_FUNC_2);
  2157. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_FRAMECTRL,
  2158. SFC_WF_TERM, NULL);
  2159. bus->sdcnt.f1regdata++;
  2160. for (i = 0; i < 3; i++) {
  2161. u8 hi, lo;
  2162. hi = brcmf_sdio_regrb(bus->sdiodev,
  2163. SBSDIO_FUNC1_WFRAMEBCHI, NULL);
  2164. lo = brcmf_sdio_regrb(bus->sdiodev,
  2165. SBSDIO_FUNC1_WFRAMEBCLO, NULL);
  2166. bus->sdcnt.f1regdata += 2;
  2167. if (hi == 0 && lo == 0)
  2168. break;
  2169. }
  2170. return ret;
  2171. }
  2172. bus->tx_seq = (bus->tx_seq + 1) % SDPCM_SEQUENCE_WRAP;
  2173. return ret;
  2174. }
  2175. static int
  2176. brcmf_sdbrcm_bus_txctl(struct device *dev, unsigned char *msg, uint msglen)
  2177. {
  2178. u8 *frame;
  2179. u16 len;
  2180. u32 swheader;
  2181. uint retries = 0;
  2182. u8 doff = 0;
  2183. int ret = -1;
  2184. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2185. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2186. struct brcmf_sdio *bus = sdiodev->bus;
  2187. unsigned long flags;
  2188. brcmf_dbg(TRACE, "Enter\n");
  2189. /* Back the pointer to make a room for bus header */
  2190. frame = msg - SDPCM_HDRLEN;
  2191. len = (msglen += SDPCM_HDRLEN);
  2192. /* Add alignment padding (optional for ctl frames) */
  2193. doff = ((unsigned long)frame % BRCMF_SDALIGN);
  2194. if (doff) {
  2195. frame -= doff;
  2196. len += doff;
  2197. msglen += doff;
  2198. memset(frame, 0, doff + SDPCM_HDRLEN);
  2199. }
  2200. /* precondition: doff < BRCMF_SDALIGN */
  2201. doff += SDPCM_HDRLEN;
  2202. /* Round send length to next SDIO block */
  2203. if (bus->roundup && bus->blocksize && (len > bus->blocksize)) {
  2204. u16 pad = bus->blocksize - (len % bus->blocksize);
  2205. if ((pad <= bus->roundup) && (pad < bus->blocksize))
  2206. len += pad;
  2207. } else if (len % BRCMF_SDALIGN) {
  2208. len += BRCMF_SDALIGN - (len % BRCMF_SDALIGN);
  2209. }
  2210. /* Satisfy length-alignment requirements */
  2211. if (len & (ALIGNMENT - 1))
  2212. len = roundup(len, ALIGNMENT);
  2213. /* precondition: IS_ALIGNED((unsigned long)frame, 2) */
  2214. /* Make sure backplane clock is on */
  2215. sdio_claim_host(bus->sdiodev->func[1]);
  2216. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  2217. sdio_release_host(bus->sdiodev->func[1]);
  2218. /* Hardware tag: 2 byte len followed by 2 byte ~len check (all LE) */
  2219. *(__le16 *) frame = cpu_to_le16((u16) msglen);
  2220. *(((__le16 *) frame) + 1) = cpu_to_le16(~msglen);
  2221. /* Software tag: channel, sequence number, data offset */
  2222. swheader =
  2223. ((SDPCM_CONTROL_CHANNEL << SDPCM_CHANNEL_SHIFT) &
  2224. SDPCM_CHANNEL_MASK)
  2225. | bus->tx_seq | ((doff << SDPCM_DOFFSET_SHIFT) &
  2226. SDPCM_DOFFSET_MASK);
  2227. put_unaligned_le32(swheader, frame + SDPCM_FRAMETAG_LEN);
  2228. put_unaligned_le32(0, frame + SDPCM_FRAMETAG_LEN + sizeof(swheader));
  2229. if (!data_ok(bus)) {
  2230. brcmf_dbg(INFO, "No bus credit bus->tx_max %d, bus->tx_seq %d\n",
  2231. bus->tx_max, bus->tx_seq);
  2232. bus->ctrl_frame_stat = true;
  2233. /* Send from dpc */
  2234. bus->ctrl_frame_buf = frame;
  2235. bus->ctrl_frame_len = len;
  2236. wait_event_interruptible_timeout(bus->ctrl_wait,
  2237. !bus->ctrl_frame_stat,
  2238. msecs_to_jiffies(2000));
  2239. if (!bus->ctrl_frame_stat) {
  2240. brcmf_dbg(INFO, "ctrl_frame_stat == false\n");
  2241. ret = 0;
  2242. } else {
  2243. brcmf_dbg(INFO, "ctrl_frame_stat == true\n");
  2244. ret = -1;
  2245. }
  2246. }
  2247. if (ret == -1) {
  2248. brcmf_dbg_hex_dump(BRCMF_BYTES_ON() && BRCMF_CTL_ON(),
  2249. frame, len, "Tx Frame:\n");
  2250. brcmf_dbg_hex_dump(!(BRCMF_BYTES_ON() && BRCMF_CTL_ON()) &&
  2251. BRCMF_HDRS_ON(),
  2252. frame, min_t(u16, len, 16), "TxHdr:\n");
  2253. do {
  2254. sdio_claim_host(bus->sdiodev->func[1]);
  2255. ret = brcmf_tx_frame(bus, frame, len);
  2256. sdio_release_host(bus->sdiodev->func[1]);
  2257. } while (ret < 0 && retries++ < TXRETRIES);
  2258. }
  2259. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  2260. if ((bus->idletime == BRCMF_IDLE_IMMEDIATE) &&
  2261. list_empty(&bus->dpc_tsklst)) {
  2262. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2263. bus->activity = false;
  2264. sdio_claim_host(bus->sdiodev->func[1]);
  2265. brcmf_sdbrcm_clkctl(bus, CLK_NONE, true);
  2266. sdio_release_host(bus->sdiodev->func[1]);
  2267. } else {
  2268. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  2269. }
  2270. if (ret)
  2271. bus->sdcnt.tx_ctlerrs++;
  2272. else
  2273. bus->sdcnt.tx_ctlpkts++;
  2274. return ret ? -EIO : 0;
  2275. }
  2276. #ifdef DEBUG
  2277. static inline bool brcmf_sdio_valid_shared_address(u32 addr)
  2278. {
  2279. return !(addr == 0 || ((~addr >> 16) & 0xffff) == (addr & 0xffff));
  2280. }
  2281. static int brcmf_sdio_readshared(struct brcmf_sdio *bus,
  2282. struct sdpcm_shared *sh)
  2283. {
  2284. u32 addr;
  2285. int rv;
  2286. u32 shaddr = 0;
  2287. struct sdpcm_shared_le sh_le;
  2288. __le32 addr_le;
  2289. shaddr = bus->ramsize - 4;
  2290. /*
  2291. * Read last word in socram to determine
  2292. * address of sdpcm_shared structure
  2293. */
  2294. sdio_claim_host(bus->sdiodev->func[1]);
  2295. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  2296. rv = brcmf_sdbrcm_membytes(bus, false, shaddr,
  2297. (u8 *)&addr_le, 4);
  2298. sdio_release_host(bus->sdiodev->func[1]);
  2299. if (rv < 0)
  2300. return rv;
  2301. addr = le32_to_cpu(addr_le);
  2302. brcmf_dbg(INFO, "sdpcm_shared address 0x%08X\n", addr);
  2303. /*
  2304. * Check if addr is valid.
  2305. * NVRAM length at the end of memory should have been overwritten.
  2306. */
  2307. if (!brcmf_sdio_valid_shared_address(addr)) {
  2308. brcmf_err("invalid sdpcm_shared address 0x%08X\n",
  2309. addr);
  2310. return -EINVAL;
  2311. }
  2312. /* Read hndrte_shared structure */
  2313. rv = brcmf_sdbrcm_membytes(bus, false, addr, (u8 *)&sh_le,
  2314. sizeof(struct sdpcm_shared_le));
  2315. if (rv < 0)
  2316. return rv;
  2317. /* Endianness */
  2318. sh->flags = le32_to_cpu(sh_le.flags);
  2319. sh->trap_addr = le32_to_cpu(sh_le.trap_addr);
  2320. sh->assert_exp_addr = le32_to_cpu(sh_le.assert_exp_addr);
  2321. sh->assert_file_addr = le32_to_cpu(sh_le.assert_file_addr);
  2322. sh->assert_line = le32_to_cpu(sh_le.assert_line);
  2323. sh->console_addr = le32_to_cpu(sh_le.console_addr);
  2324. sh->msgtrace_addr = le32_to_cpu(sh_le.msgtrace_addr);
  2325. if ((sh->flags & SDPCM_SHARED_VERSION_MASK) != SDPCM_SHARED_VERSION) {
  2326. brcmf_err("sdpcm_shared version mismatch: dhd %d dongle %d\n",
  2327. SDPCM_SHARED_VERSION,
  2328. sh->flags & SDPCM_SHARED_VERSION_MASK);
  2329. return -EPROTO;
  2330. }
  2331. return 0;
  2332. }
  2333. static int brcmf_sdio_dump_console(struct brcmf_sdio *bus,
  2334. struct sdpcm_shared *sh, char __user *data,
  2335. size_t count)
  2336. {
  2337. u32 addr, console_ptr, console_size, console_index;
  2338. char *conbuf = NULL;
  2339. __le32 sh_val;
  2340. int rv;
  2341. loff_t pos = 0;
  2342. int nbytes = 0;
  2343. /* obtain console information from device memory */
  2344. addr = sh->console_addr + offsetof(struct rte_console, log_le);
  2345. rv = brcmf_sdbrcm_membytes(bus, false, addr,
  2346. (u8 *)&sh_val, sizeof(u32));
  2347. if (rv < 0)
  2348. return rv;
  2349. console_ptr = le32_to_cpu(sh_val);
  2350. addr = sh->console_addr + offsetof(struct rte_console, log_le.buf_size);
  2351. rv = brcmf_sdbrcm_membytes(bus, false, addr,
  2352. (u8 *)&sh_val, sizeof(u32));
  2353. if (rv < 0)
  2354. return rv;
  2355. console_size = le32_to_cpu(sh_val);
  2356. addr = sh->console_addr + offsetof(struct rte_console, log_le.idx);
  2357. rv = brcmf_sdbrcm_membytes(bus, false, addr,
  2358. (u8 *)&sh_val, sizeof(u32));
  2359. if (rv < 0)
  2360. return rv;
  2361. console_index = le32_to_cpu(sh_val);
  2362. /* allocate buffer for console data */
  2363. if (console_size <= CONSOLE_BUFFER_MAX)
  2364. conbuf = vzalloc(console_size+1);
  2365. if (!conbuf)
  2366. return -ENOMEM;
  2367. /* obtain the console data from device */
  2368. conbuf[console_size] = '\0';
  2369. rv = brcmf_sdbrcm_membytes(bus, false, console_ptr, (u8 *)conbuf,
  2370. console_size);
  2371. if (rv < 0)
  2372. goto done;
  2373. rv = simple_read_from_buffer(data, count, &pos,
  2374. conbuf + console_index,
  2375. console_size - console_index);
  2376. if (rv < 0)
  2377. goto done;
  2378. nbytes = rv;
  2379. if (console_index > 0) {
  2380. pos = 0;
  2381. rv = simple_read_from_buffer(data+nbytes, count, &pos,
  2382. conbuf, console_index - 1);
  2383. if (rv < 0)
  2384. goto done;
  2385. rv += nbytes;
  2386. }
  2387. done:
  2388. vfree(conbuf);
  2389. return rv;
  2390. }
  2391. static int brcmf_sdio_trap_info(struct brcmf_sdio *bus, struct sdpcm_shared *sh,
  2392. char __user *data, size_t count)
  2393. {
  2394. int error, res;
  2395. char buf[350];
  2396. struct brcmf_trap_info tr;
  2397. int nbytes;
  2398. loff_t pos = 0;
  2399. if ((sh->flags & SDPCM_SHARED_TRAP) == 0)
  2400. return 0;
  2401. error = brcmf_sdbrcm_membytes(bus, false, sh->trap_addr, (u8 *)&tr,
  2402. sizeof(struct brcmf_trap_info));
  2403. if (error < 0)
  2404. return error;
  2405. nbytes = brcmf_sdio_dump_console(bus, sh, data, count);
  2406. if (nbytes < 0)
  2407. return nbytes;
  2408. res = scnprintf(buf, sizeof(buf),
  2409. "dongle trap info: type 0x%x @ epc 0x%08x\n"
  2410. " cpsr 0x%08x spsr 0x%08x sp 0x%08x\n"
  2411. " lr 0x%08x pc 0x%08x offset 0x%x\n"
  2412. " r0 0x%08x r1 0x%08x r2 0x%08x r3 0x%08x\n"
  2413. " r4 0x%08x r5 0x%08x r6 0x%08x r7 0x%08x\n",
  2414. le32_to_cpu(tr.type), le32_to_cpu(tr.epc),
  2415. le32_to_cpu(tr.cpsr), le32_to_cpu(tr.spsr),
  2416. le32_to_cpu(tr.r13), le32_to_cpu(tr.r14),
  2417. le32_to_cpu(tr.pc), sh->trap_addr,
  2418. le32_to_cpu(tr.r0), le32_to_cpu(tr.r1),
  2419. le32_to_cpu(tr.r2), le32_to_cpu(tr.r3),
  2420. le32_to_cpu(tr.r4), le32_to_cpu(tr.r5),
  2421. le32_to_cpu(tr.r6), le32_to_cpu(tr.r7));
  2422. error = simple_read_from_buffer(data+nbytes, count, &pos, buf, res);
  2423. if (error < 0)
  2424. return error;
  2425. nbytes += error;
  2426. return nbytes;
  2427. }
  2428. static int brcmf_sdio_assert_info(struct brcmf_sdio *bus,
  2429. struct sdpcm_shared *sh, char __user *data,
  2430. size_t count)
  2431. {
  2432. int error = 0;
  2433. char buf[200];
  2434. char file[80] = "?";
  2435. char expr[80] = "<???>";
  2436. int res;
  2437. loff_t pos = 0;
  2438. if ((sh->flags & SDPCM_SHARED_ASSERT_BUILT) == 0) {
  2439. brcmf_dbg(INFO, "firmware not built with -assert\n");
  2440. return 0;
  2441. } else if ((sh->flags & SDPCM_SHARED_ASSERT) == 0) {
  2442. brcmf_dbg(INFO, "no assert in dongle\n");
  2443. return 0;
  2444. }
  2445. sdio_claim_host(bus->sdiodev->func[1]);
  2446. if (sh->assert_file_addr != 0) {
  2447. error = brcmf_sdbrcm_membytes(bus, false, sh->assert_file_addr,
  2448. (u8 *)file, 80);
  2449. if (error < 0)
  2450. return error;
  2451. }
  2452. if (sh->assert_exp_addr != 0) {
  2453. error = brcmf_sdbrcm_membytes(bus, false, sh->assert_exp_addr,
  2454. (u8 *)expr, 80);
  2455. if (error < 0)
  2456. return error;
  2457. }
  2458. sdio_release_host(bus->sdiodev->func[1]);
  2459. res = scnprintf(buf, sizeof(buf),
  2460. "dongle assert: %s:%d: assert(%s)\n",
  2461. file, sh->assert_line, expr);
  2462. return simple_read_from_buffer(data, count, &pos, buf, res);
  2463. }
  2464. static int brcmf_sdbrcm_checkdied(struct brcmf_sdio *bus)
  2465. {
  2466. int error;
  2467. struct sdpcm_shared sh;
  2468. error = brcmf_sdio_readshared(bus, &sh);
  2469. if (error < 0)
  2470. return error;
  2471. if ((sh.flags & SDPCM_SHARED_ASSERT_BUILT) == 0)
  2472. brcmf_dbg(INFO, "firmware not built with -assert\n");
  2473. else if (sh.flags & SDPCM_SHARED_ASSERT)
  2474. brcmf_err("assertion in dongle\n");
  2475. if (sh.flags & SDPCM_SHARED_TRAP)
  2476. brcmf_err("firmware trap in dongle\n");
  2477. return 0;
  2478. }
  2479. static int brcmf_sdbrcm_died_dump(struct brcmf_sdio *bus, char __user *data,
  2480. size_t count, loff_t *ppos)
  2481. {
  2482. int error = 0;
  2483. struct sdpcm_shared sh;
  2484. int nbytes = 0;
  2485. loff_t pos = *ppos;
  2486. if (pos != 0)
  2487. return 0;
  2488. error = brcmf_sdio_readshared(bus, &sh);
  2489. if (error < 0)
  2490. goto done;
  2491. error = brcmf_sdio_assert_info(bus, &sh, data, count);
  2492. if (error < 0)
  2493. goto done;
  2494. nbytes = error;
  2495. error = brcmf_sdio_trap_info(bus, &sh, data, count);
  2496. if (error < 0)
  2497. goto done;
  2498. error += nbytes;
  2499. *ppos += error;
  2500. done:
  2501. return error;
  2502. }
  2503. static ssize_t brcmf_sdio_forensic_read(struct file *f, char __user *data,
  2504. size_t count, loff_t *ppos)
  2505. {
  2506. struct brcmf_sdio *bus = f->private_data;
  2507. int res;
  2508. res = brcmf_sdbrcm_died_dump(bus, data, count, ppos);
  2509. if (res > 0)
  2510. *ppos += res;
  2511. return (ssize_t)res;
  2512. }
  2513. static const struct file_operations brcmf_sdio_forensic_ops = {
  2514. .owner = THIS_MODULE,
  2515. .open = simple_open,
  2516. .read = brcmf_sdio_forensic_read
  2517. };
  2518. static void brcmf_sdio_debugfs_create(struct brcmf_sdio *bus)
  2519. {
  2520. struct brcmf_pub *drvr = bus->sdiodev->bus_if->drvr;
  2521. struct dentry *dentry = brcmf_debugfs_get_devdir(drvr);
  2522. if (IS_ERR_OR_NULL(dentry))
  2523. return;
  2524. debugfs_create_file("forensics", S_IRUGO, dentry, bus,
  2525. &brcmf_sdio_forensic_ops);
  2526. brcmf_debugfs_create_sdio_count(drvr, &bus->sdcnt);
  2527. }
  2528. #else
  2529. static int brcmf_sdbrcm_checkdied(struct brcmf_sdio *bus)
  2530. {
  2531. return 0;
  2532. }
  2533. static void brcmf_sdio_debugfs_create(struct brcmf_sdio *bus)
  2534. {
  2535. }
  2536. #endif /* DEBUG */
  2537. static int
  2538. brcmf_sdbrcm_bus_rxctl(struct device *dev, unsigned char *msg, uint msglen)
  2539. {
  2540. int timeleft;
  2541. uint rxlen = 0;
  2542. bool pending;
  2543. u8 *buf;
  2544. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2545. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2546. struct brcmf_sdio *bus = sdiodev->bus;
  2547. brcmf_dbg(TRACE, "Enter\n");
  2548. /* Wait until control frame is available */
  2549. timeleft = brcmf_sdbrcm_dcmd_resp_wait(bus, &bus->rxlen, &pending);
  2550. spin_lock_bh(&bus->rxctl_lock);
  2551. rxlen = bus->rxlen;
  2552. memcpy(msg, bus->rxctl, min(msglen, rxlen));
  2553. bus->rxctl = NULL;
  2554. buf = bus->rxctl_orig;
  2555. bus->rxctl_orig = NULL;
  2556. bus->rxlen = 0;
  2557. spin_unlock_bh(&bus->rxctl_lock);
  2558. vfree(buf);
  2559. if (rxlen) {
  2560. brcmf_dbg(CTL, "resumed on rxctl frame, got %d expected %d\n",
  2561. rxlen, msglen);
  2562. } else if (timeleft == 0) {
  2563. brcmf_err("resumed on timeout\n");
  2564. brcmf_sdbrcm_checkdied(bus);
  2565. } else if (pending) {
  2566. brcmf_dbg(CTL, "cancelled\n");
  2567. return -ERESTARTSYS;
  2568. } else {
  2569. brcmf_dbg(CTL, "resumed for unknown reason?\n");
  2570. brcmf_sdbrcm_checkdied(bus);
  2571. }
  2572. if (rxlen)
  2573. bus->sdcnt.rx_ctlpkts++;
  2574. else
  2575. bus->sdcnt.rx_ctlerrs++;
  2576. return rxlen ? (int)rxlen : -ETIMEDOUT;
  2577. }
  2578. static int brcmf_sdbrcm_write_vars(struct brcmf_sdio *bus)
  2579. {
  2580. int bcmerror = 0;
  2581. u32 varaddr;
  2582. u32 varsizew;
  2583. __le32 varsizew_le;
  2584. #ifdef DEBUG
  2585. char *nvram_ularray;
  2586. #endif /* DEBUG */
  2587. /* Even if there are no vars are to be written, we still
  2588. need to set the ramsize. */
  2589. varaddr = (bus->ramsize - 4) - bus->varsz;
  2590. if (bus->vars) {
  2591. /* Write the vars list */
  2592. bcmerror = brcmf_sdbrcm_membytes(bus, true, varaddr,
  2593. bus->vars, bus->varsz);
  2594. #ifdef DEBUG
  2595. /* Verify NVRAM bytes */
  2596. brcmf_dbg(INFO, "Compare NVRAM dl & ul; varsize=%d\n",
  2597. bus->varsz);
  2598. nvram_ularray = kmalloc(bus->varsz, GFP_ATOMIC);
  2599. if (!nvram_ularray)
  2600. return -ENOMEM;
  2601. /* Upload image to verify downloaded contents. */
  2602. memset(nvram_ularray, 0xaa, bus->varsz);
  2603. /* Read the vars list to temp buffer for comparison */
  2604. bcmerror = brcmf_sdbrcm_membytes(bus, false, varaddr,
  2605. nvram_ularray, bus->varsz);
  2606. if (bcmerror) {
  2607. brcmf_err("error %d on reading %d nvram bytes at 0x%08x\n",
  2608. bcmerror, bus->varsz, varaddr);
  2609. }
  2610. /* Compare the org NVRAM with the one read from RAM */
  2611. if (memcmp(bus->vars, nvram_ularray, bus->varsz))
  2612. brcmf_err("Downloaded NVRAM image is corrupted\n");
  2613. else
  2614. brcmf_err("Download/Upload/Compare of NVRAM ok\n");
  2615. kfree(nvram_ularray);
  2616. #endif /* DEBUG */
  2617. }
  2618. /* adjust to the user specified RAM */
  2619. brcmf_dbg(INFO, "Physical memory size: %d\n", bus->ramsize);
  2620. brcmf_dbg(INFO, "Vars are at %d, orig varsize is %d\n",
  2621. varaddr, bus->varsz);
  2622. /*
  2623. * Determine the length token:
  2624. * Varsize, converted to words, in lower 16-bits, checksum
  2625. * in upper 16-bits.
  2626. */
  2627. if (bcmerror) {
  2628. varsizew = 0;
  2629. varsizew_le = cpu_to_le32(0);
  2630. } else {
  2631. varsizew = bus->varsz / 4;
  2632. varsizew = (~varsizew << 16) | (varsizew & 0x0000FFFF);
  2633. varsizew_le = cpu_to_le32(varsizew);
  2634. }
  2635. brcmf_dbg(INFO, "New varsize is %d, length token=0x%08x\n",
  2636. bus->varsz, varsizew);
  2637. /* Write the length token to the last word */
  2638. bcmerror = brcmf_sdbrcm_membytes(bus, true, (bus->ramsize - 4),
  2639. (u8 *)&varsizew_le, 4);
  2640. return bcmerror;
  2641. }
  2642. static int brcmf_sdbrcm_download_state(struct brcmf_sdio *bus, bool enter)
  2643. {
  2644. int bcmerror = 0;
  2645. struct chip_info *ci = bus->ci;
  2646. /* To enter download state, disable ARM and reset SOCRAM.
  2647. * To exit download state, simply reset ARM (default is RAM boot).
  2648. */
  2649. if (enter) {
  2650. bus->alp_only = true;
  2651. ci->coredisable(bus->sdiodev, ci, BCMA_CORE_ARM_CM3);
  2652. ci->resetcore(bus->sdiodev, ci, BCMA_CORE_INTERNAL_MEM);
  2653. /* Clear the top bit of memory */
  2654. if (bus->ramsize) {
  2655. u32 zeros = 0;
  2656. brcmf_sdbrcm_membytes(bus, true, bus->ramsize - 4,
  2657. (u8 *)&zeros, 4);
  2658. }
  2659. } else {
  2660. if (!ci->iscoreup(bus->sdiodev, ci, BCMA_CORE_INTERNAL_MEM)) {
  2661. brcmf_err("SOCRAM core is down after reset?\n");
  2662. bcmerror = -EBADE;
  2663. goto fail;
  2664. }
  2665. bcmerror = brcmf_sdbrcm_write_vars(bus);
  2666. if (bcmerror) {
  2667. brcmf_err("no vars written to RAM\n");
  2668. bcmerror = 0;
  2669. }
  2670. w_sdreg32(bus, 0xFFFFFFFF,
  2671. offsetof(struct sdpcmd_regs, intstatus));
  2672. ci->resetcore(bus->sdiodev, ci, BCMA_CORE_ARM_CM3);
  2673. /* Allow HT Clock now that the ARM is running. */
  2674. bus->alp_only = false;
  2675. bus->sdiodev->bus_if->state = BRCMF_BUS_LOAD;
  2676. }
  2677. fail:
  2678. return bcmerror;
  2679. }
  2680. static int brcmf_sdbrcm_get_image(char *buf, int len, struct brcmf_sdio *bus)
  2681. {
  2682. if (bus->firmware->size < bus->fw_ptr + len)
  2683. len = bus->firmware->size - bus->fw_ptr;
  2684. memcpy(buf, &bus->firmware->data[bus->fw_ptr], len);
  2685. bus->fw_ptr += len;
  2686. return len;
  2687. }
  2688. static int brcmf_sdbrcm_download_code_file(struct brcmf_sdio *bus)
  2689. {
  2690. int offset = 0;
  2691. uint len;
  2692. u8 *memblock = NULL, *memptr;
  2693. int ret;
  2694. brcmf_dbg(INFO, "Enter\n");
  2695. ret = request_firmware(&bus->firmware, BRCMF_SDIO_FW_NAME,
  2696. &bus->sdiodev->func[2]->dev);
  2697. if (ret) {
  2698. brcmf_err("Fail to request firmware %d\n", ret);
  2699. return ret;
  2700. }
  2701. bus->fw_ptr = 0;
  2702. memptr = memblock = kmalloc(MEMBLOCK + BRCMF_SDALIGN, GFP_ATOMIC);
  2703. if (memblock == NULL) {
  2704. ret = -ENOMEM;
  2705. goto err;
  2706. }
  2707. if ((u32)(unsigned long)memblock % BRCMF_SDALIGN)
  2708. memptr += (BRCMF_SDALIGN -
  2709. ((u32)(unsigned long)memblock % BRCMF_SDALIGN));
  2710. /* Download image */
  2711. while ((len =
  2712. brcmf_sdbrcm_get_image((char *)memptr, MEMBLOCK, bus))) {
  2713. ret = brcmf_sdbrcm_membytes(bus, true, offset, memptr, len);
  2714. if (ret) {
  2715. brcmf_err("error %d on writing %d membytes at 0x%08x\n",
  2716. ret, MEMBLOCK, offset);
  2717. goto err;
  2718. }
  2719. offset += MEMBLOCK;
  2720. }
  2721. err:
  2722. kfree(memblock);
  2723. release_firmware(bus->firmware);
  2724. bus->fw_ptr = 0;
  2725. return ret;
  2726. }
  2727. /*
  2728. * ProcessVars:Takes a buffer of "<var>=<value>\n" lines read from a file
  2729. * and ending in a NUL.
  2730. * Removes carriage returns, empty lines, comment lines, and converts
  2731. * newlines to NULs.
  2732. * Shortens buffer as needed and pads with NULs. End of buffer is marked
  2733. * by two NULs.
  2734. */
  2735. static int brcmf_process_nvram_vars(struct brcmf_sdio *bus)
  2736. {
  2737. char *varbuf;
  2738. char *dp;
  2739. bool findNewline;
  2740. int column;
  2741. int ret = 0;
  2742. uint buf_len, n, len;
  2743. len = bus->firmware->size;
  2744. varbuf = vmalloc(len);
  2745. if (!varbuf)
  2746. return -ENOMEM;
  2747. memcpy(varbuf, bus->firmware->data, len);
  2748. dp = varbuf;
  2749. findNewline = false;
  2750. column = 0;
  2751. for (n = 0; n < len; n++) {
  2752. if (varbuf[n] == 0)
  2753. break;
  2754. if (varbuf[n] == '\r')
  2755. continue;
  2756. if (findNewline && varbuf[n] != '\n')
  2757. continue;
  2758. findNewline = false;
  2759. if (varbuf[n] == '#') {
  2760. findNewline = true;
  2761. continue;
  2762. }
  2763. if (varbuf[n] == '\n') {
  2764. if (column == 0)
  2765. continue;
  2766. *dp++ = 0;
  2767. column = 0;
  2768. continue;
  2769. }
  2770. *dp++ = varbuf[n];
  2771. column++;
  2772. }
  2773. buf_len = dp - varbuf;
  2774. while (dp < varbuf + n)
  2775. *dp++ = 0;
  2776. kfree(bus->vars);
  2777. /* roundup needed for download to device */
  2778. bus->varsz = roundup(buf_len + 1, 4);
  2779. bus->vars = kmalloc(bus->varsz, GFP_KERNEL);
  2780. if (bus->vars == NULL) {
  2781. bus->varsz = 0;
  2782. ret = -ENOMEM;
  2783. goto err;
  2784. }
  2785. /* copy the processed variables and add null termination */
  2786. memcpy(bus->vars, varbuf, buf_len);
  2787. bus->vars[buf_len] = 0;
  2788. err:
  2789. vfree(varbuf);
  2790. return ret;
  2791. }
  2792. static int brcmf_sdbrcm_download_nvram(struct brcmf_sdio *bus)
  2793. {
  2794. int ret;
  2795. ret = request_firmware(&bus->firmware, BRCMF_SDIO_NV_NAME,
  2796. &bus->sdiodev->func[2]->dev);
  2797. if (ret) {
  2798. brcmf_err("Fail to request nvram %d\n", ret);
  2799. return ret;
  2800. }
  2801. ret = brcmf_process_nvram_vars(bus);
  2802. release_firmware(bus->firmware);
  2803. return ret;
  2804. }
  2805. static int _brcmf_sdbrcm_download_firmware(struct brcmf_sdio *bus)
  2806. {
  2807. int bcmerror = -1;
  2808. /* Keep arm in reset */
  2809. if (brcmf_sdbrcm_download_state(bus, true)) {
  2810. brcmf_err("error placing ARM core in reset\n");
  2811. goto err;
  2812. }
  2813. /* External image takes precedence if specified */
  2814. if (brcmf_sdbrcm_download_code_file(bus)) {
  2815. brcmf_err("dongle image file download failed\n");
  2816. goto err;
  2817. }
  2818. /* External nvram takes precedence if specified */
  2819. if (brcmf_sdbrcm_download_nvram(bus))
  2820. brcmf_err("dongle nvram file download failed\n");
  2821. /* Take arm out of reset */
  2822. if (brcmf_sdbrcm_download_state(bus, false)) {
  2823. brcmf_err("error getting out of ARM core reset\n");
  2824. goto err;
  2825. }
  2826. bcmerror = 0;
  2827. err:
  2828. return bcmerror;
  2829. }
  2830. static bool
  2831. brcmf_sdbrcm_download_firmware(struct brcmf_sdio *bus)
  2832. {
  2833. bool ret;
  2834. sdio_claim_host(bus->sdiodev->func[1]);
  2835. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  2836. ret = _brcmf_sdbrcm_download_firmware(bus) == 0;
  2837. brcmf_sdbrcm_clkctl(bus, CLK_SDONLY, false);
  2838. sdio_release_host(bus->sdiodev->func[1]);
  2839. return ret;
  2840. }
  2841. static int brcmf_sdbrcm_bus_init(struct device *dev)
  2842. {
  2843. struct brcmf_bus *bus_if = dev_get_drvdata(dev);
  2844. struct brcmf_sdio_dev *sdiodev = bus_if->bus_priv.sdio;
  2845. struct brcmf_sdio *bus = sdiodev->bus;
  2846. unsigned long timeout;
  2847. u8 ready, enable;
  2848. int err, ret = 0;
  2849. u8 saveclk;
  2850. brcmf_dbg(TRACE, "Enter\n");
  2851. /* try to download image and nvram to the dongle */
  2852. if (bus_if->state == BRCMF_BUS_DOWN) {
  2853. if (!(brcmf_sdbrcm_download_firmware(bus)))
  2854. return -1;
  2855. }
  2856. if (!bus->sdiodev->bus_if->drvr)
  2857. return 0;
  2858. /* Start the watchdog timer */
  2859. bus->sdcnt.tickcnt = 0;
  2860. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  2861. sdio_claim_host(bus->sdiodev->func[1]);
  2862. /* Make sure backplane clock is on, needed to generate F2 interrupt */
  2863. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  2864. if (bus->clkstate != CLK_AVAIL)
  2865. goto exit;
  2866. /* Force clocks on backplane to be sure F2 interrupt propagates */
  2867. saveclk = brcmf_sdio_regrb(bus->sdiodev,
  2868. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  2869. if (!err) {
  2870. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  2871. (saveclk | SBSDIO_FORCE_HT), &err);
  2872. }
  2873. if (err) {
  2874. brcmf_err("Failed to force clock for F2: err %d\n", err);
  2875. goto exit;
  2876. }
  2877. /* Enable function 2 (frame transfers) */
  2878. w_sdreg32(bus, SDPCM_PROT_VERSION << SMB_DATA_VERSION_SHIFT,
  2879. offsetof(struct sdpcmd_regs, tosbmailboxdata));
  2880. enable = (SDIO_FUNC_ENABLE_1 | SDIO_FUNC_ENABLE_2);
  2881. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx, enable, NULL);
  2882. timeout = jiffies + msecs_to_jiffies(BRCMF_WAIT_F2RDY);
  2883. ready = 0;
  2884. while (enable != ready) {
  2885. ready = brcmf_sdio_regrb(bus->sdiodev,
  2886. SDIO_CCCR_IORx, NULL);
  2887. if (time_after(jiffies, timeout))
  2888. break;
  2889. else if (time_after(jiffies, timeout - BRCMF_WAIT_F2RDY + 50))
  2890. /* prevent busy waiting if it takes too long */
  2891. msleep_interruptible(20);
  2892. }
  2893. brcmf_dbg(INFO, "enable 0x%02x, ready 0x%02x\n", enable, ready);
  2894. /* If F2 successfully enabled, set core and enable interrupts */
  2895. if (ready == enable) {
  2896. /* Set up the interrupt mask and enable interrupts */
  2897. bus->hostintmask = HOSTINTMASK;
  2898. w_sdreg32(bus, bus->hostintmask,
  2899. offsetof(struct sdpcmd_regs, hostintmask));
  2900. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_WATERMARK, 8, &err);
  2901. } else {
  2902. /* Disable F2 again */
  2903. enable = SDIO_FUNC_ENABLE_1;
  2904. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx, enable, NULL);
  2905. ret = -ENODEV;
  2906. }
  2907. /* Restore previous clock setting */
  2908. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, saveclk, &err);
  2909. if (ret == 0) {
  2910. ret = brcmf_sdio_intr_register(bus->sdiodev);
  2911. if (ret != 0)
  2912. brcmf_err("intr register failed:%d\n", ret);
  2913. }
  2914. /* If we didn't come up, turn off backplane clock */
  2915. if (bus_if->state != BRCMF_BUS_DATA)
  2916. brcmf_sdbrcm_clkctl(bus, CLK_NONE, false);
  2917. exit:
  2918. sdio_release_host(bus->sdiodev->func[1]);
  2919. return ret;
  2920. }
  2921. void brcmf_sdbrcm_isr(void *arg)
  2922. {
  2923. struct brcmf_sdio *bus = (struct brcmf_sdio *) arg;
  2924. brcmf_dbg(TRACE, "Enter\n");
  2925. if (!bus) {
  2926. brcmf_err("bus is null pointer, exiting\n");
  2927. return;
  2928. }
  2929. if (bus->sdiodev->bus_if->state == BRCMF_BUS_DOWN) {
  2930. brcmf_err("bus is down. we have nothing to do\n");
  2931. return;
  2932. }
  2933. /* Count the interrupt call */
  2934. bus->sdcnt.intrcount++;
  2935. if (in_interrupt())
  2936. atomic_set(&bus->ipend, 1);
  2937. else
  2938. if (brcmf_sdio_intr_rstatus(bus)) {
  2939. brcmf_err("failed backplane access\n");
  2940. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  2941. }
  2942. /* Disable additional interrupts (is this needed now)? */
  2943. if (!bus->intr)
  2944. brcmf_err("isr w/o interrupt configured!\n");
  2945. brcmf_sdbrcm_adddpctsk(bus);
  2946. queue_work(bus->brcmf_wq, &bus->datawork);
  2947. }
  2948. static bool brcmf_sdbrcm_bus_watchdog(struct brcmf_sdio *bus)
  2949. {
  2950. #ifdef DEBUG
  2951. struct brcmf_bus *bus_if = dev_get_drvdata(bus->sdiodev->dev);
  2952. #endif /* DEBUG */
  2953. unsigned long flags;
  2954. brcmf_dbg(TIMER, "Enter\n");
  2955. /* Poll period: check device if appropriate. */
  2956. if (bus->poll && (++bus->polltick >= bus->pollrate)) {
  2957. u32 intstatus = 0;
  2958. /* Reset poll tick */
  2959. bus->polltick = 0;
  2960. /* Check device if no interrupts */
  2961. if (!bus->intr ||
  2962. (bus->sdcnt.intrcount == bus->sdcnt.lastintrs)) {
  2963. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  2964. if (list_empty(&bus->dpc_tsklst)) {
  2965. u8 devpend;
  2966. spin_unlock_irqrestore(&bus->dpc_tl_lock,
  2967. flags);
  2968. sdio_claim_host(bus->sdiodev->func[1]);
  2969. devpend = brcmf_sdio_regrb(bus->sdiodev,
  2970. SDIO_CCCR_INTx,
  2971. NULL);
  2972. sdio_release_host(bus->sdiodev->func[1]);
  2973. intstatus =
  2974. devpend & (INTR_STATUS_FUNC1 |
  2975. INTR_STATUS_FUNC2);
  2976. } else {
  2977. spin_unlock_irqrestore(&bus->dpc_tl_lock,
  2978. flags);
  2979. }
  2980. /* If there is something, make like the ISR and
  2981. schedule the DPC */
  2982. if (intstatus) {
  2983. bus->sdcnt.pollcnt++;
  2984. atomic_set(&bus->ipend, 1);
  2985. brcmf_sdbrcm_adddpctsk(bus);
  2986. queue_work(bus->brcmf_wq, &bus->datawork);
  2987. }
  2988. }
  2989. /* Update interrupt tracking */
  2990. bus->sdcnt.lastintrs = bus->sdcnt.intrcount;
  2991. }
  2992. #ifdef DEBUG
  2993. /* Poll for console output periodically */
  2994. if (bus_if && bus_if->state == BRCMF_BUS_DATA &&
  2995. bus->console_interval != 0) {
  2996. bus->console.count += BRCMF_WD_POLL_MS;
  2997. if (bus->console.count >= bus->console_interval) {
  2998. bus->console.count -= bus->console_interval;
  2999. sdio_claim_host(bus->sdiodev->func[1]);
  3000. /* Make sure backplane clock is on */
  3001. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  3002. if (brcmf_sdbrcm_readconsole(bus) < 0)
  3003. /* stop on error */
  3004. bus->console_interval = 0;
  3005. sdio_release_host(bus->sdiodev->func[1]);
  3006. }
  3007. }
  3008. #endif /* DEBUG */
  3009. /* On idle timeout clear activity flag and/or turn off clock */
  3010. if ((bus->idletime > 0) && (bus->clkstate == CLK_AVAIL)) {
  3011. if (++bus->idlecount >= bus->idletime) {
  3012. bus->idlecount = 0;
  3013. if (bus->activity) {
  3014. bus->activity = false;
  3015. brcmf_sdbrcm_wd_timer(bus, BRCMF_WD_POLL_MS);
  3016. } else {
  3017. sdio_claim_host(bus->sdiodev->func[1]);
  3018. brcmf_sdbrcm_clkctl(bus, CLK_NONE, false);
  3019. sdio_release_host(bus->sdiodev->func[1]);
  3020. }
  3021. }
  3022. }
  3023. return (atomic_read(&bus->ipend) > 0);
  3024. }
  3025. static bool brcmf_sdbrcm_chipmatch(u16 chipid)
  3026. {
  3027. if (chipid == BCM43241_CHIP_ID)
  3028. return true;
  3029. if (chipid == BCM4329_CHIP_ID)
  3030. return true;
  3031. if (chipid == BCM4330_CHIP_ID)
  3032. return true;
  3033. if (chipid == BCM4334_CHIP_ID)
  3034. return true;
  3035. return false;
  3036. }
  3037. static void brcmf_sdio_dataworker(struct work_struct *work)
  3038. {
  3039. struct brcmf_sdio *bus = container_of(work, struct brcmf_sdio,
  3040. datawork);
  3041. struct list_head *cur_hd, *tmp_hd;
  3042. unsigned long flags;
  3043. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  3044. list_for_each_safe(cur_hd, tmp_hd, &bus->dpc_tsklst) {
  3045. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  3046. brcmf_sdbrcm_dpc(bus);
  3047. spin_lock_irqsave(&bus->dpc_tl_lock, flags);
  3048. list_del(cur_hd);
  3049. kfree(cur_hd);
  3050. }
  3051. spin_unlock_irqrestore(&bus->dpc_tl_lock, flags);
  3052. }
  3053. static void brcmf_sdbrcm_release_malloc(struct brcmf_sdio *bus)
  3054. {
  3055. brcmf_dbg(TRACE, "Enter\n");
  3056. kfree(bus->rxbuf);
  3057. bus->rxctl = bus->rxbuf = NULL;
  3058. bus->rxlen = 0;
  3059. kfree(bus->databuf);
  3060. bus->databuf = NULL;
  3061. }
  3062. static bool brcmf_sdbrcm_probe_malloc(struct brcmf_sdio *bus)
  3063. {
  3064. brcmf_dbg(TRACE, "Enter\n");
  3065. if (bus->sdiodev->bus_if->maxctl) {
  3066. bus->rxblen =
  3067. roundup((bus->sdiodev->bus_if->maxctl + SDPCM_HDRLEN),
  3068. ALIGNMENT) + BRCMF_SDALIGN;
  3069. bus->rxbuf = kmalloc(bus->rxblen, GFP_ATOMIC);
  3070. if (!(bus->rxbuf))
  3071. goto fail;
  3072. }
  3073. /* Allocate buffer to receive glomed packet */
  3074. bus->databuf = kmalloc(MAX_DATA_BUF, GFP_ATOMIC);
  3075. if (!(bus->databuf)) {
  3076. /* release rxbuf which was already located as above */
  3077. if (!bus->rxblen)
  3078. kfree(bus->rxbuf);
  3079. goto fail;
  3080. }
  3081. /* Align the buffer */
  3082. if ((unsigned long)bus->databuf % BRCMF_SDALIGN)
  3083. bus->dataptr = bus->databuf + (BRCMF_SDALIGN -
  3084. ((unsigned long)bus->databuf % BRCMF_SDALIGN));
  3085. else
  3086. bus->dataptr = bus->databuf;
  3087. return true;
  3088. fail:
  3089. return false;
  3090. }
  3091. static bool
  3092. brcmf_sdbrcm_probe_attach(struct brcmf_sdio *bus, u32 regsva)
  3093. {
  3094. u8 clkctl = 0;
  3095. int err = 0;
  3096. int reg_addr;
  3097. u32 reg_val;
  3098. u8 idx;
  3099. bus->alp_only = true;
  3100. sdio_claim_host(bus->sdiodev->func[1]);
  3101. pr_debug("F1 signature read @0x18000000=0x%4x\n",
  3102. brcmf_sdio_regrl(bus->sdiodev, SI_ENUM_BASE, NULL));
  3103. /*
  3104. * Force PLL off until brcmf_sdio_chip_attach()
  3105. * programs PLL control regs
  3106. */
  3107. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR,
  3108. BRCMF_INIT_CLKCTL1, &err);
  3109. if (!err)
  3110. clkctl = brcmf_sdio_regrb(bus->sdiodev,
  3111. SBSDIO_FUNC1_CHIPCLKCSR, &err);
  3112. if (err || ((clkctl & ~SBSDIO_AVBITS) != BRCMF_INIT_CLKCTL1)) {
  3113. brcmf_err("ChipClkCSR access: err %d wrote 0x%02x read 0x%02x\n",
  3114. err, BRCMF_INIT_CLKCTL1, clkctl);
  3115. goto fail;
  3116. }
  3117. if (brcmf_sdio_chip_attach(bus->sdiodev, &bus->ci, regsva)) {
  3118. brcmf_err("brcmf_sdio_chip_attach failed!\n");
  3119. goto fail;
  3120. }
  3121. if (!brcmf_sdbrcm_chipmatch((u16) bus->ci->chip)) {
  3122. brcmf_err("unsupported chip: 0x%04x\n", bus->ci->chip);
  3123. goto fail;
  3124. }
  3125. brcmf_sdio_chip_drivestrengthinit(bus->sdiodev, bus->ci,
  3126. SDIO_DRIVE_STRENGTH);
  3127. /* Get info on the SOCRAM cores... */
  3128. bus->ramsize = bus->ci->ramsize;
  3129. if (!(bus->ramsize)) {
  3130. brcmf_err("failed to find SOCRAM memory!\n");
  3131. goto fail;
  3132. }
  3133. /* Set core control so an SDIO reset does a backplane reset */
  3134. idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  3135. reg_addr = bus->ci->c_inf[idx].base +
  3136. offsetof(struct sdpcmd_regs, corecontrol);
  3137. reg_val = brcmf_sdio_regrl(bus->sdiodev, reg_addr, NULL);
  3138. brcmf_sdio_regwl(bus->sdiodev, reg_addr, reg_val | CC_BPRESEN, NULL);
  3139. sdio_release_host(bus->sdiodev->func[1]);
  3140. brcmu_pktq_init(&bus->txq, (PRIOMASK + 1), TXQLEN);
  3141. /* Locate an appropriately-aligned portion of hdrbuf */
  3142. bus->rxhdr = (u8 *) roundup((unsigned long)&bus->hdrbuf[0],
  3143. BRCMF_SDALIGN);
  3144. /* Set the poll and/or interrupt flags */
  3145. bus->intr = true;
  3146. bus->poll = false;
  3147. if (bus->poll)
  3148. bus->pollrate = 1;
  3149. return true;
  3150. fail:
  3151. sdio_release_host(bus->sdiodev->func[1]);
  3152. return false;
  3153. }
  3154. static bool brcmf_sdbrcm_probe_init(struct brcmf_sdio *bus)
  3155. {
  3156. brcmf_dbg(TRACE, "Enter\n");
  3157. sdio_claim_host(bus->sdiodev->func[1]);
  3158. /* Disable F2 to clear any intermediate frame state on the dongle */
  3159. brcmf_sdio_regwb(bus->sdiodev, SDIO_CCCR_IOEx,
  3160. SDIO_FUNC_ENABLE_1, NULL);
  3161. bus->sdiodev->bus_if->state = BRCMF_BUS_DOWN;
  3162. bus->rxflow = false;
  3163. /* Done with backplane-dependent accesses, can drop clock... */
  3164. brcmf_sdio_regwb(bus->sdiodev, SBSDIO_FUNC1_CHIPCLKCSR, 0, NULL);
  3165. sdio_release_host(bus->sdiodev->func[1]);
  3166. /* ...and initialize clock/power states */
  3167. bus->clkstate = CLK_SDONLY;
  3168. bus->idletime = BRCMF_IDLE_INTERVAL;
  3169. bus->idleclock = BRCMF_IDLE_ACTIVE;
  3170. /* Query the F2 block size, set roundup accordingly */
  3171. bus->blocksize = bus->sdiodev->func[2]->cur_blksize;
  3172. bus->roundup = min(max_roundup, bus->blocksize);
  3173. /* bus module does not support packet chaining */
  3174. bus->use_rxchain = false;
  3175. bus->sd_rxchain = false;
  3176. return true;
  3177. }
  3178. static int
  3179. brcmf_sdbrcm_watchdog_thread(void *data)
  3180. {
  3181. struct brcmf_sdio *bus = (struct brcmf_sdio *)data;
  3182. allow_signal(SIGTERM);
  3183. /* Run until signal received */
  3184. while (1) {
  3185. if (kthread_should_stop())
  3186. break;
  3187. if (!wait_for_completion_interruptible(&bus->watchdog_wait)) {
  3188. brcmf_sdbrcm_bus_watchdog(bus);
  3189. /* Count the tick for reference */
  3190. bus->sdcnt.tickcnt++;
  3191. } else
  3192. break;
  3193. }
  3194. return 0;
  3195. }
  3196. static void
  3197. brcmf_sdbrcm_watchdog(unsigned long data)
  3198. {
  3199. struct brcmf_sdio *bus = (struct brcmf_sdio *)data;
  3200. if (bus->watchdog_tsk) {
  3201. complete(&bus->watchdog_wait);
  3202. /* Reschedule the watchdog */
  3203. if (bus->wd_timer_valid)
  3204. mod_timer(&bus->timer,
  3205. jiffies + BRCMF_WD_POLL_MS * HZ / 1000);
  3206. }
  3207. }
  3208. static void brcmf_sdbrcm_release_dongle(struct brcmf_sdio *bus)
  3209. {
  3210. brcmf_dbg(TRACE, "Enter\n");
  3211. if (bus->ci) {
  3212. sdio_claim_host(bus->sdiodev->func[1]);
  3213. brcmf_sdbrcm_clkctl(bus, CLK_AVAIL, false);
  3214. brcmf_sdbrcm_clkctl(bus, CLK_NONE, false);
  3215. sdio_release_host(bus->sdiodev->func[1]);
  3216. brcmf_sdio_chip_detach(&bus->ci);
  3217. if (bus->vars && bus->varsz)
  3218. kfree(bus->vars);
  3219. bus->vars = NULL;
  3220. }
  3221. brcmf_dbg(TRACE, "Disconnected\n");
  3222. }
  3223. /* Detach and free everything */
  3224. static void brcmf_sdbrcm_release(struct brcmf_sdio *bus)
  3225. {
  3226. brcmf_dbg(TRACE, "Enter\n");
  3227. if (bus) {
  3228. /* De-register interrupt handler */
  3229. brcmf_sdio_intr_unregister(bus->sdiodev);
  3230. cancel_work_sync(&bus->datawork);
  3231. if (bus->brcmf_wq)
  3232. destroy_workqueue(bus->brcmf_wq);
  3233. if (bus->sdiodev->bus_if->drvr) {
  3234. brcmf_detach(bus->sdiodev->dev);
  3235. brcmf_sdbrcm_release_dongle(bus);
  3236. }
  3237. brcmf_sdbrcm_release_malloc(bus);
  3238. kfree(bus);
  3239. }
  3240. brcmf_dbg(TRACE, "Disconnected\n");
  3241. }
  3242. static struct brcmf_bus_ops brcmf_sdio_bus_ops = {
  3243. .stop = brcmf_sdbrcm_bus_stop,
  3244. .init = brcmf_sdbrcm_bus_init,
  3245. .txdata = brcmf_sdbrcm_bus_txdata,
  3246. .txctl = brcmf_sdbrcm_bus_txctl,
  3247. .rxctl = brcmf_sdbrcm_bus_rxctl,
  3248. };
  3249. void *brcmf_sdbrcm_probe(u32 regsva, struct brcmf_sdio_dev *sdiodev)
  3250. {
  3251. int ret;
  3252. struct brcmf_sdio *bus;
  3253. struct brcmf_bus_dcmd *dlst;
  3254. u32 dngl_txglom;
  3255. u32 dngl_txglomalign;
  3256. u8 idx;
  3257. brcmf_dbg(TRACE, "Enter\n");
  3258. /* We make an assumption about address window mappings:
  3259. * regsva == SI_ENUM_BASE*/
  3260. /* Allocate private bus interface state */
  3261. bus = kzalloc(sizeof(struct brcmf_sdio), GFP_ATOMIC);
  3262. if (!bus)
  3263. goto fail;
  3264. bus->sdiodev = sdiodev;
  3265. sdiodev->bus = bus;
  3266. skb_queue_head_init(&bus->glom);
  3267. bus->txbound = BRCMF_TXBOUND;
  3268. bus->rxbound = BRCMF_RXBOUND;
  3269. bus->txminmax = BRCMF_TXMINMAX;
  3270. bus->tx_seq = SDPCM_SEQUENCE_WRAP - 1;
  3271. INIT_WORK(&bus->datawork, brcmf_sdio_dataworker);
  3272. bus->brcmf_wq = create_singlethread_workqueue("brcmf_wq");
  3273. if (bus->brcmf_wq == NULL) {
  3274. brcmf_err("insufficient memory to create txworkqueue\n");
  3275. goto fail;
  3276. }
  3277. /* attempt to attach to the dongle */
  3278. if (!(brcmf_sdbrcm_probe_attach(bus, regsva))) {
  3279. brcmf_err("brcmf_sdbrcm_probe_attach failed\n");
  3280. goto fail;
  3281. }
  3282. spin_lock_init(&bus->rxctl_lock);
  3283. spin_lock_init(&bus->txqlock);
  3284. init_waitqueue_head(&bus->ctrl_wait);
  3285. init_waitqueue_head(&bus->dcmd_resp_wait);
  3286. /* Set up the watchdog timer */
  3287. init_timer(&bus->timer);
  3288. bus->timer.data = (unsigned long)bus;
  3289. bus->timer.function = brcmf_sdbrcm_watchdog;
  3290. /* Initialize watchdog thread */
  3291. init_completion(&bus->watchdog_wait);
  3292. bus->watchdog_tsk = kthread_run(brcmf_sdbrcm_watchdog_thread,
  3293. bus, "brcmf_watchdog");
  3294. if (IS_ERR(bus->watchdog_tsk)) {
  3295. pr_warn("brcmf_watchdog thread failed to start\n");
  3296. bus->watchdog_tsk = NULL;
  3297. }
  3298. /* Initialize DPC thread */
  3299. INIT_LIST_HEAD(&bus->dpc_tsklst);
  3300. spin_lock_init(&bus->dpc_tl_lock);
  3301. /* Assign bus interface call back */
  3302. bus->sdiodev->bus_if->dev = bus->sdiodev->dev;
  3303. bus->sdiodev->bus_if->ops = &brcmf_sdio_bus_ops;
  3304. bus->sdiodev->bus_if->chip = bus->ci->chip;
  3305. bus->sdiodev->bus_if->chiprev = bus->ci->chiprev;
  3306. /* Attach to the brcmf/OS/network interface */
  3307. ret = brcmf_attach(SDPCM_RESERVE, bus->sdiodev->dev);
  3308. if (ret != 0) {
  3309. brcmf_err("brcmf_attach failed\n");
  3310. goto fail;
  3311. }
  3312. /* Allocate buffers */
  3313. if (!(brcmf_sdbrcm_probe_malloc(bus))) {
  3314. brcmf_err("brcmf_sdbrcm_probe_malloc failed\n");
  3315. goto fail;
  3316. }
  3317. if (!(brcmf_sdbrcm_probe_init(bus))) {
  3318. brcmf_err("brcmf_sdbrcm_probe_init failed\n");
  3319. goto fail;
  3320. }
  3321. brcmf_sdio_debugfs_create(bus);
  3322. brcmf_dbg(INFO, "completed!!\n");
  3323. /* sdio bus core specific dcmd */
  3324. idx = brcmf_sdio_chip_getinfidx(bus->ci, BCMA_CORE_SDIO_DEV);
  3325. dlst = kzalloc(sizeof(struct brcmf_bus_dcmd), GFP_KERNEL);
  3326. if (dlst) {
  3327. if (bus->ci->c_inf[idx].rev < 12) {
  3328. /* for sdio core rev < 12, disable txgloming */
  3329. dngl_txglom = 0;
  3330. dlst->name = "bus:txglom";
  3331. dlst->param = (char *)&dngl_txglom;
  3332. dlst->param_len = sizeof(u32);
  3333. } else {
  3334. /* otherwise, set txglomalign */
  3335. dngl_txglomalign = bus->sdiodev->bus_if->align;
  3336. dlst->name = "bus:txglomalign";
  3337. dlst->param = (char *)&dngl_txglomalign;
  3338. dlst->param_len = sizeof(u32);
  3339. }
  3340. list_add(&dlst->list, &bus->sdiodev->bus_if->dcmd_list);
  3341. }
  3342. /* if firmware path present try to download and bring up bus */
  3343. ret = brcmf_bus_start(bus->sdiodev->dev);
  3344. if (ret != 0) {
  3345. brcmf_err("dongle is not responding\n");
  3346. goto fail;
  3347. }
  3348. return bus;
  3349. fail:
  3350. brcmf_sdbrcm_release(bus);
  3351. return NULL;
  3352. }
  3353. void brcmf_sdbrcm_disconnect(void *ptr)
  3354. {
  3355. struct brcmf_sdio *bus = (struct brcmf_sdio *)ptr;
  3356. brcmf_dbg(TRACE, "Enter\n");
  3357. if (bus)
  3358. brcmf_sdbrcm_release(bus);
  3359. brcmf_dbg(TRACE, "Disconnected\n");
  3360. }
  3361. void
  3362. brcmf_sdbrcm_wd_timer(struct brcmf_sdio *bus, uint wdtick)
  3363. {
  3364. /* Totally stop the timer */
  3365. if (!wdtick && bus->wd_timer_valid) {
  3366. del_timer_sync(&bus->timer);
  3367. bus->wd_timer_valid = false;
  3368. bus->save_ms = wdtick;
  3369. return;
  3370. }
  3371. /* don't start the wd until fw is loaded */
  3372. if (bus->sdiodev->bus_if->state == BRCMF_BUS_DOWN)
  3373. return;
  3374. if (wdtick) {
  3375. if (bus->save_ms != BRCMF_WD_POLL_MS) {
  3376. if (bus->wd_timer_valid)
  3377. /* Stop timer and restart at new value */
  3378. del_timer_sync(&bus->timer);
  3379. /* Create timer again when watchdog period is
  3380. dynamically changed or in the first instance
  3381. */
  3382. bus->timer.expires =
  3383. jiffies + BRCMF_WD_POLL_MS * HZ / 1000;
  3384. add_timer(&bus->timer);
  3385. } else {
  3386. /* Re arm the timer, at last watchdog period */
  3387. mod_timer(&bus->timer,
  3388. jiffies + BRCMF_WD_POLL_MS * HZ / 1000);
  3389. }
  3390. bus->wd_timer_valid = true;
  3391. bus->save_ms = wdtick;
  3392. }
  3393. }