fwsignal.c 55 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079
  1. /*
  2. * Copyright (c) 2010 Broadcom Corporation
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11. * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13. * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14. * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <linux/types.h>
  17. #include <linux/module.h>
  18. #include <linux/if_ether.h>
  19. #include <linux/spinlock.h>
  20. #include <linux/skbuff.h>
  21. #include <linux/netdevice.h>
  22. #include <linux/etherdevice.h>
  23. #include <linux/err.h>
  24. #include <linux/jiffies.h>
  25. #include <uapi/linux/nl80211.h>
  26. #include <net/cfg80211.h>
  27. #include <brcmu_utils.h>
  28. #include <brcmu_wifi.h>
  29. #include "dhd.h"
  30. #include "dhd_proto.h"
  31. #include "dhd_dbg.h"
  32. #include "dhd_bus.h"
  33. #include "fwil.h"
  34. #include "fwil_types.h"
  35. #include "fweh.h"
  36. #include "fwsignal.h"
  37. #include "p2p.h"
  38. #include "wl_cfg80211.h"
  39. /**
  40. * DOC: Firmware Signalling
  41. *
  42. * Firmware can send signals to host and vice versa, which are passed in the
  43. * data packets using TLV based header. This signalling layer is on top of the
  44. * BDC bus protocol layer.
  45. */
  46. /*
  47. * single definition for firmware-driver flow control tlv's.
  48. *
  49. * each tlv is specified by BRCMF_FWS_TLV_DEF(name, ID, length).
  50. * A length value 0 indicates variable length tlv.
  51. */
  52. #define BRCMF_FWS_TLV_DEFLIST \
  53. BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
  54. BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
  55. BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
  56. BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
  57. BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
  58. BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
  59. BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
  60. BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
  61. BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
  62. BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
  63. BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
  64. BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
  65. BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
  66. BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
  67. BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
  68. BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
  69. BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
  70. /*
  71. * enum brcmf_fws_tlv_type - definition of tlv identifiers.
  72. */
  73. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  74. BRCMF_FWS_TYPE_ ## name = id,
  75. enum brcmf_fws_tlv_type {
  76. BRCMF_FWS_TLV_DEFLIST
  77. BRCMF_FWS_TYPE_INVALID
  78. };
  79. #undef BRCMF_FWS_TLV_DEF
  80. /*
  81. * enum brcmf_fws_tlv_len - definition of tlv lengths.
  82. */
  83. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  84. BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
  85. enum brcmf_fws_tlv_len {
  86. BRCMF_FWS_TLV_DEFLIST
  87. };
  88. #undef BRCMF_FWS_TLV_DEF
  89. #ifdef DEBUG
  90. /*
  91. * brcmf_fws_tlv_names - array of tlv names.
  92. */
  93. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  94. { id, #name },
  95. static struct {
  96. enum brcmf_fws_tlv_type id;
  97. const char *name;
  98. } brcmf_fws_tlv_names[] = {
  99. BRCMF_FWS_TLV_DEFLIST
  100. };
  101. #undef BRCMF_FWS_TLV_DEF
  102. static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
  103. {
  104. int i;
  105. for (i = 0; i < ARRAY_SIZE(brcmf_fws_tlv_names); i++)
  106. if (brcmf_fws_tlv_names[i].id == id)
  107. return brcmf_fws_tlv_names[i].name;
  108. return "INVALID";
  109. }
  110. #else
  111. static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
  112. {
  113. return "NODEBUG";
  114. }
  115. #endif /* DEBUG */
  116. /*
  117. * flags used to enable tlv signalling from firmware.
  118. */
  119. #define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
  120. #define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
  121. #define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
  122. #define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
  123. #define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
  124. #define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
  125. #define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
  126. #define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
  127. #define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
  128. #define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
  129. #define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
  130. #define BRCMF_FWS_FLOWCONTROL_HIWATER 128
  131. #define BRCMF_FWS_FLOWCONTROL_LOWATER 64
  132. #define BRCMF_FWS_PSQ_PREC_COUNT ((NL80211_NUM_ACS + 1) * 2)
  133. #define BRCMF_FWS_PSQ_LEN 256
  134. #define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
  135. #define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
  136. #define BRCMF_FWS_RET_OK_NOSCHEDULE 0
  137. #define BRCMF_FWS_RET_OK_SCHEDULE 1
  138. /**
  139. * enum brcmf_fws_skb_state - indicates processing state of skb.
  140. *
  141. * @BRCMF_FWS_SKBSTATE_NEW: sk_buff is newly arrived in the driver.
  142. * @BRCMF_FWS_SKBSTATE_DELAYED: sk_buff had to wait on queue.
  143. * @BRCMF_FWS_SKBSTATE_SUPPRESSED: sk_buff has been suppressed by firmware.
  144. */
  145. enum brcmf_fws_skb_state {
  146. BRCMF_FWS_SKBSTATE_NEW,
  147. BRCMF_FWS_SKBSTATE_DELAYED,
  148. BRCMF_FWS_SKBSTATE_SUPPRESSED
  149. };
  150. /**
  151. * struct brcmf_skbuff_cb - control buffer associated with skbuff.
  152. *
  153. * @if_flags: holds interface index and packet related flags.
  154. * @htod: host to device packet identifier (used in PKTTAG tlv).
  155. * @state: transmit state of the packet.
  156. * @mac: descriptor related to destination for this packet.
  157. *
  158. * This information is stored in control buffer struct sk_buff::cb, which
  159. * provides 48 bytes of storage so this structure should not exceed that.
  160. */
  161. struct brcmf_skbuff_cb {
  162. u16 if_flags;
  163. u32 htod;
  164. enum brcmf_fws_skb_state state;
  165. struct brcmf_fws_mac_descriptor *mac;
  166. };
  167. /*
  168. * macro casting skbuff control buffer to struct brcmf_skbuff_cb.
  169. */
  170. #define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
  171. /*
  172. * sk_buff control if flags
  173. *
  174. * b[11] - packet sent upon firmware request.
  175. * b[10] - packet only contains signalling data.
  176. * b[9] - packet is a tx packet.
  177. * b[8] - packet uses FIFO credit (non-pspoll).
  178. * b[7] - interface in AP mode.
  179. * b[3:0] - interface index.
  180. */
  181. #define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
  182. #define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
  183. #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
  184. #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
  185. #define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
  186. #define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
  187. #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK 0x0100
  188. #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_SHIFT 8
  189. #define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
  190. #define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
  191. #define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
  192. #define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
  193. #define brcmf_skb_if_flags_set_field(skb, field, value) \
  194. brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
  195. BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
  196. BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
  197. #define brcmf_skb_if_flags_get_field(skb, field) \
  198. brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
  199. BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
  200. BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
  201. /*
  202. * sk_buff control packet identifier
  203. *
  204. * 32-bit packet identifier used in PKTTAG tlv from host to dongle.
  205. *
  206. * - Generated at the host (e.g. dhd)
  207. * - Seen as a generic sequence number by firmware except for the flags field.
  208. *
  209. * Generation : b[31] => generation number for this packet [host->fw]
  210. * OR, current generation number [fw->host]
  211. * Flags : b[30:27] => command, status flags
  212. * FIFO-AC : b[26:24] => AC-FIFO id
  213. * h-slot : b[23:8] => hanger-slot
  214. * freerun : b[7:0] => A free running counter
  215. */
  216. #define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
  217. #define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
  218. #define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
  219. #define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
  220. #define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
  221. #define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
  222. #define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
  223. #define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
  224. #define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
  225. #define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
  226. #define brcmf_skb_htod_tag_set_field(skb, field, value) \
  227. brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
  228. BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
  229. BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
  230. #define brcmf_skb_htod_tag_get_field(skb, field) \
  231. brcmu_maskget32(brcmf_skbcb(skb)->htod, \
  232. BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
  233. BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
  234. #define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
  235. #define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
  236. #define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
  237. #define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
  238. #define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
  239. #define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
  240. #define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
  241. #define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
  242. #define BRCMF_FWS_TXSTAT_PKTID_MASK 0x00FFFFFF
  243. #define BRCMF_FWS_TXSTAT_PKTID_SHIFT 0
  244. #define brcmf_txstatus_get_field(txs, field) \
  245. brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
  246. BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
  247. /* How long to defer borrowing in jiffies */
  248. #define BRCMF_FWS_BORROW_DEFER_PERIOD (HZ / 10)
  249. /**
  250. * enum brcmf_fws_fifo - fifo indices used by dongle firmware.
  251. *
  252. * @BRCMF_FWS_FIFO_AC_BK: fifo for background traffic.
  253. * @BRCMF_FWS_FIFO_AC_BE: fifo for best-effort traffic.
  254. * @BRCMF_FWS_FIFO_AC_VI: fifo for video traffic.
  255. * @BRCMF_FWS_FIFO_AC_VO: fifo for voice traffic.
  256. * @BRCMF_FWS_FIFO_BCMC: fifo for broadcast/multicast (AP only).
  257. * @BRCMF_FWS_FIFO_ATIM: fifo for ATIM (AP only).
  258. * @BRCMF_FWS_FIFO_COUNT: number of fifos.
  259. */
  260. enum brcmf_fws_fifo {
  261. BRCMF_FWS_FIFO_AC_BK,
  262. BRCMF_FWS_FIFO_AC_BE,
  263. BRCMF_FWS_FIFO_AC_VI,
  264. BRCMF_FWS_FIFO_AC_VO,
  265. BRCMF_FWS_FIFO_BCMC,
  266. BRCMF_FWS_FIFO_ATIM,
  267. BRCMF_FWS_FIFO_COUNT
  268. };
  269. /**
  270. * enum brcmf_fws_txstatus - txstatus flag values.
  271. *
  272. * @BRCMF_FWS_TXSTATUS_DISCARD:
  273. * host is free to discard the packet.
  274. * @BRCMF_FWS_TXSTATUS_CORE_SUPPRESS:
  275. * 802.11 core suppressed the packet.
  276. * @BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS:
  277. * firmware suppress the packet as device is already in PS mode.
  278. * @BRCMF_FWS_TXSTATUS_FW_TOSSED:
  279. * firmware tossed the packet.
  280. */
  281. enum brcmf_fws_txstatus {
  282. BRCMF_FWS_TXSTATUS_DISCARD,
  283. BRCMF_FWS_TXSTATUS_CORE_SUPPRESS,
  284. BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS,
  285. BRCMF_FWS_TXSTATUS_FW_TOSSED
  286. };
  287. enum brcmf_fws_fcmode {
  288. BRCMF_FWS_FCMODE_NONE,
  289. BRCMF_FWS_FCMODE_IMPLIED_CREDIT,
  290. BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
  291. };
  292. enum brcmf_fws_mac_desc_state {
  293. BRCMF_FWS_STATE_OPEN = 1,
  294. BRCMF_FWS_STATE_CLOSE
  295. };
  296. /**
  297. * struct brcmf_fws_mac_descriptor - firmware signalling data per node/interface
  298. *
  299. * @occupied: slot is in use.
  300. * @mac_handle: handle for mac entry determined by firmware.
  301. * @interface_id: interface index.
  302. * @state: current state.
  303. * @suppressed: mac entry is suppressed.
  304. * @generation: generation bit.
  305. * @ac_bitmap: ac queue bitmap.
  306. * @requested_credit: credits requested by firmware.
  307. * @ea: ethernet address.
  308. * @seq: per-node free-running sequence.
  309. * @psq: power-save queue.
  310. * @transit_count: packet in transit to firmware.
  311. */
  312. struct brcmf_fws_mac_descriptor {
  313. u8 occupied;
  314. u8 mac_handle;
  315. u8 interface_id;
  316. u8 state;
  317. bool suppressed;
  318. u8 generation;
  319. u8 ac_bitmap;
  320. u8 requested_credit;
  321. u8 requested_packet;
  322. u8 ea[ETH_ALEN];
  323. u8 seq[BRCMF_FWS_FIFO_COUNT];
  324. struct pktq psq;
  325. int transit_count;
  326. int suppress_count;
  327. int suppr_transit_count;
  328. bool send_tim_signal;
  329. u8 traffic_pending_bmp;
  330. u8 traffic_lastreported_bmp;
  331. };
  332. #define BRCMF_FWS_HANGER_MAXITEMS 1024
  333. /**
  334. * enum brcmf_fws_hanger_item_state - state of hanger item.
  335. *
  336. * @BRCMF_FWS_HANGER_ITEM_STATE_FREE: item is free for use.
  337. * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE: item is in use.
  338. * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED: item was suppressed.
  339. */
  340. enum brcmf_fws_hanger_item_state {
  341. BRCMF_FWS_HANGER_ITEM_STATE_FREE = 1,
  342. BRCMF_FWS_HANGER_ITEM_STATE_INUSE,
  343. BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
  344. };
  345. /**
  346. * struct brcmf_fws_hanger_item - single entry for tx pending packet.
  347. *
  348. * @state: entry is either free or occupied.
  349. * @gen: generation.
  350. * @pkt: packet itself.
  351. */
  352. struct brcmf_fws_hanger_item {
  353. enum brcmf_fws_hanger_item_state state;
  354. u8 gen;
  355. struct sk_buff *pkt;
  356. };
  357. /**
  358. * struct brcmf_fws_hanger - holds packets awaiting firmware txstatus.
  359. *
  360. * @pushed: packets pushed to await txstatus.
  361. * @popped: packets popped upon handling txstatus.
  362. * @failed_to_push: packets that could not be pushed.
  363. * @failed_to_pop: packets that could not be popped.
  364. * @failed_slotfind: packets for which failed to find an entry.
  365. * @slot_pos: last returned item index for a free entry.
  366. * @items: array of hanger items.
  367. */
  368. struct brcmf_fws_hanger {
  369. u32 pushed;
  370. u32 popped;
  371. u32 failed_to_push;
  372. u32 failed_to_pop;
  373. u32 failed_slotfind;
  374. u32 slot_pos;
  375. struct brcmf_fws_hanger_item items[BRCMF_FWS_HANGER_MAXITEMS];
  376. };
  377. struct brcmf_fws_macdesc_table {
  378. struct brcmf_fws_mac_descriptor nodes[BRCMF_FWS_MAC_DESC_TABLE_SIZE];
  379. struct brcmf_fws_mac_descriptor iface[BRCMF_MAX_IFS];
  380. struct brcmf_fws_mac_descriptor other;
  381. };
  382. struct brcmf_fws_info {
  383. struct brcmf_pub *drvr;
  384. struct brcmf_fws_stats stats;
  385. struct brcmf_fws_hanger hanger;
  386. enum brcmf_fws_fcmode fcmode;
  387. struct brcmf_fws_macdesc_table desc;
  388. struct workqueue_struct *fws_wq;
  389. struct work_struct fws_dequeue_work;
  390. u32 fifo_enqpkt[BRCMF_FWS_FIFO_COUNT];
  391. int fifo_credit[BRCMF_FWS_FIFO_COUNT];
  392. int credits_borrowed[BRCMF_FWS_FIFO_AC_VO + 1];
  393. int deq_node_pos[BRCMF_FWS_FIFO_COUNT];
  394. u32 fifo_credit_map;
  395. u32 fifo_delay_map;
  396. unsigned long borrow_defer_timestamp;
  397. bool bus_flow_blocked;
  398. };
  399. /*
  400. * brcmf_fws_prio2fifo - mapping from 802.1d priority to firmware fifo index.
  401. */
  402. static const int brcmf_fws_prio2fifo[] = {
  403. BRCMF_FWS_FIFO_AC_BE,
  404. BRCMF_FWS_FIFO_AC_BK,
  405. BRCMF_FWS_FIFO_AC_BK,
  406. BRCMF_FWS_FIFO_AC_BE,
  407. BRCMF_FWS_FIFO_AC_VI,
  408. BRCMF_FWS_FIFO_AC_VI,
  409. BRCMF_FWS_FIFO_AC_VO,
  410. BRCMF_FWS_FIFO_AC_VO
  411. };
  412. static int fcmode;
  413. module_param(fcmode, int, S_IRUSR);
  414. MODULE_PARM_DESC(fcmode, "mode of firmware signalled flow control");
  415. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  416. case BRCMF_FWS_TYPE_ ## name: \
  417. return len;
  418. /**
  419. * brcmf_fws_get_tlv_len() - returns defined length for given tlv id.
  420. *
  421. * @fws: firmware-signalling information.
  422. * @id: identifier of the TLV.
  423. *
  424. * Return: the specified length for the given TLV; Otherwise -EINVAL.
  425. */
  426. static int brcmf_fws_get_tlv_len(struct brcmf_fws_info *fws,
  427. enum brcmf_fws_tlv_type id)
  428. {
  429. switch (id) {
  430. BRCMF_FWS_TLV_DEFLIST
  431. default:
  432. fws->stats.tlv_invalid_type++;
  433. break;
  434. }
  435. return -EINVAL;
  436. }
  437. #undef BRCMF_FWS_TLV_DEF
  438. static bool brcmf_fws_ifidx_match(struct sk_buff *skb, void *arg)
  439. {
  440. u32 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
  441. return ifidx == *(int *)arg;
  442. }
  443. static void brcmf_fws_psq_flush(struct brcmf_fws_info *fws, struct pktq *q,
  444. int ifidx)
  445. {
  446. bool (*matchfn)(struct sk_buff *, void *) = NULL;
  447. struct sk_buff *skb;
  448. int prec;
  449. if (ifidx != -1)
  450. matchfn = brcmf_fws_ifidx_match;
  451. for (prec = 0; prec < q->num_prec; prec++) {
  452. skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
  453. while (skb) {
  454. brcmu_pkt_buf_free_skb(skb);
  455. skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
  456. }
  457. }
  458. }
  459. static void brcmf_fws_hanger_init(struct brcmf_fws_hanger *hanger)
  460. {
  461. int i;
  462. brcmf_dbg(TRACE, "enter\n");
  463. memset(hanger, 0, sizeof(*hanger));
  464. for (i = 0; i < ARRAY_SIZE(hanger->items); i++)
  465. hanger->items[i].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  466. }
  467. static u32 brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger *h)
  468. {
  469. u32 i;
  470. brcmf_dbg(TRACE, "enter\n");
  471. i = (h->slot_pos + 1) % BRCMF_FWS_HANGER_MAXITEMS;
  472. while (i != h->slot_pos) {
  473. if (h->items[i].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  474. h->slot_pos = i;
  475. goto done;
  476. }
  477. i++;
  478. if (i == BRCMF_FWS_HANGER_MAXITEMS)
  479. i = 0;
  480. }
  481. brcmf_err("all slots occupied\n");
  482. h->failed_slotfind++;
  483. i = BRCMF_FWS_HANGER_MAXITEMS;
  484. done:
  485. brcmf_dbg(TRACE, "exit: %d\n", i);
  486. return i;
  487. }
  488. static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger *h,
  489. struct sk_buff *pkt, u32 slot_id)
  490. {
  491. brcmf_dbg(TRACE, "enter\n");
  492. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  493. return -ENOENT;
  494. if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  495. brcmf_err("slot is not free\n");
  496. h->failed_to_push++;
  497. return -EINVAL;
  498. }
  499. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE;
  500. h->items[slot_id].pkt = pkt;
  501. h->pushed++;
  502. return 0;
  503. }
  504. static int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger *h,
  505. u32 slot_id, struct sk_buff **pktout,
  506. bool remove_item)
  507. {
  508. brcmf_dbg(TRACE, "enter\n");
  509. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  510. return -ENOENT;
  511. if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  512. brcmf_err("entry not in use\n");
  513. h->failed_to_pop++;
  514. return -EINVAL;
  515. }
  516. *pktout = h->items[slot_id].pkt;
  517. if (remove_item) {
  518. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  519. h->items[slot_id].pkt = NULL;
  520. h->items[slot_id].gen = 0xff;
  521. h->popped++;
  522. }
  523. return 0;
  524. }
  525. static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger *h,
  526. u32 slot_id, u8 gen)
  527. {
  528. brcmf_dbg(TRACE, "enter\n");
  529. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  530. return -ENOENT;
  531. h->items[slot_id].gen = gen;
  532. if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_INUSE) {
  533. brcmf_err("entry not in use\n");
  534. return -EINVAL;
  535. }
  536. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED;
  537. return 0;
  538. }
  539. static int brcmf_fws_hanger_get_genbit(struct brcmf_fws_hanger *hanger,
  540. struct sk_buff *pkt, u32 slot_id,
  541. int *gen)
  542. {
  543. brcmf_dbg(TRACE, "enter\n");
  544. *gen = 0xff;
  545. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  546. return -ENOENT;
  547. if (hanger->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  548. brcmf_err("slot not in use\n");
  549. return -EINVAL;
  550. }
  551. *gen = hanger->items[slot_id].gen;
  552. return 0;
  553. }
  554. static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info *fws,
  555. bool (*fn)(struct sk_buff *, void *),
  556. int ifidx)
  557. {
  558. struct brcmf_fws_hanger *h = &fws->hanger;
  559. struct sk_buff *skb;
  560. int i;
  561. enum brcmf_fws_hanger_item_state s;
  562. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  563. for (i = 0; i < ARRAY_SIZE(h->items); i++) {
  564. s = h->items[i].state;
  565. if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE ||
  566. s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED) {
  567. skb = h->items[i].pkt;
  568. if (fn == NULL || fn(skb, &ifidx)) {
  569. /* suppress packets freed from psq */
  570. if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE)
  571. brcmu_pkt_buf_free_skb(skb);
  572. h->items[i].state =
  573. BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  574. }
  575. }
  576. }
  577. }
  578. static void brcmf_fws_init_mac_descriptor(struct brcmf_fws_mac_descriptor *desc,
  579. u8 *addr, u8 ifidx)
  580. {
  581. brcmf_dbg(TRACE,
  582. "enter: desc %p ea=%pM, ifidx=%u\n", desc, addr, ifidx);
  583. desc->occupied = 1;
  584. desc->state = BRCMF_FWS_STATE_OPEN;
  585. desc->requested_credit = 0;
  586. /* depending on use may need ifp->bssidx instead */
  587. desc->interface_id = ifidx;
  588. desc->ac_bitmap = 0xff; /* update this when handling APSD */
  589. if (addr)
  590. memcpy(&desc->ea[0], addr, ETH_ALEN);
  591. }
  592. static
  593. void brcmf_fws_clear_mac_descriptor(struct brcmf_fws_mac_descriptor *desc)
  594. {
  595. brcmf_dbg(TRACE,
  596. "enter: ea=%pM, ifidx=%u\n", desc->ea, desc->interface_id);
  597. desc->occupied = 0;
  598. desc->state = BRCMF_FWS_STATE_CLOSE;
  599. desc->requested_credit = 0;
  600. }
  601. static struct brcmf_fws_mac_descriptor *
  602. brcmf_fws_mac_descriptor_lookup(struct brcmf_fws_info *fws, u8 *ea)
  603. {
  604. struct brcmf_fws_mac_descriptor *entry;
  605. int i;
  606. brcmf_dbg(TRACE, "enter: ea=%pM\n", ea);
  607. if (ea == NULL)
  608. return ERR_PTR(-EINVAL);
  609. entry = &fws->desc.nodes[0];
  610. for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++) {
  611. if (entry->occupied && !memcmp(entry->ea, ea, ETH_ALEN))
  612. return entry;
  613. entry++;
  614. }
  615. return ERR_PTR(-ENOENT);
  616. }
  617. static struct brcmf_fws_mac_descriptor*
  618. brcmf_fws_find_mac_desc(struct brcmf_fws_info *fws, struct brcmf_if *ifp,
  619. u8 *da)
  620. {
  621. struct brcmf_fws_mac_descriptor *entry = &fws->desc.other;
  622. bool multicast;
  623. enum nl80211_iftype iftype;
  624. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  625. multicast = is_multicast_ether_addr(da);
  626. iftype = brcmf_cfg80211_get_iftype(ifp);
  627. /* Multicast destination and P2P clients get the interface entry.
  628. * STA gets the interface entry if there is no exact match. For
  629. * example, TDLS destinations have their own entry.
  630. */
  631. entry = NULL;
  632. if ((multicast || iftype == NL80211_IFTYPE_STATION ||
  633. iftype == NL80211_IFTYPE_P2P_CLIENT) && ifp->fws_desc)
  634. entry = ifp->fws_desc;
  635. if (entry != NULL && iftype != NL80211_IFTYPE_STATION)
  636. goto done;
  637. entry = brcmf_fws_mac_descriptor_lookup(fws, da);
  638. if (IS_ERR(entry))
  639. entry = &fws->desc.other;
  640. done:
  641. brcmf_dbg(TRACE, "exit: entry=%p\n", entry);
  642. return entry;
  643. }
  644. static bool brcmf_fws_mac_desc_closed(struct brcmf_fws_info *fws,
  645. struct brcmf_fws_mac_descriptor *entry,
  646. int fifo)
  647. {
  648. struct brcmf_fws_mac_descriptor *if_entry;
  649. bool closed;
  650. /* for unique destination entries the related interface
  651. * may be closed.
  652. */
  653. if (entry->mac_handle) {
  654. if_entry = &fws->desc.iface[entry->interface_id];
  655. if (if_entry->state == BRCMF_FWS_STATE_CLOSE)
  656. return true;
  657. }
  658. /* an entry is closed when the state is closed and
  659. * the firmware did not request anything.
  660. */
  661. closed = entry->state == BRCMF_FWS_STATE_CLOSE &&
  662. !entry->requested_credit && !entry->requested_packet;
  663. /* Or firmware does not allow traffic for given fifo */
  664. return closed || !(entry->ac_bitmap & BIT(fifo));
  665. }
  666. static void brcmf_fws_mac_desc_cleanup(struct brcmf_fws_info *fws,
  667. struct brcmf_fws_mac_descriptor *entry,
  668. int ifidx)
  669. {
  670. brcmf_dbg(TRACE, "enter: entry=(ea=%pM, ifid=%d), ifidx=%d\n",
  671. entry->ea, entry->interface_id, ifidx);
  672. if (entry->occupied && (ifidx == -1 || ifidx == entry->interface_id)) {
  673. brcmf_dbg(TRACE, "flush psq: ifidx=%d, qlen=%d\n",
  674. ifidx, entry->psq.len);
  675. brcmf_fws_psq_flush(fws, &entry->psq, ifidx);
  676. entry->occupied = !!(entry->psq.len);
  677. }
  678. }
  679. static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info *fws,
  680. bool (*fn)(struct sk_buff *, void *),
  681. int ifidx)
  682. {
  683. struct brcmf_fws_hanger_item *hi;
  684. struct pktq *txq;
  685. struct sk_buff *skb;
  686. int prec;
  687. u32 hslot;
  688. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  689. txq = brcmf_bus_gettxq(fws->drvr->bus_if);
  690. if (IS_ERR(txq)) {
  691. brcmf_dbg(TRACE, "no txq to clean up\n");
  692. return;
  693. }
  694. for (prec = 0; prec < txq->num_prec; prec++) {
  695. skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
  696. while (skb) {
  697. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  698. hi = &fws->hanger.items[hslot];
  699. WARN_ON(skb != hi->pkt);
  700. hi->state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  701. brcmu_pkt_buf_free_skb(skb);
  702. skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
  703. }
  704. }
  705. }
  706. static void brcmf_fws_cleanup(struct brcmf_fws_info *fws, int ifidx)
  707. {
  708. int i;
  709. struct brcmf_fws_mac_descriptor *table;
  710. bool (*matchfn)(struct sk_buff *, void *) = NULL;
  711. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  712. if (fws == NULL)
  713. return;
  714. if (ifidx != -1)
  715. matchfn = brcmf_fws_ifidx_match;
  716. /* cleanup individual nodes */
  717. table = &fws->desc.nodes[0];
  718. for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++)
  719. brcmf_fws_mac_desc_cleanup(fws, &table[i], ifidx);
  720. brcmf_fws_mac_desc_cleanup(fws, &fws->desc.other, ifidx);
  721. brcmf_fws_bus_txq_cleanup(fws, matchfn, ifidx);
  722. brcmf_fws_hanger_cleanup(fws, matchfn, ifidx);
  723. }
  724. static void brcmf_fws_tim_update(struct brcmf_fws_info *ctx,
  725. struct brcmf_fws_mac_descriptor *entry,
  726. int prec)
  727. {
  728. brcmf_dbg(TRACE, "enter: ea=%pM\n", entry->ea);
  729. if (entry->state == BRCMF_FWS_STATE_CLOSE) {
  730. /* check delayedQ and suppressQ in one call using bitmap */
  731. if (brcmu_pktq_mlen(&entry->psq, 3 << (prec * 2)) == 0)
  732. entry->traffic_pending_bmp =
  733. entry->traffic_pending_bmp & ~NBITVAL(prec);
  734. else
  735. entry->traffic_pending_bmp =
  736. entry->traffic_pending_bmp | NBITVAL(prec);
  737. }
  738. /* request a TIM update to firmware at the next piggyback opportunity */
  739. if (entry->traffic_lastreported_bmp != entry->traffic_pending_bmp)
  740. entry->send_tim_signal = true;
  741. }
  742. static void
  743. brcmf_fws_flow_control_check(struct brcmf_fws_info *fws, struct pktq *pq,
  744. u8 if_id)
  745. {
  746. struct brcmf_if *ifp = fws->drvr->iflist[if_id];
  747. if (WARN_ON(!ifp))
  748. return;
  749. brcmf_dbg(TRACE,
  750. "enter: bssidx=%d, ifidx=%d\n", ifp->bssidx, ifp->ifidx);
  751. if ((ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
  752. pq->len <= BRCMF_FWS_FLOWCONTROL_LOWATER)
  753. brcmf_txflowblock_if(ifp,
  754. BRCMF_NETIF_STOP_REASON_FWS_FC, false);
  755. if (!(ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
  756. pq->len >= BRCMF_FWS_FLOWCONTROL_HIWATER)
  757. brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_FWS_FC, true);
  758. return;
  759. }
  760. static int brcmf_fws_rssi_indicate(struct brcmf_fws_info *fws, s8 rssi)
  761. {
  762. brcmf_dbg(CTL, "rssi %d\n", rssi);
  763. return 0;
  764. }
  765. static
  766. int brcmf_fws_macdesc_indicate(struct brcmf_fws_info *fws, u8 type, u8 *data)
  767. {
  768. struct brcmf_fws_mac_descriptor *entry, *existing;
  769. u8 mac_handle;
  770. u8 ifidx;
  771. u8 *addr;
  772. mac_handle = *data++;
  773. ifidx = *data++;
  774. addr = data;
  775. entry = &fws->desc.nodes[mac_handle & 0x1F];
  776. if (type == BRCMF_FWS_TYPE_MACDESC_DEL) {
  777. brcmf_dbg(TRACE, "deleting mac %pM idx %d\n", addr, ifidx);
  778. if (entry->occupied) {
  779. brcmf_fws_mac_desc_cleanup(fws, entry, -1);
  780. brcmf_fws_clear_mac_descriptor(entry);
  781. } else
  782. fws->stats.mac_update_failed++;
  783. return 0;
  784. }
  785. brcmf_dbg(TRACE,
  786. "add mac %pM handle %u idx %d\n", addr, mac_handle, ifidx);
  787. existing = brcmf_fws_mac_descriptor_lookup(fws, addr);
  788. if (IS_ERR(existing)) {
  789. if (!entry->occupied) {
  790. entry->mac_handle = mac_handle;
  791. brcmf_fws_init_mac_descriptor(entry, addr, ifidx);
  792. brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
  793. BRCMF_FWS_PSQ_LEN);
  794. } else {
  795. fws->stats.mac_update_failed++;
  796. }
  797. } else {
  798. if (entry != existing) {
  799. brcmf_dbg(TRACE, "relocate mac\n");
  800. memcpy(entry, existing,
  801. offsetof(struct brcmf_fws_mac_descriptor, psq));
  802. entry->mac_handle = mac_handle;
  803. brcmf_fws_clear_mac_descriptor(existing);
  804. } else {
  805. brcmf_dbg(TRACE, "use existing\n");
  806. WARN_ON(entry->mac_handle != mac_handle);
  807. /* TODO: what should we do here: continue, reinit, .. */
  808. }
  809. }
  810. return 0;
  811. }
  812. static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info *fws,
  813. u8 type, u8 *data)
  814. {
  815. struct brcmf_fws_mac_descriptor *entry;
  816. u8 mac_handle;
  817. int i;
  818. mac_handle = data[0];
  819. entry = &fws->desc.nodes[mac_handle & 0x1F];
  820. if (!entry->occupied) {
  821. fws->stats.mac_ps_update_failed++;
  822. return -ESRCH;
  823. }
  824. /* a state update should wipe old credits? */
  825. entry->requested_credit = 0;
  826. if (type == BRCMF_FWS_TYPE_MAC_OPEN) {
  827. entry->state = BRCMF_FWS_STATE_OPEN;
  828. return BRCMF_FWS_RET_OK_SCHEDULE;
  829. } else {
  830. entry->state = BRCMF_FWS_STATE_CLOSE;
  831. for (i = BRCMF_FWS_FIFO_AC_BE; i < NL80211_NUM_ACS; i++)
  832. brcmf_fws_tim_update(fws, entry, i);
  833. }
  834. return BRCMF_FWS_RET_OK_NOSCHEDULE;
  835. }
  836. static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info *fws,
  837. u8 type, u8 *data)
  838. {
  839. struct brcmf_fws_mac_descriptor *entry;
  840. u8 ifidx;
  841. int ret;
  842. ifidx = data[0];
  843. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  844. if (ifidx >= BRCMF_MAX_IFS) {
  845. ret = -ERANGE;
  846. goto fail;
  847. }
  848. entry = &fws->desc.iface[ifidx];
  849. if (!entry->occupied) {
  850. ret = -ESRCH;
  851. goto fail;
  852. }
  853. switch (type) {
  854. case BRCMF_FWS_TYPE_INTERFACE_OPEN:
  855. entry->state = BRCMF_FWS_STATE_OPEN;
  856. return BRCMF_FWS_RET_OK_SCHEDULE;
  857. case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
  858. entry->state = BRCMF_FWS_STATE_CLOSE;
  859. return BRCMF_FWS_RET_OK_NOSCHEDULE;
  860. default:
  861. ret = -EINVAL;
  862. break;
  863. }
  864. fail:
  865. fws->stats.if_update_failed++;
  866. return ret;
  867. }
  868. static int brcmf_fws_request_indicate(struct brcmf_fws_info *fws, u8 type,
  869. u8 *data)
  870. {
  871. struct brcmf_fws_mac_descriptor *entry;
  872. entry = &fws->desc.nodes[data[1] & 0x1F];
  873. if (!entry->occupied) {
  874. if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
  875. fws->stats.credit_request_failed++;
  876. else
  877. fws->stats.packet_request_failed++;
  878. return -ESRCH;
  879. }
  880. if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
  881. entry->requested_credit = data[0];
  882. else
  883. entry->requested_packet = data[0];
  884. entry->ac_bitmap = data[2];
  885. return BRCMF_FWS_RET_OK_SCHEDULE;
  886. }
  887. static void brcmf_fws_return_credits(struct brcmf_fws_info *fws,
  888. u8 fifo, u8 credits)
  889. {
  890. int lender_ac;
  891. int *borrowed;
  892. int *fifo_credit;
  893. if (!credits)
  894. return;
  895. if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
  896. (fws->credits_borrowed[0])) {
  897. for (lender_ac = BRCMF_FWS_FIFO_AC_VO; lender_ac >= 0;
  898. lender_ac--) {
  899. borrowed = &fws->credits_borrowed[lender_ac];
  900. if (*borrowed) {
  901. fws->fifo_credit_map |= (1 << lender_ac);
  902. fifo_credit = &fws->fifo_credit[lender_ac];
  903. if (*borrowed >= credits) {
  904. *borrowed -= credits;
  905. *fifo_credit += credits;
  906. return;
  907. } else {
  908. credits -= *borrowed;
  909. *fifo_credit += *borrowed;
  910. *borrowed = 0;
  911. }
  912. }
  913. }
  914. }
  915. fws->fifo_credit_map |= 1 << fifo;
  916. fws->fifo_credit[fifo] += credits;
  917. }
  918. static void brcmf_fws_schedule_deq(struct brcmf_fws_info *fws)
  919. {
  920. /* only schedule dequeue when there are credits for delayed traffic */
  921. if (fws->fifo_credit_map & fws->fifo_delay_map)
  922. queue_work(fws->fws_wq, &fws->fws_dequeue_work);
  923. }
  924. static void brcmf_skb_pick_up_credit(struct brcmf_fws_info *fws, int fifo,
  925. struct sk_buff *p)
  926. {
  927. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(p)->mac;
  928. if (brcmf_skbcb(p)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  929. if (fws->fcmode != BRCMF_FWS_FCMODE_IMPLIED_CREDIT)
  930. return;
  931. brcmf_fws_return_credits(fws, fifo, 1);
  932. } else {
  933. /*
  934. * if this packet did not count against FIFO credit, it
  935. * must have taken a requested_credit from the destination
  936. * entry (for pspoll etc.)
  937. */
  938. if (!brcmf_skb_if_flags_get_field(p, REQUESTED))
  939. entry->requested_credit++;
  940. }
  941. brcmf_fws_schedule_deq(fws);
  942. }
  943. static int brcmf_fws_enq(struct brcmf_fws_info *fws,
  944. enum brcmf_fws_skb_state state, int fifo,
  945. struct sk_buff *p)
  946. {
  947. int prec = 2 * fifo;
  948. u32 *qfull_stat = &fws->stats.delayq_full_error;
  949. struct brcmf_fws_mac_descriptor *entry;
  950. entry = brcmf_skbcb(p)->mac;
  951. if (entry == NULL) {
  952. brcmf_err("no mac descriptor found for skb %p\n", p);
  953. return -ENOENT;
  954. }
  955. brcmf_dbg(TRACE, "enter: ea=%pM, qlen=%d\n", entry->ea, entry->psq.len);
  956. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
  957. prec += 1;
  958. qfull_stat = &fws->stats.supprq_full_error;
  959. }
  960. if (brcmu_pktq_penq(&entry->psq, prec, p) == NULL) {
  961. *qfull_stat += 1;
  962. return -ENFILE;
  963. }
  964. /* increment total enqueued packet count */
  965. fws->fifo_delay_map |= 1 << fifo;
  966. fws->fifo_enqpkt[fifo]++;
  967. /* update the sk_buff state */
  968. brcmf_skbcb(p)->state = state;
  969. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED)
  970. entry->suppress_count++;
  971. /*
  972. * A packet has been pushed so update traffic
  973. * availability bitmap, if applicable
  974. */
  975. brcmf_fws_tim_update(fws, entry, fifo);
  976. brcmf_fws_flow_control_check(fws, &entry->psq,
  977. brcmf_skb_if_flags_get_field(p, INDEX));
  978. return 0;
  979. }
  980. static struct sk_buff *brcmf_fws_deq(struct brcmf_fws_info *fws, int fifo)
  981. {
  982. struct brcmf_fws_mac_descriptor *table;
  983. struct brcmf_fws_mac_descriptor *entry;
  984. struct sk_buff *p;
  985. int use_credit = 1;
  986. int num_nodes;
  987. int node_pos;
  988. int prec_out;
  989. int pmsk;
  990. int i;
  991. table = (struct brcmf_fws_mac_descriptor *)&fws->desc;
  992. num_nodes = sizeof(fws->desc) / sizeof(struct brcmf_fws_mac_descriptor);
  993. node_pos = fws->deq_node_pos[fifo];
  994. for (i = 0; i < num_nodes; i++) {
  995. entry = &table[(node_pos + i) % num_nodes];
  996. if (!entry->occupied ||
  997. brcmf_fws_mac_desc_closed(fws, entry, fifo))
  998. continue;
  999. if (entry->suppressed)
  1000. pmsk = 2;
  1001. else
  1002. pmsk = 3;
  1003. p = brcmu_pktq_mdeq(&entry->psq, pmsk << (fifo * 2), &prec_out);
  1004. if (p == NULL) {
  1005. if (entry->suppressed) {
  1006. if (entry->suppr_transit_count >
  1007. entry->suppress_count)
  1008. return NULL;
  1009. entry->suppressed = false;
  1010. p = brcmu_pktq_mdeq(&entry->psq,
  1011. 1 << (fifo * 2), &prec_out);
  1012. }
  1013. }
  1014. if (p == NULL)
  1015. continue;
  1016. /* did the packet come from suppress sub-queue? */
  1017. if (entry->requested_credit > 0) {
  1018. entry->requested_credit--;
  1019. /*
  1020. * if the packet was pulled out while destination is in
  1021. * closed state but had a non-zero packets requested,
  1022. * then this should not count against the FIFO credit.
  1023. * That is due to the fact that the firmware will
  1024. * most likely hold onto this packet until a suitable
  1025. * time later to push it to the appropriate AC FIFO.
  1026. */
  1027. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1028. use_credit = 0;
  1029. } else if (entry->requested_packet > 0) {
  1030. entry->requested_packet--;
  1031. brcmf_skb_if_flags_set_field(p, REQUESTED, 1);
  1032. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1033. use_credit = 0;
  1034. }
  1035. brcmf_skb_if_flags_set_field(p, CREDITCHECK, use_credit);
  1036. /* move dequeue position to ensure fair round-robin */
  1037. fws->deq_node_pos[fifo] = (node_pos + i + 1) % num_nodes;
  1038. brcmf_fws_flow_control_check(fws, &entry->psq,
  1039. brcmf_skb_if_flags_get_field(p,
  1040. INDEX)
  1041. );
  1042. /*
  1043. * A packet has been picked up, update traffic
  1044. * availability bitmap, if applicable
  1045. */
  1046. brcmf_fws_tim_update(fws, entry, fifo);
  1047. /*
  1048. * decrement total enqueued fifo packets and
  1049. * clear delay bitmap if done.
  1050. */
  1051. fws->fifo_enqpkt[fifo]--;
  1052. if (fws->fifo_enqpkt[fifo] == 0)
  1053. fws->fifo_delay_map &= ~(1 << fifo);
  1054. goto done;
  1055. }
  1056. p = NULL;
  1057. done:
  1058. brcmf_dbg(TRACE, "exit: fifo %d skb %p\n", fifo, p);
  1059. return p;
  1060. }
  1061. static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info *fws, int fifo,
  1062. struct sk_buff *skb, u32 genbit)
  1063. {
  1064. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1065. u32 hslot;
  1066. int ret;
  1067. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  1068. /* this packet was suppressed */
  1069. if (!entry->suppressed || entry->generation != genbit) {
  1070. entry->suppressed = true;
  1071. entry->suppress_count = brcmu_pktq_mlen(&entry->psq,
  1072. 1 << (fifo * 2 + 1));
  1073. entry->suppr_transit_count = entry->transit_count;
  1074. }
  1075. entry->generation = genbit;
  1076. ret = brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_SUPPRESSED, fifo, skb);
  1077. if (ret != 0) {
  1078. /* suppress q is full, drop this packet */
  1079. brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
  1080. true);
  1081. } else {
  1082. /*
  1083. * Mark suppressed to avoid a double free during
  1084. * wlfc cleanup
  1085. */
  1086. brcmf_fws_hanger_mark_suppressed(&fws->hanger, hslot,
  1087. genbit);
  1088. entry->suppress_count++;
  1089. }
  1090. return ret;
  1091. }
  1092. static int
  1093. brcmf_fws_txstatus_process(struct brcmf_fws_info *fws, u8 flags, u32 hslot,
  1094. u32 genbit)
  1095. {
  1096. u32 fifo;
  1097. int ret;
  1098. bool remove_from_hanger = true;
  1099. struct sk_buff *skb;
  1100. struct brcmf_fws_mac_descriptor *entry = NULL;
  1101. brcmf_dbg(TRACE, "status: flags=0x%X, hslot=%d\n",
  1102. flags, hslot);
  1103. if (flags == BRCMF_FWS_TXSTATUS_DISCARD)
  1104. fws->stats.txs_discard++;
  1105. else if (flags == BRCMF_FWS_TXSTATUS_CORE_SUPPRESS) {
  1106. fws->stats.txs_supp_core++;
  1107. remove_from_hanger = false;
  1108. } else if (flags == BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS) {
  1109. fws->stats.txs_supp_ps++;
  1110. remove_from_hanger = false;
  1111. } else if (flags == BRCMF_FWS_TXSTATUS_FW_TOSSED)
  1112. fws->stats.txs_tossed++;
  1113. else
  1114. brcmf_err("unexpected txstatus\n");
  1115. ret = brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
  1116. remove_from_hanger);
  1117. if (ret != 0) {
  1118. brcmf_err("no packet in hanger slot: hslot=%d\n", hslot);
  1119. return ret;
  1120. }
  1121. entry = brcmf_skbcb(skb)->mac;
  1122. if (WARN_ON(!entry)) {
  1123. brcmu_pkt_buf_free_skb(skb);
  1124. return -EINVAL;
  1125. }
  1126. /* pick up the implicit credit from this packet */
  1127. fifo = brcmf_skb_htod_tag_get_field(skb, FIFO);
  1128. brcmf_skb_pick_up_credit(fws, fifo, skb);
  1129. if (!remove_from_hanger)
  1130. ret = brcmf_fws_txstatus_suppressed(fws, fifo, skb, genbit);
  1131. if (remove_from_hanger || ret) {
  1132. entry->transit_count--;
  1133. if (entry->suppressed)
  1134. entry->suppr_transit_count--;
  1135. brcmf_txfinalize(fws->drvr, skb, true);
  1136. }
  1137. return 0;
  1138. }
  1139. static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info *fws,
  1140. u8 *data)
  1141. {
  1142. int i;
  1143. if (fws->fcmode != BRCMF_FWS_FCMODE_EXPLICIT_CREDIT) {
  1144. brcmf_dbg(INFO, "ignored\n");
  1145. return BRCMF_FWS_RET_OK_NOSCHEDULE;
  1146. }
  1147. brcmf_dbg(TRACE, "enter: data %pM\n", data);
  1148. for (i = 0; i < BRCMF_FWS_FIFO_COUNT; i++)
  1149. brcmf_fws_return_credits(fws, i, data[i]);
  1150. brcmf_dbg(INFO, "map: credit %x delay %x\n", fws->fifo_credit_map,
  1151. fws->fifo_delay_map);
  1152. return BRCMF_FWS_RET_OK_SCHEDULE;
  1153. }
  1154. static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info *fws, u8 *data)
  1155. {
  1156. __le32 status_le;
  1157. u32 status;
  1158. u32 hslot;
  1159. u32 genbit;
  1160. u8 flags;
  1161. fws->stats.txs_indicate++;
  1162. memcpy(&status_le, data, sizeof(status_le));
  1163. status = le32_to_cpu(status_le);
  1164. flags = brcmf_txstatus_get_field(status, FLAGS);
  1165. hslot = brcmf_txstatus_get_field(status, HSLOT);
  1166. genbit = brcmf_txstatus_get_field(status, GENERATION);
  1167. return brcmf_fws_txstatus_process(fws, flags, hslot, genbit);
  1168. }
  1169. static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info *fws, u8 *data)
  1170. {
  1171. __le32 timestamp;
  1172. memcpy(&timestamp, &data[2], sizeof(timestamp));
  1173. brcmf_dbg(INFO, "received: seq %d, timestamp %d\n", data[1],
  1174. le32_to_cpu(timestamp));
  1175. return 0;
  1176. }
  1177. /* using macro so sparse checking does not complain
  1178. * about locking imbalance.
  1179. */
  1180. #define brcmf_fws_lock(drvr, flags) \
  1181. do { \
  1182. flags = 0; \
  1183. spin_lock_irqsave(&((drvr)->fws_spinlock), (flags)); \
  1184. } while (0)
  1185. /* using macro so sparse checking does not complain
  1186. * about locking imbalance.
  1187. */
  1188. #define brcmf_fws_unlock(drvr, flags) \
  1189. spin_unlock_irqrestore(&((drvr)->fws_spinlock), (flags))
  1190. static int brcmf_fws_notify_credit_map(struct brcmf_if *ifp,
  1191. const struct brcmf_event_msg *e,
  1192. void *data)
  1193. {
  1194. struct brcmf_fws_info *fws = ifp->drvr->fws;
  1195. int i;
  1196. ulong flags;
  1197. u8 *credits = data;
  1198. if (e->datalen < BRCMF_FWS_FIFO_COUNT) {
  1199. brcmf_err("event payload too small (%d)\n", e->datalen);
  1200. return -EINVAL;
  1201. }
  1202. brcmf_dbg(TRACE, "enter: credits %pM\n", credits);
  1203. brcmf_fws_lock(ifp->drvr, flags);
  1204. for (i = 0; i < ARRAY_SIZE(fws->fifo_credit); i++) {
  1205. if (*credits)
  1206. fws->fifo_credit_map |= 1 << i;
  1207. else
  1208. fws->fifo_credit_map &= ~(1 << i);
  1209. fws->fifo_credit[i] = *credits++;
  1210. }
  1211. brcmf_fws_schedule_deq(fws);
  1212. brcmf_fws_unlock(ifp->drvr, flags);
  1213. return 0;
  1214. }
  1215. int brcmf_fws_hdrpull(struct brcmf_pub *drvr, int ifidx, s16 signal_len,
  1216. struct sk_buff *skb)
  1217. {
  1218. struct brcmf_fws_info *fws = drvr->fws;
  1219. ulong flags;
  1220. u8 *signal_data;
  1221. s16 data_len;
  1222. u8 type;
  1223. u8 len;
  1224. u8 *data;
  1225. s32 status;
  1226. s32 err;
  1227. brcmf_dbg(TRACE, "enter: ifidx %d, skblen %u, sig %d\n",
  1228. ifidx, skb->len, signal_len);
  1229. WARN_ON(signal_len > skb->len);
  1230. /* if flow control disabled, skip to packet data and leave */
  1231. if (!signal_len || !drvr->fw_signals) {
  1232. skb_pull(skb, signal_len);
  1233. return 0;
  1234. }
  1235. /* lock during tlv parsing */
  1236. brcmf_fws_lock(drvr, flags);
  1237. fws->stats.header_pulls++;
  1238. data_len = signal_len;
  1239. signal_data = skb->data;
  1240. status = BRCMF_FWS_RET_OK_NOSCHEDULE;
  1241. while (data_len > 0) {
  1242. /* extract tlv info */
  1243. type = signal_data[0];
  1244. /* FILLER type is actually not a TLV, but
  1245. * a single byte that can be skipped.
  1246. */
  1247. if (type == BRCMF_FWS_TYPE_FILLER) {
  1248. signal_data += 1;
  1249. data_len -= 1;
  1250. continue;
  1251. }
  1252. len = signal_data[1];
  1253. data = signal_data + 2;
  1254. brcmf_dbg(INFO, "tlv type=%d (%s), len=%d, data[0]=%d\n", type,
  1255. brcmf_fws_get_tlv_name(type), len, *data);
  1256. /* abort parsing when length invalid */
  1257. if (data_len < len + 2)
  1258. break;
  1259. if (len < brcmf_fws_get_tlv_len(fws, type))
  1260. break;
  1261. err = BRCMF_FWS_RET_OK_NOSCHEDULE;
  1262. switch (type) {
  1263. case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS:
  1264. case BRCMF_FWS_TYPE_COMP_TXSTATUS:
  1265. break;
  1266. case BRCMF_FWS_TYPE_MACDESC_ADD:
  1267. case BRCMF_FWS_TYPE_MACDESC_DEL:
  1268. brcmf_fws_macdesc_indicate(fws, type, data);
  1269. break;
  1270. case BRCMF_FWS_TYPE_MAC_OPEN:
  1271. case BRCMF_FWS_TYPE_MAC_CLOSE:
  1272. err = brcmf_fws_macdesc_state_indicate(fws, type, data);
  1273. break;
  1274. case BRCMF_FWS_TYPE_INTERFACE_OPEN:
  1275. case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
  1276. err = brcmf_fws_interface_state_indicate(fws, type,
  1277. data);
  1278. break;
  1279. case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT:
  1280. case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET:
  1281. err = brcmf_fws_request_indicate(fws, type, data);
  1282. break;
  1283. case BRCMF_FWS_TYPE_TXSTATUS:
  1284. brcmf_fws_txstatus_indicate(fws, data);
  1285. break;
  1286. case BRCMF_FWS_TYPE_FIFO_CREDITBACK:
  1287. err = brcmf_fws_fifocreditback_indicate(fws, data);
  1288. break;
  1289. case BRCMF_FWS_TYPE_RSSI:
  1290. brcmf_fws_rssi_indicate(fws, *data);
  1291. break;
  1292. case BRCMF_FWS_TYPE_TRANS_ID:
  1293. brcmf_fws_dbg_seqnum_check(fws, data);
  1294. break;
  1295. case BRCMF_FWS_TYPE_PKTTAG:
  1296. case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP:
  1297. default:
  1298. fws->stats.tlv_invalid_type++;
  1299. break;
  1300. }
  1301. if (err == BRCMF_FWS_RET_OK_SCHEDULE)
  1302. status = BRCMF_FWS_RET_OK_SCHEDULE;
  1303. signal_data += len + 2;
  1304. data_len -= len + 2;
  1305. }
  1306. if (data_len != 0)
  1307. fws->stats.tlv_parse_failed++;
  1308. if (status == BRCMF_FWS_RET_OK_SCHEDULE)
  1309. brcmf_fws_schedule_deq(fws);
  1310. /* signalling processing result does
  1311. * not affect the actual ethernet packet.
  1312. */
  1313. skb_pull(skb, signal_len);
  1314. /* this may be a signal-only packet
  1315. */
  1316. if (skb->len == 0)
  1317. fws->stats.header_only_pkt++;
  1318. brcmf_fws_unlock(drvr, flags);
  1319. return 0;
  1320. }
  1321. static int brcmf_fws_hdrpush(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1322. {
  1323. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1324. u8 *wlh;
  1325. u16 data_offset = 0;
  1326. u8 fillers;
  1327. __le32 pkttag = cpu_to_le32(brcmf_skbcb(skb)->htod);
  1328. brcmf_dbg(TRACE, "enter: ea=%pM, ifidx=%u, pkttag=0x%08X\n",
  1329. entry->ea, entry->interface_id, le32_to_cpu(pkttag));
  1330. if (entry->send_tim_signal)
  1331. data_offset += 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
  1332. /* +2 is for Type[1] and Len[1] in TLV, plus TIM signal */
  1333. data_offset += 2 + BRCMF_FWS_TYPE_PKTTAG_LEN;
  1334. fillers = round_up(data_offset, 4) - data_offset;
  1335. data_offset += fillers;
  1336. skb_push(skb, data_offset);
  1337. wlh = skb->data;
  1338. wlh[0] = BRCMF_FWS_TYPE_PKTTAG;
  1339. wlh[1] = BRCMF_FWS_TYPE_PKTTAG_LEN;
  1340. memcpy(&wlh[2], &pkttag, sizeof(pkttag));
  1341. wlh += BRCMF_FWS_TYPE_PKTTAG_LEN + 2;
  1342. if (entry->send_tim_signal) {
  1343. entry->send_tim_signal = 0;
  1344. wlh[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP;
  1345. wlh[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
  1346. wlh[2] = entry->mac_handle;
  1347. wlh[3] = entry->traffic_pending_bmp;
  1348. wlh += BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2;
  1349. entry->traffic_lastreported_bmp = entry->traffic_pending_bmp;
  1350. }
  1351. if (fillers)
  1352. memset(wlh, BRCMF_FWS_TYPE_FILLER, fillers);
  1353. brcmf_proto_hdrpush(fws->drvr, brcmf_skb_if_flags_get_field(skb, INDEX),
  1354. data_offset >> 2, skb);
  1355. return 0;
  1356. }
  1357. static int brcmf_fws_precommit_skb(struct brcmf_fws_info *fws, int fifo,
  1358. struct sk_buff *p)
  1359. {
  1360. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
  1361. struct brcmf_fws_mac_descriptor *entry = skcb->mac;
  1362. int rc = 0;
  1363. bool header_needed;
  1364. int hslot = BRCMF_FWS_HANGER_MAXITEMS;
  1365. u8 free_ctr;
  1366. u8 ifidx;
  1367. u8 flags;
  1368. header_needed = skcb->state != BRCMF_FWS_SKBSTATE_SUPPRESSED;
  1369. if (header_needed) {
  1370. /* obtaining free slot may fail, but that will be caught
  1371. * by the hanger push. This assures the packet has a BDC
  1372. * header upon return.
  1373. */
  1374. hslot = brcmf_fws_hanger_get_free_slot(&fws->hanger);
  1375. free_ctr = entry->seq[fifo];
  1376. brcmf_skb_htod_tag_set_field(p, HSLOT, hslot);
  1377. brcmf_skb_htod_tag_set_field(p, FREERUN, free_ctr);
  1378. brcmf_skb_htod_tag_set_field(p, GENERATION, 1);
  1379. entry->transit_count++;
  1380. }
  1381. brcmf_skb_if_flags_set_field(p, TRANSMIT, 1);
  1382. brcmf_skb_htod_tag_set_field(p, FIFO, fifo);
  1383. flags = BRCMF_FWS_HTOD_FLAG_PKTFROMHOST;
  1384. if (!(skcb->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)) {
  1385. /*
  1386. Indicate that this packet is being sent in response to an
  1387. explicit request from the firmware side.
  1388. */
  1389. flags |= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED;
  1390. }
  1391. brcmf_skb_htod_tag_set_field(p, FLAGS, flags);
  1392. if (header_needed) {
  1393. brcmf_fws_hdrpush(fws, p);
  1394. rc = brcmf_fws_hanger_pushpkt(&fws->hanger, p, hslot);
  1395. if (rc)
  1396. brcmf_err("hanger push failed: rc=%d\n", rc);
  1397. } else {
  1398. int gen;
  1399. /* remove old header */
  1400. rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, p);
  1401. if (rc == 0) {
  1402. hslot = brcmf_skb_htod_tag_get_field(p, HSLOT);
  1403. brcmf_fws_hanger_get_genbit(&fws->hanger, p,
  1404. hslot, &gen);
  1405. brcmf_skb_htod_tag_set_field(p, GENERATION, gen);
  1406. /* push new header */
  1407. brcmf_fws_hdrpush(fws, p);
  1408. }
  1409. }
  1410. return rc;
  1411. }
  1412. static void
  1413. brcmf_fws_rollback_toq(struct brcmf_fws_info *fws,
  1414. struct sk_buff *skb, int fifo)
  1415. {
  1416. /*
  1417. put the packet back to the head of queue
  1418. - suppressed packet goes back to suppress sub-queue
  1419. - pull out the header, if new or delayed packet
  1420. Note: hslot is used only when header removal is done.
  1421. */
  1422. struct brcmf_fws_mac_descriptor *entry;
  1423. enum brcmf_fws_skb_state state;
  1424. struct sk_buff *pktout;
  1425. int rc = 0;
  1426. int hslot;
  1427. u8 ifidx;
  1428. state = brcmf_skbcb(skb)->state;
  1429. entry = brcmf_skbcb(skb)->mac;
  1430. if (entry != NULL) {
  1431. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
  1432. /* wl-header is saved for suppressed packets */
  1433. pktout = brcmu_pktq_penq_head(&entry->psq, 2 * fifo + 1,
  1434. skb);
  1435. if (pktout == NULL) {
  1436. brcmf_err("suppress queue full\n");
  1437. rc = -ENOSPC;
  1438. }
  1439. } else {
  1440. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  1441. /* remove header first */
  1442. rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, skb);
  1443. if (rc) {
  1444. brcmf_err("header removal failed\n");
  1445. /* free the hanger slot */
  1446. brcmf_fws_hanger_poppkt(&fws->hanger, hslot,
  1447. &pktout, true);
  1448. rc = -EINVAL;
  1449. goto fail;
  1450. }
  1451. /* delay-q packets are going to delay-q */
  1452. pktout = brcmu_pktq_penq_head(&entry->psq,
  1453. 2 * fifo, skb);
  1454. if (pktout == NULL) {
  1455. brcmf_err("delay queue full\n");
  1456. rc = -ENOSPC;
  1457. }
  1458. /* free the hanger slot */
  1459. brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &pktout,
  1460. true);
  1461. /* decrement sequence count */
  1462. entry->seq[fifo]--;
  1463. }
  1464. /*
  1465. if this packet did not count against FIFO credit, it must have
  1466. taken a requested_credit from the firmware (for pspoll etc.)
  1467. */
  1468. if (!(brcmf_skbcb(skb)->if_flags &
  1469. BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK))
  1470. entry->requested_credit++;
  1471. } else {
  1472. brcmf_err("no mac entry linked\n");
  1473. rc = -ENOENT;
  1474. }
  1475. fail:
  1476. if (rc) {
  1477. brcmf_txfinalize(fws->drvr, skb, false);
  1478. fws->stats.rollback_failed++;
  1479. } else
  1480. fws->stats.rollback_success++;
  1481. }
  1482. static int brcmf_fws_borrow_credit(struct brcmf_fws_info *fws)
  1483. {
  1484. int lender_ac;
  1485. if (time_after(fws->borrow_defer_timestamp, jiffies))
  1486. return -ENAVAIL;
  1487. for (lender_ac = 0; lender_ac <= BRCMF_FWS_FIFO_AC_VO; lender_ac++) {
  1488. if (fws->fifo_credit[lender_ac]) {
  1489. fws->credits_borrowed[lender_ac]++;
  1490. fws->fifo_credit[lender_ac]--;
  1491. if (fws->fifo_credit[lender_ac] == 0)
  1492. fws->fifo_credit_map &= ~(1 << lender_ac);
  1493. brcmf_dbg(TRACE, "borrow credit from: %d\n", lender_ac);
  1494. return 0;
  1495. }
  1496. }
  1497. return -ENAVAIL;
  1498. }
  1499. static int brcmf_fws_consume_credit(struct brcmf_fws_info *fws, int fifo,
  1500. struct sk_buff *skb)
  1501. {
  1502. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1503. int *credit = &fws->fifo_credit[fifo];
  1504. int use_credit = 1;
  1505. brcmf_dbg(TRACE, "enter: ac=%d, credits=%d\n", fifo, *credit);
  1506. if (entry->requested_credit > 0) {
  1507. /*
  1508. * if the packet was pulled out while destination is in
  1509. * closed state but had a non-zero packets requested,
  1510. * then this should not count against the FIFO credit.
  1511. * That is due to the fact that the firmware will
  1512. * most likely hold onto this packet until a suitable
  1513. * time later to push it to the appropriate AC FIFO.
  1514. */
  1515. entry->requested_credit--;
  1516. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1517. use_credit = 0;
  1518. } else if (entry->requested_packet > 0) {
  1519. entry->requested_packet--;
  1520. brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
  1521. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1522. use_credit = 0;
  1523. }
  1524. brcmf_skb_if_flags_set_field(skb, CREDITCHECK, use_credit);
  1525. if (!use_credit) {
  1526. brcmf_dbg(TRACE, "exit: no creditcheck set\n");
  1527. return 0;
  1528. }
  1529. if (fifo != BRCMF_FWS_FIFO_AC_BE)
  1530. fws->borrow_defer_timestamp = jiffies +
  1531. BRCMF_FWS_BORROW_DEFER_PERIOD;
  1532. if (!(*credit)) {
  1533. /* Try to borrow a credit from other queue */
  1534. if (fifo == BRCMF_FWS_FIFO_AC_BE &&
  1535. brcmf_fws_borrow_credit(fws) == 0)
  1536. return 0;
  1537. brcmf_dbg(TRACE, "exit: ac=%d, credits depleted\n", fifo);
  1538. return -ENAVAIL;
  1539. }
  1540. (*credit)--;
  1541. if (!(*credit))
  1542. fws->fifo_credit_map &= ~(1 << fifo);
  1543. brcmf_dbg(TRACE, "exit: ac=%d, credits=%d\n", fifo, *credit);
  1544. return 0;
  1545. }
  1546. static int brcmf_fws_commit_skb(struct brcmf_fws_info *fws, int fifo,
  1547. struct sk_buff *skb)
  1548. {
  1549. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
  1550. struct brcmf_fws_mac_descriptor *entry;
  1551. struct brcmf_bus *bus = fws->drvr->bus_if;
  1552. int rc;
  1553. entry = skcb->mac;
  1554. if (IS_ERR(entry))
  1555. return PTR_ERR(entry);
  1556. rc = brcmf_fws_precommit_skb(fws, fifo, skb);
  1557. if (rc < 0) {
  1558. fws->stats.generic_error++;
  1559. goto rollback;
  1560. }
  1561. rc = brcmf_bus_txdata(bus, skb);
  1562. if (rc < 0)
  1563. goto rollback;
  1564. entry->seq[fifo]++;
  1565. fws->stats.pkt2bus++;
  1566. if (brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  1567. fws->stats.send_pkts[fifo]++;
  1568. fws->stats.fifo_credits_sent[fifo]++;
  1569. }
  1570. return rc;
  1571. rollback:
  1572. brcmf_fws_rollback_toq(fws, skb, fifo);
  1573. return rc;
  1574. }
  1575. int brcmf_fws_process_skb(struct brcmf_if *ifp, struct sk_buff *skb)
  1576. {
  1577. struct brcmf_pub *drvr = ifp->drvr;
  1578. struct brcmf_fws_info *fws = drvr->fws;
  1579. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
  1580. struct ethhdr *eh = (struct ethhdr *)(skb->data);
  1581. ulong flags;
  1582. int fifo = BRCMF_FWS_FIFO_BCMC;
  1583. bool multicast = is_multicast_ether_addr(eh->h_dest);
  1584. /* determine the priority */
  1585. if (!skb->priority)
  1586. skb->priority = cfg80211_classify8021d(skb);
  1587. drvr->tx_multicast += !!multicast;
  1588. if (ntohs(eh->h_proto) == ETH_P_PAE)
  1589. atomic_inc(&ifp->pend_8021x_cnt);
  1590. if (!brcmf_fws_fc_active(fws)) {
  1591. /* If the protocol uses a data header, apply it */
  1592. brcmf_proto_hdrpush(drvr, ifp->ifidx, 0, skb);
  1593. /* Use bus module to send data frame */
  1594. return brcmf_bus_txdata(drvr->bus_if, skb);
  1595. }
  1596. /* set control buffer information */
  1597. skcb->if_flags = 0;
  1598. skcb->mac = brcmf_fws_find_mac_desc(fws, ifp, eh->h_dest);
  1599. skcb->state = BRCMF_FWS_SKBSTATE_NEW;
  1600. brcmf_skb_if_flags_set_field(skb, INDEX, ifp->ifidx);
  1601. if (!multicast)
  1602. fifo = brcmf_fws_prio2fifo[skb->priority];
  1603. brcmf_dbg(TRACE, "ea=%pM, multi=%d, fifo=%d\n", eh->h_dest,
  1604. multicast, fifo);
  1605. brcmf_fws_lock(drvr, flags);
  1606. if (skcb->mac->suppressed ||
  1607. fws->bus_flow_blocked ||
  1608. brcmf_fws_mac_desc_closed(fws, skcb->mac, fifo) ||
  1609. brcmu_pktq_mlen(&skcb->mac->psq, 3 << (fifo * 2)) ||
  1610. (!multicast &&
  1611. brcmf_fws_consume_credit(fws, fifo, skb) < 0)) {
  1612. /* enqueue the packet in delayQ */
  1613. drvr->fws->fifo_delay_map |= 1 << fifo;
  1614. brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_DELAYED, fifo, skb);
  1615. } else {
  1616. if (brcmf_fws_commit_skb(fws, fifo, skb))
  1617. if (!multicast)
  1618. brcmf_skb_pick_up_credit(fws, fifo, skb);
  1619. }
  1620. brcmf_fws_unlock(drvr, flags);
  1621. return 0;
  1622. }
  1623. void brcmf_fws_reset_interface(struct brcmf_if *ifp)
  1624. {
  1625. struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
  1626. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  1627. if (!entry)
  1628. return;
  1629. brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
  1630. }
  1631. void brcmf_fws_add_interface(struct brcmf_if *ifp)
  1632. {
  1633. struct brcmf_fws_info *fws = ifp->drvr->fws;
  1634. struct brcmf_fws_mac_descriptor *entry;
  1635. brcmf_dbg(TRACE, "enter: idx=%d, mac=%pM\n",
  1636. ifp->bssidx, ifp->mac_addr);
  1637. if (!ifp->ndev || !ifp->drvr->fw_signals)
  1638. return;
  1639. entry = &fws->desc.iface[ifp->ifidx];
  1640. ifp->fws_desc = entry;
  1641. brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
  1642. brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
  1643. BRCMF_FWS_PSQ_LEN);
  1644. }
  1645. void brcmf_fws_del_interface(struct brcmf_if *ifp)
  1646. {
  1647. struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
  1648. ulong flags;
  1649. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  1650. if (!entry)
  1651. return;
  1652. brcmf_fws_lock(ifp->drvr, flags);
  1653. ifp->fws_desc = NULL;
  1654. brcmf_fws_clear_mac_descriptor(entry);
  1655. brcmf_fws_cleanup(ifp->drvr->fws, ifp->ifidx);
  1656. brcmf_fws_unlock(ifp->drvr, flags);
  1657. }
  1658. static void brcmf_fws_dequeue_worker(struct work_struct *worker)
  1659. {
  1660. struct brcmf_fws_info *fws;
  1661. struct sk_buff *skb;
  1662. ulong flags;
  1663. int fifo;
  1664. int credit;
  1665. fws = container_of(worker, struct brcmf_fws_info, fws_dequeue_work);
  1666. brcmf_dbg(TRACE, "enter: fws=%p\n", fws);
  1667. brcmf_fws_lock(fws->drvr, flags);
  1668. for (fifo = NL80211_NUM_ACS; fifo >= 0 && !fws->bus_flow_blocked;
  1669. fifo--) {
  1670. brcmf_dbg(TRACE, "fifo %d credit %d\n", fifo,
  1671. fws->fifo_credit[fifo]);
  1672. for (credit = 0; credit < fws->fifo_credit[fifo]; /* nop */) {
  1673. skb = brcmf_fws_deq(fws, fifo);
  1674. if (!skb || brcmf_fws_commit_skb(fws, fifo, skb))
  1675. break;
  1676. if (brcmf_skbcb(skb)->if_flags &
  1677. BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)
  1678. credit++;
  1679. if (fws->bus_flow_blocked)
  1680. break;
  1681. }
  1682. if ((fifo == BRCMF_FWS_FIFO_AC_BE) &&
  1683. (credit == fws->fifo_credit[fifo]) &&
  1684. (!fws->bus_flow_blocked)) {
  1685. fws->fifo_credit[fifo] -= credit;
  1686. while (brcmf_fws_borrow_credit(fws) == 0) {
  1687. skb = brcmf_fws_deq(fws, fifo);
  1688. if (!skb) {
  1689. brcmf_fws_return_credits(fws, fifo, 1);
  1690. break;
  1691. }
  1692. if (brcmf_fws_commit_skb(fws, fifo, skb)) {
  1693. brcmf_fws_return_credits(fws, fifo, 1);
  1694. break;
  1695. }
  1696. if (fws->bus_flow_blocked)
  1697. break;
  1698. }
  1699. } else {
  1700. fws->fifo_credit[fifo] -= credit;
  1701. }
  1702. }
  1703. brcmf_fws_unlock(fws->drvr, flags);
  1704. }
  1705. int brcmf_fws_init(struct brcmf_pub *drvr)
  1706. {
  1707. u32 tlv = BRCMF_FWS_FLAGS_RSSI_SIGNALS;
  1708. int rc;
  1709. if (!drvr->fw_signals)
  1710. return 0;
  1711. spin_lock_init(&drvr->fws_spinlock);
  1712. drvr->fws = kzalloc(sizeof(*(drvr->fws)), GFP_KERNEL);
  1713. if (!drvr->fws) {
  1714. rc = -ENOMEM;
  1715. goto fail;
  1716. }
  1717. /* set linkage back */
  1718. drvr->fws->drvr = drvr;
  1719. drvr->fws->fcmode = fcmode;
  1720. drvr->fws->fws_wq = create_singlethread_workqueue("brcmf_fws_wq");
  1721. if (drvr->fws->fws_wq == NULL) {
  1722. brcmf_err("workqueue creation failed\n");
  1723. rc = -EBADF;
  1724. goto fail;
  1725. }
  1726. INIT_WORK(&drvr->fws->fws_dequeue_work, brcmf_fws_dequeue_worker);
  1727. /* enable firmware signalling if fcmode active */
  1728. if (drvr->fws->fcmode != BRCMF_FWS_FCMODE_NONE)
  1729. tlv |= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS |
  1730. BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS |
  1731. BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE;
  1732. rc = brcmf_fweh_register(drvr, BRCMF_E_FIFO_CREDIT_MAP,
  1733. brcmf_fws_notify_credit_map);
  1734. if (rc < 0) {
  1735. brcmf_err("register credit map handler failed\n");
  1736. goto fail;
  1737. }
  1738. /* setting the iovar may fail if feature is unsupported
  1739. * so leave the rc as is so driver initialization can
  1740. * continue.
  1741. */
  1742. if (brcmf_fil_iovar_int_set(drvr->iflist[0], "tlv", tlv)) {
  1743. brcmf_err("failed to set bdcv2 tlv signaling\n");
  1744. goto fail_event;
  1745. }
  1746. brcmf_fws_hanger_init(&drvr->fws->hanger);
  1747. brcmf_fws_init_mac_descriptor(&drvr->fws->desc.other, NULL, 0);
  1748. brcmu_pktq_init(&drvr->fws->desc.other.psq, BRCMF_FWS_PSQ_PREC_COUNT,
  1749. BRCMF_FWS_PSQ_LEN);
  1750. /* create debugfs file for statistics */
  1751. brcmf_debugfs_create_fws_stats(drvr, &drvr->fws->stats);
  1752. /* TODO: remove upon feature delivery */
  1753. brcmf_err("%s bdcv2 tlv signaling [%x]\n",
  1754. drvr->fw_signals ? "enabled" : "disabled", tlv);
  1755. return 0;
  1756. fail_event:
  1757. brcmf_fweh_unregister(drvr, BRCMF_E_FIFO_CREDIT_MAP);
  1758. fail:
  1759. brcmf_fws_deinit(drvr);
  1760. return rc;
  1761. }
  1762. void brcmf_fws_deinit(struct brcmf_pub *drvr)
  1763. {
  1764. struct brcmf_fws_info *fws = drvr->fws;
  1765. ulong flags;
  1766. if (!fws)
  1767. return;
  1768. /* disable firmware signalling entirely
  1769. * to avoid using the workqueue.
  1770. */
  1771. drvr->fw_signals = false;
  1772. if (drvr->fws->fws_wq)
  1773. destroy_workqueue(drvr->fws->fws_wq);
  1774. /* cleanup */
  1775. brcmf_fws_lock(drvr, flags);
  1776. brcmf_fws_cleanup(fws, -1);
  1777. drvr->fws = NULL;
  1778. brcmf_fws_unlock(drvr, flags);
  1779. /* free top structure */
  1780. kfree(fws);
  1781. }
  1782. bool brcmf_fws_fc_active(struct brcmf_fws_info *fws)
  1783. {
  1784. if (!fws)
  1785. return false;
  1786. brcmf_dbg(TRACE, "enter: mode=%d\n", fws->fcmode);
  1787. return fws->fcmode != BRCMF_FWS_FCMODE_NONE;
  1788. }
  1789. void brcmf_fws_bustxfail(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1790. {
  1791. ulong flags;
  1792. brcmf_fws_lock(fws->drvr, flags);
  1793. brcmf_fws_txstatus_process(fws, BRCMF_FWS_TXSTATUS_FW_TOSSED,
  1794. brcmf_skb_htod_tag_get_field(skb, HSLOT), 0);
  1795. /* the packet never reached firmware so reclaim credit */
  1796. if (fws->fcmode == BRCMF_FWS_FCMODE_EXPLICIT_CREDIT &&
  1797. brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  1798. brcmf_fws_return_credits(fws,
  1799. brcmf_skb_htod_tag_get_field(skb,
  1800. FIFO),
  1801. 1);
  1802. brcmf_fws_schedule_deq(fws);
  1803. }
  1804. brcmf_fws_unlock(fws->drvr, flags);
  1805. }
  1806. void brcmf_fws_bus_blocked(struct brcmf_pub *drvr, bool flow_blocked)
  1807. {
  1808. struct brcmf_fws_info *fws = drvr->fws;
  1809. fws->bus_flow_blocked = flow_blocked;
  1810. if (!flow_blocked)
  1811. brcmf_fws_schedule_deq(fws);
  1812. }