fwsignal.c 51 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926
  1. /*
  2. * Copyright (c) 2010 Broadcom Corporation
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11. * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13. * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14. * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <linux/types.h>
  17. #include <linux/module.h>
  18. #include <linux/if_ether.h>
  19. #include <linux/spinlock.h>
  20. #include <linux/skbuff.h>
  21. #include <linux/netdevice.h>
  22. #include <linux/etherdevice.h>
  23. #include <linux/err.h>
  24. #include <uapi/linux/nl80211.h>
  25. #include <net/cfg80211.h>
  26. #include <brcmu_utils.h>
  27. #include <brcmu_wifi.h>
  28. #include "dhd.h"
  29. #include "dhd_proto.h"
  30. #include "dhd_dbg.h"
  31. #include "dhd_bus.h"
  32. #include "fwil.h"
  33. #include "fweh.h"
  34. #include "fwsignal.h"
  35. /**
  36. * DOC: Firmware Signalling
  37. *
  38. * Firmware can send signals to host and vice versa, which are passed in the
  39. * data packets using TLV based header. This signalling layer is on top of the
  40. * BDC bus protocol layer.
  41. */
  42. /*
  43. * single definition for firmware-driver flow control tlv's.
  44. *
  45. * each tlv is specified by BRCMF_FWS_TLV_DEF(name, ID, length).
  46. * A length value 0 indicates variable length tlv.
  47. */
  48. #define BRCMF_FWS_TLV_DEFLIST \
  49. BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
  50. BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
  51. BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
  52. BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
  53. BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
  54. BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
  55. BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
  56. BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
  57. BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
  58. BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
  59. BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
  60. BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
  61. BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
  62. BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
  63. BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
  64. BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
  65. BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
  66. /*
  67. * enum brcmf_fws_tlv_type - definition of tlv identifiers.
  68. */
  69. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  70. BRCMF_FWS_TYPE_ ## name = id,
  71. enum brcmf_fws_tlv_type {
  72. BRCMF_FWS_TLV_DEFLIST
  73. BRCMF_FWS_TYPE_INVALID
  74. };
  75. #undef BRCMF_FWS_TLV_DEF
  76. /*
  77. * enum brcmf_fws_tlv_len - definition of tlv lengths.
  78. */
  79. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  80. BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
  81. enum brcmf_fws_tlv_len {
  82. BRCMF_FWS_TLV_DEFLIST
  83. };
  84. #undef BRCMF_FWS_TLV_DEF
  85. #ifdef DEBUG
  86. /*
  87. * brcmf_fws_tlv_names - array of tlv names.
  88. */
  89. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  90. { id, #name },
  91. static struct {
  92. enum brcmf_fws_tlv_type id;
  93. const char *name;
  94. } brcmf_fws_tlv_names[] = {
  95. BRCMF_FWS_TLV_DEFLIST
  96. };
  97. #undef BRCMF_FWS_TLV_DEF
  98. static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
  99. {
  100. int i;
  101. for (i = 0; i < ARRAY_SIZE(brcmf_fws_tlv_names); i++)
  102. if (brcmf_fws_tlv_names[i].id == id)
  103. return brcmf_fws_tlv_names[i].name;
  104. return "INVALID";
  105. }
  106. #else
  107. static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
  108. {
  109. return "NODEBUG";
  110. }
  111. #endif /* DEBUG */
  112. /*
  113. * flags used to enable tlv signalling from firmware.
  114. */
  115. #define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
  116. #define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
  117. #define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
  118. #define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
  119. #define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
  120. #define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
  121. #define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
  122. #define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
  123. #define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
  124. #define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
  125. #define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
  126. #define BRCMF_FWS_FLOWCONTROL_HIWATER 128
  127. #define BRCMF_FWS_FLOWCONTROL_LOWATER 64
  128. #define BRCMF_FWS_PSQ_PREC_COUNT ((NL80211_NUM_ACS + 1) * 2)
  129. #define BRCMF_FWS_PSQ_LEN 256
  130. #define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
  131. #define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
  132. /**
  133. * enum brcmf_fws_skb_state - indicates processing state of skb.
  134. *
  135. * @BRCMF_FWS_SKBSTATE_NEW: sk_buff is newly arrived in the driver.
  136. * @BRCMF_FWS_SKBSTATE_DELAYED: sk_buff had to wait on queue.
  137. * @BRCMF_FWS_SKBSTATE_SUPPRESSED: sk_buff has been suppressed by firmware.
  138. */
  139. enum brcmf_fws_skb_state {
  140. BRCMF_FWS_SKBSTATE_NEW,
  141. BRCMF_FWS_SKBSTATE_DELAYED,
  142. BRCMF_FWS_SKBSTATE_SUPPRESSED
  143. };
  144. /**
  145. * struct brcmf_skbuff_cb - control buffer associated with skbuff.
  146. *
  147. * @if_flags: holds interface index and packet related flags.
  148. * @htod: host to device packet identifier (used in PKTTAG tlv).
  149. * @state: transmit state of the packet.
  150. * @mac: descriptor related to destination for this packet.
  151. *
  152. * This information is stored in control buffer struct sk_buff::cb, which
  153. * provides 48 bytes of storage so this structure should not exceed that.
  154. */
  155. struct brcmf_skbuff_cb {
  156. u16 if_flags;
  157. u32 htod;
  158. enum brcmf_fws_skb_state state;
  159. struct brcmf_fws_mac_descriptor *mac;
  160. };
  161. /*
  162. * macro casting skbuff control buffer to struct brcmf_skbuff_cb.
  163. */
  164. #define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
  165. /*
  166. * sk_buff control if flags
  167. *
  168. * b[11] - packet sent upon firmware request.
  169. * b[10] - packet only contains signalling data.
  170. * b[9] - packet is a tx packet.
  171. * b[8] - packet uses FIFO credit (non-pspoll).
  172. * b[7] - interface in AP mode.
  173. * b[6:4] - AC FIFO number.
  174. * b[3:0] - interface index.
  175. */
  176. #define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
  177. #define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
  178. #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
  179. #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
  180. #define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
  181. #define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
  182. #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK 0x0100
  183. #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_SHIFT 8
  184. #define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
  185. #define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
  186. #define BRCMF_SKB_IF_FLAGS_FIFO_MASK 0x0070
  187. #define BRCMF_SKB_IF_FLAGS_FIFO_SHIFT 4
  188. #define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
  189. #define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
  190. #define brcmf_skb_if_flags_set_field(skb, field, value) \
  191. brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
  192. BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
  193. BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
  194. #define brcmf_skb_if_flags_get_field(skb, field) \
  195. brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
  196. BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
  197. BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
  198. /*
  199. * sk_buff control packet identifier
  200. *
  201. * 32-bit packet identifier used in PKTTAG tlv from host to dongle.
  202. *
  203. * - Generated at the host (e.g. dhd)
  204. * - Seen as a generic sequence number by firmware except for the flags field.
  205. *
  206. * Generation : b[31] => generation number for this packet [host->fw]
  207. * OR, current generation number [fw->host]
  208. * Flags : b[30:27] => command, status flags
  209. * FIFO-AC : b[26:24] => AC-FIFO id
  210. * h-slot : b[23:8] => hanger-slot
  211. * freerun : b[7:0] => A free running counter
  212. */
  213. #define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
  214. #define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
  215. #define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
  216. #define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
  217. #define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
  218. #define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
  219. #define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
  220. #define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
  221. #define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
  222. #define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
  223. #define brcmf_skb_htod_tag_set_field(skb, field, value) \
  224. brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
  225. BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
  226. BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
  227. #define brcmf_skb_htod_tag_get_field(skb, field) \
  228. brcmu_maskget32(brcmf_skbcb(skb)->htod, \
  229. BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
  230. BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
  231. #define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
  232. #define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
  233. #define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
  234. #define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
  235. #define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
  236. #define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
  237. #define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
  238. #define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
  239. #define BRCMF_FWS_TXSTAT_PKTID_MASK 0x00FFFFFF
  240. #define BRCMF_FWS_TXSTAT_PKTID_SHIFT 0
  241. #define brcmf_txstatus_get_field(txs, field) \
  242. brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
  243. BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
  244. /**
  245. * enum brcmf_fws_fifo - fifo indices used by dongle firmware.
  246. *
  247. * @BRCMF_FWS_FIFO_AC_BK: fifo for background traffic.
  248. * @BRCMF_FWS_FIFO_AC_BE: fifo for best-effort traffic.
  249. * @BRCMF_FWS_FIFO_AC_VI: fifo for video traffic.
  250. * @BRCMF_FWS_FIFO_AC_VO: fifo for voice traffic.
  251. * @BRCMF_FWS_FIFO_BCMC: fifo for broadcast/multicast (AP only).
  252. * @BRCMF_FWS_FIFO_ATIM: fifo for ATIM (AP only).
  253. * @BRCMF_FWS_FIFO_COUNT: number of fifos.
  254. */
  255. enum brcmf_fws_fifo {
  256. BRCMF_FWS_FIFO_AC_BK,
  257. BRCMF_FWS_FIFO_AC_BE,
  258. BRCMF_FWS_FIFO_AC_VI,
  259. BRCMF_FWS_FIFO_AC_VO,
  260. BRCMF_FWS_FIFO_BCMC,
  261. BRCMF_FWS_FIFO_ATIM,
  262. BRCMF_FWS_FIFO_COUNT
  263. };
  264. /**
  265. * enum brcmf_fws_txstatus - txstatus flag values.
  266. *
  267. * @BRCMF_FWS_TXSTATUS_DISCARD:
  268. * host is free to discard the packet.
  269. * @BRCMF_FWS_TXSTATUS_CORE_SUPPRESS:
  270. * 802.11 core suppressed the packet.
  271. * @BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS:
  272. * firmware suppress the packet as device is already in PS mode.
  273. * @BRCMF_FWS_TXSTATUS_FW_TOSSED:
  274. * firmware tossed the packet.
  275. */
  276. enum brcmf_fws_txstatus {
  277. BRCMF_FWS_TXSTATUS_DISCARD,
  278. BRCMF_FWS_TXSTATUS_CORE_SUPPRESS,
  279. BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS,
  280. BRCMF_FWS_TXSTATUS_FW_TOSSED
  281. };
  282. enum brcmf_fws_fcmode {
  283. BRCMF_FWS_FCMODE_NONE,
  284. BRCMF_FWS_FCMODE_IMPLIED_CREDIT,
  285. BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
  286. };
  287. enum brcmf_fws_mac_desc_state {
  288. BRCMF_FWS_STATE_OPEN = 1,
  289. BRCMF_FWS_STATE_CLOSE
  290. };
  291. /**
  292. * struct brcmf_fws_mac_descriptor - firmware signalling data per node/interface
  293. *
  294. * @occupied: slot is in use.
  295. * @mac_handle: handle for mac entry determined by firmware.
  296. * @interface_id: interface index.
  297. * @state: current state.
  298. * @suppressed: mac entry is suppressed.
  299. * @generation: generation bit.
  300. * @ac_bitmap: ac queue bitmap.
  301. * @requested_credit: credits requested by firmware.
  302. * @ea: ethernet address.
  303. * @seq: per-node free-running sequence.
  304. * @psq: power-save queue.
  305. * @transit_count: packet in transit to firmware.
  306. */
  307. struct brcmf_fws_mac_descriptor {
  308. u8 occupied;
  309. u8 mac_handle;
  310. u8 interface_id;
  311. u8 state;
  312. bool suppressed;
  313. u8 generation;
  314. u8 ac_bitmap;
  315. u8 requested_credit;
  316. u8 requested_packet;
  317. u8 ea[ETH_ALEN];
  318. u8 seq[BRCMF_FWS_FIFO_COUNT];
  319. struct pktq psq;
  320. int transit_count;
  321. int suppress_count;
  322. int suppr_transit_count;
  323. bool send_tim_signal;
  324. u8 traffic_pending_bmp;
  325. u8 traffic_lastreported_bmp;
  326. };
  327. #define BRCMF_FWS_HANGER_MAXITEMS 1024
  328. /**
  329. * enum brcmf_fws_hanger_item_state - state of hanger item.
  330. *
  331. * @BRCMF_FWS_HANGER_ITEM_STATE_FREE: item is free for use.
  332. * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE: item is in use.
  333. * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED: item was suppressed.
  334. */
  335. enum brcmf_fws_hanger_item_state {
  336. BRCMF_FWS_HANGER_ITEM_STATE_FREE = 1,
  337. BRCMF_FWS_HANGER_ITEM_STATE_INUSE,
  338. BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
  339. };
  340. /**
  341. * struct brcmf_fws_hanger_item - single entry for tx pending packet.
  342. *
  343. * @state: entry is either free or occupied.
  344. * @gen: generation.
  345. * @pkt: packet itself.
  346. */
  347. struct brcmf_fws_hanger_item {
  348. enum brcmf_fws_hanger_item_state state;
  349. u8 gen;
  350. struct sk_buff *pkt;
  351. };
  352. /**
  353. * struct brcmf_fws_hanger - holds packets awaiting firmware txstatus.
  354. *
  355. * @pushed: packets pushed to await txstatus.
  356. * @popped: packets popped upon handling txstatus.
  357. * @failed_to_push: packets that could not be pushed.
  358. * @failed_to_pop: packets that could not be popped.
  359. * @failed_slotfind: packets for which failed to find an entry.
  360. * @slot_pos: last returned item index for a free entry.
  361. * @items: array of hanger items.
  362. */
  363. struct brcmf_fws_hanger {
  364. u32 pushed;
  365. u32 popped;
  366. u32 failed_to_push;
  367. u32 failed_to_pop;
  368. u32 failed_slotfind;
  369. u32 slot_pos;
  370. struct brcmf_fws_hanger_item items[BRCMF_FWS_HANGER_MAXITEMS];
  371. };
  372. struct brcmf_fws_macdesc_table {
  373. struct brcmf_fws_mac_descriptor nodes[BRCMF_FWS_MAC_DESC_TABLE_SIZE];
  374. struct brcmf_fws_mac_descriptor iface[BRCMF_MAX_IFS];
  375. struct brcmf_fws_mac_descriptor other;
  376. };
  377. struct brcmf_fws_info {
  378. struct brcmf_pub *drvr;
  379. struct brcmf_fws_stats stats;
  380. struct brcmf_fws_hanger hanger;
  381. enum brcmf_fws_fcmode fcmode;
  382. struct brcmf_fws_macdesc_table desc;
  383. struct workqueue_struct *fws_wq;
  384. struct work_struct fws_dequeue_work;
  385. u32 fifo_enqpkt[BRCMF_FWS_FIFO_COUNT];
  386. int fifo_credit[BRCMF_FWS_FIFO_COUNT];
  387. int deq_node_pos[BRCMF_FWS_FIFO_COUNT];
  388. u32 fifo_credit_map;
  389. u32 fifo_delay_map;
  390. };
  391. /*
  392. * brcmf_fws_prio2fifo - mapping from 802.1d priority to firmware fifo index.
  393. */
  394. static const int brcmf_fws_prio2fifo[] = {
  395. BRCMF_FWS_FIFO_AC_BE,
  396. BRCMF_FWS_FIFO_AC_BK,
  397. BRCMF_FWS_FIFO_AC_BK,
  398. BRCMF_FWS_FIFO_AC_BE,
  399. BRCMF_FWS_FIFO_AC_VI,
  400. BRCMF_FWS_FIFO_AC_VI,
  401. BRCMF_FWS_FIFO_AC_VO,
  402. BRCMF_FWS_FIFO_AC_VO
  403. };
  404. static int fcmode;
  405. module_param(fcmode, int, S_IRUSR);
  406. MODULE_PARM_DESC(fcmode, "mode of firmware signalled flow control");
  407. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  408. case BRCMF_FWS_TYPE_ ## name: \
  409. return len;
  410. /**
  411. * brcmf_fws_get_tlv_len() - returns defined length for given tlv id.
  412. *
  413. * @fws: firmware-signalling information.
  414. * @id: identifier of the TLV.
  415. *
  416. * Return: the specified length for the given TLV; Otherwise -EINVAL.
  417. */
  418. static int brcmf_fws_get_tlv_len(struct brcmf_fws_info *fws,
  419. enum brcmf_fws_tlv_type id)
  420. {
  421. switch (id) {
  422. BRCMF_FWS_TLV_DEFLIST
  423. default:
  424. fws->stats.tlv_invalid_type++;
  425. break;
  426. }
  427. return -EINVAL;
  428. }
  429. #undef BRCMF_FWS_TLV_DEF
  430. static bool brcmf_fws_ifidx_match(struct sk_buff *skb, void *arg)
  431. {
  432. u32 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
  433. return ifidx == *(int *)arg;
  434. }
  435. static void brcmf_fws_psq_flush(struct brcmf_fws_info *fws, struct pktq *q,
  436. int ifidx)
  437. {
  438. bool (*matchfn)(struct sk_buff *, void *) = NULL;
  439. struct sk_buff *skb;
  440. int prec;
  441. if (ifidx != -1)
  442. matchfn = brcmf_fws_ifidx_match;
  443. for (prec = 0; prec < q->num_prec; prec++) {
  444. skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
  445. while (skb) {
  446. brcmu_pkt_buf_free_skb(skb);
  447. skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
  448. }
  449. }
  450. }
  451. static void brcmf_fws_hanger_init(struct brcmf_fws_hanger *hanger)
  452. {
  453. int i;
  454. brcmf_dbg(TRACE, "enter\n");
  455. memset(hanger, 0, sizeof(*hanger));
  456. for (i = 0; i < ARRAY_SIZE(hanger->items); i++)
  457. hanger->items[i].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  458. }
  459. static u32 brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger *h)
  460. {
  461. u32 i;
  462. brcmf_dbg(TRACE, "enter\n");
  463. i = (h->slot_pos + 1) % BRCMF_FWS_HANGER_MAXITEMS;
  464. while (i != h->slot_pos) {
  465. if (h->items[i].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  466. h->slot_pos = i;
  467. goto done;
  468. }
  469. i++;
  470. if (i == BRCMF_FWS_HANGER_MAXITEMS)
  471. i = 0;
  472. }
  473. brcmf_err("all slots occupied\n");
  474. h->failed_slotfind++;
  475. i = BRCMF_FWS_HANGER_MAXITEMS;
  476. done:
  477. brcmf_dbg(TRACE, "exit: %d\n", i);
  478. return i;
  479. }
  480. static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger *h,
  481. struct sk_buff *pkt, u32 slot_id)
  482. {
  483. brcmf_dbg(TRACE, "enter\n");
  484. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  485. return -ENOENT;
  486. if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  487. brcmf_err("slot is not free\n");
  488. h->failed_to_push++;
  489. return -EINVAL;
  490. }
  491. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE;
  492. h->items[slot_id].pkt = pkt;
  493. h->pushed++;
  494. return 0;
  495. }
  496. static int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger *h,
  497. u32 slot_id, struct sk_buff **pktout,
  498. bool remove_item)
  499. {
  500. brcmf_dbg(TRACE, "enter\n");
  501. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  502. return -ENOENT;
  503. if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  504. brcmf_err("entry not in use\n");
  505. h->failed_to_pop++;
  506. return -EINVAL;
  507. }
  508. *pktout = h->items[slot_id].pkt;
  509. if (remove_item) {
  510. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  511. h->items[slot_id].pkt = NULL;
  512. h->items[slot_id].gen = 0xff;
  513. h->popped++;
  514. }
  515. return 0;
  516. }
  517. static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger *h,
  518. u32 slot_id, u8 gen)
  519. {
  520. brcmf_dbg(TRACE, "enter\n");
  521. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  522. return -ENOENT;
  523. h->items[slot_id].gen = gen;
  524. if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_INUSE) {
  525. brcmf_err("entry not in use\n");
  526. return -EINVAL;
  527. }
  528. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED;
  529. return 0;
  530. }
  531. static int brcmf_fws_hanger_get_genbit(struct brcmf_fws_hanger *hanger,
  532. struct sk_buff *pkt, u32 slot_id,
  533. int *gen)
  534. {
  535. brcmf_dbg(TRACE, "enter\n");
  536. *gen = 0xff;
  537. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  538. return -ENOENT;
  539. if (hanger->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  540. brcmf_err("slot not in use\n");
  541. return -EINVAL;
  542. }
  543. *gen = hanger->items[slot_id].gen;
  544. return 0;
  545. }
  546. static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info *fws,
  547. bool (*fn)(struct sk_buff *, void *),
  548. int ifidx)
  549. {
  550. struct brcmf_fws_hanger *h = &fws->hanger;
  551. struct sk_buff *skb;
  552. int i;
  553. enum brcmf_fws_hanger_item_state s;
  554. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  555. for (i = 0; i < ARRAY_SIZE(h->items); i++) {
  556. s = h->items[i].state;
  557. if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE ||
  558. s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED) {
  559. skb = h->items[i].pkt;
  560. if (fn == NULL || fn(skb, &ifidx)) {
  561. /* suppress packets freed from psq */
  562. if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE)
  563. brcmu_pkt_buf_free_skb(skb);
  564. h->items[i].state =
  565. BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  566. }
  567. }
  568. }
  569. }
  570. static void brcmf_fws_init_mac_descriptor(struct brcmf_fws_mac_descriptor *desc,
  571. u8 *addr, u8 ifidx)
  572. {
  573. brcmf_dbg(TRACE,
  574. "enter: desc %p ea=%pM, ifidx=%u\n", desc, addr, ifidx);
  575. desc->occupied = 1;
  576. desc->state = BRCMF_FWS_STATE_OPEN;
  577. desc->requested_credit = 0;
  578. /* depending on use may need ifp->bssidx instead */
  579. desc->interface_id = ifidx;
  580. desc->ac_bitmap = 0xff; /* update this when handling APSD */
  581. if (addr)
  582. memcpy(&desc->ea[0], addr, ETH_ALEN);
  583. }
  584. static
  585. void brcmf_fws_clear_mac_descriptor(struct brcmf_fws_mac_descriptor *desc)
  586. {
  587. brcmf_dbg(TRACE,
  588. "enter: ea=%pM, ifidx=%u\n", desc->ea, desc->interface_id);
  589. desc->occupied = 0;
  590. desc->state = BRCMF_FWS_STATE_CLOSE;
  591. desc->requested_credit = 0;
  592. }
  593. static struct brcmf_fws_mac_descriptor *
  594. brcmf_fws_mac_descriptor_lookup(struct brcmf_fws_info *fws, u8 *ea)
  595. {
  596. struct brcmf_fws_mac_descriptor *entry;
  597. int i;
  598. brcmf_dbg(TRACE, "enter: ea=%pM\n", ea);
  599. if (ea == NULL)
  600. return ERR_PTR(-EINVAL);
  601. entry = &fws->desc.nodes[0];
  602. for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++) {
  603. if (entry->occupied && !memcmp(entry->ea, ea, ETH_ALEN))
  604. return entry;
  605. entry++;
  606. }
  607. return ERR_PTR(-ENOENT);
  608. }
  609. static struct brcmf_fws_mac_descriptor*
  610. brcmf_fws_find_mac_desc(struct brcmf_fws_info *fws, int ifidx, u8 *da)
  611. {
  612. struct brcmf_fws_mac_descriptor *entry = &fws->desc.other;
  613. struct brcmf_if *ifp;
  614. bool multicast;
  615. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  616. multicast = is_multicast_ether_addr(da);
  617. ifp = fws->drvr->iflist[ifidx ? ifidx + 1 : 0];
  618. if (WARN_ON(!ifp))
  619. goto done;
  620. /* Multicast destination and P2P clients get the interface entry.
  621. * STA gets the interface entry if there is no exact match. For
  622. * example, TDLS destinations have their own entry.
  623. */
  624. entry = NULL;
  625. if (multicast && ifp->fws_desc)
  626. entry = ifp->fws_desc;
  627. if (entry != NULL && multicast)
  628. goto done;
  629. entry = brcmf_fws_mac_descriptor_lookup(fws, da);
  630. if (IS_ERR(entry))
  631. entry = &fws->desc.other;
  632. done:
  633. brcmf_dbg(TRACE, "exit: entry=%p\n", entry);
  634. return entry;
  635. }
  636. static bool brcmf_fws_mac_desc_ready(struct brcmf_fws_mac_descriptor *entry,
  637. int fifo)
  638. {
  639. bool ready;
  640. /*
  641. * destination entry is ready when firmware says it is OPEN
  642. * and there are no packets enqueued for it.
  643. */
  644. ready = entry->state == BRCMF_FWS_STATE_OPEN &&
  645. !entry->suppressed &&
  646. brcmu_pktq_mlen(&entry->psq, 3 << (fifo * 2)) == 0;
  647. /*
  648. * Or when the destination entry is CLOSED, but firmware has
  649. * specifically requested packets for this entry.
  650. */
  651. ready = ready || (entry->state == BRCMF_FWS_STATE_CLOSE &&
  652. (entry->requested_credit + entry->requested_packet));
  653. return ready;
  654. }
  655. static void brcmf_fws_mac_desc_cleanup(struct brcmf_fws_info *fws,
  656. struct brcmf_fws_mac_descriptor *entry,
  657. int ifidx)
  658. {
  659. brcmf_dbg(TRACE, "enter: entry=(ea=%pM, ifid=%d), ifidx=%d\n",
  660. entry->ea, entry->interface_id, ifidx);
  661. if (entry->occupied && (ifidx == -1 || ifidx == entry->interface_id)) {
  662. brcmf_dbg(TRACE, "flush psq: ifidx=%d, qlen=%d\n",
  663. ifidx, entry->psq.len);
  664. brcmf_fws_psq_flush(fws, &entry->psq, ifidx);
  665. entry->occupied = !!(entry->psq.len);
  666. }
  667. }
  668. static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info *fws,
  669. bool (*fn)(struct sk_buff *, void *),
  670. int ifidx)
  671. {
  672. struct brcmf_fws_hanger_item *hi;
  673. struct pktq *txq;
  674. struct sk_buff *skb;
  675. int prec;
  676. u32 hslot;
  677. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  678. txq = brcmf_bus_gettxq(fws->drvr->bus_if);
  679. if (IS_ERR(txq)) {
  680. brcmf_dbg(TRACE, "no txq to clean up\n");
  681. return;
  682. }
  683. for (prec = 0; prec < txq->num_prec; prec++) {
  684. skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
  685. while (skb) {
  686. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  687. hi = &fws->hanger.items[hslot];
  688. WARN_ON(skb != hi->pkt);
  689. hi->state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  690. brcmu_pkt_buf_free_skb(skb);
  691. skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
  692. }
  693. }
  694. }
  695. static void brcmf_fws_cleanup(struct brcmf_fws_info *fws, int ifidx)
  696. {
  697. int i;
  698. struct brcmf_fws_mac_descriptor *table;
  699. bool (*matchfn)(struct sk_buff *, void *) = NULL;
  700. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  701. if (fws == NULL)
  702. return;
  703. if (ifidx != -1)
  704. matchfn = brcmf_fws_ifidx_match;
  705. /* cleanup individual nodes */
  706. table = &fws->desc.nodes[0];
  707. for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++)
  708. brcmf_fws_mac_desc_cleanup(fws, &table[i], ifidx);
  709. brcmf_fws_mac_desc_cleanup(fws, &fws->desc.other, ifidx);
  710. brcmf_fws_bus_txq_cleanup(fws, matchfn, ifidx);
  711. brcmf_fws_hanger_cleanup(fws, matchfn, ifidx);
  712. }
  713. static void brcmf_fws_tim_update(struct brcmf_fws_info *ctx,
  714. struct brcmf_fws_mac_descriptor *entry,
  715. int prec)
  716. {
  717. brcmf_dbg(TRACE, "enter: ea=%pM\n", entry->ea);
  718. if (entry->state == BRCMF_FWS_STATE_CLOSE) {
  719. /* check delayedQ and suppressQ in one call using bitmap */
  720. if (brcmu_pktq_mlen(&entry->psq, 3 << (prec * 2)) == 0)
  721. entry->traffic_pending_bmp =
  722. entry->traffic_pending_bmp & ~NBITVAL(prec);
  723. else
  724. entry->traffic_pending_bmp =
  725. entry->traffic_pending_bmp | NBITVAL(prec);
  726. }
  727. /* request a TIM update to firmware at the next piggyback opportunity */
  728. if (entry->traffic_lastreported_bmp != entry->traffic_pending_bmp)
  729. entry->send_tim_signal = true;
  730. }
  731. static void
  732. brcmf_fws_flow_control_check(struct brcmf_fws_info *fws, struct pktq *pq,
  733. u8 if_id)
  734. {
  735. struct brcmf_if *ifp = fws->drvr->iflist[if_id];
  736. brcmf_dbg(TRACE,
  737. "enter: bssidx=%d, ifidx=%d\n", ifp->bssidx, ifp->ifidx);
  738. if (WARN_ON(!ifp))
  739. return;
  740. if ((ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
  741. pq->len <= BRCMF_FWS_FLOWCONTROL_LOWATER)
  742. brcmf_txflowblock_if(ifp,
  743. BRCMF_NETIF_STOP_REASON_FWS_FC, false);
  744. if (!(ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
  745. pq->len >= BRCMF_FWS_FLOWCONTROL_HIWATER)
  746. brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_FWS_FC, true);
  747. return;
  748. }
  749. static int brcmf_fws_rssi_indicate(struct brcmf_fws_info *fws, s8 rssi)
  750. {
  751. brcmf_dbg(CTL, "rssi %d\n", rssi);
  752. return 0;
  753. }
  754. static
  755. int brcmf_fws_macdesc_indicate(struct brcmf_fws_info *fws, u8 type, u8 *data)
  756. {
  757. struct brcmf_fws_mac_descriptor *entry, *existing;
  758. u8 mac_handle;
  759. u8 ifidx;
  760. u8 *addr;
  761. mac_handle = *data++;
  762. ifidx = *data++;
  763. addr = data;
  764. entry = &fws->desc.nodes[mac_handle & 0x1F];
  765. if (type == BRCMF_FWS_TYPE_MACDESC_DEL) {
  766. brcmf_dbg(TRACE, "deleting mac %pM idx %d\n", addr, ifidx);
  767. if (entry->occupied)
  768. brcmf_fws_clear_mac_descriptor(entry);
  769. else
  770. fws->stats.mac_update_failed++;
  771. return 0;
  772. }
  773. brcmf_dbg(TRACE,
  774. "add mac %pM handle %u idx %d\n", addr, mac_handle, ifidx);
  775. existing = brcmf_fws_mac_descriptor_lookup(fws, addr);
  776. if (IS_ERR(existing)) {
  777. if (!entry->occupied) {
  778. entry->mac_handle = mac_handle;
  779. brcmf_fws_init_mac_descriptor(entry, addr, ifidx);
  780. brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
  781. BRCMF_FWS_PSQ_LEN);
  782. } else {
  783. fws->stats.mac_update_failed++;
  784. }
  785. } else {
  786. if (entry != existing) {
  787. brcmf_dbg(TRACE, "relocate mac\n");
  788. memcpy(entry, existing,
  789. offsetof(struct brcmf_fws_mac_descriptor, psq));
  790. entry->mac_handle = mac_handle;
  791. brcmf_fws_clear_mac_descriptor(existing);
  792. } else {
  793. brcmf_dbg(TRACE, "use existing\n");
  794. WARN_ON(entry->mac_handle != mac_handle);
  795. /* TODO: what should we do here: continue, reinit, .. */
  796. }
  797. }
  798. return 0;
  799. }
  800. static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info *fws,
  801. u8 type, u8 *data)
  802. {
  803. struct brcmf_fws_mac_descriptor *entry;
  804. u8 mac_handle;
  805. int i;
  806. mac_handle = data[0];
  807. entry = &fws->desc.nodes[mac_handle & 0x1F];
  808. if (!entry->occupied) {
  809. fws->stats.mac_ps_update_failed++;
  810. return -ESRCH;
  811. }
  812. /* a state update should wipe old credits? */
  813. entry->requested_credit = 0;
  814. if (type == BRCMF_FWS_TYPE_MAC_OPEN) {
  815. entry->state = BRCMF_FWS_STATE_OPEN;
  816. } else {
  817. entry->state = BRCMF_FWS_STATE_CLOSE;
  818. for (i = BRCMF_FWS_FIFO_AC_BE; i < NL80211_NUM_ACS; i++)
  819. brcmf_fws_tim_update(fws, entry, i);
  820. }
  821. return 0;
  822. }
  823. static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info *fws,
  824. u8 type, u8 *data)
  825. {
  826. struct brcmf_fws_mac_descriptor *entry;
  827. u8 ifidx;
  828. int ret;
  829. ifidx = data[0];
  830. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  831. if (ifidx >= BRCMF_MAX_IFS) {
  832. ret = -ERANGE;
  833. goto fail;
  834. }
  835. entry = &fws->desc.iface[ifidx];
  836. if (!entry->occupied) {
  837. ret = -ESRCH;
  838. goto fail;
  839. }
  840. switch (type) {
  841. case BRCMF_FWS_TYPE_INTERFACE_OPEN:
  842. entry->state = BRCMF_FWS_STATE_OPEN;
  843. return 0;
  844. case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
  845. entry->state = BRCMF_FWS_STATE_CLOSE;
  846. return 0;
  847. default:
  848. ret = -EINVAL;
  849. break;
  850. }
  851. fail:
  852. fws->stats.if_update_failed++;
  853. return ret;
  854. }
  855. static void brcmf_fws_return_credits(struct brcmf_fws_info *fws,
  856. u8 fifo, u8 credits)
  857. {
  858. if (!credits)
  859. return;
  860. fws->fifo_credit_map |= 1 << fifo;
  861. fws->fifo_credit[fifo] += credits;
  862. }
  863. static void brcmf_fws_schedule_deq(struct brcmf_fws_info *fws)
  864. {
  865. /* only schedule dequeue when there are credits for delayed traffic */
  866. if (fws->fifo_credit_map & fws->fifo_delay_map)
  867. queue_work(fws->fws_wq, &fws->fws_dequeue_work);
  868. }
  869. static void brcmf_skb_pick_up_credit(struct brcmf_fws_info *fws, int fifo,
  870. struct sk_buff *p)
  871. {
  872. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(p)->mac;
  873. if (brcmf_skbcb(p)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  874. if (fws->fcmode != BRCMF_FWS_FCMODE_IMPLIED_CREDIT)
  875. return;
  876. brcmf_fws_return_credits(fws, fifo, 1);
  877. } else {
  878. /*
  879. * if this packet did not count against FIFO credit, it
  880. * must have taken a requested_credit from the destination
  881. * entry (for pspoll etc.)
  882. */
  883. if (!brcmf_skb_if_flags_get_field(p, REQUESTED))
  884. entry->requested_credit++;
  885. }
  886. brcmf_fws_schedule_deq(fws);
  887. }
  888. static int brcmf_fws_enq(struct brcmf_fws_info *fws,
  889. enum brcmf_fws_skb_state state, int fifo,
  890. struct sk_buff *p)
  891. {
  892. int prec = 2 * fifo;
  893. u32 *qfull_stat = &fws->stats.delayq_full_error;
  894. struct brcmf_fws_mac_descriptor *entry;
  895. entry = brcmf_skbcb(p)->mac;
  896. if (entry == NULL) {
  897. brcmf_err("no mac descriptor found for skb %p\n", p);
  898. return -ENOENT;
  899. }
  900. brcmf_dbg(TRACE, "enter: ea=%pM, qlen=%d\n", entry->ea, entry->psq.len);
  901. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
  902. prec += 1;
  903. qfull_stat = &fws->stats.supprq_full_error;
  904. }
  905. if (brcmu_pktq_penq(&entry->psq, prec, p) == NULL) {
  906. *qfull_stat += 1;
  907. return -ENFILE;
  908. }
  909. /* increment total enqueued packet count */
  910. fws->fifo_delay_map |= 1 << fifo;
  911. fws->fifo_enqpkt[fifo]++;
  912. /* update the sk_buff state */
  913. brcmf_skbcb(p)->state = state;
  914. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED)
  915. entry->suppress_count++;
  916. /*
  917. * A packet has been pushed so update traffic
  918. * availability bitmap, if applicable
  919. */
  920. brcmf_fws_tim_update(fws, entry, fifo);
  921. brcmf_fws_flow_control_check(fws, &entry->psq,
  922. brcmf_skb_if_flags_get_field(p, INDEX));
  923. return 0;
  924. }
  925. static struct sk_buff *brcmf_fws_deq(struct brcmf_fws_info *fws, int fifo)
  926. {
  927. struct brcmf_fws_mac_descriptor *table;
  928. struct brcmf_fws_mac_descriptor *entry;
  929. struct sk_buff *p;
  930. int use_credit = 1;
  931. int num_nodes;
  932. int node_pos;
  933. int prec_out;
  934. int pmsk = 3;
  935. int i;
  936. table = (struct brcmf_fws_mac_descriptor *)&fws->desc;
  937. num_nodes = sizeof(fws->desc) / sizeof(struct brcmf_fws_mac_descriptor);
  938. node_pos = fws->deq_node_pos[fifo];
  939. for (i = 0; i < num_nodes; i++) {
  940. entry = &table[(node_pos + i) % num_nodes];
  941. if (!entry->occupied)
  942. continue;
  943. if (entry->suppressed)
  944. pmsk = 2;
  945. p = brcmu_pktq_mdeq(&entry->psq, pmsk << (fifo * 2), &prec_out);
  946. if (p == NULL) {
  947. if (entry->suppressed) {
  948. if (entry->suppr_transit_count >
  949. entry->suppress_count)
  950. return NULL;
  951. entry->suppressed = false;
  952. p = brcmu_pktq_mdeq(&entry->psq,
  953. 1 << (fifo * 2), &prec_out);
  954. }
  955. }
  956. if (p == NULL)
  957. continue;
  958. /* did the packet come from suppress sub-queue? */
  959. if (entry->requested_credit > 0) {
  960. entry->requested_credit--;
  961. /*
  962. * if the packet was pulled out while destination is in
  963. * closed state but had a non-zero packets requested,
  964. * then this should not count against the FIFO credit.
  965. * That is due to the fact that the firmware will
  966. * most likely hold onto this packet until a suitable
  967. * time later to push it to the appropriate AC FIFO.
  968. */
  969. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  970. use_credit = 0;
  971. } else if (entry->requested_packet > 0) {
  972. entry->requested_packet--;
  973. brcmf_skb_if_flags_set_field(p, REQUESTED, 1);
  974. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  975. use_credit = 0;
  976. }
  977. brcmf_skb_if_flags_set_field(p, CREDITCHECK, use_credit);
  978. /* move dequeue position to ensure fair round-robin */
  979. fws->deq_node_pos[fifo] = (node_pos + i + 1) % num_nodes;
  980. brcmf_fws_flow_control_check(fws, &entry->psq,
  981. brcmf_skb_if_flags_get_field(p,
  982. INDEX)
  983. );
  984. /*
  985. * A packet has been picked up, update traffic
  986. * availability bitmap, if applicable
  987. */
  988. brcmf_fws_tim_update(fws, entry, fifo);
  989. /*
  990. * decrement total enqueued fifo packets and
  991. * clear delay bitmap if done.
  992. */
  993. fws->fifo_enqpkt[fifo]--;
  994. if (fws->fifo_enqpkt[fifo] == 0)
  995. fws->fifo_delay_map &= ~(1 << fifo);
  996. goto done;
  997. }
  998. p = NULL;
  999. done:
  1000. brcmf_dbg(TRACE, "exit: fifo %d skb %p\n", fifo, p);
  1001. return p;
  1002. }
  1003. static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info *fws, int fifo,
  1004. struct sk_buff *skb, u32 genbit)
  1005. {
  1006. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1007. u32 hslot;
  1008. int ret;
  1009. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  1010. /* this packet was suppressed */
  1011. if (!entry->suppressed || entry->generation != genbit) {
  1012. entry->suppressed = true;
  1013. entry->suppress_count = brcmu_pktq_mlen(&entry->psq,
  1014. 1 << (fifo * 2 + 1));
  1015. entry->suppr_transit_count = entry->transit_count;
  1016. }
  1017. entry->generation = genbit;
  1018. ret = brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_SUPPRESSED, fifo, skb);
  1019. if (ret != 0) {
  1020. /* suppress q is full, drop this packet */
  1021. brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
  1022. true);
  1023. } else {
  1024. /*
  1025. * Mark suppressed to avoid a double free during
  1026. * wlfc cleanup
  1027. */
  1028. brcmf_fws_hanger_mark_suppressed(&fws->hanger, hslot,
  1029. genbit);
  1030. entry->suppress_count++;
  1031. }
  1032. return ret;
  1033. }
  1034. static int
  1035. brcmf_fws_txstatus_process(struct brcmf_fws_info *fws, u8 flags, u32 hslot,
  1036. u32 genbit)
  1037. {
  1038. u32 fifo;
  1039. int ret;
  1040. bool remove_from_hanger = true;
  1041. struct sk_buff *skb;
  1042. struct brcmf_fws_mac_descriptor *entry = NULL;
  1043. brcmf_dbg(TRACE, "status: flags=0x%X, hslot=%d\n",
  1044. flags, hslot);
  1045. if (flags == BRCMF_FWS_TXSTATUS_DISCARD)
  1046. fws->stats.txs_discard++;
  1047. else if (flags == BRCMF_FWS_TXSTATUS_CORE_SUPPRESS) {
  1048. fws->stats.txs_supp_core++;
  1049. remove_from_hanger = false;
  1050. } else if (flags == BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS) {
  1051. fws->stats.txs_supp_ps++;
  1052. remove_from_hanger = false;
  1053. } else if (flags == BRCMF_FWS_TXSTATUS_FW_TOSSED)
  1054. fws->stats.txs_tossed++;
  1055. else
  1056. brcmf_err("unexpected txstatus\n");
  1057. ret = brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
  1058. remove_from_hanger);
  1059. if (ret != 0) {
  1060. brcmf_err("no packet in hanger slot: hslot=%d\n", hslot);
  1061. return ret;
  1062. }
  1063. entry = brcmf_skbcb(skb)->mac;
  1064. if (WARN_ON(!entry)) {
  1065. brcmu_pkt_buf_free_skb(skb);
  1066. return -EINVAL;
  1067. }
  1068. /* pick up the implicit credit from this packet */
  1069. fifo = brcmf_skb_htod_tag_get_field(skb, FIFO);
  1070. brcmf_skb_pick_up_credit(fws, fifo, skb);
  1071. if (!remove_from_hanger)
  1072. ret = brcmf_fws_txstatus_suppressed(fws, fifo, skb, genbit);
  1073. if (remove_from_hanger || ret) {
  1074. entry->transit_count--;
  1075. if (entry->suppressed)
  1076. entry->suppr_transit_count--;
  1077. brcmf_txfinalize(fws->drvr, skb, true);
  1078. }
  1079. return 0;
  1080. }
  1081. static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info *fws,
  1082. u8 *data)
  1083. {
  1084. int i;
  1085. if (fws->fcmode != BRCMF_FWS_FCMODE_EXPLICIT_CREDIT) {
  1086. brcmf_dbg(INFO, "ignored\n");
  1087. return 0;
  1088. }
  1089. brcmf_dbg(TRACE, "enter: data %pM\n", data);
  1090. for (i = 0; i < BRCMF_FWS_FIFO_COUNT; i++)
  1091. brcmf_fws_return_credits(fws, i, data[i]);
  1092. brcmf_dbg(INFO, "map: credit %x delay %x\n", fws->fifo_credit_map,
  1093. fws->fifo_delay_map);
  1094. brcmf_fws_schedule_deq(fws);
  1095. return 0;
  1096. }
  1097. static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info *fws, u8 *data)
  1098. {
  1099. __le32 status_le;
  1100. u32 status;
  1101. u32 hslot;
  1102. u32 genbit;
  1103. u8 flags;
  1104. fws->stats.txs_indicate++;
  1105. memcpy(&status_le, data, sizeof(status_le));
  1106. status = le32_to_cpu(status_le);
  1107. flags = brcmf_txstatus_get_field(status, FLAGS);
  1108. hslot = brcmf_txstatus_get_field(status, HSLOT);
  1109. genbit = brcmf_txstatus_get_field(status, GENERATION);
  1110. return brcmf_fws_txstatus_process(fws, flags, hslot, genbit);
  1111. }
  1112. static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info *fws, u8 *data)
  1113. {
  1114. __le32 timestamp;
  1115. memcpy(&timestamp, &data[2], sizeof(timestamp));
  1116. brcmf_dbg(INFO, "received: seq %d, timestamp %d\n", data[1],
  1117. le32_to_cpu(timestamp));
  1118. return 0;
  1119. }
  1120. /* using macro so sparse checking does not complain
  1121. * about locking imbalance.
  1122. */
  1123. #define brcmf_fws_lock(drvr, flags) \
  1124. do { \
  1125. flags = 0; \
  1126. spin_lock_irqsave(&((drvr)->fws_spinlock), (flags)); \
  1127. } while (0)
  1128. /* using macro so sparse checking does not complain
  1129. * about locking imbalance.
  1130. */
  1131. #define brcmf_fws_unlock(drvr, flags) \
  1132. spin_unlock_irqrestore(&((drvr)->fws_spinlock), (flags))
  1133. static int brcmf_fws_notify_credit_map(struct brcmf_if *ifp,
  1134. const struct brcmf_event_msg *e,
  1135. void *data)
  1136. {
  1137. struct brcmf_fws_info *fws = ifp->drvr->fws;
  1138. int i;
  1139. ulong flags;
  1140. u8 *credits = data;
  1141. if (e->datalen < BRCMF_FWS_FIFO_COUNT) {
  1142. brcmf_err("event payload too small (%d)\n", e->datalen);
  1143. return -EINVAL;
  1144. }
  1145. brcmf_dbg(TRACE, "enter: credits %pM\n", credits);
  1146. brcmf_fws_lock(ifp->drvr, flags);
  1147. for (i = 0; i < ARRAY_SIZE(fws->fifo_credit); i++) {
  1148. if (*credits)
  1149. fws->fifo_credit_map |= 1 << i;
  1150. else
  1151. fws->fifo_credit_map &= ~(1 << i);
  1152. fws->fifo_credit[i] = *credits++;
  1153. }
  1154. brcmf_fws_schedule_deq(fws);
  1155. brcmf_fws_unlock(ifp->drvr, flags);
  1156. return 0;
  1157. }
  1158. int brcmf_fws_hdrpull(struct brcmf_pub *drvr, int ifidx, s16 signal_len,
  1159. struct sk_buff *skb)
  1160. {
  1161. struct brcmf_fws_info *fws = drvr->fws;
  1162. ulong flags;
  1163. u8 *signal_data;
  1164. s16 data_len;
  1165. u8 type;
  1166. u8 len;
  1167. u8 *data;
  1168. brcmf_dbg(TRACE, "enter: ifidx %d, skblen %u, sig %d\n",
  1169. ifidx, skb->len, signal_len);
  1170. WARN_ON(signal_len > skb->len);
  1171. /* if flow control disabled, skip to packet data and leave */
  1172. if (!signal_len || !drvr->fw_signals) {
  1173. skb_pull(skb, signal_len);
  1174. return 0;
  1175. }
  1176. /* lock during tlv parsing */
  1177. brcmf_fws_lock(drvr, flags);
  1178. fws->stats.header_pulls++;
  1179. data_len = signal_len;
  1180. signal_data = skb->data;
  1181. while (data_len > 0) {
  1182. /* extract tlv info */
  1183. type = signal_data[0];
  1184. /* FILLER type is actually not a TLV, but
  1185. * a single byte that can be skipped.
  1186. */
  1187. if (type == BRCMF_FWS_TYPE_FILLER) {
  1188. signal_data += 1;
  1189. data_len -= 1;
  1190. continue;
  1191. }
  1192. len = signal_data[1];
  1193. data = signal_data + 2;
  1194. brcmf_dbg(INFO, "tlv type=%d (%s), len=%d, data[0]=%d\n", type,
  1195. brcmf_fws_get_tlv_name(type), len, *data);
  1196. /* abort parsing when length invalid */
  1197. if (data_len < len + 2)
  1198. break;
  1199. if (len != brcmf_fws_get_tlv_len(fws, type))
  1200. break;
  1201. switch (type) {
  1202. case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT:
  1203. case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET:
  1204. case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS:
  1205. case BRCMF_FWS_TYPE_COMP_TXSTATUS:
  1206. break;
  1207. case BRCMF_FWS_TYPE_MACDESC_ADD:
  1208. case BRCMF_FWS_TYPE_MACDESC_DEL:
  1209. brcmf_fws_macdesc_indicate(fws, type, data);
  1210. break;
  1211. case BRCMF_FWS_TYPE_MAC_OPEN:
  1212. case BRCMF_FWS_TYPE_MAC_CLOSE:
  1213. brcmf_fws_macdesc_state_indicate(fws, type, data);
  1214. break;
  1215. case BRCMF_FWS_TYPE_INTERFACE_OPEN:
  1216. case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
  1217. brcmf_fws_interface_state_indicate(fws, type, data);
  1218. break;
  1219. case BRCMF_FWS_TYPE_TXSTATUS:
  1220. brcmf_fws_txstatus_indicate(fws, data);
  1221. break;
  1222. case BRCMF_FWS_TYPE_FIFO_CREDITBACK:
  1223. brcmf_fws_fifocreditback_indicate(fws, data);
  1224. break;
  1225. case BRCMF_FWS_TYPE_RSSI:
  1226. brcmf_fws_rssi_indicate(fws, *data);
  1227. break;
  1228. case BRCMF_FWS_TYPE_TRANS_ID:
  1229. brcmf_fws_dbg_seqnum_check(fws, data);
  1230. break;
  1231. case BRCMF_FWS_TYPE_PKTTAG:
  1232. case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP:
  1233. default:
  1234. fws->stats.tlv_invalid_type++;
  1235. break;
  1236. }
  1237. signal_data += len + 2;
  1238. data_len -= len + 2;
  1239. }
  1240. if (data_len != 0)
  1241. fws->stats.tlv_parse_failed++;
  1242. /* signalling processing result does
  1243. * not affect the actual ethernet packet.
  1244. */
  1245. skb_pull(skb, signal_len);
  1246. /* this may be a signal-only packet
  1247. */
  1248. if (skb->len == 0)
  1249. fws->stats.header_only_pkt++;
  1250. brcmf_fws_unlock(drvr, flags);
  1251. return 0;
  1252. }
  1253. static int brcmf_fws_hdrpush(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1254. {
  1255. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1256. u8 *wlh;
  1257. u16 data_offset = 0;
  1258. u8 fillers;
  1259. __le32 pkttag = cpu_to_le32(brcmf_skbcb(skb)->htod);
  1260. brcmf_dbg(TRACE, "enter: ea=%pM, ifidx=%u, pkttag=0x%08X\n",
  1261. entry->ea, entry->interface_id, le32_to_cpu(pkttag));
  1262. if (entry->send_tim_signal)
  1263. data_offset += 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
  1264. /* +2 is for Type[1] and Len[1] in TLV, plus TIM signal */
  1265. data_offset += 2 + BRCMF_FWS_TYPE_PKTTAG_LEN;
  1266. fillers = round_up(data_offset, 4) - data_offset;
  1267. data_offset += fillers;
  1268. skb_push(skb, data_offset);
  1269. wlh = skb->data;
  1270. wlh[0] = BRCMF_FWS_TYPE_PKTTAG;
  1271. wlh[1] = BRCMF_FWS_TYPE_PKTTAG_LEN;
  1272. memcpy(&wlh[2], &pkttag, sizeof(pkttag));
  1273. wlh += BRCMF_FWS_TYPE_PKTTAG_LEN + 2;
  1274. if (entry->send_tim_signal) {
  1275. entry->send_tim_signal = 0;
  1276. wlh[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP;
  1277. wlh[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
  1278. wlh[2] = entry->mac_handle;
  1279. wlh[3] = entry->traffic_pending_bmp;
  1280. wlh += BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2;
  1281. entry->traffic_lastreported_bmp = entry->traffic_pending_bmp;
  1282. }
  1283. if (fillers)
  1284. memset(wlh, BRCMF_FWS_TYPE_FILLER, fillers);
  1285. brcmf_proto_hdrpush(fws->drvr, brcmf_skb_if_flags_get_field(skb, INDEX),
  1286. data_offset >> 2, skb);
  1287. return 0;
  1288. }
  1289. static int brcmf_fws_precommit_skb(struct brcmf_fws_info *fws, int fifo,
  1290. struct sk_buff *p)
  1291. {
  1292. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
  1293. struct brcmf_fws_mac_descriptor *entry = skcb->mac;
  1294. int rc = 0;
  1295. bool header_needed;
  1296. int hslot = BRCMF_FWS_HANGER_MAXITEMS;
  1297. u8 free_ctr;
  1298. u8 ifidx;
  1299. u8 flags;
  1300. header_needed = skcb->state != BRCMF_FWS_SKBSTATE_SUPPRESSED;
  1301. if (header_needed) {
  1302. /* obtaining free slot may fail, but that will be caught
  1303. * by the hanger push. This assures the packet has a BDC
  1304. * header upon return.
  1305. */
  1306. hslot = brcmf_fws_hanger_get_free_slot(&fws->hanger);
  1307. free_ctr = entry->seq[fifo];
  1308. brcmf_skb_htod_tag_set_field(p, HSLOT, hslot);
  1309. brcmf_skb_htod_tag_set_field(p, FREERUN, free_ctr);
  1310. brcmf_skb_htod_tag_set_field(p, GENERATION, 1);
  1311. entry->transit_count++;
  1312. }
  1313. brcmf_skb_if_flags_set_field(p, TRANSMIT, 1);
  1314. brcmf_skb_htod_tag_set_field(p, FIFO, fifo);
  1315. flags = BRCMF_FWS_HTOD_FLAG_PKTFROMHOST;
  1316. if (!(skcb->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)) {
  1317. /*
  1318. Indicate that this packet is being sent in response to an
  1319. explicit request from the firmware side.
  1320. */
  1321. flags |= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED;
  1322. }
  1323. brcmf_skb_htod_tag_set_field(p, FLAGS, flags);
  1324. if (header_needed) {
  1325. brcmf_fws_hdrpush(fws, p);
  1326. rc = brcmf_fws_hanger_pushpkt(&fws->hanger, p, hslot);
  1327. if (rc)
  1328. brcmf_err("hanger push failed: rc=%d\n", rc);
  1329. } else {
  1330. int gen;
  1331. /* remove old header */
  1332. rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, p);
  1333. if (rc == 0) {
  1334. hslot = brcmf_skb_htod_tag_get_field(p, HSLOT);
  1335. brcmf_fws_hanger_get_genbit(&fws->hanger, p,
  1336. hslot, &gen);
  1337. brcmf_skb_htod_tag_set_field(p, GENERATION, gen);
  1338. /* push new header */
  1339. brcmf_fws_hdrpush(fws, p);
  1340. }
  1341. }
  1342. return rc;
  1343. }
  1344. static int
  1345. brcmf_fws_rollback_toq(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1346. {
  1347. /*
  1348. put the packet back to the head of queue
  1349. - suppressed packet goes back to suppress sub-queue
  1350. - pull out the header, if new or delayed packet
  1351. Note: hslot is used only when header removal is done.
  1352. */
  1353. struct brcmf_fws_mac_descriptor *entry;
  1354. enum brcmf_fws_skb_state state;
  1355. struct sk_buff *pktout;
  1356. int rc = 0;
  1357. int fifo;
  1358. int hslot;
  1359. u8 ifidx;
  1360. fifo = brcmf_skb_if_flags_get_field(skb, FIFO);
  1361. state = brcmf_skbcb(skb)->state;
  1362. entry = brcmf_skbcb(skb)->mac;
  1363. if (entry != NULL) {
  1364. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
  1365. /* wl-header is saved for suppressed packets */
  1366. pktout = brcmu_pktq_penq_head(&entry->psq, 2 * fifo + 1,
  1367. skb);
  1368. if (pktout == NULL) {
  1369. brcmf_err("suppress queue full\n");
  1370. rc = -ENOSPC;
  1371. }
  1372. } else {
  1373. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  1374. /* remove header first */
  1375. rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, skb);
  1376. if (rc) {
  1377. brcmf_err("header removal failed\n");
  1378. /* free the hanger slot */
  1379. brcmf_fws_hanger_poppkt(&fws->hanger, hslot,
  1380. &pktout, true);
  1381. brcmf_txfinalize(fws->drvr, skb, false);
  1382. rc = -EINVAL;
  1383. goto fail;
  1384. }
  1385. /* delay-q packets are going to delay-q */
  1386. pktout = brcmu_pktq_penq_head(&entry->psq,
  1387. 2 * fifo, skb);
  1388. if (pktout == NULL) {
  1389. brcmf_err("delay queue full\n");
  1390. rc = -ENOSPC;
  1391. }
  1392. /* free the hanger slot */
  1393. brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &pktout,
  1394. true);
  1395. /* decrement sequence count */
  1396. entry->seq[fifo]--;
  1397. }
  1398. /*
  1399. if this packet did not count against FIFO credit, it must have
  1400. taken a requested_credit from the firmware (for pspoll etc.)
  1401. */
  1402. if (!(brcmf_skbcb(skb)->if_flags &
  1403. BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK))
  1404. entry->requested_credit++;
  1405. } else {
  1406. brcmf_err("no mac entry linked\n");
  1407. rc = -ENOENT;
  1408. }
  1409. fail:
  1410. if (rc)
  1411. fws->stats.rollback_failed++;
  1412. else
  1413. fws->stats.rollback_success++;
  1414. return rc;
  1415. }
  1416. static int brcmf_fws_consume_credit(struct brcmf_fws_info *fws, int fifo,
  1417. struct sk_buff *skb)
  1418. {
  1419. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1420. int *credit = &fws->fifo_credit[fifo];
  1421. int use_credit = 1;
  1422. brcmf_dbg(TRACE, "enter: ac=%d, credits=%d\n", fifo, *credit);
  1423. if (entry->requested_credit > 0) {
  1424. /*
  1425. * if the packet was pulled out while destination is in
  1426. * closed state but had a non-zero packets requested,
  1427. * then this should not count against the FIFO credit.
  1428. * That is due to the fact that the firmware will
  1429. * most likely hold onto this packet until a suitable
  1430. * time later to push it to the appropriate AC FIFO.
  1431. */
  1432. entry->requested_credit--;
  1433. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1434. use_credit = 0;
  1435. } else if (entry->requested_packet > 0) {
  1436. entry->requested_packet--;
  1437. brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
  1438. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1439. use_credit = 0;
  1440. }
  1441. brcmf_skb_if_flags_set_field(skb, CREDITCHECK, use_credit);
  1442. if (!use_credit) {
  1443. brcmf_dbg(TRACE, "exit: no creditcheck set\n");
  1444. return 0;
  1445. }
  1446. if (!(*credit)) {
  1447. brcmf_dbg(TRACE, "exit: credits depleted\n");
  1448. return -ENAVAIL;
  1449. }
  1450. (*credit)--;
  1451. if (!(*credit))
  1452. fws->fifo_credit_map &= ~(1 << fifo);
  1453. brcmf_dbg(TRACE, "exit: ac=%d, credits=%d\n", fifo, *credit);
  1454. return 0;
  1455. }
  1456. static int brcmf_fws_commit_skb(struct brcmf_fws_info *fws, int fifo,
  1457. struct sk_buff *skb)
  1458. {
  1459. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
  1460. struct brcmf_fws_mac_descriptor *entry;
  1461. struct brcmf_bus *bus = fws->drvr->bus_if;
  1462. int rc;
  1463. entry = skcb->mac;
  1464. if (IS_ERR(entry))
  1465. return PTR_ERR(entry);
  1466. rc = brcmf_fws_precommit_skb(fws, fifo, skb);
  1467. if (rc < 0) {
  1468. fws->stats.generic_error++;
  1469. goto rollback;
  1470. }
  1471. rc = brcmf_bus_txdata(bus, skb);
  1472. if (rc < 0)
  1473. goto rollback;
  1474. entry->seq[fifo]++;
  1475. fws->stats.pkt2bus++;
  1476. if (brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  1477. fws->stats.send_pkts[fifo]++;
  1478. fws->stats.fifo_credits_sent[fifo]++;
  1479. }
  1480. return rc;
  1481. rollback:
  1482. rc = brcmf_fws_rollback_toq(fws, skb);
  1483. return rc;
  1484. }
  1485. int brcmf_fws_process_skb(struct brcmf_if *ifp, struct sk_buff *skb)
  1486. {
  1487. struct brcmf_pub *drvr = ifp->drvr;
  1488. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
  1489. struct ethhdr *eh = (struct ethhdr *)(skb->data);
  1490. ulong flags;
  1491. u8 ifidx = ifp->ifidx;
  1492. int fifo = BRCMF_FWS_FIFO_BCMC;
  1493. bool multicast = is_multicast_ether_addr(eh->h_dest);
  1494. /* determine the priority */
  1495. if (!skb->priority)
  1496. skb->priority = cfg80211_classify8021d(skb);
  1497. drvr->tx_multicast += !!multicast;
  1498. if (ntohs(eh->h_proto) == ETH_P_PAE)
  1499. atomic_inc(&ifp->pend_8021x_cnt);
  1500. if (!brcmf_fws_fc_active(drvr->fws)) {
  1501. /* If the protocol uses a data header, apply it */
  1502. brcmf_proto_hdrpush(drvr, ifidx, 0, skb);
  1503. /* Use bus module to send data frame */
  1504. return brcmf_bus_txdata(drvr->bus_if, skb);
  1505. }
  1506. /* set control buffer information */
  1507. skcb->if_flags = 0;
  1508. skcb->mac = brcmf_fws_find_mac_desc(drvr->fws, ifidx, eh->h_dest);
  1509. skcb->state = BRCMF_FWS_SKBSTATE_NEW;
  1510. brcmf_skb_if_flags_set_field(skb, INDEX, ifidx);
  1511. if (!multicast)
  1512. fifo = brcmf_fws_prio2fifo[skb->priority];
  1513. brcmf_skb_if_flags_set_field(skb, FIFO, fifo);
  1514. brcmf_dbg(TRACE, "ea=%pM, multi=%d, fifo=%d\n", eh->h_dest,
  1515. multicast, fifo);
  1516. brcmf_fws_lock(drvr, flags);
  1517. if (!brcmf_fws_mac_desc_ready(skcb->mac, fifo) ||
  1518. (!multicast &&
  1519. brcmf_fws_consume_credit(drvr->fws, fifo, skb) < 0)) {
  1520. /* enqueue the packet in delayQ */
  1521. drvr->fws->fifo_delay_map |= 1 << fifo;
  1522. brcmf_fws_enq(drvr->fws, BRCMF_FWS_SKBSTATE_DELAYED, fifo, skb);
  1523. } else {
  1524. brcmf_fws_commit_skb(drvr->fws, fifo, skb);
  1525. }
  1526. brcmf_fws_unlock(drvr, flags);
  1527. return 0;
  1528. }
  1529. void brcmf_fws_reset_interface(struct brcmf_if *ifp)
  1530. {
  1531. struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
  1532. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  1533. if (!entry)
  1534. return;
  1535. brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
  1536. }
  1537. void brcmf_fws_add_interface(struct brcmf_if *ifp)
  1538. {
  1539. struct brcmf_fws_info *fws = ifp->drvr->fws;
  1540. struct brcmf_fws_mac_descriptor *entry;
  1541. brcmf_dbg(TRACE, "enter: idx=%d, mac=%pM\n",
  1542. ifp->bssidx, ifp->mac_addr);
  1543. if (!ifp->drvr->fw_signals)
  1544. return;
  1545. entry = &fws->desc.iface[ifp->ifidx];
  1546. ifp->fws_desc = entry;
  1547. brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
  1548. brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
  1549. BRCMF_FWS_PSQ_LEN);
  1550. }
  1551. void brcmf_fws_del_interface(struct brcmf_if *ifp)
  1552. {
  1553. struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
  1554. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  1555. if (!entry)
  1556. return;
  1557. ifp->fws_desc = NULL;
  1558. brcmf_fws_clear_mac_descriptor(entry);
  1559. brcmf_fws_cleanup(ifp->drvr->fws, ifp->ifidx);
  1560. }
  1561. static void brcmf_fws_dequeue_worker(struct work_struct *worker)
  1562. {
  1563. struct brcmf_fws_info *fws;
  1564. struct sk_buff *skb;
  1565. ulong flags;
  1566. int fifo;
  1567. int credit;
  1568. fws = container_of(worker, struct brcmf_fws_info, fws_dequeue_work);
  1569. brcmf_dbg(TRACE, "enter: fws=%p\n", fws);
  1570. brcmf_fws_lock(fws->drvr, flags);
  1571. for (fifo = NL80211_NUM_ACS; fifo >= 0; fifo--) {
  1572. brcmf_dbg(TRACE, "fifo %d credit %d\n", fifo,
  1573. fws->fifo_credit[fifo]);
  1574. for (credit = 0; credit < fws->fifo_credit[fifo]; /* nop */) {
  1575. skb = brcmf_fws_deq(fws, fifo);
  1576. if (!skb)
  1577. break;
  1578. if (!brcmf_fws_commit_skb(fws, fifo, skb) &&
  1579. brcmf_skbcb(skb)->if_flags &
  1580. BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)
  1581. credit++;
  1582. }
  1583. fws->fifo_credit[fifo] -= credit;
  1584. }
  1585. brcmf_fws_unlock(fws->drvr, flags);
  1586. }
  1587. int brcmf_fws_init(struct brcmf_pub *drvr)
  1588. {
  1589. u32 tlv = BRCMF_FWS_FLAGS_RSSI_SIGNALS;
  1590. int rc;
  1591. if (!drvr->fw_signals)
  1592. return 0;
  1593. spin_lock_init(&drvr->fws_spinlock);
  1594. drvr->fws = kzalloc(sizeof(*(drvr->fws)), GFP_KERNEL);
  1595. if (!drvr->fws) {
  1596. rc = -ENOMEM;
  1597. goto fail;
  1598. }
  1599. /* set linkage back */
  1600. drvr->fws->drvr = drvr;
  1601. drvr->fws->fcmode = fcmode;
  1602. drvr->fws->fws_wq = create_singlethread_workqueue("brcmf_fws_wq");
  1603. if (drvr->fws->fws_wq == NULL) {
  1604. brcmf_err("workqueue creation failed\n");
  1605. rc = -EBADF;
  1606. goto fail;
  1607. }
  1608. INIT_WORK(&drvr->fws->fws_dequeue_work, brcmf_fws_dequeue_worker);
  1609. /* enable firmware signalling if fcmode active */
  1610. if (drvr->fws->fcmode != BRCMF_FWS_FCMODE_NONE)
  1611. tlv |= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS |
  1612. BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS |
  1613. BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE;
  1614. rc = brcmf_fil_iovar_int_set(drvr->iflist[0], "tlv", tlv);
  1615. if (rc < 0) {
  1616. brcmf_err("failed to set bdcv2 tlv signaling\n");
  1617. goto fail;
  1618. }
  1619. if (brcmf_fweh_register(drvr, BRCMF_E_FIFO_CREDIT_MAP,
  1620. brcmf_fws_notify_credit_map)) {
  1621. brcmf_err("register credit map handler failed\n");
  1622. goto fail;
  1623. }
  1624. brcmf_fws_hanger_init(&drvr->fws->hanger);
  1625. brcmf_fws_init_mac_descriptor(&drvr->fws->desc.other, NULL, 0);
  1626. brcmu_pktq_init(&drvr->fws->desc.other.psq, BRCMF_FWS_PSQ_PREC_COUNT,
  1627. BRCMF_FWS_PSQ_LEN);
  1628. /* create debugfs file for statistics */
  1629. brcmf_debugfs_create_fws_stats(drvr, &drvr->fws->stats);
  1630. /* TODO: remove upon feature delivery */
  1631. brcmf_err("%s bdcv2 tlv signaling [%x]\n",
  1632. drvr->fw_signals ? "enabled" : "disabled", tlv);
  1633. return 0;
  1634. fail:
  1635. /* disable flow control entirely */
  1636. drvr->fw_signals = false;
  1637. brcmf_fws_deinit(drvr);
  1638. return rc;
  1639. }
  1640. void brcmf_fws_deinit(struct brcmf_pub *drvr)
  1641. {
  1642. struct brcmf_fws_info *fws = drvr->fws;
  1643. ulong flags;
  1644. if (!fws)
  1645. return;
  1646. /* cleanup */
  1647. brcmf_fws_lock(drvr, flags);
  1648. brcmf_fws_cleanup(fws, -1);
  1649. drvr->fws = NULL;
  1650. brcmf_fws_unlock(drvr, flags);
  1651. /* free top structure */
  1652. kfree(fws);
  1653. }
  1654. bool brcmf_fws_fc_active(struct brcmf_fws_info *fws)
  1655. {
  1656. if (!fws)
  1657. return false;
  1658. brcmf_dbg(TRACE, "enter: mode=%d\n", fws->fcmode);
  1659. return fws->fcmode != BRCMF_FWS_FCMODE_NONE;
  1660. }
  1661. void brcmf_fws_bustxfail(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1662. {
  1663. ulong flags;
  1664. brcmf_fws_lock(fws->drvr, flags);
  1665. brcmf_fws_txstatus_process(fws, BRCMF_FWS_TXSTATUS_FW_TOSSED,
  1666. brcmf_skb_htod_tag_get_field(skb, HSLOT), 0);
  1667. /* the packet never reached firmware so reclaim credit */
  1668. if (fws->fcmode == BRCMF_FWS_FCMODE_EXPLICIT_CREDIT &&
  1669. brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  1670. brcmf_fws_return_credits(fws,
  1671. brcmf_skb_htod_tag_get_field(skb,
  1672. FIFO),
  1673. 1);
  1674. brcmf_fws_schedule_deq(fws);
  1675. }
  1676. brcmf_fws_unlock(fws->drvr, flags);
  1677. }