fwsignal.c 52 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948
  1. /*
  2. * Copyright (c) 2010 Broadcom Corporation
  3. *
  4. * Permission to use, copy, modify, and/or distribute this software for any
  5. * purpose with or without fee is hereby granted, provided that the above
  6. * copyright notice and this permission notice appear in all copies.
  7. *
  8. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  9. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  10. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
  11. * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  12. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
  13. * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
  14. * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  15. */
  16. #include <linux/types.h>
  17. #include <linux/module.h>
  18. #include <linux/if_ether.h>
  19. #include <linux/spinlock.h>
  20. #include <linux/skbuff.h>
  21. #include <linux/netdevice.h>
  22. #include <linux/etherdevice.h>
  23. #include <linux/err.h>
  24. #include <uapi/linux/nl80211.h>
  25. #include <net/cfg80211.h>
  26. #include <brcmu_utils.h>
  27. #include <brcmu_wifi.h>
  28. #include "dhd.h"
  29. #include "dhd_proto.h"
  30. #include "dhd_dbg.h"
  31. #include "dhd_bus.h"
  32. #include "fwil.h"
  33. #include "fwil_types.h"
  34. #include "fweh.h"
  35. #include "fwsignal.h"
  36. #include "p2p.h"
  37. #include "wl_cfg80211.h"
  38. /**
  39. * DOC: Firmware Signalling
  40. *
  41. * Firmware can send signals to host and vice versa, which are passed in the
  42. * data packets using TLV based header. This signalling layer is on top of the
  43. * BDC bus protocol layer.
  44. */
  45. /*
  46. * single definition for firmware-driver flow control tlv's.
  47. *
  48. * each tlv is specified by BRCMF_FWS_TLV_DEF(name, ID, length).
  49. * A length value 0 indicates variable length tlv.
  50. */
  51. #define BRCMF_FWS_TLV_DEFLIST \
  52. BRCMF_FWS_TLV_DEF(MAC_OPEN, 1, 1) \
  53. BRCMF_FWS_TLV_DEF(MAC_CLOSE, 2, 1) \
  54. BRCMF_FWS_TLV_DEF(MAC_REQUEST_CREDIT, 3, 2) \
  55. BRCMF_FWS_TLV_DEF(TXSTATUS, 4, 4) \
  56. BRCMF_FWS_TLV_DEF(PKTTAG, 5, 4) \
  57. BRCMF_FWS_TLV_DEF(MACDESC_ADD, 6, 8) \
  58. BRCMF_FWS_TLV_DEF(MACDESC_DEL, 7, 8) \
  59. BRCMF_FWS_TLV_DEF(RSSI, 8, 1) \
  60. BRCMF_FWS_TLV_DEF(INTERFACE_OPEN, 9, 1) \
  61. BRCMF_FWS_TLV_DEF(INTERFACE_CLOSE, 10, 1) \
  62. BRCMF_FWS_TLV_DEF(FIFO_CREDITBACK, 11, 6) \
  63. BRCMF_FWS_TLV_DEF(PENDING_TRAFFIC_BMP, 12, 2) \
  64. BRCMF_FWS_TLV_DEF(MAC_REQUEST_PACKET, 13, 3) \
  65. BRCMF_FWS_TLV_DEF(HOST_REORDER_RXPKTS, 14, 10) \
  66. BRCMF_FWS_TLV_DEF(TRANS_ID, 18, 6) \
  67. BRCMF_FWS_TLV_DEF(COMP_TXSTATUS, 19, 1) \
  68. BRCMF_FWS_TLV_DEF(FILLER, 255, 0)
  69. /*
  70. * enum brcmf_fws_tlv_type - definition of tlv identifiers.
  71. */
  72. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  73. BRCMF_FWS_TYPE_ ## name = id,
  74. enum brcmf_fws_tlv_type {
  75. BRCMF_FWS_TLV_DEFLIST
  76. BRCMF_FWS_TYPE_INVALID
  77. };
  78. #undef BRCMF_FWS_TLV_DEF
  79. /*
  80. * enum brcmf_fws_tlv_len - definition of tlv lengths.
  81. */
  82. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  83. BRCMF_FWS_TYPE_ ## name ## _LEN = (len),
  84. enum brcmf_fws_tlv_len {
  85. BRCMF_FWS_TLV_DEFLIST
  86. };
  87. #undef BRCMF_FWS_TLV_DEF
  88. #ifdef DEBUG
  89. /*
  90. * brcmf_fws_tlv_names - array of tlv names.
  91. */
  92. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  93. { id, #name },
  94. static struct {
  95. enum brcmf_fws_tlv_type id;
  96. const char *name;
  97. } brcmf_fws_tlv_names[] = {
  98. BRCMF_FWS_TLV_DEFLIST
  99. };
  100. #undef BRCMF_FWS_TLV_DEF
  101. static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
  102. {
  103. int i;
  104. for (i = 0; i < ARRAY_SIZE(brcmf_fws_tlv_names); i++)
  105. if (brcmf_fws_tlv_names[i].id == id)
  106. return brcmf_fws_tlv_names[i].name;
  107. return "INVALID";
  108. }
  109. #else
  110. static const char *brcmf_fws_get_tlv_name(enum brcmf_fws_tlv_type id)
  111. {
  112. return "NODEBUG";
  113. }
  114. #endif /* DEBUG */
  115. /*
  116. * flags used to enable tlv signalling from firmware.
  117. */
  118. #define BRCMF_FWS_FLAGS_RSSI_SIGNALS 0x0001
  119. #define BRCMF_FWS_FLAGS_XONXOFF_SIGNALS 0x0002
  120. #define BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS 0x0004
  121. #define BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE 0x0008
  122. #define BRCMF_FWS_FLAGS_PSQ_GENERATIONFSM_ENABLE 0x0010
  123. #define BRCMF_FWS_FLAGS_PSQ_ZERO_BUFFER_ENABLE 0x0020
  124. #define BRCMF_FWS_FLAGS_HOST_RXREORDER_ACTIVE 0x0040
  125. #define BRCMF_FWS_MAC_DESC_TABLE_SIZE 32
  126. #define BRCMF_FWS_MAC_DESC_ID_INVALID 0xff
  127. #define BRCMF_FWS_HOSTIF_FLOWSTATE_OFF 0
  128. #define BRCMF_FWS_HOSTIF_FLOWSTATE_ON 1
  129. #define BRCMF_FWS_FLOWCONTROL_HIWATER 128
  130. #define BRCMF_FWS_FLOWCONTROL_LOWATER 64
  131. #define BRCMF_FWS_PSQ_PREC_COUNT ((NL80211_NUM_ACS + 1) * 2)
  132. #define BRCMF_FWS_PSQ_LEN 256
  133. #define BRCMF_FWS_HTOD_FLAG_PKTFROMHOST 0x01
  134. #define BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED 0x02
  135. /**
  136. * enum brcmf_fws_skb_state - indicates processing state of skb.
  137. *
  138. * @BRCMF_FWS_SKBSTATE_NEW: sk_buff is newly arrived in the driver.
  139. * @BRCMF_FWS_SKBSTATE_DELAYED: sk_buff had to wait on queue.
  140. * @BRCMF_FWS_SKBSTATE_SUPPRESSED: sk_buff has been suppressed by firmware.
  141. */
  142. enum brcmf_fws_skb_state {
  143. BRCMF_FWS_SKBSTATE_NEW,
  144. BRCMF_FWS_SKBSTATE_DELAYED,
  145. BRCMF_FWS_SKBSTATE_SUPPRESSED
  146. };
  147. /**
  148. * struct brcmf_skbuff_cb - control buffer associated with skbuff.
  149. *
  150. * @if_flags: holds interface index and packet related flags.
  151. * @htod: host to device packet identifier (used in PKTTAG tlv).
  152. * @state: transmit state of the packet.
  153. * @mac: descriptor related to destination for this packet.
  154. *
  155. * This information is stored in control buffer struct sk_buff::cb, which
  156. * provides 48 bytes of storage so this structure should not exceed that.
  157. */
  158. struct brcmf_skbuff_cb {
  159. u16 if_flags;
  160. u32 htod;
  161. enum brcmf_fws_skb_state state;
  162. struct brcmf_fws_mac_descriptor *mac;
  163. };
  164. /*
  165. * macro casting skbuff control buffer to struct brcmf_skbuff_cb.
  166. */
  167. #define brcmf_skbcb(skb) ((struct brcmf_skbuff_cb *)((skb)->cb))
  168. /*
  169. * sk_buff control if flags
  170. *
  171. * b[11] - packet sent upon firmware request.
  172. * b[10] - packet only contains signalling data.
  173. * b[9] - packet is a tx packet.
  174. * b[8] - packet uses FIFO credit (non-pspoll).
  175. * b[7] - interface in AP mode.
  176. * b[6:4] - AC FIFO number.
  177. * b[3:0] - interface index.
  178. */
  179. #define BRCMF_SKB_IF_FLAGS_REQUESTED_MASK 0x0800
  180. #define BRCMF_SKB_IF_FLAGS_REQUESTED_SHIFT 11
  181. #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_MASK 0x0400
  182. #define BRCMF_SKB_IF_FLAGS_SIGNAL_ONLY_SHIFT 10
  183. #define BRCMF_SKB_IF_FLAGS_TRANSMIT_MASK 0x0200
  184. #define BRCMF_SKB_IF_FLAGS_TRANSMIT_SHIFT 9
  185. #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK 0x0100
  186. #define BRCMF_SKB_IF_FLAGS_CREDITCHECK_SHIFT 8
  187. #define BRCMF_SKB_IF_FLAGS_IF_AP_MASK 0x0080
  188. #define BRCMF_SKB_IF_FLAGS_IF_AP_SHIFT 7
  189. #define BRCMF_SKB_IF_FLAGS_FIFO_MASK 0x0070
  190. #define BRCMF_SKB_IF_FLAGS_FIFO_SHIFT 4
  191. #define BRCMF_SKB_IF_FLAGS_INDEX_MASK 0x000f
  192. #define BRCMF_SKB_IF_FLAGS_INDEX_SHIFT 0
  193. #define brcmf_skb_if_flags_set_field(skb, field, value) \
  194. brcmu_maskset16(&(brcmf_skbcb(skb)->if_flags), \
  195. BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
  196. BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT, (value))
  197. #define brcmf_skb_if_flags_get_field(skb, field) \
  198. brcmu_maskget16(brcmf_skbcb(skb)->if_flags, \
  199. BRCMF_SKB_IF_FLAGS_ ## field ## _MASK, \
  200. BRCMF_SKB_IF_FLAGS_ ## field ## _SHIFT)
  201. /*
  202. * sk_buff control packet identifier
  203. *
  204. * 32-bit packet identifier used in PKTTAG tlv from host to dongle.
  205. *
  206. * - Generated at the host (e.g. dhd)
  207. * - Seen as a generic sequence number by firmware except for the flags field.
  208. *
  209. * Generation : b[31] => generation number for this packet [host->fw]
  210. * OR, current generation number [fw->host]
  211. * Flags : b[30:27] => command, status flags
  212. * FIFO-AC : b[26:24] => AC-FIFO id
  213. * h-slot : b[23:8] => hanger-slot
  214. * freerun : b[7:0] => A free running counter
  215. */
  216. #define BRCMF_SKB_HTOD_TAG_GENERATION_MASK 0x80000000
  217. #define BRCMF_SKB_HTOD_TAG_GENERATION_SHIFT 31
  218. #define BRCMF_SKB_HTOD_TAG_FLAGS_MASK 0x78000000
  219. #define BRCMF_SKB_HTOD_TAG_FLAGS_SHIFT 27
  220. #define BRCMF_SKB_HTOD_TAG_FIFO_MASK 0x07000000
  221. #define BRCMF_SKB_HTOD_TAG_FIFO_SHIFT 24
  222. #define BRCMF_SKB_HTOD_TAG_HSLOT_MASK 0x00ffff00
  223. #define BRCMF_SKB_HTOD_TAG_HSLOT_SHIFT 8
  224. #define BRCMF_SKB_HTOD_TAG_FREERUN_MASK 0x000000ff
  225. #define BRCMF_SKB_HTOD_TAG_FREERUN_SHIFT 0
  226. #define brcmf_skb_htod_tag_set_field(skb, field, value) \
  227. brcmu_maskset32(&(brcmf_skbcb(skb)->htod), \
  228. BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
  229. BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT, (value))
  230. #define brcmf_skb_htod_tag_get_field(skb, field) \
  231. brcmu_maskget32(brcmf_skbcb(skb)->htod, \
  232. BRCMF_SKB_HTOD_TAG_ ## field ## _MASK, \
  233. BRCMF_SKB_HTOD_TAG_ ## field ## _SHIFT)
  234. #define BRCMF_FWS_TXSTAT_GENERATION_MASK 0x80000000
  235. #define BRCMF_FWS_TXSTAT_GENERATION_SHIFT 31
  236. #define BRCMF_FWS_TXSTAT_FLAGS_MASK 0x78000000
  237. #define BRCMF_FWS_TXSTAT_FLAGS_SHIFT 27
  238. #define BRCMF_FWS_TXSTAT_FIFO_MASK 0x07000000
  239. #define BRCMF_FWS_TXSTAT_FIFO_SHIFT 24
  240. #define BRCMF_FWS_TXSTAT_HSLOT_MASK 0x00FFFF00
  241. #define BRCMF_FWS_TXSTAT_HSLOT_SHIFT 8
  242. #define BRCMF_FWS_TXSTAT_PKTID_MASK 0x00FFFFFF
  243. #define BRCMF_FWS_TXSTAT_PKTID_SHIFT 0
  244. #define brcmf_txstatus_get_field(txs, field) \
  245. brcmu_maskget32(txs, BRCMF_FWS_TXSTAT_ ## field ## _MASK, \
  246. BRCMF_FWS_TXSTAT_ ## field ## _SHIFT)
  247. /**
  248. * enum brcmf_fws_fifo - fifo indices used by dongle firmware.
  249. *
  250. * @BRCMF_FWS_FIFO_AC_BK: fifo for background traffic.
  251. * @BRCMF_FWS_FIFO_AC_BE: fifo for best-effort traffic.
  252. * @BRCMF_FWS_FIFO_AC_VI: fifo for video traffic.
  253. * @BRCMF_FWS_FIFO_AC_VO: fifo for voice traffic.
  254. * @BRCMF_FWS_FIFO_BCMC: fifo for broadcast/multicast (AP only).
  255. * @BRCMF_FWS_FIFO_ATIM: fifo for ATIM (AP only).
  256. * @BRCMF_FWS_FIFO_COUNT: number of fifos.
  257. */
  258. enum brcmf_fws_fifo {
  259. BRCMF_FWS_FIFO_AC_BK,
  260. BRCMF_FWS_FIFO_AC_BE,
  261. BRCMF_FWS_FIFO_AC_VI,
  262. BRCMF_FWS_FIFO_AC_VO,
  263. BRCMF_FWS_FIFO_BCMC,
  264. BRCMF_FWS_FIFO_ATIM,
  265. BRCMF_FWS_FIFO_COUNT
  266. };
  267. /**
  268. * enum brcmf_fws_txstatus - txstatus flag values.
  269. *
  270. * @BRCMF_FWS_TXSTATUS_DISCARD:
  271. * host is free to discard the packet.
  272. * @BRCMF_FWS_TXSTATUS_CORE_SUPPRESS:
  273. * 802.11 core suppressed the packet.
  274. * @BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS:
  275. * firmware suppress the packet as device is already in PS mode.
  276. * @BRCMF_FWS_TXSTATUS_FW_TOSSED:
  277. * firmware tossed the packet.
  278. */
  279. enum brcmf_fws_txstatus {
  280. BRCMF_FWS_TXSTATUS_DISCARD,
  281. BRCMF_FWS_TXSTATUS_CORE_SUPPRESS,
  282. BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS,
  283. BRCMF_FWS_TXSTATUS_FW_TOSSED
  284. };
  285. enum brcmf_fws_fcmode {
  286. BRCMF_FWS_FCMODE_NONE,
  287. BRCMF_FWS_FCMODE_IMPLIED_CREDIT,
  288. BRCMF_FWS_FCMODE_EXPLICIT_CREDIT
  289. };
  290. enum brcmf_fws_mac_desc_state {
  291. BRCMF_FWS_STATE_OPEN = 1,
  292. BRCMF_FWS_STATE_CLOSE
  293. };
  294. /**
  295. * struct brcmf_fws_mac_descriptor - firmware signalling data per node/interface
  296. *
  297. * @occupied: slot is in use.
  298. * @mac_handle: handle for mac entry determined by firmware.
  299. * @interface_id: interface index.
  300. * @state: current state.
  301. * @suppressed: mac entry is suppressed.
  302. * @generation: generation bit.
  303. * @ac_bitmap: ac queue bitmap.
  304. * @requested_credit: credits requested by firmware.
  305. * @ea: ethernet address.
  306. * @seq: per-node free-running sequence.
  307. * @psq: power-save queue.
  308. * @transit_count: packet in transit to firmware.
  309. */
  310. struct brcmf_fws_mac_descriptor {
  311. u8 occupied;
  312. u8 mac_handle;
  313. u8 interface_id;
  314. u8 state;
  315. bool suppressed;
  316. u8 generation;
  317. u8 ac_bitmap;
  318. u8 requested_credit;
  319. u8 requested_packet;
  320. u8 ea[ETH_ALEN];
  321. u8 seq[BRCMF_FWS_FIFO_COUNT];
  322. struct pktq psq;
  323. int transit_count;
  324. int suppress_count;
  325. int suppr_transit_count;
  326. bool send_tim_signal;
  327. u8 traffic_pending_bmp;
  328. u8 traffic_lastreported_bmp;
  329. };
  330. #define BRCMF_FWS_HANGER_MAXITEMS 1024
  331. /**
  332. * enum brcmf_fws_hanger_item_state - state of hanger item.
  333. *
  334. * @BRCMF_FWS_HANGER_ITEM_STATE_FREE: item is free for use.
  335. * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE: item is in use.
  336. * @BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED: item was suppressed.
  337. */
  338. enum brcmf_fws_hanger_item_state {
  339. BRCMF_FWS_HANGER_ITEM_STATE_FREE = 1,
  340. BRCMF_FWS_HANGER_ITEM_STATE_INUSE,
  341. BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED
  342. };
  343. /**
  344. * struct brcmf_fws_hanger_item - single entry for tx pending packet.
  345. *
  346. * @state: entry is either free or occupied.
  347. * @gen: generation.
  348. * @pkt: packet itself.
  349. */
  350. struct brcmf_fws_hanger_item {
  351. enum brcmf_fws_hanger_item_state state;
  352. u8 gen;
  353. struct sk_buff *pkt;
  354. };
  355. /**
  356. * struct brcmf_fws_hanger - holds packets awaiting firmware txstatus.
  357. *
  358. * @pushed: packets pushed to await txstatus.
  359. * @popped: packets popped upon handling txstatus.
  360. * @failed_to_push: packets that could not be pushed.
  361. * @failed_to_pop: packets that could not be popped.
  362. * @failed_slotfind: packets for which failed to find an entry.
  363. * @slot_pos: last returned item index for a free entry.
  364. * @items: array of hanger items.
  365. */
  366. struct brcmf_fws_hanger {
  367. u32 pushed;
  368. u32 popped;
  369. u32 failed_to_push;
  370. u32 failed_to_pop;
  371. u32 failed_slotfind;
  372. u32 slot_pos;
  373. struct brcmf_fws_hanger_item items[BRCMF_FWS_HANGER_MAXITEMS];
  374. };
  375. struct brcmf_fws_macdesc_table {
  376. struct brcmf_fws_mac_descriptor nodes[BRCMF_FWS_MAC_DESC_TABLE_SIZE];
  377. struct brcmf_fws_mac_descriptor iface[BRCMF_MAX_IFS];
  378. struct brcmf_fws_mac_descriptor other;
  379. };
  380. struct brcmf_fws_info {
  381. struct brcmf_pub *drvr;
  382. struct brcmf_fws_stats stats;
  383. struct brcmf_fws_hanger hanger;
  384. enum brcmf_fws_fcmode fcmode;
  385. struct brcmf_fws_macdesc_table desc;
  386. struct workqueue_struct *fws_wq;
  387. struct work_struct fws_dequeue_work;
  388. u32 fifo_enqpkt[BRCMF_FWS_FIFO_COUNT];
  389. int fifo_credit[BRCMF_FWS_FIFO_COUNT];
  390. int deq_node_pos[BRCMF_FWS_FIFO_COUNT];
  391. u32 fifo_credit_map;
  392. u32 fifo_delay_map;
  393. };
  394. /*
  395. * brcmf_fws_prio2fifo - mapping from 802.1d priority to firmware fifo index.
  396. */
  397. static const int brcmf_fws_prio2fifo[] = {
  398. BRCMF_FWS_FIFO_AC_BE,
  399. BRCMF_FWS_FIFO_AC_BK,
  400. BRCMF_FWS_FIFO_AC_BK,
  401. BRCMF_FWS_FIFO_AC_BE,
  402. BRCMF_FWS_FIFO_AC_VI,
  403. BRCMF_FWS_FIFO_AC_VI,
  404. BRCMF_FWS_FIFO_AC_VO,
  405. BRCMF_FWS_FIFO_AC_VO
  406. };
  407. static int fcmode;
  408. module_param(fcmode, int, S_IRUSR);
  409. MODULE_PARM_DESC(fcmode, "mode of firmware signalled flow control");
  410. #define BRCMF_FWS_TLV_DEF(name, id, len) \
  411. case BRCMF_FWS_TYPE_ ## name: \
  412. return len;
  413. /**
  414. * brcmf_fws_get_tlv_len() - returns defined length for given tlv id.
  415. *
  416. * @fws: firmware-signalling information.
  417. * @id: identifier of the TLV.
  418. *
  419. * Return: the specified length for the given TLV; Otherwise -EINVAL.
  420. */
  421. static int brcmf_fws_get_tlv_len(struct brcmf_fws_info *fws,
  422. enum brcmf_fws_tlv_type id)
  423. {
  424. switch (id) {
  425. BRCMF_FWS_TLV_DEFLIST
  426. default:
  427. fws->stats.tlv_invalid_type++;
  428. break;
  429. }
  430. return -EINVAL;
  431. }
  432. #undef BRCMF_FWS_TLV_DEF
  433. static bool brcmf_fws_ifidx_match(struct sk_buff *skb, void *arg)
  434. {
  435. u32 ifidx = brcmf_skb_if_flags_get_field(skb, INDEX);
  436. return ifidx == *(int *)arg;
  437. }
  438. static void brcmf_fws_psq_flush(struct brcmf_fws_info *fws, struct pktq *q,
  439. int ifidx)
  440. {
  441. bool (*matchfn)(struct sk_buff *, void *) = NULL;
  442. struct sk_buff *skb;
  443. int prec;
  444. if (ifidx != -1)
  445. matchfn = brcmf_fws_ifidx_match;
  446. for (prec = 0; prec < q->num_prec; prec++) {
  447. skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
  448. while (skb) {
  449. brcmu_pkt_buf_free_skb(skb);
  450. skb = brcmu_pktq_pdeq_match(q, prec, matchfn, &ifidx);
  451. }
  452. }
  453. }
  454. static void brcmf_fws_hanger_init(struct brcmf_fws_hanger *hanger)
  455. {
  456. int i;
  457. brcmf_dbg(TRACE, "enter\n");
  458. memset(hanger, 0, sizeof(*hanger));
  459. for (i = 0; i < ARRAY_SIZE(hanger->items); i++)
  460. hanger->items[i].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  461. }
  462. static u32 brcmf_fws_hanger_get_free_slot(struct brcmf_fws_hanger *h)
  463. {
  464. u32 i;
  465. brcmf_dbg(TRACE, "enter\n");
  466. i = (h->slot_pos + 1) % BRCMF_FWS_HANGER_MAXITEMS;
  467. while (i != h->slot_pos) {
  468. if (h->items[i].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  469. h->slot_pos = i;
  470. goto done;
  471. }
  472. i++;
  473. if (i == BRCMF_FWS_HANGER_MAXITEMS)
  474. i = 0;
  475. }
  476. brcmf_err("all slots occupied\n");
  477. h->failed_slotfind++;
  478. i = BRCMF_FWS_HANGER_MAXITEMS;
  479. done:
  480. brcmf_dbg(TRACE, "exit: %d\n", i);
  481. return i;
  482. }
  483. static int brcmf_fws_hanger_pushpkt(struct brcmf_fws_hanger *h,
  484. struct sk_buff *pkt, u32 slot_id)
  485. {
  486. brcmf_dbg(TRACE, "enter\n");
  487. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  488. return -ENOENT;
  489. if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  490. brcmf_err("slot is not free\n");
  491. h->failed_to_push++;
  492. return -EINVAL;
  493. }
  494. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE;
  495. h->items[slot_id].pkt = pkt;
  496. h->pushed++;
  497. return 0;
  498. }
  499. static int brcmf_fws_hanger_poppkt(struct brcmf_fws_hanger *h,
  500. u32 slot_id, struct sk_buff **pktout,
  501. bool remove_item)
  502. {
  503. brcmf_dbg(TRACE, "enter\n");
  504. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  505. return -ENOENT;
  506. if (h->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  507. brcmf_err("entry not in use\n");
  508. h->failed_to_pop++;
  509. return -EINVAL;
  510. }
  511. *pktout = h->items[slot_id].pkt;
  512. if (remove_item) {
  513. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  514. h->items[slot_id].pkt = NULL;
  515. h->items[slot_id].gen = 0xff;
  516. h->popped++;
  517. }
  518. return 0;
  519. }
  520. static int brcmf_fws_hanger_mark_suppressed(struct brcmf_fws_hanger *h,
  521. u32 slot_id, u8 gen)
  522. {
  523. brcmf_dbg(TRACE, "enter\n");
  524. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  525. return -ENOENT;
  526. h->items[slot_id].gen = gen;
  527. if (h->items[slot_id].state != BRCMF_FWS_HANGER_ITEM_STATE_INUSE) {
  528. brcmf_err("entry not in use\n");
  529. return -EINVAL;
  530. }
  531. h->items[slot_id].state = BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED;
  532. return 0;
  533. }
  534. static int brcmf_fws_hanger_get_genbit(struct brcmf_fws_hanger *hanger,
  535. struct sk_buff *pkt, u32 slot_id,
  536. int *gen)
  537. {
  538. brcmf_dbg(TRACE, "enter\n");
  539. *gen = 0xff;
  540. if (slot_id >= BRCMF_FWS_HANGER_MAXITEMS)
  541. return -ENOENT;
  542. if (hanger->items[slot_id].state == BRCMF_FWS_HANGER_ITEM_STATE_FREE) {
  543. brcmf_err("slot not in use\n");
  544. return -EINVAL;
  545. }
  546. *gen = hanger->items[slot_id].gen;
  547. return 0;
  548. }
  549. static void brcmf_fws_hanger_cleanup(struct brcmf_fws_info *fws,
  550. bool (*fn)(struct sk_buff *, void *),
  551. int ifidx)
  552. {
  553. struct brcmf_fws_hanger *h = &fws->hanger;
  554. struct sk_buff *skb;
  555. int i;
  556. enum brcmf_fws_hanger_item_state s;
  557. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  558. for (i = 0; i < ARRAY_SIZE(h->items); i++) {
  559. s = h->items[i].state;
  560. if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE ||
  561. s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE_SUPPRESSED) {
  562. skb = h->items[i].pkt;
  563. if (fn == NULL || fn(skb, &ifidx)) {
  564. /* suppress packets freed from psq */
  565. if (s == BRCMF_FWS_HANGER_ITEM_STATE_INUSE)
  566. brcmu_pkt_buf_free_skb(skb);
  567. h->items[i].state =
  568. BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  569. }
  570. }
  571. }
  572. }
  573. static void brcmf_fws_init_mac_descriptor(struct brcmf_fws_mac_descriptor *desc,
  574. u8 *addr, u8 ifidx)
  575. {
  576. brcmf_dbg(TRACE,
  577. "enter: desc %p ea=%pM, ifidx=%u\n", desc, addr, ifidx);
  578. desc->occupied = 1;
  579. desc->state = BRCMF_FWS_STATE_OPEN;
  580. desc->requested_credit = 0;
  581. /* depending on use may need ifp->bssidx instead */
  582. desc->interface_id = ifidx;
  583. desc->ac_bitmap = 0xff; /* update this when handling APSD */
  584. if (addr)
  585. memcpy(&desc->ea[0], addr, ETH_ALEN);
  586. }
  587. static
  588. void brcmf_fws_clear_mac_descriptor(struct brcmf_fws_mac_descriptor *desc)
  589. {
  590. brcmf_dbg(TRACE,
  591. "enter: ea=%pM, ifidx=%u\n", desc->ea, desc->interface_id);
  592. desc->occupied = 0;
  593. desc->state = BRCMF_FWS_STATE_CLOSE;
  594. desc->requested_credit = 0;
  595. }
  596. static struct brcmf_fws_mac_descriptor *
  597. brcmf_fws_mac_descriptor_lookup(struct brcmf_fws_info *fws, u8 *ea)
  598. {
  599. struct brcmf_fws_mac_descriptor *entry;
  600. int i;
  601. brcmf_dbg(TRACE, "enter: ea=%pM\n", ea);
  602. if (ea == NULL)
  603. return ERR_PTR(-EINVAL);
  604. entry = &fws->desc.nodes[0];
  605. for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++) {
  606. if (entry->occupied && !memcmp(entry->ea, ea, ETH_ALEN))
  607. return entry;
  608. entry++;
  609. }
  610. return ERR_PTR(-ENOENT);
  611. }
  612. static struct brcmf_fws_mac_descriptor*
  613. brcmf_fws_find_mac_desc(struct brcmf_fws_info *fws, struct brcmf_if *ifp,
  614. u8 *da)
  615. {
  616. struct brcmf_fws_mac_descriptor *entry = &fws->desc.other;
  617. bool multicast;
  618. enum nl80211_iftype iftype;
  619. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  620. multicast = is_multicast_ether_addr(da);
  621. iftype = brcmf_cfg80211_get_iftype(ifp);
  622. /* Multicast destination and P2P clients get the interface entry.
  623. * STA gets the interface entry if there is no exact match. For
  624. * example, TDLS destinations have their own entry.
  625. */
  626. entry = NULL;
  627. if ((multicast || iftype == NL80211_IFTYPE_STATION ||
  628. iftype == NL80211_IFTYPE_P2P_CLIENT) && ifp->fws_desc)
  629. entry = ifp->fws_desc;
  630. if (entry != NULL && iftype != NL80211_IFTYPE_STATION)
  631. goto done;
  632. entry = brcmf_fws_mac_descriptor_lookup(fws, da);
  633. if (IS_ERR(entry))
  634. entry = &fws->desc.other;
  635. done:
  636. brcmf_dbg(TRACE, "exit: entry=%p\n", entry);
  637. return entry;
  638. }
  639. static bool brcmf_fws_mac_desc_closed(struct brcmf_fws_mac_descriptor *entry,
  640. int fifo)
  641. {
  642. bool closed;
  643. /* an entry is closed when the state is closed and
  644. * the firmware did not request anything.
  645. */
  646. closed = entry->state == BRCMF_FWS_STATE_CLOSE &&
  647. !entry->requested_credit && !entry->requested_packet;
  648. /* Or firmware does not allow traffic for given fifo */
  649. return closed || !(entry->ac_bitmap & BIT(fifo));
  650. }
  651. static void brcmf_fws_mac_desc_cleanup(struct brcmf_fws_info *fws,
  652. struct brcmf_fws_mac_descriptor *entry,
  653. int ifidx)
  654. {
  655. brcmf_dbg(TRACE, "enter: entry=(ea=%pM, ifid=%d), ifidx=%d\n",
  656. entry->ea, entry->interface_id, ifidx);
  657. if (entry->occupied && (ifidx == -1 || ifidx == entry->interface_id)) {
  658. brcmf_dbg(TRACE, "flush psq: ifidx=%d, qlen=%d\n",
  659. ifidx, entry->psq.len);
  660. brcmf_fws_psq_flush(fws, &entry->psq, ifidx);
  661. entry->occupied = !!(entry->psq.len);
  662. }
  663. }
  664. static void brcmf_fws_bus_txq_cleanup(struct brcmf_fws_info *fws,
  665. bool (*fn)(struct sk_buff *, void *),
  666. int ifidx)
  667. {
  668. struct brcmf_fws_hanger_item *hi;
  669. struct pktq *txq;
  670. struct sk_buff *skb;
  671. int prec;
  672. u32 hslot;
  673. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  674. txq = brcmf_bus_gettxq(fws->drvr->bus_if);
  675. if (IS_ERR(txq)) {
  676. brcmf_dbg(TRACE, "no txq to clean up\n");
  677. return;
  678. }
  679. for (prec = 0; prec < txq->num_prec; prec++) {
  680. skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
  681. while (skb) {
  682. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  683. hi = &fws->hanger.items[hslot];
  684. WARN_ON(skb != hi->pkt);
  685. hi->state = BRCMF_FWS_HANGER_ITEM_STATE_FREE;
  686. brcmu_pkt_buf_free_skb(skb);
  687. skb = brcmu_pktq_pdeq_match(txq, prec, fn, &ifidx);
  688. }
  689. }
  690. }
  691. static void brcmf_fws_cleanup(struct brcmf_fws_info *fws, int ifidx)
  692. {
  693. int i;
  694. struct brcmf_fws_mac_descriptor *table;
  695. bool (*matchfn)(struct sk_buff *, void *) = NULL;
  696. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  697. if (fws == NULL)
  698. return;
  699. if (ifidx != -1)
  700. matchfn = brcmf_fws_ifidx_match;
  701. /* cleanup individual nodes */
  702. table = &fws->desc.nodes[0];
  703. for (i = 0; i < ARRAY_SIZE(fws->desc.nodes); i++)
  704. brcmf_fws_mac_desc_cleanup(fws, &table[i], ifidx);
  705. brcmf_fws_mac_desc_cleanup(fws, &fws->desc.other, ifidx);
  706. brcmf_fws_bus_txq_cleanup(fws, matchfn, ifidx);
  707. brcmf_fws_hanger_cleanup(fws, matchfn, ifidx);
  708. }
  709. static void brcmf_fws_tim_update(struct brcmf_fws_info *ctx,
  710. struct brcmf_fws_mac_descriptor *entry,
  711. int prec)
  712. {
  713. brcmf_dbg(TRACE, "enter: ea=%pM\n", entry->ea);
  714. if (entry->state == BRCMF_FWS_STATE_CLOSE) {
  715. /* check delayedQ and suppressQ in one call using bitmap */
  716. if (brcmu_pktq_mlen(&entry->psq, 3 << (prec * 2)) == 0)
  717. entry->traffic_pending_bmp =
  718. entry->traffic_pending_bmp & ~NBITVAL(prec);
  719. else
  720. entry->traffic_pending_bmp =
  721. entry->traffic_pending_bmp | NBITVAL(prec);
  722. }
  723. /* request a TIM update to firmware at the next piggyback opportunity */
  724. if (entry->traffic_lastreported_bmp != entry->traffic_pending_bmp)
  725. entry->send_tim_signal = true;
  726. }
  727. static void
  728. brcmf_fws_flow_control_check(struct brcmf_fws_info *fws, struct pktq *pq,
  729. u8 if_id)
  730. {
  731. struct brcmf_if *ifp = fws->drvr->iflist[if_id];
  732. brcmf_dbg(TRACE,
  733. "enter: bssidx=%d, ifidx=%d\n", ifp->bssidx, ifp->ifidx);
  734. if (WARN_ON(!ifp))
  735. return;
  736. if ((ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
  737. pq->len <= BRCMF_FWS_FLOWCONTROL_LOWATER)
  738. brcmf_txflowblock_if(ifp,
  739. BRCMF_NETIF_STOP_REASON_FWS_FC, false);
  740. if (!(ifp->netif_stop & BRCMF_NETIF_STOP_REASON_FWS_FC) &&
  741. pq->len >= BRCMF_FWS_FLOWCONTROL_HIWATER)
  742. brcmf_txflowblock_if(ifp, BRCMF_NETIF_STOP_REASON_FWS_FC, true);
  743. return;
  744. }
  745. static int brcmf_fws_rssi_indicate(struct brcmf_fws_info *fws, s8 rssi)
  746. {
  747. brcmf_dbg(CTL, "rssi %d\n", rssi);
  748. return 0;
  749. }
  750. static
  751. int brcmf_fws_macdesc_indicate(struct brcmf_fws_info *fws, u8 type, u8 *data)
  752. {
  753. struct brcmf_fws_mac_descriptor *entry, *existing;
  754. u8 mac_handle;
  755. u8 ifidx;
  756. u8 *addr;
  757. mac_handle = *data++;
  758. ifidx = *data++;
  759. addr = data;
  760. entry = &fws->desc.nodes[mac_handle & 0x1F];
  761. if (type == BRCMF_FWS_TYPE_MACDESC_DEL) {
  762. brcmf_dbg(TRACE, "deleting mac %pM idx %d\n", addr, ifidx);
  763. if (entry->occupied)
  764. brcmf_fws_clear_mac_descriptor(entry);
  765. else
  766. fws->stats.mac_update_failed++;
  767. return 0;
  768. }
  769. brcmf_dbg(TRACE,
  770. "add mac %pM handle %u idx %d\n", addr, mac_handle, ifidx);
  771. existing = brcmf_fws_mac_descriptor_lookup(fws, addr);
  772. if (IS_ERR(existing)) {
  773. if (!entry->occupied) {
  774. entry->mac_handle = mac_handle;
  775. brcmf_fws_init_mac_descriptor(entry, addr, ifidx);
  776. brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
  777. BRCMF_FWS_PSQ_LEN);
  778. } else {
  779. fws->stats.mac_update_failed++;
  780. }
  781. } else {
  782. if (entry != existing) {
  783. brcmf_dbg(TRACE, "relocate mac\n");
  784. memcpy(entry, existing,
  785. offsetof(struct brcmf_fws_mac_descriptor, psq));
  786. entry->mac_handle = mac_handle;
  787. brcmf_fws_clear_mac_descriptor(existing);
  788. } else {
  789. brcmf_dbg(TRACE, "use existing\n");
  790. WARN_ON(entry->mac_handle != mac_handle);
  791. /* TODO: what should we do here: continue, reinit, .. */
  792. }
  793. }
  794. return 0;
  795. }
  796. static int brcmf_fws_macdesc_state_indicate(struct brcmf_fws_info *fws,
  797. u8 type, u8 *data)
  798. {
  799. struct brcmf_fws_mac_descriptor *entry;
  800. u8 mac_handle;
  801. int i;
  802. mac_handle = data[0];
  803. entry = &fws->desc.nodes[mac_handle & 0x1F];
  804. if (!entry->occupied) {
  805. fws->stats.mac_ps_update_failed++;
  806. return -ESRCH;
  807. }
  808. /* a state update should wipe old credits? */
  809. entry->requested_credit = 0;
  810. if (type == BRCMF_FWS_TYPE_MAC_OPEN) {
  811. entry->state = BRCMF_FWS_STATE_OPEN;
  812. } else {
  813. entry->state = BRCMF_FWS_STATE_CLOSE;
  814. for (i = BRCMF_FWS_FIFO_AC_BE; i < NL80211_NUM_ACS; i++)
  815. brcmf_fws_tim_update(fws, entry, i);
  816. }
  817. return 0;
  818. }
  819. static int brcmf_fws_interface_state_indicate(struct brcmf_fws_info *fws,
  820. u8 type, u8 *data)
  821. {
  822. struct brcmf_fws_mac_descriptor *entry;
  823. u8 ifidx;
  824. int ret;
  825. ifidx = data[0];
  826. brcmf_dbg(TRACE, "enter: ifidx=%d\n", ifidx);
  827. if (ifidx >= BRCMF_MAX_IFS) {
  828. ret = -ERANGE;
  829. goto fail;
  830. }
  831. entry = &fws->desc.iface[ifidx];
  832. if (!entry->occupied) {
  833. ret = -ESRCH;
  834. goto fail;
  835. }
  836. switch (type) {
  837. case BRCMF_FWS_TYPE_INTERFACE_OPEN:
  838. entry->state = BRCMF_FWS_STATE_OPEN;
  839. return 0;
  840. case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
  841. entry->state = BRCMF_FWS_STATE_CLOSE;
  842. return 0;
  843. default:
  844. ret = -EINVAL;
  845. break;
  846. }
  847. fail:
  848. fws->stats.if_update_failed++;
  849. return ret;
  850. }
  851. static int brcmf_fws_request_indicate(struct brcmf_fws_info *fws, u8 type,
  852. u8 *data)
  853. {
  854. struct brcmf_fws_mac_descriptor *entry;
  855. entry = &fws->desc.nodes[data[1] & 0x1F];
  856. if (!entry->occupied) {
  857. if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
  858. fws->stats.credit_request_failed++;
  859. else
  860. fws->stats.packet_request_failed++;
  861. return -ESRCH;
  862. }
  863. if (type == BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT)
  864. entry->requested_credit = data[0];
  865. else
  866. entry->requested_packet = data[0];
  867. entry->ac_bitmap = data[2];
  868. return 0;
  869. }
  870. static void brcmf_fws_return_credits(struct brcmf_fws_info *fws,
  871. u8 fifo, u8 credits)
  872. {
  873. if (!credits)
  874. return;
  875. fws->fifo_credit_map |= 1 << fifo;
  876. fws->fifo_credit[fifo] += credits;
  877. }
  878. static void brcmf_fws_schedule_deq(struct brcmf_fws_info *fws)
  879. {
  880. /* only schedule dequeue when there are credits for delayed traffic */
  881. if (fws->fifo_credit_map & fws->fifo_delay_map)
  882. queue_work(fws->fws_wq, &fws->fws_dequeue_work);
  883. }
  884. static void brcmf_skb_pick_up_credit(struct brcmf_fws_info *fws, int fifo,
  885. struct sk_buff *p)
  886. {
  887. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(p)->mac;
  888. if (brcmf_skbcb(p)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  889. if (fws->fcmode != BRCMF_FWS_FCMODE_IMPLIED_CREDIT)
  890. return;
  891. brcmf_fws_return_credits(fws, fifo, 1);
  892. } else {
  893. /*
  894. * if this packet did not count against FIFO credit, it
  895. * must have taken a requested_credit from the destination
  896. * entry (for pspoll etc.)
  897. */
  898. if (!brcmf_skb_if_flags_get_field(p, REQUESTED))
  899. entry->requested_credit++;
  900. }
  901. brcmf_fws_schedule_deq(fws);
  902. }
  903. static int brcmf_fws_enq(struct brcmf_fws_info *fws,
  904. enum brcmf_fws_skb_state state, int fifo,
  905. struct sk_buff *p)
  906. {
  907. int prec = 2 * fifo;
  908. u32 *qfull_stat = &fws->stats.delayq_full_error;
  909. struct brcmf_fws_mac_descriptor *entry;
  910. entry = brcmf_skbcb(p)->mac;
  911. if (entry == NULL) {
  912. brcmf_err("no mac descriptor found for skb %p\n", p);
  913. return -ENOENT;
  914. }
  915. brcmf_dbg(TRACE, "enter: ea=%pM, qlen=%d\n", entry->ea, entry->psq.len);
  916. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
  917. prec += 1;
  918. qfull_stat = &fws->stats.supprq_full_error;
  919. }
  920. if (brcmu_pktq_penq(&entry->psq, prec, p) == NULL) {
  921. *qfull_stat += 1;
  922. return -ENFILE;
  923. }
  924. /* increment total enqueued packet count */
  925. fws->fifo_delay_map |= 1 << fifo;
  926. fws->fifo_enqpkt[fifo]++;
  927. /* update the sk_buff state */
  928. brcmf_skbcb(p)->state = state;
  929. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED)
  930. entry->suppress_count++;
  931. /*
  932. * A packet has been pushed so update traffic
  933. * availability bitmap, if applicable
  934. */
  935. brcmf_fws_tim_update(fws, entry, fifo);
  936. brcmf_fws_flow_control_check(fws, &entry->psq,
  937. brcmf_skb_if_flags_get_field(p, INDEX));
  938. return 0;
  939. }
  940. static struct sk_buff *brcmf_fws_deq(struct brcmf_fws_info *fws, int fifo)
  941. {
  942. struct brcmf_fws_mac_descriptor *table;
  943. struct brcmf_fws_mac_descriptor *entry;
  944. struct sk_buff *p;
  945. int use_credit = 1;
  946. int num_nodes;
  947. int node_pos;
  948. int prec_out;
  949. int pmsk = 3;
  950. int i;
  951. table = (struct brcmf_fws_mac_descriptor *)&fws->desc;
  952. num_nodes = sizeof(fws->desc) / sizeof(struct brcmf_fws_mac_descriptor);
  953. node_pos = fws->deq_node_pos[fifo];
  954. for (i = 0; i < num_nodes; i++) {
  955. entry = &table[(node_pos + i) % num_nodes];
  956. if (!entry->occupied || brcmf_fws_mac_desc_closed(entry, fifo))
  957. continue;
  958. if (entry->suppressed)
  959. pmsk = 2;
  960. p = brcmu_pktq_mdeq(&entry->psq, pmsk << (fifo * 2), &prec_out);
  961. if (p == NULL) {
  962. if (entry->suppressed) {
  963. if (entry->suppr_transit_count >
  964. entry->suppress_count)
  965. return NULL;
  966. entry->suppressed = false;
  967. p = brcmu_pktq_mdeq(&entry->psq,
  968. 1 << (fifo * 2), &prec_out);
  969. }
  970. }
  971. if (p == NULL)
  972. continue;
  973. /* did the packet come from suppress sub-queue? */
  974. if (entry->requested_credit > 0) {
  975. entry->requested_credit--;
  976. /*
  977. * if the packet was pulled out while destination is in
  978. * closed state but had a non-zero packets requested,
  979. * then this should not count against the FIFO credit.
  980. * That is due to the fact that the firmware will
  981. * most likely hold onto this packet until a suitable
  982. * time later to push it to the appropriate AC FIFO.
  983. */
  984. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  985. use_credit = 0;
  986. } else if (entry->requested_packet > 0) {
  987. entry->requested_packet--;
  988. brcmf_skb_if_flags_set_field(p, REQUESTED, 1);
  989. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  990. use_credit = 0;
  991. }
  992. brcmf_skb_if_flags_set_field(p, CREDITCHECK, use_credit);
  993. /* move dequeue position to ensure fair round-robin */
  994. fws->deq_node_pos[fifo] = (node_pos + i + 1) % num_nodes;
  995. brcmf_fws_flow_control_check(fws, &entry->psq,
  996. brcmf_skb_if_flags_get_field(p,
  997. INDEX)
  998. );
  999. /*
  1000. * A packet has been picked up, update traffic
  1001. * availability bitmap, if applicable
  1002. */
  1003. brcmf_fws_tim_update(fws, entry, fifo);
  1004. /*
  1005. * decrement total enqueued fifo packets and
  1006. * clear delay bitmap if done.
  1007. */
  1008. fws->fifo_enqpkt[fifo]--;
  1009. if (fws->fifo_enqpkt[fifo] == 0)
  1010. fws->fifo_delay_map &= ~(1 << fifo);
  1011. goto done;
  1012. }
  1013. p = NULL;
  1014. done:
  1015. brcmf_dbg(TRACE, "exit: fifo %d skb %p\n", fifo, p);
  1016. return p;
  1017. }
  1018. static int brcmf_fws_txstatus_suppressed(struct brcmf_fws_info *fws, int fifo,
  1019. struct sk_buff *skb, u32 genbit)
  1020. {
  1021. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1022. u32 hslot;
  1023. int ret;
  1024. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  1025. /* this packet was suppressed */
  1026. if (!entry->suppressed || entry->generation != genbit) {
  1027. entry->suppressed = true;
  1028. entry->suppress_count = brcmu_pktq_mlen(&entry->psq,
  1029. 1 << (fifo * 2 + 1));
  1030. entry->suppr_transit_count = entry->transit_count;
  1031. }
  1032. entry->generation = genbit;
  1033. ret = brcmf_fws_enq(fws, BRCMF_FWS_SKBSTATE_SUPPRESSED, fifo, skb);
  1034. if (ret != 0) {
  1035. /* suppress q is full, drop this packet */
  1036. brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
  1037. true);
  1038. } else {
  1039. /*
  1040. * Mark suppressed to avoid a double free during
  1041. * wlfc cleanup
  1042. */
  1043. brcmf_fws_hanger_mark_suppressed(&fws->hanger, hslot,
  1044. genbit);
  1045. entry->suppress_count++;
  1046. }
  1047. return ret;
  1048. }
  1049. static int
  1050. brcmf_fws_txstatus_process(struct brcmf_fws_info *fws, u8 flags, u32 hslot,
  1051. u32 genbit)
  1052. {
  1053. u32 fifo;
  1054. int ret;
  1055. bool remove_from_hanger = true;
  1056. struct sk_buff *skb;
  1057. struct brcmf_fws_mac_descriptor *entry = NULL;
  1058. brcmf_dbg(TRACE, "status: flags=0x%X, hslot=%d\n",
  1059. flags, hslot);
  1060. if (flags == BRCMF_FWS_TXSTATUS_DISCARD)
  1061. fws->stats.txs_discard++;
  1062. else if (flags == BRCMF_FWS_TXSTATUS_CORE_SUPPRESS) {
  1063. fws->stats.txs_supp_core++;
  1064. remove_from_hanger = false;
  1065. } else if (flags == BRCMF_FWS_TXSTATUS_FW_PS_SUPPRESS) {
  1066. fws->stats.txs_supp_ps++;
  1067. remove_from_hanger = false;
  1068. } else if (flags == BRCMF_FWS_TXSTATUS_FW_TOSSED)
  1069. fws->stats.txs_tossed++;
  1070. else
  1071. brcmf_err("unexpected txstatus\n");
  1072. ret = brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &skb,
  1073. remove_from_hanger);
  1074. if (ret != 0) {
  1075. brcmf_err("no packet in hanger slot: hslot=%d\n", hslot);
  1076. return ret;
  1077. }
  1078. entry = brcmf_skbcb(skb)->mac;
  1079. if (WARN_ON(!entry)) {
  1080. brcmu_pkt_buf_free_skb(skb);
  1081. return -EINVAL;
  1082. }
  1083. /* pick up the implicit credit from this packet */
  1084. fifo = brcmf_skb_htod_tag_get_field(skb, FIFO);
  1085. brcmf_skb_pick_up_credit(fws, fifo, skb);
  1086. if (!remove_from_hanger)
  1087. ret = brcmf_fws_txstatus_suppressed(fws, fifo, skb, genbit);
  1088. if (remove_from_hanger || ret) {
  1089. entry->transit_count--;
  1090. if (entry->suppressed)
  1091. entry->suppr_transit_count--;
  1092. brcmf_txfinalize(fws->drvr, skb, true);
  1093. }
  1094. return 0;
  1095. }
  1096. static int brcmf_fws_fifocreditback_indicate(struct brcmf_fws_info *fws,
  1097. u8 *data)
  1098. {
  1099. int i;
  1100. if (fws->fcmode != BRCMF_FWS_FCMODE_EXPLICIT_CREDIT) {
  1101. brcmf_dbg(INFO, "ignored\n");
  1102. return 0;
  1103. }
  1104. brcmf_dbg(TRACE, "enter: data %pM\n", data);
  1105. for (i = 0; i < BRCMF_FWS_FIFO_COUNT; i++)
  1106. brcmf_fws_return_credits(fws, i, data[i]);
  1107. brcmf_dbg(INFO, "map: credit %x delay %x\n", fws->fifo_credit_map,
  1108. fws->fifo_delay_map);
  1109. brcmf_fws_schedule_deq(fws);
  1110. return 0;
  1111. }
  1112. static int brcmf_fws_txstatus_indicate(struct brcmf_fws_info *fws, u8 *data)
  1113. {
  1114. __le32 status_le;
  1115. u32 status;
  1116. u32 hslot;
  1117. u32 genbit;
  1118. u8 flags;
  1119. fws->stats.txs_indicate++;
  1120. memcpy(&status_le, data, sizeof(status_le));
  1121. status = le32_to_cpu(status_le);
  1122. flags = brcmf_txstatus_get_field(status, FLAGS);
  1123. hslot = brcmf_txstatus_get_field(status, HSLOT);
  1124. genbit = brcmf_txstatus_get_field(status, GENERATION);
  1125. return brcmf_fws_txstatus_process(fws, flags, hslot, genbit);
  1126. }
  1127. static int brcmf_fws_dbg_seqnum_check(struct brcmf_fws_info *fws, u8 *data)
  1128. {
  1129. __le32 timestamp;
  1130. memcpy(&timestamp, &data[2], sizeof(timestamp));
  1131. brcmf_dbg(INFO, "received: seq %d, timestamp %d\n", data[1],
  1132. le32_to_cpu(timestamp));
  1133. return 0;
  1134. }
  1135. /* using macro so sparse checking does not complain
  1136. * about locking imbalance.
  1137. */
  1138. #define brcmf_fws_lock(drvr, flags) \
  1139. do { \
  1140. flags = 0; \
  1141. spin_lock_irqsave(&((drvr)->fws_spinlock), (flags)); \
  1142. } while (0)
  1143. /* using macro so sparse checking does not complain
  1144. * about locking imbalance.
  1145. */
  1146. #define brcmf_fws_unlock(drvr, flags) \
  1147. spin_unlock_irqrestore(&((drvr)->fws_spinlock), (flags))
  1148. static int brcmf_fws_notify_credit_map(struct brcmf_if *ifp,
  1149. const struct brcmf_event_msg *e,
  1150. void *data)
  1151. {
  1152. struct brcmf_fws_info *fws = ifp->drvr->fws;
  1153. int i;
  1154. ulong flags;
  1155. u8 *credits = data;
  1156. if (e->datalen < BRCMF_FWS_FIFO_COUNT) {
  1157. brcmf_err("event payload too small (%d)\n", e->datalen);
  1158. return -EINVAL;
  1159. }
  1160. brcmf_dbg(TRACE, "enter: credits %pM\n", credits);
  1161. brcmf_fws_lock(ifp->drvr, flags);
  1162. for (i = 0; i < ARRAY_SIZE(fws->fifo_credit); i++) {
  1163. if (*credits)
  1164. fws->fifo_credit_map |= 1 << i;
  1165. else
  1166. fws->fifo_credit_map &= ~(1 << i);
  1167. fws->fifo_credit[i] = *credits++;
  1168. }
  1169. brcmf_fws_schedule_deq(fws);
  1170. brcmf_fws_unlock(ifp->drvr, flags);
  1171. return 0;
  1172. }
  1173. int brcmf_fws_hdrpull(struct brcmf_pub *drvr, int ifidx, s16 signal_len,
  1174. struct sk_buff *skb)
  1175. {
  1176. struct brcmf_fws_info *fws = drvr->fws;
  1177. ulong flags;
  1178. u8 *signal_data;
  1179. s16 data_len;
  1180. u8 type;
  1181. u8 len;
  1182. u8 *data;
  1183. brcmf_dbg(TRACE, "enter: ifidx %d, skblen %u, sig %d\n",
  1184. ifidx, skb->len, signal_len);
  1185. WARN_ON(signal_len > skb->len);
  1186. /* if flow control disabled, skip to packet data and leave */
  1187. if (!signal_len || !drvr->fw_signals) {
  1188. skb_pull(skb, signal_len);
  1189. return 0;
  1190. }
  1191. /* lock during tlv parsing */
  1192. brcmf_fws_lock(drvr, flags);
  1193. fws->stats.header_pulls++;
  1194. data_len = signal_len;
  1195. signal_data = skb->data;
  1196. while (data_len > 0) {
  1197. /* extract tlv info */
  1198. type = signal_data[0];
  1199. /* FILLER type is actually not a TLV, but
  1200. * a single byte that can be skipped.
  1201. */
  1202. if (type == BRCMF_FWS_TYPE_FILLER) {
  1203. signal_data += 1;
  1204. data_len -= 1;
  1205. continue;
  1206. }
  1207. len = signal_data[1];
  1208. data = signal_data + 2;
  1209. brcmf_dbg(INFO, "tlv type=%d (%s), len=%d, data[0]=%d\n", type,
  1210. brcmf_fws_get_tlv_name(type), len, *data);
  1211. /* abort parsing when length invalid */
  1212. if (data_len < len + 2)
  1213. break;
  1214. if (len != brcmf_fws_get_tlv_len(fws, type))
  1215. break;
  1216. switch (type) {
  1217. case BRCMF_FWS_TYPE_HOST_REORDER_RXPKTS:
  1218. case BRCMF_FWS_TYPE_COMP_TXSTATUS:
  1219. break;
  1220. case BRCMF_FWS_TYPE_MACDESC_ADD:
  1221. case BRCMF_FWS_TYPE_MACDESC_DEL:
  1222. brcmf_fws_macdesc_indicate(fws, type, data);
  1223. break;
  1224. case BRCMF_FWS_TYPE_MAC_OPEN:
  1225. case BRCMF_FWS_TYPE_MAC_CLOSE:
  1226. brcmf_fws_macdesc_state_indicate(fws, type, data);
  1227. break;
  1228. case BRCMF_FWS_TYPE_INTERFACE_OPEN:
  1229. case BRCMF_FWS_TYPE_INTERFACE_CLOSE:
  1230. brcmf_fws_interface_state_indicate(fws, type, data);
  1231. break;
  1232. case BRCMF_FWS_TYPE_MAC_REQUEST_CREDIT:
  1233. case BRCMF_FWS_TYPE_MAC_REQUEST_PACKET:
  1234. brcmf_fws_request_indicate(fws, type, data);
  1235. break;
  1236. case BRCMF_FWS_TYPE_TXSTATUS:
  1237. brcmf_fws_txstatus_indicate(fws, data);
  1238. break;
  1239. case BRCMF_FWS_TYPE_FIFO_CREDITBACK:
  1240. brcmf_fws_fifocreditback_indicate(fws, data);
  1241. break;
  1242. case BRCMF_FWS_TYPE_RSSI:
  1243. brcmf_fws_rssi_indicate(fws, *data);
  1244. break;
  1245. case BRCMF_FWS_TYPE_TRANS_ID:
  1246. brcmf_fws_dbg_seqnum_check(fws, data);
  1247. break;
  1248. case BRCMF_FWS_TYPE_PKTTAG:
  1249. case BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP:
  1250. default:
  1251. fws->stats.tlv_invalid_type++;
  1252. break;
  1253. }
  1254. signal_data += len + 2;
  1255. data_len -= len + 2;
  1256. }
  1257. if (data_len != 0)
  1258. fws->stats.tlv_parse_failed++;
  1259. /* signalling processing result does
  1260. * not affect the actual ethernet packet.
  1261. */
  1262. skb_pull(skb, signal_len);
  1263. /* this may be a signal-only packet
  1264. */
  1265. if (skb->len == 0)
  1266. fws->stats.header_only_pkt++;
  1267. brcmf_fws_unlock(drvr, flags);
  1268. return 0;
  1269. }
  1270. static int brcmf_fws_hdrpush(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1271. {
  1272. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1273. u8 *wlh;
  1274. u16 data_offset = 0;
  1275. u8 fillers;
  1276. __le32 pkttag = cpu_to_le32(brcmf_skbcb(skb)->htod);
  1277. brcmf_dbg(TRACE, "enter: ea=%pM, ifidx=%u, pkttag=0x%08X\n",
  1278. entry->ea, entry->interface_id, le32_to_cpu(pkttag));
  1279. if (entry->send_tim_signal)
  1280. data_offset += 2 + BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
  1281. /* +2 is for Type[1] and Len[1] in TLV, plus TIM signal */
  1282. data_offset += 2 + BRCMF_FWS_TYPE_PKTTAG_LEN;
  1283. fillers = round_up(data_offset, 4) - data_offset;
  1284. data_offset += fillers;
  1285. skb_push(skb, data_offset);
  1286. wlh = skb->data;
  1287. wlh[0] = BRCMF_FWS_TYPE_PKTTAG;
  1288. wlh[1] = BRCMF_FWS_TYPE_PKTTAG_LEN;
  1289. memcpy(&wlh[2], &pkttag, sizeof(pkttag));
  1290. wlh += BRCMF_FWS_TYPE_PKTTAG_LEN + 2;
  1291. if (entry->send_tim_signal) {
  1292. entry->send_tim_signal = 0;
  1293. wlh[0] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP;
  1294. wlh[1] = BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN;
  1295. wlh[2] = entry->mac_handle;
  1296. wlh[3] = entry->traffic_pending_bmp;
  1297. wlh += BRCMF_FWS_TYPE_PENDING_TRAFFIC_BMP_LEN + 2;
  1298. entry->traffic_lastreported_bmp = entry->traffic_pending_bmp;
  1299. }
  1300. if (fillers)
  1301. memset(wlh, BRCMF_FWS_TYPE_FILLER, fillers);
  1302. brcmf_proto_hdrpush(fws->drvr, brcmf_skb_if_flags_get_field(skb, INDEX),
  1303. data_offset >> 2, skb);
  1304. return 0;
  1305. }
  1306. static int brcmf_fws_precommit_skb(struct brcmf_fws_info *fws, int fifo,
  1307. struct sk_buff *p)
  1308. {
  1309. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(p);
  1310. struct brcmf_fws_mac_descriptor *entry = skcb->mac;
  1311. int rc = 0;
  1312. bool header_needed;
  1313. int hslot = BRCMF_FWS_HANGER_MAXITEMS;
  1314. u8 free_ctr;
  1315. u8 ifidx;
  1316. u8 flags;
  1317. header_needed = skcb->state != BRCMF_FWS_SKBSTATE_SUPPRESSED;
  1318. if (header_needed) {
  1319. /* obtaining free slot may fail, but that will be caught
  1320. * by the hanger push. This assures the packet has a BDC
  1321. * header upon return.
  1322. */
  1323. hslot = brcmf_fws_hanger_get_free_slot(&fws->hanger);
  1324. free_ctr = entry->seq[fifo];
  1325. brcmf_skb_htod_tag_set_field(p, HSLOT, hslot);
  1326. brcmf_skb_htod_tag_set_field(p, FREERUN, free_ctr);
  1327. brcmf_skb_htod_tag_set_field(p, GENERATION, 1);
  1328. entry->transit_count++;
  1329. }
  1330. brcmf_skb_if_flags_set_field(p, TRANSMIT, 1);
  1331. brcmf_skb_htod_tag_set_field(p, FIFO, fifo);
  1332. flags = BRCMF_FWS_HTOD_FLAG_PKTFROMHOST;
  1333. if (!(skcb->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)) {
  1334. /*
  1335. Indicate that this packet is being sent in response to an
  1336. explicit request from the firmware side.
  1337. */
  1338. flags |= BRCMF_FWS_HTOD_FLAG_PKT_REQUESTED;
  1339. }
  1340. brcmf_skb_htod_tag_set_field(p, FLAGS, flags);
  1341. if (header_needed) {
  1342. brcmf_fws_hdrpush(fws, p);
  1343. rc = brcmf_fws_hanger_pushpkt(&fws->hanger, p, hslot);
  1344. if (rc)
  1345. brcmf_err("hanger push failed: rc=%d\n", rc);
  1346. } else {
  1347. int gen;
  1348. /* remove old header */
  1349. rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, p);
  1350. if (rc == 0) {
  1351. hslot = brcmf_skb_htod_tag_get_field(p, HSLOT);
  1352. brcmf_fws_hanger_get_genbit(&fws->hanger, p,
  1353. hslot, &gen);
  1354. brcmf_skb_htod_tag_set_field(p, GENERATION, gen);
  1355. /* push new header */
  1356. brcmf_fws_hdrpush(fws, p);
  1357. }
  1358. }
  1359. return rc;
  1360. }
  1361. static int
  1362. brcmf_fws_rollback_toq(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1363. {
  1364. /*
  1365. put the packet back to the head of queue
  1366. - suppressed packet goes back to suppress sub-queue
  1367. - pull out the header, if new or delayed packet
  1368. Note: hslot is used only when header removal is done.
  1369. */
  1370. struct brcmf_fws_mac_descriptor *entry;
  1371. enum brcmf_fws_skb_state state;
  1372. struct sk_buff *pktout;
  1373. int rc = 0;
  1374. int fifo;
  1375. int hslot;
  1376. u8 ifidx;
  1377. fifo = brcmf_skb_if_flags_get_field(skb, FIFO);
  1378. state = brcmf_skbcb(skb)->state;
  1379. entry = brcmf_skbcb(skb)->mac;
  1380. if (entry != NULL) {
  1381. if (state == BRCMF_FWS_SKBSTATE_SUPPRESSED) {
  1382. /* wl-header is saved for suppressed packets */
  1383. pktout = brcmu_pktq_penq_head(&entry->psq, 2 * fifo + 1,
  1384. skb);
  1385. if (pktout == NULL) {
  1386. brcmf_err("suppress queue full\n");
  1387. rc = -ENOSPC;
  1388. }
  1389. } else {
  1390. hslot = brcmf_skb_htod_tag_get_field(skb, HSLOT);
  1391. /* remove header first */
  1392. rc = brcmf_proto_hdrpull(fws->drvr, false, &ifidx, skb);
  1393. if (rc) {
  1394. brcmf_err("header removal failed\n");
  1395. /* free the hanger slot */
  1396. brcmf_fws_hanger_poppkt(&fws->hanger, hslot,
  1397. &pktout, true);
  1398. brcmf_txfinalize(fws->drvr, skb, false);
  1399. rc = -EINVAL;
  1400. goto fail;
  1401. }
  1402. /* delay-q packets are going to delay-q */
  1403. pktout = brcmu_pktq_penq_head(&entry->psq,
  1404. 2 * fifo, skb);
  1405. if (pktout == NULL) {
  1406. brcmf_err("delay queue full\n");
  1407. rc = -ENOSPC;
  1408. }
  1409. /* free the hanger slot */
  1410. brcmf_fws_hanger_poppkt(&fws->hanger, hslot, &pktout,
  1411. true);
  1412. /* decrement sequence count */
  1413. entry->seq[fifo]--;
  1414. }
  1415. /*
  1416. if this packet did not count against FIFO credit, it must have
  1417. taken a requested_credit from the firmware (for pspoll etc.)
  1418. */
  1419. if (!(brcmf_skbcb(skb)->if_flags &
  1420. BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK))
  1421. entry->requested_credit++;
  1422. } else {
  1423. brcmf_err("no mac entry linked\n");
  1424. rc = -ENOENT;
  1425. }
  1426. fail:
  1427. if (rc)
  1428. fws->stats.rollback_failed++;
  1429. else
  1430. fws->stats.rollback_success++;
  1431. return rc;
  1432. }
  1433. static int brcmf_fws_consume_credit(struct brcmf_fws_info *fws, int fifo,
  1434. struct sk_buff *skb)
  1435. {
  1436. struct brcmf_fws_mac_descriptor *entry = brcmf_skbcb(skb)->mac;
  1437. int *credit = &fws->fifo_credit[fifo];
  1438. int use_credit = 1;
  1439. brcmf_dbg(TRACE, "enter: ac=%d, credits=%d\n", fifo, *credit);
  1440. if (entry->requested_credit > 0) {
  1441. /*
  1442. * if the packet was pulled out while destination is in
  1443. * closed state but had a non-zero packets requested,
  1444. * then this should not count against the FIFO credit.
  1445. * That is due to the fact that the firmware will
  1446. * most likely hold onto this packet until a suitable
  1447. * time later to push it to the appropriate AC FIFO.
  1448. */
  1449. entry->requested_credit--;
  1450. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1451. use_credit = 0;
  1452. } else if (entry->requested_packet > 0) {
  1453. entry->requested_packet--;
  1454. brcmf_skb_if_flags_set_field(skb, REQUESTED, 1);
  1455. if (entry->state == BRCMF_FWS_STATE_CLOSE)
  1456. use_credit = 0;
  1457. }
  1458. brcmf_skb_if_flags_set_field(skb, CREDITCHECK, use_credit);
  1459. if (!use_credit) {
  1460. brcmf_dbg(TRACE, "exit: no creditcheck set\n");
  1461. return 0;
  1462. }
  1463. if (!(*credit)) {
  1464. brcmf_dbg(TRACE, "exit: credits depleted\n");
  1465. return -ENAVAIL;
  1466. }
  1467. (*credit)--;
  1468. if (!(*credit))
  1469. fws->fifo_credit_map &= ~(1 << fifo);
  1470. brcmf_dbg(TRACE, "exit: ac=%d, credits=%d\n", fifo, *credit);
  1471. return 0;
  1472. }
  1473. static int brcmf_fws_commit_skb(struct brcmf_fws_info *fws, int fifo,
  1474. struct sk_buff *skb)
  1475. {
  1476. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
  1477. struct brcmf_fws_mac_descriptor *entry;
  1478. struct brcmf_bus *bus = fws->drvr->bus_if;
  1479. int rc;
  1480. entry = skcb->mac;
  1481. if (IS_ERR(entry))
  1482. return PTR_ERR(entry);
  1483. rc = brcmf_fws_precommit_skb(fws, fifo, skb);
  1484. if (rc < 0) {
  1485. fws->stats.generic_error++;
  1486. goto rollback;
  1487. }
  1488. rc = brcmf_bus_txdata(bus, skb);
  1489. if (rc < 0)
  1490. goto rollback;
  1491. entry->seq[fifo]++;
  1492. fws->stats.pkt2bus++;
  1493. if (brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  1494. fws->stats.send_pkts[fifo]++;
  1495. fws->stats.fifo_credits_sent[fifo]++;
  1496. }
  1497. return rc;
  1498. rollback:
  1499. rc = brcmf_fws_rollback_toq(fws, skb);
  1500. return rc;
  1501. }
  1502. int brcmf_fws_process_skb(struct brcmf_if *ifp, struct sk_buff *skb)
  1503. {
  1504. struct brcmf_pub *drvr = ifp->drvr;
  1505. struct brcmf_skbuff_cb *skcb = brcmf_skbcb(skb);
  1506. struct ethhdr *eh = (struct ethhdr *)(skb->data);
  1507. ulong flags;
  1508. int fifo = BRCMF_FWS_FIFO_BCMC;
  1509. bool multicast = is_multicast_ether_addr(eh->h_dest);
  1510. /* determine the priority */
  1511. if (!skb->priority)
  1512. skb->priority = cfg80211_classify8021d(skb);
  1513. drvr->tx_multicast += !!multicast;
  1514. if (ntohs(eh->h_proto) == ETH_P_PAE)
  1515. atomic_inc(&ifp->pend_8021x_cnt);
  1516. if (!brcmf_fws_fc_active(drvr->fws)) {
  1517. /* If the protocol uses a data header, apply it */
  1518. brcmf_proto_hdrpush(drvr, ifp->ifidx, 0, skb);
  1519. /* Use bus module to send data frame */
  1520. return brcmf_bus_txdata(drvr->bus_if, skb);
  1521. }
  1522. /* set control buffer information */
  1523. skcb->if_flags = 0;
  1524. skcb->mac = brcmf_fws_find_mac_desc(drvr->fws, ifp, eh->h_dest);
  1525. skcb->state = BRCMF_FWS_SKBSTATE_NEW;
  1526. brcmf_skb_if_flags_set_field(skb, INDEX, ifp->ifidx);
  1527. if (!multicast)
  1528. fifo = brcmf_fws_prio2fifo[skb->priority];
  1529. brcmf_skb_if_flags_set_field(skb, FIFO, fifo);
  1530. brcmf_dbg(TRACE, "ea=%pM, multi=%d, fifo=%d\n", eh->h_dest,
  1531. multicast, fifo);
  1532. brcmf_fws_lock(drvr, flags);
  1533. if (skcb->mac->suppressed ||
  1534. brcmf_fws_mac_desc_closed(skcb->mac, fifo) ||
  1535. brcmu_pktq_mlen(&skcb->mac->psq, 3 << (fifo * 2)) ||
  1536. (!multicast &&
  1537. brcmf_fws_consume_credit(drvr->fws, fifo, skb) < 0)) {
  1538. /* enqueue the packet in delayQ */
  1539. drvr->fws->fifo_delay_map |= 1 << fifo;
  1540. brcmf_fws_enq(drvr->fws, BRCMF_FWS_SKBSTATE_DELAYED, fifo, skb);
  1541. } else {
  1542. brcmf_fws_commit_skb(drvr->fws, fifo, skb);
  1543. }
  1544. brcmf_fws_unlock(drvr, flags);
  1545. return 0;
  1546. }
  1547. void brcmf_fws_reset_interface(struct brcmf_if *ifp)
  1548. {
  1549. struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
  1550. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  1551. if (!entry)
  1552. return;
  1553. brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
  1554. }
  1555. void brcmf_fws_add_interface(struct brcmf_if *ifp)
  1556. {
  1557. struct brcmf_fws_info *fws = ifp->drvr->fws;
  1558. struct brcmf_fws_mac_descriptor *entry;
  1559. brcmf_dbg(TRACE, "enter: idx=%d, mac=%pM\n",
  1560. ifp->bssidx, ifp->mac_addr);
  1561. if (!ifp->ndev || !ifp->drvr->fw_signals)
  1562. return;
  1563. entry = &fws->desc.iface[ifp->ifidx];
  1564. ifp->fws_desc = entry;
  1565. brcmf_fws_init_mac_descriptor(entry, ifp->mac_addr, ifp->ifidx);
  1566. brcmu_pktq_init(&entry->psq, BRCMF_FWS_PSQ_PREC_COUNT,
  1567. BRCMF_FWS_PSQ_LEN);
  1568. }
  1569. void brcmf_fws_del_interface(struct brcmf_if *ifp)
  1570. {
  1571. struct brcmf_fws_mac_descriptor *entry = ifp->fws_desc;
  1572. brcmf_dbg(TRACE, "enter: idx=%d\n", ifp->bssidx);
  1573. if (!entry)
  1574. return;
  1575. ifp->fws_desc = NULL;
  1576. brcmf_fws_clear_mac_descriptor(entry);
  1577. brcmf_fws_cleanup(ifp->drvr->fws, ifp->ifidx);
  1578. }
  1579. static void brcmf_fws_dequeue_worker(struct work_struct *worker)
  1580. {
  1581. struct brcmf_fws_info *fws;
  1582. struct sk_buff *skb;
  1583. ulong flags;
  1584. int fifo;
  1585. int credit;
  1586. fws = container_of(worker, struct brcmf_fws_info, fws_dequeue_work);
  1587. brcmf_dbg(TRACE, "enter: fws=%p\n", fws);
  1588. brcmf_fws_lock(fws->drvr, flags);
  1589. for (fifo = NL80211_NUM_ACS; fifo >= 0; fifo--) {
  1590. brcmf_dbg(TRACE, "fifo %d credit %d\n", fifo,
  1591. fws->fifo_credit[fifo]);
  1592. for (credit = 0; credit < fws->fifo_credit[fifo]; /* nop */) {
  1593. skb = brcmf_fws_deq(fws, fifo);
  1594. if (!skb)
  1595. break;
  1596. if (!brcmf_fws_commit_skb(fws, fifo, skb) &&
  1597. brcmf_skbcb(skb)->if_flags &
  1598. BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK)
  1599. credit++;
  1600. }
  1601. fws->fifo_credit[fifo] -= credit;
  1602. }
  1603. brcmf_fws_unlock(fws->drvr, flags);
  1604. }
  1605. int brcmf_fws_init(struct brcmf_pub *drvr)
  1606. {
  1607. u32 tlv = BRCMF_FWS_FLAGS_RSSI_SIGNALS;
  1608. int rc;
  1609. if (!drvr->fw_signals)
  1610. return 0;
  1611. spin_lock_init(&drvr->fws_spinlock);
  1612. drvr->fws = kzalloc(sizeof(*(drvr->fws)), GFP_KERNEL);
  1613. if (!drvr->fws) {
  1614. rc = -ENOMEM;
  1615. goto fail;
  1616. }
  1617. /* set linkage back */
  1618. drvr->fws->drvr = drvr;
  1619. drvr->fws->fcmode = fcmode;
  1620. drvr->fws->fws_wq = create_singlethread_workqueue("brcmf_fws_wq");
  1621. if (drvr->fws->fws_wq == NULL) {
  1622. brcmf_err("workqueue creation failed\n");
  1623. rc = -EBADF;
  1624. goto fail;
  1625. }
  1626. INIT_WORK(&drvr->fws->fws_dequeue_work, brcmf_fws_dequeue_worker);
  1627. /* enable firmware signalling if fcmode active */
  1628. if (drvr->fws->fcmode != BRCMF_FWS_FCMODE_NONE)
  1629. tlv |= BRCMF_FWS_FLAGS_XONXOFF_SIGNALS |
  1630. BRCMF_FWS_FLAGS_CREDIT_STATUS_SIGNALS |
  1631. BRCMF_FWS_FLAGS_HOST_PROPTXSTATUS_ACTIVE;
  1632. rc = brcmf_fil_iovar_int_set(drvr->iflist[0], "tlv", tlv);
  1633. if (rc < 0) {
  1634. brcmf_err("failed to set bdcv2 tlv signaling\n");
  1635. goto fail;
  1636. }
  1637. if (brcmf_fweh_register(drvr, BRCMF_E_FIFO_CREDIT_MAP,
  1638. brcmf_fws_notify_credit_map)) {
  1639. brcmf_err("register credit map handler failed\n");
  1640. goto fail;
  1641. }
  1642. brcmf_fws_hanger_init(&drvr->fws->hanger);
  1643. brcmf_fws_init_mac_descriptor(&drvr->fws->desc.other, NULL, 0);
  1644. brcmu_pktq_init(&drvr->fws->desc.other.psq, BRCMF_FWS_PSQ_PREC_COUNT,
  1645. BRCMF_FWS_PSQ_LEN);
  1646. /* create debugfs file for statistics */
  1647. brcmf_debugfs_create_fws_stats(drvr, &drvr->fws->stats);
  1648. /* TODO: remove upon feature delivery */
  1649. brcmf_err("%s bdcv2 tlv signaling [%x]\n",
  1650. drvr->fw_signals ? "enabled" : "disabled", tlv);
  1651. return 0;
  1652. fail:
  1653. /* disable flow control entirely */
  1654. drvr->fw_signals = false;
  1655. brcmf_fws_deinit(drvr);
  1656. return rc;
  1657. }
  1658. void brcmf_fws_deinit(struct brcmf_pub *drvr)
  1659. {
  1660. struct brcmf_fws_info *fws = drvr->fws;
  1661. ulong flags;
  1662. if (!fws)
  1663. return;
  1664. /* cleanup */
  1665. brcmf_fws_lock(drvr, flags);
  1666. brcmf_fws_cleanup(fws, -1);
  1667. drvr->fws = NULL;
  1668. brcmf_fws_unlock(drvr, flags);
  1669. /* free top structure */
  1670. kfree(fws);
  1671. }
  1672. bool brcmf_fws_fc_active(struct brcmf_fws_info *fws)
  1673. {
  1674. if (!fws)
  1675. return false;
  1676. brcmf_dbg(TRACE, "enter: mode=%d\n", fws->fcmode);
  1677. return fws->fcmode != BRCMF_FWS_FCMODE_NONE;
  1678. }
  1679. void brcmf_fws_bustxfail(struct brcmf_fws_info *fws, struct sk_buff *skb)
  1680. {
  1681. ulong flags;
  1682. brcmf_fws_lock(fws->drvr, flags);
  1683. brcmf_fws_txstatus_process(fws, BRCMF_FWS_TXSTATUS_FW_TOSSED,
  1684. brcmf_skb_htod_tag_get_field(skb, HSLOT), 0);
  1685. /* the packet never reached firmware so reclaim credit */
  1686. if (fws->fcmode == BRCMF_FWS_FCMODE_EXPLICIT_CREDIT &&
  1687. brcmf_skbcb(skb)->if_flags & BRCMF_SKB_IF_FLAGS_CREDITCHECK_MASK) {
  1688. brcmf_fws_return_credits(fws,
  1689. brcmf_skb_htod_tag_get_field(skb,
  1690. FIFO),
  1691. 1);
  1692. brcmf_fws_schedule_deq(fws);
  1693. }
  1694. brcmf_fws_unlock(fws->drvr, flags);
  1695. }