tx.c 39 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594
  1. /*
  2. * Atheros CARL9170 driver
  3. *
  4. * 802.11 xmit & status routines
  5. *
  6. * Copyright 2008, Johannes Berg <johannes@sipsolutions.net>
  7. * Copyright 2009, 2010, Christian Lamparter <chunkeey@googlemail.com>
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License as published by
  11. * the Free Software Foundation; either version 2 of the License, or
  12. * (at your option) any later version.
  13. *
  14. * This program is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17. * GNU General Public License for more details.
  18. *
  19. * You should have received a copy of the GNU General Public License
  20. * along with this program; see the file COPYING. If not, see
  21. * http://www.gnu.org/licenses/.
  22. *
  23. * This file incorporates work covered by the following copyright and
  24. * permission notice:
  25. * Copyright (c) 2007-2008 Atheros Communications, Inc.
  26. *
  27. * Permission to use, copy, modify, and/or distribute this software for any
  28. * purpose with or without fee is hereby granted, provided that the above
  29. * copyright notice and this permission notice appear in all copies.
  30. *
  31. * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  32. * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  33. * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  34. * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  35. * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  36. * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  37. * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  38. */
  39. #include <linux/init.h>
  40. #include <linux/slab.h>
  41. #include <linux/module.h>
  42. #include <linux/etherdevice.h>
  43. #include <net/mac80211.h>
  44. #include "carl9170.h"
  45. #include "hw.h"
  46. #include "cmd.h"
  47. static inline unsigned int __carl9170_get_queue(struct ar9170 *ar,
  48. unsigned int queue)
  49. {
  50. if (unlikely(modparam_noht)) {
  51. return queue;
  52. } else {
  53. /*
  54. * This is just another workaround, until
  55. * someone figures out how to get QoS and
  56. * AMPDU to play nicely together.
  57. */
  58. return 2; /* AC_BE */
  59. }
  60. }
  61. static inline unsigned int carl9170_get_queue(struct ar9170 *ar,
  62. struct sk_buff *skb)
  63. {
  64. return __carl9170_get_queue(ar, skb_get_queue_mapping(skb));
  65. }
  66. static bool is_mem_full(struct ar9170 *ar)
  67. {
  68. return (DIV_ROUND_UP(IEEE80211_MAX_FRAME_LEN, ar->fw.mem_block_size) >
  69. atomic_read(&ar->mem_free_blocks));
  70. }
  71. static void carl9170_tx_accounting(struct ar9170 *ar, struct sk_buff *skb)
  72. {
  73. int queue, i;
  74. bool mem_full;
  75. atomic_inc(&ar->tx_total_queued);
  76. queue = skb_get_queue_mapping(skb);
  77. spin_lock_bh(&ar->tx_stats_lock);
  78. /*
  79. * The driver has to accept the frame, regardless if the queue is
  80. * full to the brim, or not. We have to do the queuing internally,
  81. * since mac80211 assumes that a driver which can operate with
  82. * aggregated frames does not reject frames for this reason.
  83. */
  84. ar->tx_stats[queue].len++;
  85. ar->tx_stats[queue].count++;
  86. mem_full = is_mem_full(ar);
  87. for (i = 0; i < ar->hw->queues; i++) {
  88. if (mem_full || ar->tx_stats[i].len >= ar->tx_stats[i].limit) {
  89. ieee80211_stop_queue(ar->hw, i);
  90. ar->queue_stop_timeout[i] = jiffies;
  91. }
  92. }
  93. spin_unlock_bh(&ar->tx_stats_lock);
  94. }
  95. /* needs rcu_read_lock */
  96. static struct ieee80211_sta *__carl9170_get_tx_sta(struct ar9170 *ar,
  97. struct sk_buff *skb)
  98. {
  99. struct _carl9170_tx_superframe *super = (void *) skb->data;
  100. struct ieee80211_hdr *hdr = (void *) super->frame_data;
  101. struct ieee80211_vif *vif;
  102. unsigned int vif_id;
  103. vif_id = (super->s.misc & CARL9170_TX_SUPER_MISC_VIF_ID) >>
  104. CARL9170_TX_SUPER_MISC_VIF_ID_S;
  105. if (WARN_ON_ONCE(vif_id >= AR9170_MAX_VIRTUAL_MAC))
  106. return NULL;
  107. vif = rcu_dereference(ar->vif_priv[vif_id].vif);
  108. if (unlikely(!vif))
  109. return NULL;
  110. /*
  111. * Normally we should use wrappers like ieee80211_get_DA to get
  112. * the correct peer ieee80211_sta.
  113. *
  114. * But there is a problem with indirect traffic (broadcasts, or
  115. * data which is designated for other stations) in station mode.
  116. * The frame will be directed to the AP for distribution and not
  117. * to the actual destination.
  118. */
  119. return ieee80211_find_sta(vif, hdr->addr1);
  120. }
  121. static void carl9170_tx_ps_unblock(struct ar9170 *ar, struct sk_buff *skb)
  122. {
  123. struct ieee80211_sta *sta;
  124. struct carl9170_sta_info *sta_info;
  125. rcu_read_lock();
  126. sta = __carl9170_get_tx_sta(ar, skb);
  127. if (unlikely(!sta))
  128. goto out_rcu;
  129. sta_info = (struct carl9170_sta_info *) sta->drv_priv;
  130. if (atomic_dec_return(&sta_info->pending_frames) == 0)
  131. ieee80211_sta_block_awake(ar->hw, sta, false);
  132. out_rcu:
  133. rcu_read_unlock();
  134. }
  135. static void carl9170_tx_accounting_free(struct ar9170 *ar, struct sk_buff *skb)
  136. {
  137. int queue;
  138. queue = skb_get_queue_mapping(skb);
  139. spin_lock_bh(&ar->tx_stats_lock);
  140. ar->tx_stats[queue].len--;
  141. if (!is_mem_full(ar)) {
  142. unsigned int i;
  143. for (i = 0; i < ar->hw->queues; i++) {
  144. if (ar->tx_stats[i].len >= CARL9170_NUM_TX_LIMIT_SOFT)
  145. continue;
  146. if (ieee80211_queue_stopped(ar->hw, i)) {
  147. unsigned long tmp;
  148. tmp = jiffies - ar->queue_stop_timeout[i];
  149. if (tmp > ar->max_queue_stop_timeout[i])
  150. ar->max_queue_stop_timeout[i] = tmp;
  151. }
  152. ieee80211_wake_queue(ar->hw, i);
  153. }
  154. }
  155. spin_unlock_bh(&ar->tx_stats_lock);
  156. if (atomic_dec_and_test(&ar->tx_total_queued))
  157. complete(&ar->tx_flush);
  158. }
  159. static int carl9170_alloc_dev_space(struct ar9170 *ar, struct sk_buff *skb)
  160. {
  161. struct _carl9170_tx_superframe *super = (void *) skb->data;
  162. unsigned int chunks;
  163. int cookie = -1;
  164. atomic_inc(&ar->mem_allocs);
  165. chunks = DIV_ROUND_UP(skb->len, ar->fw.mem_block_size);
  166. if (unlikely(atomic_sub_return(chunks, &ar->mem_free_blocks) < 0)) {
  167. atomic_add(chunks, &ar->mem_free_blocks);
  168. return -ENOSPC;
  169. }
  170. spin_lock_bh(&ar->mem_lock);
  171. cookie = bitmap_find_free_region(ar->mem_bitmap, ar->fw.mem_blocks, 0);
  172. spin_unlock_bh(&ar->mem_lock);
  173. if (unlikely(cookie < 0)) {
  174. atomic_add(chunks, &ar->mem_free_blocks);
  175. return -ENOSPC;
  176. }
  177. super = (void *) skb->data;
  178. /*
  179. * Cookie #0 serves two special purposes:
  180. * 1. The firmware might use it generate BlockACK frames
  181. * in responds of an incoming BlockAckReqs.
  182. *
  183. * 2. Prevent double-free bugs.
  184. */
  185. super->s.cookie = (u8) cookie + 1;
  186. return 0;
  187. }
  188. static void carl9170_release_dev_space(struct ar9170 *ar, struct sk_buff *skb)
  189. {
  190. struct _carl9170_tx_superframe *super = (void *) skb->data;
  191. int cookie;
  192. /* make a local copy of the cookie */
  193. cookie = super->s.cookie;
  194. /* invalidate cookie */
  195. super->s.cookie = 0;
  196. /*
  197. * Do a out-of-bounds check on the cookie:
  198. *
  199. * * cookie "0" is reserved and won't be assigned to any
  200. * out-going frame. Internally however, it is used to
  201. * mark no longer/un-accounted frames and serves as a
  202. * cheap way of preventing frames from being freed
  203. * twice by _accident_. NB: There is a tiny race...
  204. *
  205. * * obviously, cookie number is limited by the amount
  206. * of available memory blocks, so the number can
  207. * never execeed the mem_blocks count.
  208. */
  209. if (unlikely(WARN_ON_ONCE(cookie == 0) ||
  210. WARN_ON_ONCE(cookie > ar->fw.mem_blocks)))
  211. return;
  212. atomic_add(DIV_ROUND_UP(skb->len, ar->fw.mem_block_size),
  213. &ar->mem_free_blocks);
  214. spin_lock_bh(&ar->mem_lock);
  215. bitmap_release_region(ar->mem_bitmap, cookie - 1, 0);
  216. spin_unlock_bh(&ar->mem_lock);
  217. }
  218. /* Called from any context */
  219. static void carl9170_tx_release(struct kref *ref)
  220. {
  221. struct ar9170 *ar;
  222. struct carl9170_tx_info *arinfo;
  223. struct ieee80211_tx_info *txinfo;
  224. struct sk_buff *skb;
  225. arinfo = container_of(ref, struct carl9170_tx_info, ref);
  226. txinfo = container_of((void *) arinfo, struct ieee80211_tx_info,
  227. rate_driver_data);
  228. skb = container_of((void *) txinfo, struct sk_buff, cb);
  229. ar = arinfo->ar;
  230. if (WARN_ON_ONCE(!ar))
  231. return;
  232. BUILD_BUG_ON(
  233. offsetof(struct ieee80211_tx_info, status.ampdu_ack_len) != 23);
  234. memset(&txinfo->status.ampdu_ack_len, 0,
  235. sizeof(struct ieee80211_tx_info) -
  236. offsetof(struct ieee80211_tx_info, status.ampdu_ack_len));
  237. if (atomic_read(&ar->tx_total_queued))
  238. ar->tx_schedule = true;
  239. if (txinfo->flags & IEEE80211_TX_CTL_AMPDU) {
  240. if (!atomic_read(&ar->tx_ampdu_upload))
  241. ar->tx_ampdu_schedule = true;
  242. if (txinfo->flags & IEEE80211_TX_STAT_AMPDU) {
  243. struct _carl9170_tx_superframe *super;
  244. super = (void *)skb->data;
  245. txinfo->status.ampdu_len = super->s.rix;
  246. txinfo->status.ampdu_ack_len = super->s.cnt;
  247. } else if (txinfo->flags & IEEE80211_TX_STAT_ACK) {
  248. /*
  249. * drop redundant tx_status reports:
  250. *
  251. * 1. ampdu_ack_len of the final tx_status does
  252. * include the feedback of this particular frame.
  253. *
  254. * 2. tx_status_irqsafe only queues up to 128
  255. * tx feedback reports and discards the rest.
  256. *
  257. * 3. minstrel_ht is picky, it only accepts
  258. * reports of frames with the TX_STATUS_AMPDU flag.
  259. */
  260. dev_kfree_skb_any(skb);
  261. return;
  262. } else {
  263. /*
  264. * Frame has failed, but we want to keep it in
  265. * case it was lost due to a power-state
  266. * transition.
  267. */
  268. }
  269. }
  270. skb_pull(skb, sizeof(struct _carl9170_tx_superframe));
  271. ieee80211_tx_status_irqsafe(ar->hw, skb);
  272. }
  273. void carl9170_tx_get_skb(struct sk_buff *skb)
  274. {
  275. struct carl9170_tx_info *arinfo = (void *)
  276. (IEEE80211_SKB_CB(skb))->rate_driver_data;
  277. kref_get(&arinfo->ref);
  278. }
  279. int carl9170_tx_put_skb(struct sk_buff *skb)
  280. {
  281. struct carl9170_tx_info *arinfo = (void *)
  282. (IEEE80211_SKB_CB(skb))->rate_driver_data;
  283. return kref_put(&arinfo->ref, carl9170_tx_release);
  284. }
  285. /* Caller must hold the tid_info->lock & rcu_read_lock */
  286. static void carl9170_tx_shift_bm(struct ar9170 *ar,
  287. struct carl9170_sta_tid *tid_info, u16 seq)
  288. {
  289. u16 off;
  290. off = SEQ_DIFF(seq, tid_info->bsn);
  291. if (WARN_ON_ONCE(off >= CARL9170_BAW_BITS))
  292. return;
  293. /*
  294. * Sanity check. For each MPDU we set the bit in bitmap and
  295. * clear it once we received the tx_status.
  296. * But if the bit is already cleared then we've been bitten
  297. * by a bug.
  298. */
  299. WARN_ON_ONCE(!test_and_clear_bit(off, tid_info->bitmap));
  300. off = SEQ_DIFF(tid_info->snx, tid_info->bsn);
  301. if (WARN_ON_ONCE(off >= CARL9170_BAW_BITS))
  302. return;
  303. if (!bitmap_empty(tid_info->bitmap, off))
  304. off = find_first_bit(tid_info->bitmap, off);
  305. tid_info->bsn += off;
  306. tid_info->bsn &= 0x0fff;
  307. bitmap_shift_right(tid_info->bitmap, tid_info->bitmap,
  308. off, CARL9170_BAW_BITS);
  309. }
  310. static void carl9170_tx_status_process_ampdu(struct ar9170 *ar,
  311. struct sk_buff *skb, struct ieee80211_tx_info *txinfo)
  312. {
  313. struct _carl9170_tx_superframe *super = (void *) skb->data;
  314. struct ieee80211_hdr *hdr = (void *) super->frame_data;
  315. struct ieee80211_sta *sta;
  316. struct carl9170_sta_info *sta_info;
  317. struct carl9170_sta_tid *tid_info;
  318. u8 tid;
  319. if (!(txinfo->flags & IEEE80211_TX_CTL_AMPDU) ||
  320. txinfo->flags & IEEE80211_TX_CTL_INJECTED ||
  321. (!(super->f.mac_control & cpu_to_le16(AR9170_TX_MAC_AGGR))))
  322. return;
  323. rcu_read_lock();
  324. sta = __carl9170_get_tx_sta(ar, skb);
  325. if (unlikely(!sta))
  326. goto out_rcu;
  327. tid = get_tid_h(hdr);
  328. sta_info = (void *) sta->drv_priv;
  329. tid_info = rcu_dereference(sta_info->agg[tid]);
  330. if (!tid_info)
  331. goto out_rcu;
  332. spin_lock_bh(&tid_info->lock);
  333. if (likely(tid_info->state >= CARL9170_TID_STATE_IDLE))
  334. carl9170_tx_shift_bm(ar, tid_info, get_seq_h(hdr));
  335. if (sta_info->stats[tid].clear) {
  336. sta_info->stats[tid].clear = false;
  337. sta_info->stats[tid].req = false;
  338. sta_info->stats[tid].ampdu_len = 0;
  339. sta_info->stats[tid].ampdu_ack_len = 0;
  340. }
  341. sta_info->stats[tid].ampdu_len++;
  342. if (txinfo->status.rates[0].count == 1)
  343. sta_info->stats[tid].ampdu_ack_len++;
  344. if (!(txinfo->flags & IEEE80211_TX_STAT_ACK))
  345. sta_info->stats[tid].req = true;
  346. if (super->f.mac_control & cpu_to_le16(AR9170_TX_MAC_IMM_BA)) {
  347. super->s.rix = sta_info->stats[tid].ampdu_len;
  348. super->s.cnt = sta_info->stats[tid].ampdu_ack_len;
  349. txinfo->flags |= IEEE80211_TX_STAT_AMPDU;
  350. if (sta_info->stats[tid].req)
  351. txinfo->flags |= IEEE80211_TX_STAT_AMPDU_NO_BACK;
  352. sta_info->stats[tid].clear = true;
  353. }
  354. spin_unlock_bh(&tid_info->lock);
  355. out_rcu:
  356. rcu_read_unlock();
  357. }
  358. void carl9170_tx_status(struct ar9170 *ar, struct sk_buff *skb,
  359. const bool success)
  360. {
  361. struct ieee80211_tx_info *txinfo;
  362. carl9170_tx_accounting_free(ar, skb);
  363. txinfo = IEEE80211_SKB_CB(skb);
  364. if (success)
  365. txinfo->flags |= IEEE80211_TX_STAT_ACK;
  366. else
  367. ar->tx_ack_failures++;
  368. if (txinfo->flags & IEEE80211_TX_CTL_AMPDU)
  369. carl9170_tx_status_process_ampdu(ar, skb, txinfo);
  370. carl9170_tx_ps_unblock(ar, skb);
  371. carl9170_tx_put_skb(skb);
  372. }
  373. /* This function may be called form any context */
  374. void carl9170_tx_callback(struct ar9170 *ar, struct sk_buff *skb)
  375. {
  376. struct ieee80211_tx_info *txinfo = IEEE80211_SKB_CB(skb);
  377. atomic_dec(&ar->tx_total_pending);
  378. if (txinfo->flags & IEEE80211_TX_CTL_AMPDU)
  379. atomic_dec(&ar->tx_ampdu_upload);
  380. if (carl9170_tx_put_skb(skb))
  381. tasklet_hi_schedule(&ar->usb_tasklet);
  382. }
  383. static struct sk_buff *carl9170_get_queued_skb(struct ar9170 *ar, u8 cookie,
  384. struct sk_buff_head *queue)
  385. {
  386. struct sk_buff *skb;
  387. spin_lock_bh(&queue->lock);
  388. skb_queue_walk(queue, skb) {
  389. struct _carl9170_tx_superframe *txc = (void *) skb->data;
  390. if (txc->s.cookie != cookie)
  391. continue;
  392. __skb_unlink(skb, queue);
  393. spin_unlock_bh(&queue->lock);
  394. carl9170_release_dev_space(ar, skb);
  395. return skb;
  396. }
  397. spin_unlock_bh(&queue->lock);
  398. return NULL;
  399. }
  400. static void carl9170_tx_fill_rateinfo(struct ar9170 *ar, unsigned int rix,
  401. unsigned int tries, struct ieee80211_tx_info *txinfo)
  402. {
  403. unsigned int i;
  404. for (i = 0; i < IEEE80211_TX_MAX_RATES; i++) {
  405. if (txinfo->status.rates[i].idx < 0)
  406. break;
  407. if (i == rix) {
  408. txinfo->status.rates[i].count = tries;
  409. i++;
  410. break;
  411. }
  412. }
  413. for (; i < IEEE80211_TX_MAX_RATES; i++) {
  414. txinfo->status.rates[i].idx = -1;
  415. txinfo->status.rates[i].count = 0;
  416. }
  417. }
  418. static void carl9170_check_queue_stop_timeout(struct ar9170 *ar)
  419. {
  420. int i;
  421. struct sk_buff *skb;
  422. struct ieee80211_tx_info *txinfo;
  423. struct carl9170_tx_info *arinfo;
  424. bool restart = false;
  425. for (i = 0; i < ar->hw->queues; i++) {
  426. spin_lock_bh(&ar->tx_status[i].lock);
  427. skb = skb_peek(&ar->tx_status[i]);
  428. if (!skb)
  429. goto next;
  430. txinfo = IEEE80211_SKB_CB(skb);
  431. arinfo = (void *) txinfo->rate_driver_data;
  432. if (time_is_before_jiffies(arinfo->timeout +
  433. msecs_to_jiffies(CARL9170_QUEUE_STUCK_TIMEOUT)) == true)
  434. restart = true;
  435. next:
  436. spin_unlock_bh(&ar->tx_status[i].lock);
  437. }
  438. if (restart) {
  439. /*
  440. * At least one queue has been stuck for long enough.
  441. * Give the device a kick and hope it gets back to
  442. * work.
  443. *
  444. * possible reasons may include:
  445. * - frames got lost/corrupted (bad connection to the device)
  446. * - stalled rx processing/usb controller hiccups
  447. * - firmware errors/bugs
  448. * - every bug you can think of.
  449. * - all bugs you can't...
  450. * - ...
  451. */
  452. carl9170_restart(ar, CARL9170_RR_STUCK_TX);
  453. }
  454. }
  455. static void carl9170_tx_ampdu_timeout(struct ar9170 *ar)
  456. {
  457. struct carl9170_sta_tid *iter;
  458. struct sk_buff *skb;
  459. struct ieee80211_tx_info *txinfo;
  460. struct carl9170_tx_info *arinfo;
  461. struct ieee80211_sta *sta;
  462. rcu_read_lock();
  463. list_for_each_entry_rcu(iter, &ar->tx_ampdu_list, list) {
  464. if (iter->state < CARL9170_TID_STATE_IDLE)
  465. continue;
  466. spin_lock_bh(&iter->lock);
  467. skb = skb_peek(&iter->queue);
  468. if (!skb)
  469. goto unlock;
  470. txinfo = IEEE80211_SKB_CB(skb);
  471. arinfo = (void *)txinfo->rate_driver_data;
  472. if (time_is_after_jiffies(arinfo->timeout +
  473. msecs_to_jiffies(CARL9170_QUEUE_TIMEOUT)))
  474. goto unlock;
  475. sta = __carl9170_get_tx_sta(ar, skb);
  476. if (WARN_ON(!sta))
  477. goto unlock;
  478. ieee80211_stop_tx_ba_session(sta, iter->tid);
  479. unlock:
  480. spin_unlock_bh(&iter->lock);
  481. }
  482. rcu_read_unlock();
  483. }
  484. void carl9170_tx_janitor(struct work_struct *work)
  485. {
  486. struct ar9170 *ar = container_of(work, struct ar9170,
  487. tx_janitor.work);
  488. if (!IS_STARTED(ar))
  489. return;
  490. ar->tx_janitor_last_run = jiffies;
  491. carl9170_check_queue_stop_timeout(ar);
  492. carl9170_tx_ampdu_timeout(ar);
  493. if (!atomic_read(&ar->tx_total_queued))
  494. return;
  495. ieee80211_queue_delayed_work(ar->hw, &ar->tx_janitor,
  496. msecs_to_jiffies(CARL9170_TX_TIMEOUT));
  497. }
  498. static void __carl9170_tx_process_status(struct ar9170 *ar,
  499. const uint8_t cookie, const uint8_t info)
  500. {
  501. struct sk_buff *skb;
  502. struct ieee80211_tx_info *txinfo;
  503. unsigned int r, t, q;
  504. bool success = true;
  505. q = ar9170_qmap[info & CARL9170_TX_STATUS_QUEUE];
  506. skb = carl9170_get_queued_skb(ar, cookie, &ar->tx_status[q]);
  507. if (!skb) {
  508. /*
  509. * We have lost the race to another thread.
  510. */
  511. return ;
  512. }
  513. txinfo = IEEE80211_SKB_CB(skb);
  514. if (!(info & CARL9170_TX_STATUS_SUCCESS))
  515. success = false;
  516. r = (info & CARL9170_TX_STATUS_RIX) >> CARL9170_TX_STATUS_RIX_S;
  517. t = (info & CARL9170_TX_STATUS_TRIES) >> CARL9170_TX_STATUS_TRIES_S;
  518. carl9170_tx_fill_rateinfo(ar, r, t, txinfo);
  519. carl9170_tx_status(ar, skb, success);
  520. }
  521. void carl9170_tx_process_status(struct ar9170 *ar,
  522. const struct carl9170_rsp *cmd)
  523. {
  524. unsigned int i;
  525. for (i = 0; i < cmd->hdr.ext; i++) {
  526. if (WARN_ON(i > ((cmd->hdr.len / 2) + 1))) {
  527. print_hex_dump_bytes("UU:", DUMP_PREFIX_NONE,
  528. (void *) cmd, cmd->hdr.len + 4);
  529. break;
  530. }
  531. __carl9170_tx_process_status(ar, cmd->_tx_status[i].cookie,
  532. cmd->_tx_status[i].info);
  533. }
  534. }
  535. static void carl9170_tx_rate_tpc_chains(struct ar9170 *ar,
  536. struct ieee80211_tx_info *info, struct ieee80211_tx_rate *txrate,
  537. unsigned int *phyrate, unsigned int *tpc, unsigned int *chains)
  538. {
  539. struct ieee80211_rate *rate = NULL;
  540. u8 *txpower;
  541. unsigned int idx;
  542. idx = txrate->idx;
  543. *tpc = 0;
  544. *phyrate = 0;
  545. if (txrate->flags & IEEE80211_TX_RC_MCS) {
  546. if (txrate->flags & IEEE80211_TX_RC_40_MHZ_WIDTH) {
  547. /* +1 dBm for HT40 */
  548. *tpc += 2;
  549. if (info->band == IEEE80211_BAND_2GHZ)
  550. txpower = ar->power_2G_ht40;
  551. else
  552. txpower = ar->power_5G_ht40;
  553. } else {
  554. if (info->band == IEEE80211_BAND_2GHZ)
  555. txpower = ar->power_2G_ht20;
  556. else
  557. txpower = ar->power_5G_ht20;
  558. }
  559. *phyrate = txrate->idx;
  560. *tpc += txpower[idx & 7];
  561. } else {
  562. if (info->band == IEEE80211_BAND_2GHZ) {
  563. if (idx < 4)
  564. txpower = ar->power_2G_cck;
  565. else
  566. txpower = ar->power_2G_ofdm;
  567. } else {
  568. txpower = ar->power_5G_leg;
  569. idx += 4;
  570. }
  571. rate = &__carl9170_ratetable[idx];
  572. *tpc += txpower[(rate->hw_value & 0x30) >> 4];
  573. *phyrate = rate->hw_value & 0xf;
  574. }
  575. if (ar->eeprom.tx_mask == 1) {
  576. *chains = AR9170_TX_PHY_TXCHAIN_1;
  577. } else {
  578. if (!(txrate->flags & IEEE80211_TX_RC_MCS) &&
  579. rate && rate->bitrate >= 360)
  580. *chains = AR9170_TX_PHY_TXCHAIN_1;
  581. else
  582. *chains = AR9170_TX_PHY_TXCHAIN_2;
  583. }
  584. }
  585. static __le32 carl9170_tx_physet(struct ar9170 *ar,
  586. struct ieee80211_tx_info *info, struct ieee80211_tx_rate *txrate)
  587. {
  588. unsigned int power = 0, chains = 0, phyrate = 0;
  589. __le32 tmp;
  590. tmp = cpu_to_le32(0);
  591. if (txrate->flags & IEEE80211_TX_RC_40_MHZ_WIDTH)
  592. tmp |= cpu_to_le32(AR9170_TX_PHY_BW_40MHZ <<
  593. AR9170_TX_PHY_BW_S);
  594. /* this works because 40 MHz is 2 and dup is 3 */
  595. if (txrate->flags & IEEE80211_TX_RC_DUP_DATA)
  596. tmp |= cpu_to_le32(AR9170_TX_PHY_BW_40MHZ_DUP <<
  597. AR9170_TX_PHY_BW_S);
  598. if (txrate->flags & IEEE80211_TX_RC_SHORT_GI)
  599. tmp |= cpu_to_le32(AR9170_TX_PHY_SHORT_GI);
  600. if (txrate->flags & IEEE80211_TX_RC_MCS) {
  601. SET_VAL(AR9170_TX_PHY_MCS, phyrate, txrate->idx);
  602. /* heavy clip control */
  603. tmp |= cpu_to_le32((txrate->idx & 0x7) <<
  604. AR9170_TX_PHY_TX_HEAVY_CLIP_S);
  605. tmp |= cpu_to_le32(AR9170_TX_PHY_MOD_HT);
  606. /*
  607. * green field preamble does not work.
  608. *
  609. * if (txrate->flags & IEEE80211_TX_RC_GREEN_FIELD)
  610. * tmp |= cpu_to_le32(AR9170_TX_PHY_GREENFIELD);
  611. */
  612. } else {
  613. if (info->band == IEEE80211_BAND_2GHZ) {
  614. if (txrate->idx <= AR9170_TX_PHY_RATE_CCK_11M)
  615. tmp |= cpu_to_le32(AR9170_TX_PHY_MOD_CCK);
  616. else
  617. tmp |= cpu_to_le32(AR9170_TX_PHY_MOD_OFDM);
  618. } else {
  619. tmp |= cpu_to_le32(AR9170_TX_PHY_MOD_OFDM);
  620. }
  621. /*
  622. * short preamble seems to be broken too.
  623. *
  624. * if (txrate->flags & IEEE80211_TX_RC_USE_SHORT_PREAMBLE)
  625. * tmp |= cpu_to_le32(AR9170_TX_PHY_SHORT_PREAMBLE);
  626. */
  627. }
  628. carl9170_tx_rate_tpc_chains(ar, info, txrate,
  629. &phyrate, &power, &chains);
  630. tmp |= cpu_to_le32(SET_CONSTVAL(AR9170_TX_PHY_MCS, phyrate));
  631. tmp |= cpu_to_le32(SET_CONSTVAL(AR9170_TX_PHY_TX_PWR, power));
  632. tmp |= cpu_to_le32(SET_CONSTVAL(AR9170_TX_PHY_TXCHAIN, chains));
  633. return tmp;
  634. }
  635. static bool carl9170_tx_rts_check(struct ar9170 *ar,
  636. struct ieee80211_tx_rate *rate,
  637. bool ampdu, bool multi)
  638. {
  639. switch (ar->erp_mode) {
  640. case CARL9170_ERP_AUTO:
  641. if (ampdu)
  642. break;
  643. case CARL9170_ERP_MAC80211:
  644. if (!(rate->flags & IEEE80211_TX_RC_USE_RTS_CTS))
  645. break;
  646. case CARL9170_ERP_RTS:
  647. if (likely(!multi))
  648. return true;
  649. default:
  650. break;
  651. }
  652. return false;
  653. }
  654. static bool carl9170_tx_cts_check(struct ar9170 *ar,
  655. struct ieee80211_tx_rate *rate)
  656. {
  657. switch (ar->erp_mode) {
  658. case CARL9170_ERP_AUTO:
  659. case CARL9170_ERP_MAC80211:
  660. if (!(rate->flags & IEEE80211_TX_RC_USE_CTS_PROTECT))
  661. break;
  662. case CARL9170_ERP_CTS:
  663. return true;
  664. default:
  665. break;
  666. }
  667. return false;
  668. }
  669. static int carl9170_tx_prepare(struct ar9170 *ar, struct sk_buff *skb)
  670. {
  671. struct ieee80211_hdr *hdr;
  672. struct _carl9170_tx_superframe *txc;
  673. struct carl9170_vif_info *cvif;
  674. struct ieee80211_tx_info *info;
  675. struct ieee80211_tx_rate *txrate;
  676. struct ieee80211_sta *sta;
  677. struct carl9170_tx_info *arinfo;
  678. unsigned int hw_queue;
  679. int i;
  680. __le16 mac_tmp;
  681. u16 len;
  682. bool ampdu, no_ack;
  683. BUILD_BUG_ON(sizeof(*arinfo) > sizeof(info->rate_driver_data));
  684. BUILD_BUG_ON(sizeof(struct _carl9170_tx_superdesc) !=
  685. CARL9170_TX_SUPERDESC_LEN);
  686. BUILD_BUG_ON(sizeof(struct _ar9170_tx_hwdesc) !=
  687. AR9170_TX_HWDESC_LEN);
  688. BUILD_BUG_ON(IEEE80211_TX_MAX_RATES < CARL9170_TX_MAX_RATES);
  689. BUILD_BUG_ON(AR9170_MAX_VIRTUAL_MAC >
  690. ((CARL9170_TX_SUPER_MISC_VIF_ID >>
  691. CARL9170_TX_SUPER_MISC_VIF_ID_S) + 1));
  692. hw_queue = ar9170_qmap[carl9170_get_queue(ar, skb)];
  693. hdr = (void *)skb->data;
  694. info = IEEE80211_SKB_CB(skb);
  695. len = skb->len;
  696. /*
  697. * Note: If the frame was sent through a monitor interface,
  698. * the ieee80211_vif pointer can be NULL.
  699. */
  700. if (likely(info->control.vif))
  701. cvif = (void *) info->control.vif->drv_priv;
  702. else
  703. cvif = NULL;
  704. sta = info->control.sta;
  705. txc = (void *)skb_push(skb, sizeof(*txc));
  706. memset(txc, 0, sizeof(*txc));
  707. SET_VAL(CARL9170_TX_SUPER_MISC_QUEUE, txc->s.misc, hw_queue);
  708. if (likely(cvif))
  709. SET_VAL(CARL9170_TX_SUPER_MISC_VIF_ID, txc->s.misc, cvif->id);
  710. if (unlikely(info->flags & IEEE80211_TX_CTL_SEND_AFTER_DTIM))
  711. txc->s.misc |= CARL9170_TX_SUPER_MISC_CAB;
  712. if (unlikely(info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ))
  713. txc->s.misc |= CARL9170_TX_SUPER_MISC_ASSIGN_SEQ;
  714. if (unlikely(ieee80211_is_probe_resp(hdr->frame_control)))
  715. txc->s.misc |= CARL9170_TX_SUPER_MISC_FILL_IN_TSF;
  716. mac_tmp = cpu_to_le16(AR9170_TX_MAC_HW_DURATION |
  717. AR9170_TX_MAC_BACKOFF);
  718. mac_tmp |= cpu_to_le16((hw_queue << AR9170_TX_MAC_QOS_S) &
  719. AR9170_TX_MAC_QOS);
  720. no_ack = !!(info->flags & IEEE80211_TX_CTL_NO_ACK);
  721. if (unlikely(no_ack))
  722. mac_tmp |= cpu_to_le16(AR9170_TX_MAC_NO_ACK);
  723. if (info->control.hw_key) {
  724. len += info->control.hw_key->icv_len;
  725. switch (info->control.hw_key->cipher) {
  726. case WLAN_CIPHER_SUITE_WEP40:
  727. case WLAN_CIPHER_SUITE_WEP104:
  728. case WLAN_CIPHER_SUITE_TKIP:
  729. mac_tmp |= cpu_to_le16(AR9170_TX_MAC_ENCR_RC4);
  730. break;
  731. case WLAN_CIPHER_SUITE_CCMP:
  732. mac_tmp |= cpu_to_le16(AR9170_TX_MAC_ENCR_AES);
  733. break;
  734. default:
  735. WARN_ON(1);
  736. goto err_out;
  737. }
  738. }
  739. ampdu = !!(info->flags & IEEE80211_TX_CTL_AMPDU);
  740. if (ampdu) {
  741. unsigned int density, factor;
  742. if (unlikely(!sta || !cvif))
  743. goto err_out;
  744. factor = min_t(unsigned int, 1u, sta->ht_cap.ampdu_factor);
  745. density = sta->ht_cap.ampdu_density;
  746. if (density) {
  747. /*
  748. * Watch out!
  749. *
  750. * Otus uses slightly different density values than
  751. * those from the 802.11n spec.
  752. */
  753. density = max_t(unsigned int, density + 1, 7u);
  754. }
  755. SET_VAL(CARL9170_TX_SUPER_AMPDU_DENSITY,
  756. txc->s.ampdu_settings, density);
  757. SET_VAL(CARL9170_TX_SUPER_AMPDU_FACTOR,
  758. txc->s.ampdu_settings, factor);
  759. for (i = 0; i < CARL9170_TX_MAX_RATES; i++) {
  760. txrate = &info->control.rates[i];
  761. if (txrate->idx >= 0) {
  762. txc->s.ri[i] =
  763. CARL9170_TX_SUPER_RI_AMPDU;
  764. if (WARN_ON(!(txrate->flags &
  765. IEEE80211_TX_RC_MCS))) {
  766. /*
  767. * Not sure if it's even possible
  768. * to aggregate non-ht rates with
  769. * this HW.
  770. */
  771. goto err_out;
  772. }
  773. continue;
  774. }
  775. txrate->idx = 0;
  776. txrate->count = ar->hw->max_rate_tries;
  777. }
  778. mac_tmp |= cpu_to_le16(AR9170_TX_MAC_AGGR);
  779. }
  780. /*
  781. * NOTE: For the first rate, the ERP & AMPDU flags are directly
  782. * taken from mac_control. For all fallback rate, the firmware
  783. * updates the mac_control flags from the rate info field.
  784. */
  785. for (i = 1; i < CARL9170_TX_MAX_RATES; i++) {
  786. txrate = &info->control.rates[i];
  787. if (txrate->idx < 0)
  788. break;
  789. SET_VAL(CARL9170_TX_SUPER_RI_TRIES, txc->s.ri[i],
  790. txrate->count);
  791. if (carl9170_tx_rts_check(ar, txrate, ampdu, no_ack))
  792. txc->s.ri[i] |= (AR9170_TX_MAC_PROT_RTS <<
  793. CARL9170_TX_SUPER_RI_ERP_PROT_S);
  794. else if (carl9170_tx_cts_check(ar, txrate))
  795. txc->s.ri[i] |= (AR9170_TX_MAC_PROT_CTS <<
  796. CARL9170_TX_SUPER_RI_ERP_PROT_S);
  797. txc->s.rr[i - 1] = carl9170_tx_physet(ar, info, txrate);
  798. }
  799. txrate = &info->control.rates[0];
  800. SET_VAL(CARL9170_TX_SUPER_RI_TRIES, txc->s.ri[0], txrate->count);
  801. if (carl9170_tx_rts_check(ar, txrate, ampdu, no_ack))
  802. mac_tmp |= cpu_to_le16(AR9170_TX_MAC_PROT_RTS);
  803. else if (carl9170_tx_cts_check(ar, txrate))
  804. mac_tmp |= cpu_to_le16(AR9170_TX_MAC_PROT_CTS);
  805. txc->s.len = cpu_to_le16(skb->len);
  806. txc->f.length = cpu_to_le16(len + FCS_LEN);
  807. txc->f.mac_control = mac_tmp;
  808. txc->f.phy_control = carl9170_tx_physet(ar, info, txrate);
  809. arinfo = (void *)info->rate_driver_data;
  810. arinfo->timeout = jiffies;
  811. arinfo->ar = ar;
  812. kref_init(&arinfo->ref);
  813. return 0;
  814. err_out:
  815. skb_pull(skb, sizeof(*txc));
  816. return -EINVAL;
  817. }
  818. static void carl9170_set_immba(struct ar9170 *ar, struct sk_buff *skb)
  819. {
  820. struct _carl9170_tx_superframe *super;
  821. super = (void *) skb->data;
  822. super->f.mac_control |= cpu_to_le16(AR9170_TX_MAC_IMM_BA);
  823. }
  824. static void carl9170_set_ampdu_params(struct ar9170 *ar, struct sk_buff *skb)
  825. {
  826. struct _carl9170_tx_superframe *super;
  827. int tmp;
  828. super = (void *) skb->data;
  829. tmp = (super->s.ampdu_settings & CARL9170_TX_SUPER_AMPDU_DENSITY) <<
  830. CARL9170_TX_SUPER_AMPDU_DENSITY_S;
  831. /*
  832. * If you haven't noticed carl9170_tx_prepare has already filled
  833. * in all ampdu spacing & factor parameters.
  834. * Now it's the time to check whenever the settings have to be
  835. * updated by the firmware, or if everything is still the same.
  836. *
  837. * There's no sane way to handle different density values with
  838. * this hardware, so we may as well just do the compare in the
  839. * driver.
  840. */
  841. if (tmp != ar->current_density) {
  842. ar->current_density = tmp;
  843. super->s.ampdu_settings |=
  844. CARL9170_TX_SUPER_AMPDU_COMMIT_DENSITY;
  845. }
  846. tmp = (super->s.ampdu_settings & CARL9170_TX_SUPER_AMPDU_FACTOR) <<
  847. CARL9170_TX_SUPER_AMPDU_FACTOR_S;
  848. if (tmp != ar->current_factor) {
  849. ar->current_factor = tmp;
  850. super->s.ampdu_settings |=
  851. CARL9170_TX_SUPER_AMPDU_COMMIT_FACTOR;
  852. }
  853. }
  854. static bool carl9170_tx_rate_check(struct ar9170 *ar, struct sk_buff *_dest,
  855. struct sk_buff *_src)
  856. {
  857. struct _carl9170_tx_superframe *dest, *src;
  858. dest = (void *) _dest->data;
  859. src = (void *) _src->data;
  860. /*
  861. * The mac80211 rate control algorithm expects that all MPDUs in
  862. * an AMPDU share the same tx vectors.
  863. * This is not really obvious right now, because the hardware
  864. * does the AMPDU setup according to its own rulebook.
  865. * Our nicely assembled, strictly monotonic increasing mpdu
  866. * chains will be broken up, mashed back together...
  867. */
  868. return (dest->f.phy_control == src->f.phy_control);
  869. }
  870. static void carl9170_tx_ampdu(struct ar9170 *ar)
  871. {
  872. struct sk_buff_head agg;
  873. struct carl9170_sta_tid *tid_info;
  874. struct sk_buff *skb, *first;
  875. unsigned int i = 0, done_ampdus = 0;
  876. u16 seq, queue, tmpssn;
  877. atomic_inc(&ar->tx_ampdu_scheduler);
  878. ar->tx_ampdu_schedule = false;
  879. if (atomic_read(&ar->tx_ampdu_upload))
  880. return;
  881. if (!ar->tx_ampdu_list_len)
  882. return;
  883. __skb_queue_head_init(&agg);
  884. rcu_read_lock();
  885. tid_info = rcu_dereference(ar->tx_ampdu_iter);
  886. if (WARN_ON_ONCE(!tid_info)) {
  887. rcu_read_unlock();
  888. return;
  889. }
  890. retry:
  891. list_for_each_entry_continue_rcu(tid_info, &ar->tx_ampdu_list, list) {
  892. i++;
  893. if (tid_info->state < CARL9170_TID_STATE_PROGRESS)
  894. continue;
  895. queue = TID_TO_WME_AC(tid_info->tid);
  896. spin_lock_bh(&tid_info->lock);
  897. if (tid_info->state != CARL9170_TID_STATE_XMIT)
  898. goto processed;
  899. tid_info->counter++;
  900. first = skb_peek(&tid_info->queue);
  901. tmpssn = carl9170_get_seq(first);
  902. seq = tid_info->snx;
  903. if (unlikely(tmpssn != seq)) {
  904. tid_info->state = CARL9170_TID_STATE_IDLE;
  905. goto processed;
  906. }
  907. while ((skb = skb_peek(&tid_info->queue))) {
  908. /* strict 0, 1, ..., n - 1, n frame sequence order */
  909. if (unlikely(carl9170_get_seq(skb) != seq))
  910. break;
  911. /* don't upload more than AMPDU FACTOR allows. */
  912. if (unlikely(SEQ_DIFF(tid_info->snx, tid_info->bsn) >=
  913. (tid_info->max - 1)))
  914. break;
  915. if (!carl9170_tx_rate_check(ar, skb, first))
  916. break;
  917. atomic_inc(&ar->tx_ampdu_upload);
  918. tid_info->snx = seq = SEQ_NEXT(seq);
  919. __skb_unlink(skb, &tid_info->queue);
  920. __skb_queue_tail(&agg, skb);
  921. if (skb_queue_len(&agg) >= CARL9170_NUM_TX_AGG_MAX)
  922. break;
  923. }
  924. if (skb_queue_empty(&tid_info->queue) ||
  925. carl9170_get_seq(skb_peek(&tid_info->queue)) !=
  926. tid_info->snx) {
  927. /*
  928. * stop TID, if A-MPDU frames are still missing,
  929. * or whenever the queue is empty.
  930. */
  931. tid_info->state = CARL9170_TID_STATE_IDLE;
  932. }
  933. done_ampdus++;
  934. processed:
  935. spin_unlock_bh(&tid_info->lock);
  936. if (skb_queue_empty(&agg))
  937. continue;
  938. /* apply ampdu spacing & factor settings */
  939. carl9170_set_ampdu_params(ar, skb_peek(&agg));
  940. /* set aggregation push bit */
  941. carl9170_set_immba(ar, skb_peek_tail(&agg));
  942. spin_lock_bh(&ar->tx_pending[queue].lock);
  943. skb_queue_splice_tail_init(&agg, &ar->tx_pending[queue]);
  944. spin_unlock_bh(&ar->tx_pending[queue].lock);
  945. ar->tx_schedule = true;
  946. }
  947. if ((done_ampdus++ == 0) && (i++ == 0))
  948. goto retry;
  949. rcu_assign_pointer(ar->tx_ampdu_iter, tid_info);
  950. rcu_read_unlock();
  951. }
  952. static struct sk_buff *carl9170_tx_pick_skb(struct ar9170 *ar,
  953. struct sk_buff_head *queue)
  954. {
  955. struct sk_buff *skb;
  956. struct ieee80211_tx_info *info;
  957. struct carl9170_tx_info *arinfo;
  958. BUILD_BUG_ON(sizeof(*arinfo) > sizeof(info->rate_driver_data));
  959. spin_lock_bh(&queue->lock);
  960. skb = skb_peek(queue);
  961. if (unlikely(!skb))
  962. goto err_unlock;
  963. if (carl9170_alloc_dev_space(ar, skb))
  964. goto err_unlock;
  965. __skb_unlink(skb, queue);
  966. spin_unlock_bh(&queue->lock);
  967. info = IEEE80211_SKB_CB(skb);
  968. arinfo = (void *) info->rate_driver_data;
  969. arinfo->timeout = jiffies;
  970. return skb;
  971. err_unlock:
  972. spin_unlock_bh(&queue->lock);
  973. return NULL;
  974. }
  975. void carl9170_tx_drop(struct ar9170 *ar, struct sk_buff *skb)
  976. {
  977. struct _carl9170_tx_superframe *super;
  978. uint8_t q = 0;
  979. ar->tx_dropped++;
  980. super = (void *)skb->data;
  981. SET_VAL(CARL9170_TX_SUPER_MISC_QUEUE, q,
  982. ar9170_qmap[carl9170_get_queue(ar, skb)]);
  983. __carl9170_tx_process_status(ar, super->s.cookie, q);
  984. }
  985. static bool carl9170_tx_ps_drop(struct ar9170 *ar, struct sk_buff *skb)
  986. {
  987. struct ieee80211_sta *sta;
  988. struct carl9170_sta_info *sta_info;
  989. rcu_read_lock();
  990. sta = __carl9170_get_tx_sta(ar, skb);
  991. if (!sta)
  992. goto out_rcu;
  993. sta_info = (void *) sta->drv_priv;
  994. if (unlikely(sta_info->sleeping)) {
  995. struct ieee80211_tx_info *tx_info;
  996. rcu_read_unlock();
  997. tx_info = IEEE80211_SKB_CB(skb);
  998. if (tx_info->flags & IEEE80211_TX_CTL_AMPDU)
  999. atomic_dec(&ar->tx_ampdu_upload);
  1000. tx_info->flags |= IEEE80211_TX_STAT_TX_FILTERED;
  1001. carl9170_tx_status(ar, skb, false);
  1002. return true;
  1003. }
  1004. out_rcu:
  1005. rcu_read_unlock();
  1006. return false;
  1007. }
  1008. static void carl9170_tx(struct ar9170 *ar)
  1009. {
  1010. struct sk_buff *skb;
  1011. unsigned int i, q;
  1012. bool schedule_garbagecollector = false;
  1013. ar->tx_schedule = false;
  1014. if (unlikely(!IS_STARTED(ar)))
  1015. return;
  1016. carl9170_usb_handle_tx_err(ar);
  1017. for (i = 0; i < ar->hw->queues; i++) {
  1018. while (!skb_queue_empty(&ar->tx_pending[i])) {
  1019. skb = carl9170_tx_pick_skb(ar, &ar->tx_pending[i]);
  1020. if (unlikely(!skb))
  1021. break;
  1022. if (unlikely(carl9170_tx_ps_drop(ar, skb)))
  1023. continue;
  1024. atomic_inc(&ar->tx_total_pending);
  1025. q = __carl9170_get_queue(ar, i);
  1026. /*
  1027. * NB: tx_status[i] vs. tx_status[q],
  1028. * TODO: Move into pick_skb or alloc_dev_space.
  1029. */
  1030. skb_queue_tail(&ar->tx_status[q], skb);
  1031. /*
  1032. * increase ref count to "2".
  1033. * Ref counting is the easiest way to solve the
  1034. * race between the urb's completion routine:
  1035. * carl9170_tx_callback
  1036. * and wlan tx status functions:
  1037. * carl9170_tx_status/janitor.
  1038. */
  1039. carl9170_tx_get_skb(skb);
  1040. carl9170_usb_tx(ar, skb);
  1041. schedule_garbagecollector = true;
  1042. }
  1043. }
  1044. if (!schedule_garbagecollector)
  1045. return;
  1046. ieee80211_queue_delayed_work(ar->hw, &ar->tx_janitor,
  1047. msecs_to_jiffies(CARL9170_TX_TIMEOUT));
  1048. }
  1049. static bool carl9170_tx_ampdu_queue(struct ar9170 *ar,
  1050. struct ieee80211_sta *sta, struct sk_buff *skb)
  1051. {
  1052. struct _carl9170_tx_superframe *super = (void *) skb->data;
  1053. struct carl9170_sta_info *sta_info;
  1054. struct carl9170_sta_tid *agg;
  1055. struct sk_buff *iter;
  1056. u16 tid, seq, qseq, off;
  1057. bool run = false;
  1058. tid = carl9170_get_tid(skb);
  1059. seq = carl9170_get_seq(skb);
  1060. sta_info = (void *) sta->drv_priv;
  1061. rcu_read_lock();
  1062. agg = rcu_dereference(sta_info->agg[tid]);
  1063. if (!agg)
  1064. goto err_unlock_rcu;
  1065. spin_lock_bh(&agg->lock);
  1066. if (unlikely(agg->state < CARL9170_TID_STATE_IDLE))
  1067. goto err_unlock;
  1068. /* check if sequence is within the BA window */
  1069. if (unlikely(!BAW_WITHIN(agg->bsn, CARL9170_BAW_BITS, seq)))
  1070. goto err_unlock;
  1071. if (WARN_ON_ONCE(!BAW_WITHIN(agg->snx, CARL9170_BAW_BITS, seq)))
  1072. goto err_unlock;
  1073. off = SEQ_DIFF(seq, agg->bsn);
  1074. if (WARN_ON_ONCE(test_and_set_bit(off, agg->bitmap)))
  1075. goto err_unlock;
  1076. if (likely(BAW_WITHIN(agg->hsn, CARL9170_BAW_BITS, seq))) {
  1077. __skb_queue_tail(&agg->queue, skb);
  1078. agg->hsn = seq;
  1079. goto queued;
  1080. }
  1081. skb_queue_reverse_walk(&agg->queue, iter) {
  1082. qseq = carl9170_get_seq(iter);
  1083. if (BAW_WITHIN(qseq, CARL9170_BAW_BITS, seq)) {
  1084. __skb_queue_after(&agg->queue, iter, skb);
  1085. goto queued;
  1086. }
  1087. }
  1088. __skb_queue_head(&agg->queue, skb);
  1089. queued:
  1090. if (unlikely(agg->state != CARL9170_TID_STATE_XMIT)) {
  1091. if (agg->snx == carl9170_get_seq(skb_peek(&agg->queue))) {
  1092. agg->state = CARL9170_TID_STATE_XMIT;
  1093. run = true;
  1094. }
  1095. }
  1096. spin_unlock_bh(&agg->lock);
  1097. rcu_read_unlock();
  1098. return run;
  1099. err_unlock:
  1100. spin_unlock_bh(&agg->lock);
  1101. err_unlock_rcu:
  1102. rcu_read_unlock();
  1103. super->f.mac_control &= ~cpu_to_le16(AR9170_TX_MAC_AGGR);
  1104. carl9170_tx_status(ar, skb, false);
  1105. ar->tx_dropped++;
  1106. return false;
  1107. }
  1108. void carl9170_op_tx(struct ieee80211_hw *hw, struct sk_buff *skb)
  1109. {
  1110. struct ar9170 *ar = hw->priv;
  1111. struct ieee80211_tx_info *info;
  1112. struct ieee80211_sta *sta;
  1113. bool run;
  1114. if (unlikely(!IS_STARTED(ar)))
  1115. goto err_free;
  1116. info = IEEE80211_SKB_CB(skb);
  1117. sta = info->control.sta;
  1118. if (unlikely(carl9170_tx_prepare(ar, skb)))
  1119. goto err_free;
  1120. carl9170_tx_accounting(ar, skb);
  1121. /*
  1122. * from now on, one has to use carl9170_tx_status to free
  1123. * all ressouces which are associated with the frame.
  1124. */
  1125. if (sta) {
  1126. struct carl9170_sta_info *stai = (void *) sta->drv_priv;
  1127. atomic_inc(&stai->pending_frames);
  1128. }
  1129. if (info->flags & IEEE80211_TX_CTL_AMPDU) {
  1130. run = carl9170_tx_ampdu_queue(ar, sta, skb);
  1131. if (run)
  1132. carl9170_tx_ampdu(ar);
  1133. } else {
  1134. unsigned int queue = skb_get_queue_mapping(skb);
  1135. skb_queue_tail(&ar->tx_pending[queue], skb);
  1136. }
  1137. carl9170_tx(ar);
  1138. return;
  1139. err_free:
  1140. ar->tx_dropped++;
  1141. dev_kfree_skb_any(skb);
  1142. }
  1143. void carl9170_tx_scheduler(struct ar9170 *ar)
  1144. {
  1145. if (ar->tx_ampdu_schedule)
  1146. carl9170_tx_ampdu(ar);
  1147. if (ar->tx_schedule)
  1148. carl9170_tx(ar);
  1149. }
  1150. int carl9170_update_beacon(struct ar9170 *ar, const bool submit)
  1151. {
  1152. struct sk_buff *skb = NULL;
  1153. struct carl9170_vif_info *cvif;
  1154. struct ieee80211_tx_info *txinfo;
  1155. struct ieee80211_tx_rate *rate;
  1156. __le32 *data, *old = NULL;
  1157. unsigned int plcp, power, chains;
  1158. u32 word, ht1, off, addr, len;
  1159. int i = 0, err = 0;
  1160. rcu_read_lock();
  1161. cvif = rcu_dereference(ar->beacon_iter);
  1162. retry:
  1163. if (ar->vifs == 0 || !cvif)
  1164. goto out_unlock;
  1165. list_for_each_entry_continue_rcu(cvif, &ar->vif_list, list) {
  1166. if (cvif->active && cvif->enable_beacon)
  1167. goto found;
  1168. }
  1169. if (!ar->beacon_enabled || i++)
  1170. goto out_unlock;
  1171. goto retry;
  1172. found:
  1173. rcu_assign_pointer(ar->beacon_iter, cvif);
  1174. skb = ieee80211_beacon_get_tim(ar->hw, carl9170_get_vif(cvif),
  1175. NULL, NULL);
  1176. if (!skb) {
  1177. err = -ENOMEM;
  1178. goto err_free;
  1179. }
  1180. txinfo = IEEE80211_SKB_CB(skb);
  1181. spin_lock_bh(&ar->beacon_lock);
  1182. data = (__le32 *)skb->data;
  1183. if (cvif->beacon)
  1184. old = (__le32 *)cvif->beacon->data;
  1185. off = cvif->id * AR9170_MAC_BCN_LENGTH_MAX;
  1186. addr = ar->fw.beacon_addr + off;
  1187. len = roundup(skb->len + FCS_LEN, 4);
  1188. if ((off + len) > ar->fw.beacon_max_len) {
  1189. if (net_ratelimit()) {
  1190. wiphy_err(ar->hw->wiphy, "beacon does not "
  1191. "fit into device memory!\n");
  1192. }
  1193. err = -EINVAL;
  1194. goto err_unlock;
  1195. }
  1196. if (len > AR9170_MAC_BCN_LENGTH_MAX) {
  1197. if (net_ratelimit()) {
  1198. wiphy_err(ar->hw->wiphy, "no support for beacons "
  1199. "bigger than %d (yours:%d).\n",
  1200. AR9170_MAC_BCN_LENGTH_MAX, len);
  1201. }
  1202. err = -EMSGSIZE;
  1203. goto err_unlock;
  1204. }
  1205. ht1 = AR9170_MAC_BCN_HT1_TX_ANT0;
  1206. rate = &txinfo->control.rates[0];
  1207. carl9170_tx_rate_tpc_chains(ar, txinfo, rate, &plcp, &power, &chains);
  1208. if (!(txinfo->control.rates[0].flags & IEEE80211_TX_RC_MCS)) {
  1209. if (plcp <= AR9170_TX_PHY_RATE_CCK_11M)
  1210. plcp |= ((skb->len + FCS_LEN) << (3 + 16)) + 0x0400;
  1211. else
  1212. plcp |= ((skb->len + FCS_LEN) << 16) + 0x0010;
  1213. } else {
  1214. ht1 |= AR9170_MAC_BCN_HT1_HT_EN;
  1215. if (rate->flags & IEEE80211_TX_RC_SHORT_GI)
  1216. plcp |= AR9170_MAC_BCN_HT2_SGI;
  1217. if (rate->flags & IEEE80211_TX_RC_40_MHZ_WIDTH) {
  1218. ht1 |= AR9170_MAC_BCN_HT1_BWC_40M_SHARED;
  1219. plcp |= AR9170_MAC_BCN_HT2_BW40;
  1220. }
  1221. if (rate->flags & IEEE80211_TX_RC_DUP_DATA) {
  1222. ht1 |= AR9170_MAC_BCN_HT1_BWC_40M_DUP;
  1223. plcp |= AR9170_MAC_BCN_HT2_BW40;
  1224. }
  1225. SET_VAL(AR9170_MAC_BCN_HT2_LEN, plcp, skb->len + FCS_LEN);
  1226. }
  1227. SET_VAL(AR9170_MAC_BCN_HT1_PWR_CTRL, ht1, 7);
  1228. SET_VAL(AR9170_MAC_BCN_HT1_TPC, ht1, power);
  1229. SET_VAL(AR9170_MAC_BCN_HT1_CHAIN_MASK, ht1, chains);
  1230. if (chains == AR9170_TX_PHY_TXCHAIN_2)
  1231. ht1 |= AR9170_MAC_BCN_HT1_TX_ANT1;
  1232. carl9170_async_regwrite_begin(ar);
  1233. carl9170_async_regwrite(AR9170_MAC_REG_BCN_HT1, ht1);
  1234. if (!(txinfo->control.rates[0].flags & IEEE80211_TX_RC_MCS))
  1235. carl9170_async_regwrite(AR9170_MAC_REG_BCN_PLCP, plcp);
  1236. else
  1237. carl9170_async_regwrite(AR9170_MAC_REG_BCN_HT2, plcp);
  1238. for (i = 0; i < DIV_ROUND_UP(skb->len, 4); i++) {
  1239. /*
  1240. * XXX: This accesses beyond skb data for up
  1241. * to the last 3 bytes!!
  1242. */
  1243. if (old && (data[i] == old[i]))
  1244. continue;
  1245. word = le32_to_cpu(data[i]);
  1246. carl9170_async_regwrite(addr + 4 * i, word);
  1247. }
  1248. carl9170_async_regwrite_finish();
  1249. dev_kfree_skb_any(cvif->beacon);
  1250. cvif->beacon = NULL;
  1251. err = carl9170_async_regwrite_result();
  1252. if (!err)
  1253. cvif->beacon = skb;
  1254. spin_unlock_bh(&ar->beacon_lock);
  1255. if (err)
  1256. goto err_free;
  1257. if (submit) {
  1258. err = carl9170_bcn_ctrl(ar, cvif->id,
  1259. CARL9170_BCN_CTRL_CAB_TRIGGER,
  1260. addr, skb->len + FCS_LEN);
  1261. if (err)
  1262. goto err_free;
  1263. }
  1264. out_unlock:
  1265. rcu_read_unlock();
  1266. return 0;
  1267. err_unlock:
  1268. spin_unlock_bh(&ar->beacon_lock);
  1269. err_free:
  1270. rcu_read_unlock();
  1271. dev_kfree_skb_any(skb);
  1272. return err;
  1273. }