iwl-agn-tx.c 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347
  1. /******************************************************************************
  2. *
  3. * GPL LICENSE SUMMARY
  4. *
  5. * Copyright(c) 2008 - 2010 Intel Corporation. All rights reserved.
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of version 2 of the GNU General Public License as
  9. * published by the Free Software Foundation.
  10. *
  11. * This program is distributed in the hope that it will be useful, but
  12. * WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with this program; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
  19. * USA
  20. *
  21. * The full GNU General Public License is included in this distribution
  22. * in the file called LICENSE.GPL.
  23. *
  24. * Contact Information:
  25. * Intel Linux Wireless <ilw@linux.intel.com>
  26. * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  27. *
  28. *****************************************************************************/
  29. #include <linux/kernel.h>
  30. #include <linux/module.h>
  31. #include <linux/init.h>
  32. #include <linux/sched.h>
  33. #include "iwl-dev.h"
  34. #include "iwl-core.h"
  35. #include "iwl-sta.h"
  36. #include "iwl-io.h"
  37. #include "iwl-helpers.h"
  38. #include "iwl-agn-hw.h"
  39. #include "iwl-agn.h"
  40. /*
  41. * mac80211 queues, ACs, hardware queues, FIFOs.
  42. *
  43. * Cf. http://wireless.kernel.org/en/developers/Documentation/mac80211/queues
  44. *
  45. * Mac80211 uses the following numbers, which we get as from it
  46. * by way of skb_get_queue_mapping(skb):
  47. *
  48. * VO 0
  49. * VI 1
  50. * BE 2
  51. * BK 3
  52. *
  53. *
  54. * Regular (not A-MPDU) frames are put into hardware queues corresponding
  55. * to the FIFOs, see comments in iwl-prph.h. Aggregated frames get their
  56. * own queue per aggregation session (RA/TID combination), such queues are
  57. * set up to map into FIFOs too, for which we need an AC->FIFO mapping. In
  58. * order to map frames to the right queue, we also need an AC->hw queue
  59. * mapping. This is implemented here.
  60. *
  61. * Due to the way hw queues are set up (by the hw specific modules like
  62. * iwl-4965.c, iwl-5000.c etc.), the AC->hw queue mapping is the identity
  63. * mapping.
  64. */
  65. static const u8 tid_to_ac[] = {
  66. /* this matches the mac80211 numbers */
  67. 2, 3, 3, 2, 1, 1, 0, 0
  68. };
  69. static const u8 ac_to_fifo[] = {
  70. IWL_TX_FIFO_VO,
  71. IWL_TX_FIFO_VI,
  72. IWL_TX_FIFO_BE,
  73. IWL_TX_FIFO_BK,
  74. };
  75. static inline int get_fifo_from_ac(u8 ac)
  76. {
  77. return ac_to_fifo[ac];
  78. }
  79. static inline int get_ac_from_tid(u16 tid)
  80. {
  81. if (likely(tid < ARRAY_SIZE(tid_to_ac)))
  82. return tid_to_ac[tid];
  83. /* no support for TIDs 8-15 yet */
  84. return -EINVAL;
  85. }
  86. static inline int get_fifo_from_tid(u16 tid)
  87. {
  88. if (likely(tid < ARRAY_SIZE(tid_to_ac)))
  89. return get_fifo_from_ac(tid_to_ac[tid]);
  90. /* no support for TIDs 8-15 yet */
  91. return -EINVAL;
  92. }
  93. /**
  94. * iwlagn_txq_update_byte_cnt_tbl - Set up entry in Tx byte-count array
  95. */
  96. void iwlagn_txq_update_byte_cnt_tbl(struct iwl_priv *priv,
  97. struct iwl_tx_queue *txq,
  98. u16 byte_cnt)
  99. {
  100. struct iwlagn_scd_bc_tbl *scd_bc_tbl = priv->scd_bc_tbls.addr;
  101. int write_ptr = txq->q.write_ptr;
  102. int txq_id = txq->q.id;
  103. u8 sec_ctl = 0;
  104. u8 sta_id = 0;
  105. u16 len = byte_cnt + IWL_TX_CRC_SIZE + IWL_TX_DELIMITER_SIZE;
  106. __le16 bc_ent;
  107. WARN_ON(len > 0xFFF || write_ptr >= TFD_QUEUE_SIZE_MAX);
  108. if (txq_id != IWL_CMD_QUEUE_NUM) {
  109. sta_id = txq->cmd[txq->q.write_ptr]->cmd.tx.sta_id;
  110. sec_ctl = txq->cmd[txq->q.write_ptr]->cmd.tx.sec_ctl;
  111. switch (sec_ctl & TX_CMD_SEC_MSK) {
  112. case TX_CMD_SEC_CCM:
  113. len += CCMP_MIC_LEN;
  114. break;
  115. case TX_CMD_SEC_TKIP:
  116. len += TKIP_ICV_LEN;
  117. break;
  118. case TX_CMD_SEC_WEP:
  119. len += WEP_IV_LEN + WEP_ICV_LEN;
  120. break;
  121. }
  122. }
  123. bc_ent = cpu_to_le16((len & 0xFFF) | (sta_id << 12));
  124. scd_bc_tbl[txq_id].tfd_offset[write_ptr] = bc_ent;
  125. if (write_ptr < TFD_QUEUE_SIZE_BC_DUP)
  126. scd_bc_tbl[txq_id].
  127. tfd_offset[TFD_QUEUE_SIZE_MAX + write_ptr] = bc_ent;
  128. }
  129. void iwlagn_txq_inval_byte_cnt_tbl(struct iwl_priv *priv,
  130. struct iwl_tx_queue *txq)
  131. {
  132. struct iwlagn_scd_bc_tbl *scd_bc_tbl = priv->scd_bc_tbls.addr;
  133. int txq_id = txq->q.id;
  134. int read_ptr = txq->q.read_ptr;
  135. u8 sta_id = 0;
  136. __le16 bc_ent;
  137. WARN_ON(read_ptr >= TFD_QUEUE_SIZE_MAX);
  138. if (txq_id != IWL_CMD_QUEUE_NUM)
  139. sta_id = txq->cmd[read_ptr]->cmd.tx.sta_id;
  140. bc_ent = cpu_to_le16(1 | (sta_id << 12));
  141. scd_bc_tbl[txq_id].tfd_offset[read_ptr] = bc_ent;
  142. if (read_ptr < TFD_QUEUE_SIZE_BC_DUP)
  143. scd_bc_tbl[txq_id].
  144. tfd_offset[TFD_QUEUE_SIZE_MAX + read_ptr] = bc_ent;
  145. }
  146. static int iwlagn_tx_queue_set_q2ratid(struct iwl_priv *priv, u16 ra_tid,
  147. u16 txq_id)
  148. {
  149. u32 tbl_dw_addr;
  150. u32 tbl_dw;
  151. u16 scd_q2ratid;
  152. scd_q2ratid = ra_tid & IWL_SCD_QUEUE_RA_TID_MAP_RATID_MSK;
  153. tbl_dw_addr = priv->scd_base_addr +
  154. IWLAGN_SCD_TRANSLATE_TBL_OFFSET_QUEUE(txq_id);
  155. tbl_dw = iwl_read_targ_mem(priv, tbl_dw_addr);
  156. if (txq_id & 0x1)
  157. tbl_dw = (scd_q2ratid << 16) | (tbl_dw & 0x0000FFFF);
  158. else
  159. tbl_dw = scd_q2ratid | (tbl_dw & 0xFFFF0000);
  160. iwl_write_targ_mem(priv, tbl_dw_addr, tbl_dw);
  161. return 0;
  162. }
  163. static void iwlagn_tx_queue_stop_scheduler(struct iwl_priv *priv, u16 txq_id)
  164. {
  165. /* Simply stop the queue, but don't change any configuration;
  166. * the SCD_ACT_EN bit is the write-enable mask for the ACTIVE bit. */
  167. iwl_write_prph(priv,
  168. IWLAGN_SCD_QUEUE_STATUS_BITS(txq_id),
  169. (0 << IWLAGN_SCD_QUEUE_STTS_REG_POS_ACTIVE)|
  170. (1 << IWLAGN_SCD_QUEUE_STTS_REG_POS_SCD_ACT_EN));
  171. }
  172. void iwlagn_set_wr_ptrs(struct iwl_priv *priv,
  173. int txq_id, u32 index)
  174. {
  175. iwl_write_direct32(priv, HBUS_TARG_WRPTR,
  176. (index & 0xff) | (txq_id << 8));
  177. iwl_write_prph(priv, IWLAGN_SCD_QUEUE_RDPTR(txq_id), index);
  178. }
  179. void iwlagn_tx_queue_set_status(struct iwl_priv *priv,
  180. struct iwl_tx_queue *txq,
  181. int tx_fifo_id, int scd_retry)
  182. {
  183. int txq_id = txq->q.id;
  184. int active = test_bit(txq_id, &priv->txq_ctx_active_msk) ? 1 : 0;
  185. iwl_write_prph(priv, IWLAGN_SCD_QUEUE_STATUS_BITS(txq_id),
  186. (active << IWLAGN_SCD_QUEUE_STTS_REG_POS_ACTIVE) |
  187. (tx_fifo_id << IWLAGN_SCD_QUEUE_STTS_REG_POS_TXF) |
  188. (1 << IWLAGN_SCD_QUEUE_STTS_REG_POS_WSL) |
  189. IWLAGN_SCD_QUEUE_STTS_REG_MSK);
  190. txq->sched_retry = scd_retry;
  191. IWL_DEBUG_INFO(priv, "%s %s Queue %d on FIFO %d\n",
  192. active ? "Activate" : "Deactivate",
  193. scd_retry ? "BA" : "AC/CMD", txq_id, tx_fifo_id);
  194. }
  195. int iwlagn_txq_agg_enable(struct iwl_priv *priv, int txq_id,
  196. int tx_fifo, int sta_id, int tid, u16 ssn_idx)
  197. {
  198. unsigned long flags;
  199. u16 ra_tid;
  200. if ((IWLAGN_FIRST_AMPDU_QUEUE > txq_id) ||
  201. (IWLAGN_FIRST_AMPDU_QUEUE + priv->cfg->num_of_ampdu_queues
  202. <= txq_id)) {
  203. IWL_WARN(priv,
  204. "queue number out of range: %d, must be %d to %d\n",
  205. txq_id, IWLAGN_FIRST_AMPDU_QUEUE,
  206. IWLAGN_FIRST_AMPDU_QUEUE +
  207. priv->cfg->num_of_ampdu_queues - 1);
  208. return -EINVAL;
  209. }
  210. ra_tid = BUILD_RAxTID(sta_id, tid);
  211. /* Modify device's station table to Tx this TID */
  212. iwl_sta_tx_modify_enable_tid(priv, sta_id, tid);
  213. spin_lock_irqsave(&priv->lock, flags);
  214. /* Stop this Tx queue before configuring it */
  215. iwlagn_tx_queue_stop_scheduler(priv, txq_id);
  216. /* Map receiver-address / traffic-ID to this queue */
  217. iwlagn_tx_queue_set_q2ratid(priv, ra_tid, txq_id);
  218. /* Set this queue as a chain-building queue */
  219. iwl_set_bits_prph(priv, IWLAGN_SCD_QUEUECHAIN_SEL, (1<<txq_id));
  220. /* enable aggregations for the queue */
  221. iwl_set_bits_prph(priv, IWLAGN_SCD_AGGR_SEL, (1<<txq_id));
  222. /* Place first TFD at index corresponding to start sequence number.
  223. * Assumes that ssn_idx is valid (!= 0xFFF) */
  224. priv->txq[txq_id].q.read_ptr = (ssn_idx & 0xff);
  225. priv->txq[txq_id].q.write_ptr = (ssn_idx & 0xff);
  226. iwlagn_set_wr_ptrs(priv, txq_id, ssn_idx);
  227. /* Set up Tx window size and frame limit for this queue */
  228. iwl_write_targ_mem(priv, priv->scd_base_addr +
  229. IWLAGN_SCD_CONTEXT_QUEUE_OFFSET(txq_id) +
  230. sizeof(u32),
  231. ((SCD_WIN_SIZE <<
  232. IWLAGN_SCD_QUEUE_CTX_REG2_WIN_SIZE_POS) &
  233. IWLAGN_SCD_QUEUE_CTX_REG2_WIN_SIZE_MSK) |
  234. ((SCD_FRAME_LIMIT <<
  235. IWLAGN_SCD_QUEUE_CTX_REG2_FRAME_LIMIT_POS) &
  236. IWLAGN_SCD_QUEUE_CTX_REG2_FRAME_LIMIT_MSK));
  237. iwl_set_bits_prph(priv, IWLAGN_SCD_INTERRUPT_MASK, (1 << txq_id));
  238. /* Set up Status area in SRAM, map to Tx DMA/FIFO, activate the queue */
  239. iwlagn_tx_queue_set_status(priv, &priv->txq[txq_id], tx_fifo, 1);
  240. spin_unlock_irqrestore(&priv->lock, flags);
  241. return 0;
  242. }
  243. int iwlagn_txq_agg_disable(struct iwl_priv *priv, u16 txq_id,
  244. u16 ssn_idx, u8 tx_fifo)
  245. {
  246. if ((IWLAGN_FIRST_AMPDU_QUEUE > txq_id) ||
  247. (IWLAGN_FIRST_AMPDU_QUEUE + priv->cfg->num_of_ampdu_queues
  248. <= txq_id)) {
  249. IWL_ERR(priv,
  250. "queue number out of range: %d, must be %d to %d\n",
  251. txq_id, IWLAGN_FIRST_AMPDU_QUEUE,
  252. IWLAGN_FIRST_AMPDU_QUEUE +
  253. priv->cfg->num_of_ampdu_queues - 1);
  254. return -EINVAL;
  255. }
  256. iwlagn_tx_queue_stop_scheduler(priv, txq_id);
  257. iwl_clear_bits_prph(priv, IWLAGN_SCD_AGGR_SEL, (1 << txq_id));
  258. priv->txq[txq_id].q.read_ptr = (ssn_idx & 0xff);
  259. priv->txq[txq_id].q.write_ptr = (ssn_idx & 0xff);
  260. /* supposes that ssn_idx is valid (!= 0xFFF) */
  261. iwlagn_set_wr_ptrs(priv, txq_id, ssn_idx);
  262. iwl_clear_bits_prph(priv, IWLAGN_SCD_INTERRUPT_MASK, (1 << txq_id));
  263. iwl_txq_ctx_deactivate(priv, txq_id);
  264. iwlagn_tx_queue_set_status(priv, &priv->txq[txq_id], tx_fifo, 0);
  265. return 0;
  266. }
  267. /*
  268. * Activate/Deactivate Tx DMA/FIFO channels according tx fifos mask
  269. * must be called under priv->lock and mac access
  270. */
  271. void iwlagn_txq_set_sched(struct iwl_priv *priv, u32 mask)
  272. {
  273. iwl_write_prph(priv, IWLAGN_SCD_TXFACT, mask);
  274. }
  275. static inline int get_queue_from_ac(u16 ac)
  276. {
  277. return ac;
  278. }
  279. /*
  280. * handle build REPLY_TX command notification.
  281. */
  282. static void iwlagn_tx_cmd_build_basic(struct iwl_priv *priv,
  283. struct iwl_tx_cmd *tx_cmd,
  284. struct ieee80211_tx_info *info,
  285. struct ieee80211_hdr *hdr,
  286. u8 std_id)
  287. {
  288. __le16 fc = hdr->frame_control;
  289. __le32 tx_flags = tx_cmd->tx_flags;
  290. tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
  291. if (!(info->flags & IEEE80211_TX_CTL_NO_ACK)) {
  292. tx_flags |= TX_CMD_FLG_ACK_MSK;
  293. if (ieee80211_is_mgmt(fc))
  294. tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
  295. if (ieee80211_is_probe_resp(fc) &&
  296. !(le16_to_cpu(hdr->seq_ctrl) & 0xf))
  297. tx_flags |= TX_CMD_FLG_TSF_MSK;
  298. } else {
  299. tx_flags &= (~TX_CMD_FLG_ACK_MSK);
  300. tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
  301. }
  302. if (ieee80211_is_back_req(fc))
  303. tx_flags |= TX_CMD_FLG_ACK_MSK | TX_CMD_FLG_IMM_BA_RSP_MASK;
  304. tx_cmd->sta_id = std_id;
  305. if (ieee80211_has_morefrags(fc))
  306. tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;
  307. if (ieee80211_is_data_qos(fc)) {
  308. u8 *qc = ieee80211_get_qos_ctl(hdr);
  309. tx_cmd->tid_tspec = qc[0] & 0xf;
  310. tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
  311. } else {
  312. tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
  313. }
  314. priv->cfg->ops->utils->rts_tx_cmd_flag(info, &tx_flags);
  315. if ((tx_flags & TX_CMD_FLG_RTS_MSK) || (tx_flags & TX_CMD_FLG_CTS_MSK))
  316. tx_flags |= TX_CMD_FLG_FULL_TXOP_PROT_MSK;
  317. tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
  318. if (ieee80211_is_mgmt(fc)) {
  319. if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
  320. tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
  321. else
  322. tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
  323. } else {
  324. tx_cmd->timeout.pm_frame_timeout = 0;
  325. }
  326. tx_cmd->driver_txop = 0;
  327. tx_cmd->tx_flags = tx_flags;
  328. tx_cmd->next_frame_len = 0;
  329. }
  330. #define RTS_DFAULT_RETRY_LIMIT 60
  331. static void iwlagn_tx_cmd_build_rate(struct iwl_priv *priv,
  332. struct iwl_tx_cmd *tx_cmd,
  333. struct ieee80211_tx_info *info,
  334. __le16 fc)
  335. {
  336. u32 rate_flags;
  337. int rate_idx;
  338. u8 rts_retry_limit;
  339. u8 data_retry_limit;
  340. u8 rate_plcp;
  341. /* Set retry limit on DATA packets and Probe Responses*/
  342. if (ieee80211_is_probe_resp(fc))
  343. data_retry_limit = 3;
  344. else
  345. data_retry_limit = IWLAGN_DEFAULT_TX_RETRY;
  346. tx_cmd->data_retry_limit = data_retry_limit;
  347. /* Set retry limit on RTS packets */
  348. rts_retry_limit = RTS_DFAULT_RETRY_LIMIT;
  349. if (data_retry_limit < rts_retry_limit)
  350. rts_retry_limit = data_retry_limit;
  351. tx_cmd->rts_retry_limit = rts_retry_limit;
  352. /* DATA packets will use the uCode station table for rate/antenna
  353. * selection */
  354. if (ieee80211_is_data(fc)) {
  355. tx_cmd->initial_rate_index = 0;
  356. tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
  357. return;
  358. }
  359. /**
  360. * If the current TX rate stored in mac80211 has the MCS bit set, it's
  361. * not really a TX rate. Thus, we use the lowest supported rate for
  362. * this band. Also use the lowest supported rate if the stored rate
  363. * index is invalid.
  364. */
  365. rate_idx = info->control.rates[0].idx;
  366. if (info->control.rates[0].flags & IEEE80211_TX_RC_MCS ||
  367. (rate_idx < 0) || (rate_idx > IWL_RATE_COUNT_LEGACY))
  368. rate_idx = rate_lowest_index(&priv->bands[info->band],
  369. info->control.sta);
  370. /* For 5 GHZ band, remap mac80211 rate indices into driver indices */
  371. if (info->band == IEEE80211_BAND_5GHZ)
  372. rate_idx += IWL_FIRST_OFDM_RATE;
  373. /* Get PLCP rate for tx_cmd->rate_n_flags */
  374. rate_plcp = iwl_rates[rate_idx].plcp;
  375. /* Zero out flags for this packet */
  376. rate_flags = 0;
  377. /* Set CCK flag as needed */
  378. if ((rate_idx >= IWL_FIRST_CCK_RATE) && (rate_idx <= IWL_LAST_CCK_RATE))
  379. rate_flags |= RATE_MCS_CCK_MSK;
  380. /* Set up RTS and CTS flags for certain packets */
  381. switch (fc & cpu_to_le16(IEEE80211_FCTL_STYPE)) {
  382. case cpu_to_le16(IEEE80211_STYPE_AUTH):
  383. case cpu_to_le16(IEEE80211_STYPE_DEAUTH):
  384. case cpu_to_le16(IEEE80211_STYPE_ASSOC_REQ):
  385. case cpu_to_le16(IEEE80211_STYPE_REASSOC_REQ):
  386. if (tx_cmd->tx_flags & TX_CMD_FLG_RTS_MSK) {
  387. tx_cmd->tx_flags &= ~TX_CMD_FLG_RTS_MSK;
  388. tx_cmd->tx_flags |= TX_CMD_FLG_CTS_MSK;
  389. }
  390. break;
  391. default:
  392. break;
  393. }
  394. /* Set up antennas */
  395. priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant);
  396. rate_flags |= iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
  397. /* Set the rate in the TX cmd */
  398. tx_cmd->rate_n_flags = iwl_hw_set_rate_n_flags(rate_plcp, rate_flags);
  399. }
  400. static void iwlagn_tx_cmd_build_hwcrypto(struct iwl_priv *priv,
  401. struct ieee80211_tx_info *info,
  402. struct iwl_tx_cmd *tx_cmd,
  403. struct sk_buff *skb_frag,
  404. int sta_id)
  405. {
  406. struct ieee80211_key_conf *keyconf = info->control.hw_key;
  407. switch (keyconf->alg) {
  408. case ALG_CCMP:
  409. tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
  410. memcpy(tx_cmd->key, keyconf->key, keyconf->keylen);
  411. if (info->flags & IEEE80211_TX_CTL_AMPDU)
  412. tx_cmd->tx_flags |= TX_CMD_FLG_AGG_CCMP_MSK;
  413. IWL_DEBUG_TX(priv, "tx_cmd with AES hwcrypto\n");
  414. break;
  415. case ALG_TKIP:
  416. tx_cmd->sec_ctl = TX_CMD_SEC_TKIP;
  417. ieee80211_get_tkip_key(keyconf, skb_frag,
  418. IEEE80211_TKIP_P2_KEY, tx_cmd->key);
  419. IWL_DEBUG_TX(priv, "tx_cmd with tkip hwcrypto\n");
  420. break;
  421. case ALG_WEP:
  422. tx_cmd->sec_ctl |= (TX_CMD_SEC_WEP |
  423. (keyconf->keyidx & TX_CMD_SEC_MSK) << TX_CMD_SEC_SHIFT);
  424. if (keyconf->keylen == WEP_KEY_LEN_128)
  425. tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
  426. memcpy(&tx_cmd->key[3], keyconf->key, keyconf->keylen);
  427. IWL_DEBUG_TX(priv, "Configuring packet for WEP encryption "
  428. "with key %d\n", keyconf->keyidx);
  429. break;
  430. default:
  431. IWL_ERR(priv, "Unknown encode alg %d\n", keyconf->alg);
  432. break;
  433. }
  434. }
  435. /*
  436. * start REPLY_TX command process
  437. */
  438. int iwlagn_tx_skb(struct iwl_priv *priv, struct sk_buff *skb)
  439. {
  440. struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
  441. struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
  442. struct ieee80211_sta *sta = info->control.sta;
  443. struct iwl_station_priv *sta_priv = NULL;
  444. struct iwl_tx_queue *txq;
  445. struct iwl_queue *q;
  446. struct iwl_device_cmd *out_cmd;
  447. struct iwl_cmd_meta *out_meta;
  448. struct iwl_tx_cmd *tx_cmd;
  449. int swq_id, txq_id;
  450. dma_addr_t phys_addr;
  451. dma_addr_t txcmd_phys;
  452. dma_addr_t scratch_phys;
  453. u16 len, len_org, firstlen, secondlen;
  454. u16 seq_number = 0;
  455. __le16 fc;
  456. u8 hdr_len;
  457. u8 sta_id;
  458. u8 wait_write_ptr = 0;
  459. u8 tid = 0;
  460. u8 *qc = NULL;
  461. unsigned long flags;
  462. spin_lock_irqsave(&priv->lock, flags);
  463. if (iwl_is_rfkill(priv)) {
  464. IWL_DEBUG_DROP(priv, "Dropping - RF KILL\n");
  465. goto drop_unlock;
  466. }
  467. fc = hdr->frame_control;
  468. #ifdef CONFIG_IWLWIFI_DEBUG
  469. if (ieee80211_is_auth(fc))
  470. IWL_DEBUG_TX(priv, "Sending AUTH frame\n");
  471. else if (ieee80211_is_assoc_req(fc))
  472. IWL_DEBUG_TX(priv, "Sending ASSOC frame\n");
  473. else if (ieee80211_is_reassoc_req(fc))
  474. IWL_DEBUG_TX(priv, "Sending REASSOC frame\n");
  475. #endif
  476. hdr_len = ieee80211_hdrlen(fc);
  477. /* Find index into station table for destination station */
  478. if (!info->control.sta)
  479. sta_id = priv->hw_params.bcast_sta_id;
  480. else
  481. sta_id = iwl_sta_id(info->control.sta);
  482. if (sta_id == IWL_INVALID_STATION) {
  483. IWL_DEBUG_DROP(priv, "Dropping - INVALID STATION: %pM\n",
  484. hdr->addr1);
  485. goto drop_unlock;
  486. }
  487. IWL_DEBUG_TX(priv, "station Id %d\n", sta_id);
  488. if (sta)
  489. sta_priv = (void *)sta->drv_priv;
  490. if (sta_priv && sta_id != priv->hw_params.bcast_sta_id &&
  491. sta_priv->asleep) {
  492. WARN_ON(!(info->flags & IEEE80211_TX_CTL_PSPOLL_RESPONSE));
  493. /*
  494. * This sends an asynchronous command to the device,
  495. * but we can rely on it being processed before the
  496. * next frame is processed -- and the next frame to
  497. * this station is the one that will consume this
  498. * counter.
  499. * For now set the counter to just 1 since we do not
  500. * support uAPSD yet.
  501. */
  502. iwl_sta_modify_sleep_tx_count(priv, sta_id, 1);
  503. }
  504. txq_id = get_queue_from_ac(skb_get_queue_mapping(skb));
  505. if (ieee80211_is_data_qos(fc)) {
  506. qc = ieee80211_get_qos_ctl(hdr);
  507. tid = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
  508. if (unlikely(tid >= MAX_TID_COUNT))
  509. goto drop_unlock;
  510. seq_number = priv->stations[sta_id].tid[tid].seq_number;
  511. seq_number &= IEEE80211_SCTL_SEQ;
  512. hdr->seq_ctrl = hdr->seq_ctrl &
  513. cpu_to_le16(IEEE80211_SCTL_FRAG);
  514. hdr->seq_ctrl |= cpu_to_le16(seq_number);
  515. seq_number += 0x10;
  516. /* aggregation is on for this <sta,tid> */
  517. if (info->flags & IEEE80211_TX_CTL_AMPDU &&
  518. priv->stations[sta_id].tid[tid].agg.state == IWL_AGG_ON) {
  519. txq_id = priv->stations[sta_id].tid[tid].agg.txq_id;
  520. }
  521. }
  522. txq = &priv->txq[txq_id];
  523. swq_id = txq->swq_id;
  524. q = &txq->q;
  525. if (unlikely(iwl_queue_space(q) < q->high_mark))
  526. goto drop_unlock;
  527. if (ieee80211_is_data_qos(fc))
  528. priv->stations[sta_id].tid[tid].tfds_in_queue++;
  529. /* Set up driver data for this TFD */
  530. memset(&(txq->txb[q->write_ptr]), 0, sizeof(struct iwl_tx_info));
  531. txq->txb[q->write_ptr].skb[0] = skb;
  532. /* Set up first empty entry in queue's array of Tx/cmd buffers */
  533. out_cmd = txq->cmd[q->write_ptr];
  534. out_meta = &txq->meta[q->write_ptr];
  535. tx_cmd = &out_cmd->cmd.tx;
  536. memset(&out_cmd->hdr, 0, sizeof(out_cmd->hdr));
  537. memset(tx_cmd, 0, sizeof(struct iwl_tx_cmd));
  538. /*
  539. * Set up the Tx-command (not MAC!) header.
  540. * Store the chosen Tx queue and TFD index within the sequence field;
  541. * after Tx, uCode's Tx response will return this value so driver can
  542. * locate the frame within the tx queue and do post-tx processing.
  543. */
  544. out_cmd->hdr.cmd = REPLY_TX;
  545. out_cmd->hdr.sequence = cpu_to_le16((u16)(QUEUE_TO_SEQ(txq_id) |
  546. INDEX_TO_SEQ(q->write_ptr)));
  547. /* Copy MAC header from skb into command buffer */
  548. memcpy(tx_cmd->hdr, hdr, hdr_len);
  549. /* Total # bytes to be transmitted */
  550. len = (u16)skb->len;
  551. tx_cmd->len = cpu_to_le16(len);
  552. if (info->control.hw_key)
  553. iwlagn_tx_cmd_build_hwcrypto(priv, info, tx_cmd, skb, sta_id);
  554. /* TODO need this for burst mode later on */
  555. iwlagn_tx_cmd_build_basic(priv, tx_cmd, info, hdr, sta_id);
  556. iwl_dbg_log_tx_data_frame(priv, len, hdr);
  557. iwlagn_tx_cmd_build_rate(priv, tx_cmd, info, fc);
  558. iwl_update_stats(priv, true, fc, len);
  559. /*
  560. * Use the first empty entry in this queue's command buffer array
  561. * to contain the Tx command and MAC header concatenated together
  562. * (payload data will be in another buffer).
  563. * Size of this varies, due to varying MAC header length.
  564. * If end is not dword aligned, we'll have 2 extra bytes at the end
  565. * of the MAC header (device reads on dword boundaries).
  566. * We'll tell device about this padding later.
  567. */
  568. len = sizeof(struct iwl_tx_cmd) +
  569. sizeof(struct iwl_cmd_header) + hdr_len;
  570. len_org = len;
  571. firstlen = len = (len + 3) & ~3;
  572. if (len_org != len)
  573. len_org = 1;
  574. else
  575. len_org = 0;
  576. /* Tell NIC about any 2-byte padding after MAC header */
  577. if (len_org)
  578. tx_cmd->tx_flags |= TX_CMD_FLG_MH_PAD_MSK;
  579. /* Physical address of this Tx command's header (not MAC header!),
  580. * within command buffer array. */
  581. txcmd_phys = pci_map_single(priv->pci_dev,
  582. &out_cmd->hdr, len,
  583. PCI_DMA_BIDIRECTIONAL);
  584. pci_unmap_addr_set(out_meta, mapping, txcmd_phys);
  585. pci_unmap_len_set(out_meta, len, len);
  586. /* Add buffer containing Tx command and MAC(!) header to TFD's
  587. * first entry */
  588. priv->cfg->ops->lib->txq_attach_buf_to_tfd(priv, txq,
  589. txcmd_phys, len, 1, 0);
  590. if (!ieee80211_has_morefrags(hdr->frame_control)) {
  591. txq->need_update = 1;
  592. if (qc)
  593. priv->stations[sta_id].tid[tid].seq_number = seq_number;
  594. } else {
  595. wait_write_ptr = 1;
  596. txq->need_update = 0;
  597. }
  598. /* Set up TFD's 2nd entry to point directly to remainder of skb,
  599. * if any (802.11 null frames have no payload). */
  600. secondlen = len = skb->len - hdr_len;
  601. if (len) {
  602. phys_addr = pci_map_single(priv->pci_dev, skb->data + hdr_len,
  603. len, PCI_DMA_TODEVICE);
  604. priv->cfg->ops->lib->txq_attach_buf_to_tfd(priv, txq,
  605. phys_addr, len,
  606. 0, 0);
  607. }
  608. scratch_phys = txcmd_phys + sizeof(struct iwl_cmd_header) +
  609. offsetof(struct iwl_tx_cmd, scratch);
  610. len = sizeof(struct iwl_tx_cmd) +
  611. sizeof(struct iwl_cmd_header) + hdr_len;
  612. /* take back ownership of DMA buffer to enable update */
  613. pci_dma_sync_single_for_cpu(priv->pci_dev, txcmd_phys,
  614. len, PCI_DMA_BIDIRECTIONAL);
  615. tx_cmd->dram_lsb_ptr = cpu_to_le32(scratch_phys);
  616. tx_cmd->dram_msb_ptr = iwl_get_dma_hi_addr(scratch_phys);
  617. IWL_DEBUG_TX(priv, "sequence nr = 0X%x\n",
  618. le16_to_cpu(out_cmd->hdr.sequence));
  619. IWL_DEBUG_TX(priv, "tx_flags = 0X%x\n", le32_to_cpu(tx_cmd->tx_flags));
  620. iwl_print_hex_dump(priv, IWL_DL_TX, (u8 *)tx_cmd, sizeof(*tx_cmd));
  621. iwl_print_hex_dump(priv, IWL_DL_TX, (u8 *)tx_cmd->hdr, hdr_len);
  622. /* Set up entry for this TFD in Tx byte-count array */
  623. if (info->flags & IEEE80211_TX_CTL_AMPDU)
  624. priv->cfg->ops->lib->txq_update_byte_cnt_tbl(priv, txq,
  625. le16_to_cpu(tx_cmd->len));
  626. pci_dma_sync_single_for_device(priv->pci_dev, txcmd_phys,
  627. len, PCI_DMA_BIDIRECTIONAL);
  628. trace_iwlwifi_dev_tx(priv,
  629. &((struct iwl_tfd *)txq->tfds)[txq->q.write_ptr],
  630. sizeof(struct iwl_tfd),
  631. &out_cmd->hdr, firstlen,
  632. skb->data + hdr_len, secondlen);
  633. /* Tell device the write index *just past* this latest filled TFD */
  634. q->write_ptr = iwl_queue_inc_wrap(q->write_ptr, q->n_bd);
  635. iwl_txq_update_write_ptr(priv, txq);
  636. spin_unlock_irqrestore(&priv->lock, flags);
  637. /*
  638. * At this point the frame is "transmitted" successfully
  639. * and we will get a TX status notification eventually,
  640. * regardless of the value of ret. "ret" only indicates
  641. * whether or not we should update the write pointer.
  642. */
  643. /* avoid atomic ops if it isn't an associated client */
  644. if (sta_priv && sta_priv->client)
  645. atomic_inc(&sta_priv->pending_frames);
  646. if ((iwl_queue_space(q) < q->high_mark) && priv->mac80211_registered) {
  647. if (wait_write_ptr) {
  648. spin_lock_irqsave(&priv->lock, flags);
  649. txq->need_update = 1;
  650. iwl_txq_update_write_ptr(priv, txq);
  651. spin_unlock_irqrestore(&priv->lock, flags);
  652. } else {
  653. iwl_stop_queue(priv, txq->swq_id);
  654. }
  655. }
  656. return 0;
  657. drop_unlock:
  658. spin_unlock_irqrestore(&priv->lock, flags);
  659. return -1;
  660. }
  661. static inline int iwlagn_alloc_dma_ptr(struct iwl_priv *priv,
  662. struct iwl_dma_ptr *ptr, size_t size)
  663. {
  664. ptr->addr = dma_alloc_coherent(&priv->pci_dev->dev, size, &ptr->dma,
  665. GFP_KERNEL);
  666. if (!ptr->addr)
  667. return -ENOMEM;
  668. ptr->size = size;
  669. return 0;
  670. }
  671. static inline void iwlagn_free_dma_ptr(struct iwl_priv *priv,
  672. struct iwl_dma_ptr *ptr)
  673. {
  674. if (unlikely(!ptr->addr))
  675. return;
  676. dma_free_coherent(&priv->pci_dev->dev, ptr->size, ptr->addr, ptr->dma);
  677. memset(ptr, 0, sizeof(*ptr));
  678. }
  679. /**
  680. * iwlagn_hw_txq_ctx_free - Free TXQ Context
  681. *
  682. * Destroy all TX DMA queues and structures
  683. */
  684. void iwlagn_hw_txq_ctx_free(struct iwl_priv *priv)
  685. {
  686. int txq_id;
  687. /* Tx queues */
  688. if (priv->txq) {
  689. for (txq_id = 0; txq_id < priv->hw_params.max_txq_num; txq_id++)
  690. if (txq_id == IWL_CMD_QUEUE_NUM)
  691. iwl_cmd_queue_free(priv);
  692. else
  693. iwl_tx_queue_free(priv, txq_id);
  694. }
  695. iwlagn_free_dma_ptr(priv, &priv->kw);
  696. iwlagn_free_dma_ptr(priv, &priv->scd_bc_tbls);
  697. /* free tx queue structure */
  698. iwl_free_txq_mem(priv);
  699. }
  700. /**
  701. * iwlagn_txq_ctx_alloc - allocate TX queue context
  702. * Allocate all Tx DMA structures and initialize them
  703. *
  704. * @param priv
  705. * @return error code
  706. */
  707. int iwlagn_txq_ctx_alloc(struct iwl_priv *priv)
  708. {
  709. int ret;
  710. int txq_id, slots_num;
  711. unsigned long flags;
  712. /* Free all tx/cmd queues and keep-warm buffer */
  713. iwlagn_hw_txq_ctx_free(priv);
  714. ret = iwlagn_alloc_dma_ptr(priv, &priv->scd_bc_tbls,
  715. priv->hw_params.scd_bc_tbls_size);
  716. if (ret) {
  717. IWL_ERR(priv, "Scheduler BC Table allocation failed\n");
  718. goto error_bc_tbls;
  719. }
  720. /* Alloc keep-warm buffer */
  721. ret = iwlagn_alloc_dma_ptr(priv, &priv->kw, IWL_KW_SIZE);
  722. if (ret) {
  723. IWL_ERR(priv, "Keep Warm allocation failed\n");
  724. goto error_kw;
  725. }
  726. /* allocate tx queue structure */
  727. ret = iwl_alloc_txq_mem(priv);
  728. if (ret)
  729. goto error;
  730. spin_lock_irqsave(&priv->lock, flags);
  731. /* Turn off all Tx DMA fifos */
  732. priv->cfg->ops->lib->txq_set_sched(priv, 0);
  733. /* Tell NIC where to find the "keep warm" buffer */
  734. iwl_write_direct32(priv, FH_KW_MEM_ADDR_REG, priv->kw.dma >> 4);
  735. spin_unlock_irqrestore(&priv->lock, flags);
  736. /* Alloc and init all Tx queues, including the command queue (#4) */
  737. for (txq_id = 0; txq_id < priv->hw_params.max_txq_num; txq_id++) {
  738. slots_num = (txq_id == IWL_CMD_QUEUE_NUM) ?
  739. TFD_CMD_SLOTS : TFD_TX_CMD_SLOTS;
  740. ret = iwl_tx_queue_init(priv, &priv->txq[txq_id], slots_num,
  741. txq_id);
  742. if (ret) {
  743. IWL_ERR(priv, "Tx %d queue init failed\n", txq_id);
  744. goto error;
  745. }
  746. }
  747. return ret;
  748. error:
  749. iwlagn_hw_txq_ctx_free(priv);
  750. iwlagn_free_dma_ptr(priv, &priv->kw);
  751. error_kw:
  752. iwlagn_free_dma_ptr(priv, &priv->scd_bc_tbls);
  753. error_bc_tbls:
  754. return ret;
  755. }
  756. void iwlagn_txq_ctx_reset(struct iwl_priv *priv)
  757. {
  758. int txq_id, slots_num;
  759. unsigned long flags;
  760. spin_lock_irqsave(&priv->lock, flags);
  761. /* Turn off all Tx DMA fifos */
  762. priv->cfg->ops->lib->txq_set_sched(priv, 0);
  763. /* Tell NIC where to find the "keep warm" buffer */
  764. iwl_write_direct32(priv, FH_KW_MEM_ADDR_REG, priv->kw.dma >> 4);
  765. spin_unlock_irqrestore(&priv->lock, flags);
  766. /* Alloc and init all Tx queues, including the command queue (#4) */
  767. for (txq_id = 0; txq_id < priv->hw_params.max_txq_num; txq_id++) {
  768. slots_num = txq_id == IWL_CMD_QUEUE_NUM ?
  769. TFD_CMD_SLOTS : TFD_TX_CMD_SLOTS;
  770. iwl_tx_queue_reset(priv, &priv->txq[txq_id], slots_num, txq_id);
  771. }
  772. }
  773. /**
  774. * iwlagn_txq_ctx_stop - Stop all Tx DMA channels
  775. */
  776. void iwlagn_txq_ctx_stop(struct iwl_priv *priv)
  777. {
  778. int ch;
  779. unsigned long flags;
  780. /* Turn off all Tx DMA fifos */
  781. spin_lock_irqsave(&priv->lock, flags);
  782. priv->cfg->ops->lib->txq_set_sched(priv, 0);
  783. /* Stop each Tx DMA channel, and wait for it to be idle */
  784. for (ch = 0; ch < priv->hw_params.dma_chnl_num; ch++) {
  785. iwl_write_direct32(priv, FH_TCSR_CHNL_TX_CONFIG_REG(ch), 0x0);
  786. iwl_poll_direct_bit(priv, FH_TSSR_TX_STATUS_REG,
  787. FH_TSSR_TX_STATUS_REG_MSK_CHNL_IDLE(ch),
  788. 1000);
  789. }
  790. spin_unlock_irqrestore(&priv->lock, flags);
  791. }
  792. /*
  793. * Find first available (lowest unused) Tx Queue, mark it "active".
  794. * Called only when finding queue for aggregation.
  795. * Should never return anything < 7, because they should already
  796. * be in use as EDCA AC (0-3), Command (4), reserved (5, 6)
  797. */
  798. static int iwlagn_txq_ctx_activate_free(struct iwl_priv *priv)
  799. {
  800. int txq_id;
  801. for (txq_id = 0; txq_id < priv->hw_params.max_txq_num; txq_id++)
  802. if (!test_and_set_bit(txq_id, &priv->txq_ctx_active_msk))
  803. return txq_id;
  804. return -1;
  805. }
  806. int iwlagn_tx_agg_start(struct iwl_priv *priv, struct ieee80211_vif *vif,
  807. struct ieee80211_sta *sta, u16 tid, u16 *ssn)
  808. {
  809. int sta_id;
  810. int tx_fifo;
  811. int txq_id;
  812. int ret;
  813. unsigned long flags;
  814. struct iwl_tid_data *tid_data;
  815. tx_fifo = get_fifo_from_tid(tid);
  816. if (unlikely(tx_fifo < 0))
  817. return tx_fifo;
  818. IWL_WARN(priv, "%s on ra = %pM tid = %d\n",
  819. __func__, sta->addr, tid);
  820. sta_id = iwl_sta_id(sta);
  821. if (sta_id == IWL_INVALID_STATION) {
  822. IWL_ERR(priv, "Start AGG on invalid station\n");
  823. return -ENXIO;
  824. }
  825. if (unlikely(tid >= MAX_TID_COUNT))
  826. return -EINVAL;
  827. if (priv->stations[sta_id].tid[tid].agg.state != IWL_AGG_OFF) {
  828. IWL_ERR(priv, "Start AGG when state is not IWL_AGG_OFF !\n");
  829. return -ENXIO;
  830. }
  831. txq_id = iwlagn_txq_ctx_activate_free(priv);
  832. if (txq_id == -1) {
  833. IWL_ERR(priv, "No free aggregation queue available\n");
  834. return -ENXIO;
  835. }
  836. spin_lock_irqsave(&priv->sta_lock, flags);
  837. tid_data = &priv->stations[sta_id].tid[tid];
  838. *ssn = SEQ_TO_SN(tid_data->seq_number);
  839. tid_data->agg.txq_id = txq_id;
  840. priv->txq[txq_id].swq_id = iwl_virtual_agg_queue_num(get_ac_from_tid(tid), txq_id);
  841. spin_unlock_irqrestore(&priv->sta_lock, flags);
  842. ret = priv->cfg->ops->lib->txq_agg_enable(priv, txq_id, tx_fifo,
  843. sta_id, tid, *ssn);
  844. if (ret)
  845. return ret;
  846. if (tid_data->tfds_in_queue == 0) {
  847. IWL_DEBUG_HT(priv, "HW queue is empty\n");
  848. tid_data->agg.state = IWL_AGG_ON;
  849. ieee80211_start_tx_ba_cb_irqsafe(vif, sta->addr, tid);
  850. } else {
  851. IWL_DEBUG_HT(priv, "HW queue is NOT empty: %d packets in HW queue\n",
  852. tid_data->tfds_in_queue);
  853. tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_ADDBA;
  854. }
  855. return ret;
  856. }
  857. int iwlagn_tx_agg_stop(struct iwl_priv *priv, struct ieee80211_vif *vif,
  858. struct ieee80211_sta *sta, u16 tid)
  859. {
  860. int tx_fifo_id, txq_id, sta_id, ssn = -1;
  861. struct iwl_tid_data *tid_data;
  862. int write_ptr, read_ptr;
  863. unsigned long flags;
  864. tx_fifo_id = get_fifo_from_tid(tid);
  865. if (unlikely(tx_fifo_id < 0))
  866. return tx_fifo_id;
  867. sta_id = iwl_sta_id(sta);
  868. if (sta_id == IWL_INVALID_STATION) {
  869. IWL_ERR(priv, "Invalid station for AGG tid %d\n", tid);
  870. return -ENXIO;
  871. }
  872. if (priv->stations[sta_id].tid[tid].agg.state ==
  873. IWL_EMPTYING_HW_QUEUE_ADDBA) {
  874. IWL_DEBUG_HT(priv, "AGG stop before setup done\n");
  875. ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
  876. priv->stations[sta_id].tid[tid].agg.state = IWL_AGG_OFF;
  877. return 0;
  878. }
  879. if (priv->stations[sta_id].tid[tid].agg.state != IWL_AGG_ON)
  880. IWL_WARN(priv, "Stopping AGG while state not ON or starting\n");
  881. tid_data = &priv->stations[sta_id].tid[tid];
  882. ssn = (tid_data->seq_number & IEEE80211_SCTL_SEQ) >> 4;
  883. txq_id = tid_data->agg.txq_id;
  884. write_ptr = priv->txq[txq_id].q.write_ptr;
  885. read_ptr = priv->txq[txq_id].q.read_ptr;
  886. /* The queue is not empty */
  887. if (write_ptr != read_ptr) {
  888. IWL_DEBUG_HT(priv, "Stopping a non empty AGG HW QUEUE\n");
  889. priv->stations[sta_id].tid[tid].agg.state =
  890. IWL_EMPTYING_HW_QUEUE_DELBA;
  891. return 0;
  892. }
  893. IWL_DEBUG_HT(priv, "HW queue is empty\n");
  894. priv->stations[sta_id].tid[tid].agg.state = IWL_AGG_OFF;
  895. spin_lock_irqsave(&priv->lock, flags);
  896. /*
  897. * the only reason this call can fail is queue number out of range,
  898. * which can happen if uCode is reloaded and all the station
  899. * information are lost. if it is outside the range, there is no need
  900. * to deactivate the uCode queue, just return "success" to allow
  901. * mac80211 to clean up it own data.
  902. */
  903. priv->cfg->ops->lib->txq_agg_disable(priv, txq_id, ssn,
  904. tx_fifo_id);
  905. spin_unlock_irqrestore(&priv->lock, flags);
  906. ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
  907. return 0;
  908. }
  909. int iwlagn_txq_check_empty(struct iwl_priv *priv,
  910. int sta_id, u8 tid, int txq_id)
  911. {
  912. struct iwl_queue *q = &priv->txq[txq_id].q;
  913. u8 *addr = priv->stations[sta_id].sta.sta.addr;
  914. struct iwl_tid_data *tid_data = &priv->stations[sta_id].tid[tid];
  915. switch (priv->stations[sta_id].tid[tid].agg.state) {
  916. case IWL_EMPTYING_HW_QUEUE_DELBA:
  917. /* We are reclaiming the last packet of the */
  918. /* aggregated HW queue */
  919. if ((txq_id == tid_data->agg.txq_id) &&
  920. (q->read_ptr == q->write_ptr)) {
  921. u16 ssn = SEQ_TO_SN(tid_data->seq_number);
  922. int tx_fifo = get_fifo_from_tid(tid);
  923. IWL_DEBUG_HT(priv, "HW queue empty: continue DELBA flow\n");
  924. priv->cfg->ops->lib->txq_agg_disable(priv, txq_id,
  925. ssn, tx_fifo);
  926. tid_data->agg.state = IWL_AGG_OFF;
  927. ieee80211_stop_tx_ba_cb_irqsafe(priv->vif, addr, tid);
  928. }
  929. break;
  930. case IWL_EMPTYING_HW_QUEUE_ADDBA:
  931. /* We are reclaiming the last packet of the queue */
  932. if (tid_data->tfds_in_queue == 0) {
  933. IWL_DEBUG_HT(priv, "HW queue empty: continue ADDBA flow\n");
  934. tid_data->agg.state = IWL_AGG_ON;
  935. ieee80211_start_tx_ba_cb_irqsafe(priv->vif, addr, tid);
  936. }
  937. break;
  938. }
  939. return 0;
  940. }
  941. static void iwlagn_tx_status(struct iwl_priv *priv, struct sk_buff *skb)
  942. {
  943. struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data;
  944. struct ieee80211_sta *sta;
  945. struct iwl_station_priv *sta_priv;
  946. rcu_read_lock();
  947. sta = ieee80211_find_sta(priv->vif, hdr->addr1);
  948. if (sta) {
  949. sta_priv = (void *)sta->drv_priv;
  950. /* avoid atomic ops if this isn't a client */
  951. if (sta_priv->client &&
  952. atomic_dec_return(&sta_priv->pending_frames) == 0)
  953. ieee80211_sta_block_awake(priv->hw, sta, false);
  954. }
  955. rcu_read_unlock();
  956. ieee80211_tx_status_irqsafe(priv->hw, skb);
  957. }
  958. int iwlagn_tx_queue_reclaim(struct iwl_priv *priv, int txq_id, int index)
  959. {
  960. struct iwl_tx_queue *txq = &priv->txq[txq_id];
  961. struct iwl_queue *q = &txq->q;
  962. struct iwl_tx_info *tx_info;
  963. int nfreed = 0;
  964. struct ieee80211_hdr *hdr;
  965. if ((index >= q->n_bd) || (iwl_queue_used(q, index) == 0)) {
  966. IWL_ERR(priv, "Read index for DMA queue txq id (%d), index %d, "
  967. "is out of range [0-%d] %d %d.\n", txq_id,
  968. index, q->n_bd, q->write_ptr, q->read_ptr);
  969. return 0;
  970. }
  971. for (index = iwl_queue_inc_wrap(index, q->n_bd);
  972. q->read_ptr != index;
  973. q->read_ptr = iwl_queue_inc_wrap(q->read_ptr, q->n_bd)) {
  974. tx_info = &txq->txb[txq->q.read_ptr];
  975. iwlagn_tx_status(priv, tx_info->skb[0]);
  976. hdr = (struct ieee80211_hdr *)tx_info->skb[0]->data;
  977. if (hdr && ieee80211_is_data_qos(hdr->frame_control))
  978. nfreed++;
  979. tx_info->skb[0] = NULL;
  980. if (priv->cfg->ops->lib->txq_inval_byte_cnt_tbl)
  981. priv->cfg->ops->lib->txq_inval_byte_cnt_tbl(priv, txq);
  982. priv->cfg->ops->lib->txq_free_tfd(priv, txq);
  983. }
  984. return nfreed;
  985. }
  986. /**
  987. * iwlagn_tx_status_reply_compressed_ba - Update tx status from block-ack
  988. *
  989. * Go through block-ack's bitmap of ACK'd frames, update driver's record of
  990. * ACK vs. not. This gets sent to mac80211, then to rate scaling algo.
  991. */
  992. static int iwlagn_tx_status_reply_compressed_ba(struct iwl_priv *priv,
  993. struct iwl_ht_agg *agg,
  994. struct iwl_compressed_ba_resp *ba_resp)
  995. {
  996. int i, sh, ack;
  997. u16 seq_ctl = le16_to_cpu(ba_resp->seq_ctl);
  998. u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
  999. u64 bitmap;
  1000. int successes = 0;
  1001. struct ieee80211_tx_info *info;
  1002. if (unlikely(!agg->wait_for_ba)) {
  1003. IWL_ERR(priv, "Received BA when not expected\n");
  1004. return -EINVAL;
  1005. }
  1006. /* Mark that the expected block-ack response arrived */
  1007. agg->wait_for_ba = 0;
  1008. IWL_DEBUG_TX_REPLY(priv, "BA %d %d\n", agg->start_idx, ba_resp->seq_ctl);
  1009. /* Calculate shift to align block-ack bits with our Tx window bits */
  1010. sh = agg->start_idx - SEQ_TO_INDEX(seq_ctl >> 4);
  1011. if (sh < 0) /* tbw something is wrong with indices */
  1012. sh += 0x100;
  1013. /* don't use 64-bit values for now */
  1014. bitmap = le64_to_cpu(ba_resp->bitmap) >> sh;
  1015. if (agg->frame_count > (64 - sh)) {
  1016. IWL_DEBUG_TX_REPLY(priv, "more frames than bitmap size");
  1017. return -1;
  1018. }
  1019. /* check for success or failure according to the
  1020. * transmitted bitmap and block-ack bitmap */
  1021. bitmap &= agg->bitmap;
  1022. /* For each frame attempted in aggregation,
  1023. * update driver's record of tx frame's status. */
  1024. for (i = 0; i < agg->frame_count ; i++) {
  1025. ack = bitmap & (1ULL << i);
  1026. successes += !!ack;
  1027. IWL_DEBUG_TX_REPLY(priv, "%s ON i=%d idx=%d raw=%d\n",
  1028. ack ? "ACK" : "NACK", i, (agg->start_idx + i) & 0xff,
  1029. agg->start_idx + i);
  1030. }
  1031. info = IEEE80211_SKB_CB(priv->txq[scd_flow].txb[agg->start_idx].skb[0]);
  1032. memset(&info->status, 0, sizeof(info->status));
  1033. info->flags |= IEEE80211_TX_STAT_ACK;
  1034. info->flags |= IEEE80211_TX_STAT_AMPDU;
  1035. info->status.ampdu_ack_len = successes;
  1036. info->status.ampdu_ack_map = bitmap;
  1037. info->status.ampdu_len = agg->frame_count;
  1038. iwlagn_hwrate_to_tx_control(priv, agg->rate_n_flags, info);
  1039. IWL_DEBUG_TX_REPLY(priv, "Bitmap %llx\n", (unsigned long long)bitmap);
  1040. return 0;
  1041. }
  1042. /**
  1043. * translate ucode response to mac80211 tx status control values
  1044. */
  1045. void iwlagn_hwrate_to_tx_control(struct iwl_priv *priv, u32 rate_n_flags,
  1046. struct ieee80211_tx_info *info)
  1047. {
  1048. struct ieee80211_tx_rate *r = &info->control.rates[0];
  1049. info->antenna_sel_tx =
  1050. ((rate_n_flags & RATE_MCS_ANT_ABC_MSK) >> RATE_MCS_ANT_POS);
  1051. if (rate_n_flags & RATE_MCS_HT_MSK)
  1052. r->flags |= IEEE80211_TX_RC_MCS;
  1053. if (rate_n_flags & RATE_MCS_GF_MSK)
  1054. r->flags |= IEEE80211_TX_RC_GREEN_FIELD;
  1055. if (rate_n_flags & RATE_MCS_HT40_MSK)
  1056. r->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
  1057. if (rate_n_flags & RATE_MCS_DUP_MSK)
  1058. r->flags |= IEEE80211_TX_RC_DUP_DATA;
  1059. if (rate_n_flags & RATE_MCS_SGI_MSK)
  1060. r->flags |= IEEE80211_TX_RC_SHORT_GI;
  1061. r->idx = iwlagn_hwrate_to_mac80211_idx(rate_n_flags, info->band);
  1062. }
  1063. /**
  1064. * iwlagn_rx_reply_compressed_ba - Handler for REPLY_COMPRESSED_BA
  1065. *
  1066. * Handles block-acknowledge notification from device, which reports success
  1067. * of frames sent via aggregation.
  1068. */
  1069. void iwlagn_rx_reply_compressed_ba(struct iwl_priv *priv,
  1070. struct iwl_rx_mem_buffer *rxb)
  1071. {
  1072. struct iwl_rx_packet *pkt = rxb_addr(rxb);
  1073. struct iwl_compressed_ba_resp *ba_resp = &pkt->u.compressed_ba;
  1074. struct iwl_tx_queue *txq = NULL;
  1075. struct iwl_ht_agg *agg;
  1076. int index;
  1077. int sta_id;
  1078. int tid;
  1079. /* "flow" corresponds to Tx queue */
  1080. u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
  1081. /* "ssn" is start of block-ack Tx window, corresponds to index
  1082. * (in Tx queue's circular buffer) of first TFD/frame in window */
  1083. u16 ba_resp_scd_ssn = le16_to_cpu(ba_resp->scd_ssn);
  1084. if (scd_flow >= priv->hw_params.max_txq_num) {
  1085. IWL_ERR(priv,
  1086. "BUG_ON scd_flow is bigger than number of queues\n");
  1087. return;
  1088. }
  1089. txq = &priv->txq[scd_flow];
  1090. sta_id = ba_resp->sta_id;
  1091. tid = ba_resp->tid;
  1092. agg = &priv->stations[sta_id].tid[tid].agg;
  1093. if (unlikely(agg->txq_id != scd_flow)) {
  1094. IWL_ERR(priv, "BA scd_flow %d does not match txq_id %d\n",
  1095. scd_flow, agg->txq_id);
  1096. return;
  1097. }
  1098. /* Find index just before block-ack window */
  1099. index = iwl_queue_dec_wrap(ba_resp_scd_ssn & 0xff, txq->q.n_bd);
  1100. /* TODO: Need to get this copy more safely - now good for debug */
  1101. IWL_DEBUG_TX_REPLY(priv, "REPLY_COMPRESSED_BA [%d] Received from %pM, "
  1102. "sta_id = %d\n",
  1103. agg->wait_for_ba,
  1104. (u8 *) &ba_resp->sta_addr_lo32,
  1105. ba_resp->sta_id);
  1106. IWL_DEBUG_TX_REPLY(priv, "TID = %d, SeqCtl = %d, bitmap = 0x%llx, scd_flow = "
  1107. "%d, scd_ssn = %d\n",
  1108. ba_resp->tid,
  1109. ba_resp->seq_ctl,
  1110. (unsigned long long)le64_to_cpu(ba_resp->bitmap),
  1111. ba_resp->scd_flow,
  1112. ba_resp->scd_ssn);
  1113. IWL_DEBUG_TX_REPLY(priv, "DAT start_idx = %d, bitmap = 0x%llx\n",
  1114. agg->start_idx,
  1115. (unsigned long long)agg->bitmap);
  1116. /* Update driver's record of ACK vs. not for each frame in window */
  1117. iwlagn_tx_status_reply_compressed_ba(priv, agg, ba_resp);
  1118. /* Release all TFDs before the SSN, i.e. all TFDs in front of
  1119. * block-ack window (we assume that they've been successfully
  1120. * transmitted ... if not, it's too late anyway). */
  1121. if (txq->q.read_ptr != (ba_resp_scd_ssn & 0xff)) {
  1122. /* calculate mac80211 ampdu sw queue to wake */
  1123. int freed = iwlagn_tx_queue_reclaim(priv, scd_flow, index);
  1124. iwl_free_tfds_in_queue(priv, sta_id, tid, freed);
  1125. if ((iwl_queue_space(&txq->q) > txq->q.low_mark) &&
  1126. priv->mac80211_registered &&
  1127. (agg->state != IWL_EMPTYING_HW_QUEUE_DELBA))
  1128. iwl_wake_queue(priv, txq->swq_id);
  1129. iwlagn_txq_check_empty(priv, sta_id, tid, scd_flow);
  1130. }
  1131. }