1 /******************************************************************************
5 * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of version 2 of the GNU General Public License as
9 * published by the Free Software Foundation.
11 * This program is distributed in the hope that it will be useful, but
12 * WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * General Public License for more details.
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
21 * The full GNU General Public License is included in this distribution
22 * in the file called LICENSE.GPL.
24 * Contact Information:
25 * Intel Linux Wireless <ilw@linux.intel.com>
26 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
28 *****************************************************************************/
30 #include <linux/kernel.h>
31 #include <linux/module.h>
32 #include <linux/init.h>
33 #include <linux/sched.h>
39 #include "iwl-helpers.h"
40 #include "iwl-agn-hw.h"
42 #include "iwl-trans.h"
45 * mac80211 queues, ACs, hardware queues, FIFOs.
47 * Cf. http://wireless.kernel.org/en/developers/Documentation/mac80211/queues
49 * Mac80211 uses the following numbers, which we get as from it
50 * by way of skb_get_queue_mapping(skb):
58 * Regular (not A-MPDU) frames are put into hardware queues corresponding
59 * to the FIFOs, see comments in iwl-prph.h. Aggregated frames get their
60 * own queue per aggregation session (RA/TID combination), such queues are
61 * set up to map into FIFOs too, for which we need an AC->FIFO mapping. In
62 * order to map frames to the right queue, we also need an AC->hw queue
63 * mapping. This is implemented here.
65 * Due to the way hw queues are set up (by the hw specific modules like
66 * iwl-4965.c, iwl-5000.c etc.), the AC->hw queue mapping is the identity
70 static const u8 tid_to_ac[] = {
81 static inline int get_ac_from_tid(u16 tid)
83 if (likely(tid < ARRAY_SIZE(tid_to_ac)))
84 return tid_to_ac[tid];
86 /* no support for TIDs 8-15 yet */
90 static inline int get_fifo_from_tid(struct iwl_rxon_context *ctx, u16 tid)
92 if (likely(tid < ARRAY_SIZE(tid_to_ac)))
93 return ctx->ac_to_fifo[tid_to_ac[tid]];
95 /* no support for TIDs 8-15 yet */
100 * iwlagn_txq_update_byte_cnt_tbl - Set up entry in Tx byte-count array
102 void iwlagn_txq_update_byte_cnt_tbl(struct iwl_priv *priv,
103 struct iwl_tx_queue *txq,
106 struct iwlagn_scd_bc_tbl *scd_bc_tbl = priv->scd_bc_tbls.addr;
107 int write_ptr = txq->q.write_ptr;
108 int txq_id = txq->q.id;
111 u16 len = byte_cnt + IWL_TX_CRC_SIZE + IWL_TX_DELIMITER_SIZE;
114 WARN_ON(len > 0xFFF || write_ptr >= TFD_QUEUE_SIZE_MAX);
116 sta_id = txq->cmd[txq->q.write_ptr]->cmd.tx.sta_id;
117 sec_ctl = txq->cmd[txq->q.write_ptr]->cmd.tx.sec_ctl;
119 switch (sec_ctl & TX_CMD_SEC_MSK) {
123 case TX_CMD_SEC_TKIP:
127 len += WEP_IV_LEN + WEP_ICV_LEN;
131 bc_ent = cpu_to_le16((len & 0xFFF) | (sta_id << 12));
133 scd_bc_tbl[txq_id].tfd_offset[write_ptr] = bc_ent;
135 if (write_ptr < TFD_QUEUE_SIZE_BC_DUP)
137 tfd_offset[TFD_QUEUE_SIZE_MAX + write_ptr] = bc_ent;
140 static void iwlagn_txq_inval_byte_cnt_tbl(struct iwl_priv *priv,
141 struct iwl_tx_queue *txq)
143 struct iwlagn_scd_bc_tbl *scd_bc_tbl = priv->scd_bc_tbls.addr;
144 int txq_id = txq->q.id;
145 int read_ptr = txq->q.read_ptr;
149 WARN_ON(read_ptr >= TFD_QUEUE_SIZE_MAX);
151 if (txq_id != priv->cmd_queue)
152 sta_id = txq->cmd[read_ptr]->cmd.tx.sta_id;
154 bc_ent = cpu_to_le16(1 | (sta_id << 12));
155 scd_bc_tbl[txq_id].tfd_offset[read_ptr] = bc_ent;
157 if (read_ptr < TFD_QUEUE_SIZE_BC_DUP)
159 tfd_offset[TFD_QUEUE_SIZE_MAX + read_ptr] = bc_ent;
162 static int iwlagn_tx_queue_set_q2ratid(struct iwl_priv *priv, u16 ra_tid,
169 scd_q2ratid = ra_tid & SCD_QUEUE_RA_TID_MAP_RATID_MSK;
171 tbl_dw_addr = priv->scd_base_addr +
172 SCD_TRANS_TBL_OFFSET_QUEUE(txq_id);
174 tbl_dw = iwl_read_targ_mem(priv, tbl_dw_addr);
177 tbl_dw = (scd_q2ratid << 16) | (tbl_dw & 0x0000FFFF);
179 tbl_dw = scd_q2ratid | (tbl_dw & 0xFFFF0000);
181 iwl_write_targ_mem(priv, tbl_dw_addr, tbl_dw);
186 static void iwlagn_tx_queue_stop_scheduler(struct iwl_priv *priv, u16 txq_id)
188 /* Simply stop the queue, but don't change any configuration;
189 * the SCD_ACT_EN bit is the write-enable mask for the ACTIVE bit. */
191 SCD_QUEUE_STATUS_BITS(txq_id),
192 (0 << SCD_QUEUE_STTS_REG_POS_ACTIVE)|
193 (1 << SCD_QUEUE_STTS_REG_POS_SCD_ACT_EN));
196 void iwlagn_set_wr_ptrs(struct iwl_priv *priv,
197 int txq_id, u32 index)
199 iwl_write_direct32(priv, HBUS_TARG_WRPTR,
200 (index & 0xff) | (txq_id << 8));
201 iwl_write_prph(priv, SCD_QUEUE_RDPTR(txq_id), index);
204 void iwlagn_tx_queue_set_status(struct iwl_priv *priv,
205 struct iwl_tx_queue *txq,
206 int tx_fifo_id, int scd_retry)
208 int txq_id = txq->q.id;
209 int active = test_bit(txq_id, &priv->txq_ctx_active_msk) ? 1 : 0;
211 iwl_write_prph(priv, SCD_QUEUE_STATUS_BITS(txq_id),
212 (active << SCD_QUEUE_STTS_REG_POS_ACTIVE) |
213 (tx_fifo_id << SCD_QUEUE_STTS_REG_POS_TXF) |
214 (1 << SCD_QUEUE_STTS_REG_POS_WSL) |
215 SCD_QUEUE_STTS_REG_MSK);
217 txq->sched_retry = scd_retry;
219 IWL_DEBUG_INFO(priv, "%s %s Queue %d on FIFO %d\n",
220 active ? "Activate" : "Deactivate",
221 scd_retry ? "BA" : "AC/CMD", txq_id, tx_fifo_id);
224 static int iwlagn_txq_agg_enable(struct iwl_priv *priv, int txq_id, int sta_id, int tid)
226 if ((IWLAGN_FIRST_AMPDU_QUEUE > txq_id) ||
227 (IWLAGN_FIRST_AMPDU_QUEUE +
228 priv->cfg->base_params->num_of_ampdu_queues <= txq_id)) {
230 "queue number out of range: %d, must be %d to %d\n",
231 txq_id, IWLAGN_FIRST_AMPDU_QUEUE,
232 IWLAGN_FIRST_AMPDU_QUEUE +
233 priv->cfg->base_params->num_of_ampdu_queues - 1);
237 /* Modify device's station table to Tx this TID */
238 return iwl_sta_tx_modify_enable_tid(priv, sta_id, tid);
241 void iwlagn_txq_agg_queue_setup(struct iwl_priv *priv,
242 struct ieee80211_sta *sta,
243 int tid, int frame_limit)
245 int sta_id, tx_fifo, txq_id, ssn_idx;
248 struct iwl_tid_data *tid_data;
250 sta_id = iwl_sta_id(sta);
251 if (WARN_ON(sta_id == IWL_INVALID_STATION))
253 if (WARN_ON(tid >= MAX_TID_COUNT))
256 spin_lock_irqsave(&priv->sta_lock, flags);
257 tid_data = &priv->stations[sta_id].tid[tid];
258 ssn_idx = SEQ_TO_SN(tid_data->seq_number);
259 txq_id = tid_data->agg.txq_id;
260 tx_fifo = tid_data->agg.tx_fifo;
261 spin_unlock_irqrestore(&priv->sta_lock, flags);
263 ra_tid = BUILD_RAxTID(sta_id, tid);
265 spin_lock_irqsave(&priv->lock, flags);
267 /* Stop this Tx queue before configuring it */
268 iwlagn_tx_queue_stop_scheduler(priv, txq_id);
270 /* Map receiver-address / traffic-ID to this queue */
271 iwlagn_tx_queue_set_q2ratid(priv, ra_tid, txq_id);
273 /* Set this queue as a chain-building queue */
274 iwl_set_bits_prph(priv, SCD_QUEUECHAIN_SEL, (1<<txq_id));
276 /* enable aggregations for the queue */
277 iwl_set_bits_prph(priv, SCD_AGGR_SEL, (1<<txq_id));
279 /* Place first TFD at index corresponding to start sequence number.
280 * Assumes that ssn_idx is valid (!= 0xFFF) */
281 priv->txq[txq_id].q.read_ptr = (ssn_idx & 0xff);
282 priv->txq[txq_id].q.write_ptr = (ssn_idx & 0xff);
283 iwlagn_set_wr_ptrs(priv, txq_id, ssn_idx);
285 /* Set up Tx window size and frame limit for this queue */
286 iwl_write_targ_mem(priv, priv->scd_base_addr +
287 SCD_CONTEXT_QUEUE_OFFSET(txq_id) +
290 SCD_QUEUE_CTX_REG2_WIN_SIZE_POS) &
291 SCD_QUEUE_CTX_REG2_WIN_SIZE_MSK) |
293 SCD_QUEUE_CTX_REG2_FRAME_LIMIT_POS) &
294 SCD_QUEUE_CTX_REG2_FRAME_LIMIT_MSK));
296 iwl_set_bits_prph(priv, SCD_INTERRUPT_MASK, (1 << txq_id));
298 /* Set up Status area in SRAM, map to Tx DMA/FIFO, activate the queue */
299 iwlagn_tx_queue_set_status(priv, &priv->txq[txq_id], tx_fifo, 1);
301 spin_unlock_irqrestore(&priv->lock, flags);
304 static int iwlagn_txq_agg_disable(struct iwl_priv *priv, u16 txq_id,
305 u16 ssn_idx, u8 tx_fifo)
307 if ((IWLAGN_FIRST_AMPDU_QUEUE > txq_id) ||
308 (IWLAGN_FIRST_AMPDU_QUEUE +
309 priv->cfg->base_params->num_of_ampdu_queues <= txq_id)) {
311 "queue number out of range: %d, must be %d to %d\n",
312 txq_id, IWLAGN_FIRST_AMPDU_QUEUE,
313 IWLAGN_FIRST_AMPDU_QUEUE +
314 priv->cfg->base_params->num_of_ampdu_queues - 1);
318 iwlagn_tx_queue_stop_scheduler(priv, txq_id);
320 iwl_clear_bits_prph(priv, SCD_AGGR_SEL, (1 << txq_id));
322 priv->txq[txq_id].q.read_ptr = (ssn_idx & 0xff);
323 priv->txq[txq_id].q.write_ptr = (ssn_idx & 0xff);
324 /* supposes that ssn_idx is valid (!= 0xFFF) */
325 iwlagn_set_wr_ptrs(priv, txq_id, ssn_idx);
327 iwl_clear_bits_prph(priv, SCD_INTERRUPT_MASK, (1 << txq_id));
328 iwl_txq_ctx_deactivate(priv, txq_id);
329 iwlagn_tx_queue_set_status(priv, &priv->txq[txq_id], tx_fifo, 0);
334 static void iwlagn_tx_cmd_protection(struct iwl_priv *priv,
335 struct ieee80211_tx_info *info,
336 __le16 fc, __le32 *tx_flags)
338 if (info->control.rates[0].flags & IEEE80211_TX_RC_USE_RTS_CTS ||
339 info->control.rates[0].flags & IEEE80211_TX_RC_USE_CTS_PROTECT ||
340 info->flags & IEEE80211_TX_CTL_AMPDU)
341 *tx_flags |= TX_CMD_FLG_PROT_REQUIRE_MSK;
345 * handle build REPLY_TX command notification.
347 static void iwlagn_tx_cmd_build_basic(struct iwl_priv *priv,
349 struct iwl_tx_cmd *tx_cmd,
350 struct ieee80211_tx_info *info,
351 struct ieee80211_hdr *hdr,
354 __le16 fc = hdr->frame_control;
355 __le32 tx_flags = tx_cmd->tx_flags;
357 tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
359 if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
360 tx_flags |= TX_CMD_FLG_ACK_MSK;
362 tx_flags &= ~TX_CMD_FLG_ACK_MSK;
364 if (ieee80211_is_probe_resp(fc))
365 tx_flags |= TX_CMD_FLG_TSF_MSK;
366 else if (ieee80211_is_back_req(fc))
367 tx_flags |= TX_CMD_FLG_ACK_MSK | TX_CMD_FLG_IMM_BA_RSP_MASK;
368 else if (info->band == IEEE80211_BAND_2GHZ &&
369 priv->cfg->bt_params &&
370 priv->cfg->bt_params->advanced_bt_coexist &&
371 (ieee80211_is_auth(fc) || ieee80211_is_assoc_req(fc) ||
372 ieee80211_is_reassoc_req(fc) ||
373 skb->protocol == cpu_to_be16(ETH_P_PAE)))
374 tx_flags |= TX_CMD_FLG_IGNORE_BT;
377 tx_cmd->sta_id = std_id;
378 if (ieee80211_has_morefrags(fc))
379 tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;
381 if (ieee80211_is_data_qos(fc)) {
382 u8 *qc = ieee80211_get_qos_ctl(hdr);
383 tx_cmd->tid_tspec = qc[0] & 0xf;
384 tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
386 tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
389 iwlagn_tx_cmd_protection(priv, info, fc, &tx_flags);
391 tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
392 if (ieee80211_is_mgmt(fc)) {
393 if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
394 tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
396 tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
398 tx_cmd->timeout.pm_frame_timeout = 0;
401 tx_cmd->driver_txop = 0;
402 tx_cmd->tx_flags = tx_flags;
403 tx_cmd->next_frame_len = 0;
406 #define RTS_DFAULT_RETRY_LIMIT 60
408 static void iwlagn_tx_cmd_build_rate(struct iwl_priv *priv,
409 struct iwl_tx_cmd *tx_cmd,
410 struct ieee80211_tx_info *info,
419 /* Set retry limit on DATA packets and Probe Responses*/
420 if (ieee80211_is_probe_resp(fc))
421 data_retry_limit = 3;
423 data_retry_limit = IWLAGN_DEFAULT_TX_RETRY;
424 tx_cmd->data_retry_limit = data_retry_limit;
426 /* Set retry limit on RTS packets */
427 rts_retry_limit = RTS_DFAULT_RETRY_LIMIT;
428 if (data_retry_limit < rts_retry_limit)
429 rts_retry_limit = data_retry_limit;
430 tx_cmd->rts_retry_limit = rts_retry_limit;
432 /* DATA packets will use the uCode station table for rate/antenna
434 if (ieee80211_is_data(fc)) {
435 tx_cmd->initial_rate_index = 0;
436 tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
437 if (priv->tm_fixed_rate) {
439 * rate overwrite by testmode
440 * we not only send lq command to change rate
441 * we also re-enforce per data pkt base.
443 tx_cmd->tx_flags &= ~TX_CMD_FLG_STA_RATE_MSK;
444 memcpy(&tx_cmd->rate_n_flags, &priv->tm_fixed_rate,
445 sizeof(tx_cmd->rate_n_flags));
451 * If the current TX rate stored in mac80211 has the MCS bit set, it's
452 * not really a TX rate. Thus, we use the lowest supported rate for
453 * this band. Also use the lowest supported rate if the stored rate
456 rate_idx = info->control.rates[0].idx;
457 if (info->control.rates[0].flags & IEEE80211_TX_RC_MCS ||
458 (rate_idx < 0) || (rate_idx > IWL_RATE_COUNT_LEGACY))
459 rate_idx = rate_lowest_index(&priv->bands[info->band],
461 /* For 5 GHZ band, remap mac80211 rate indices into driver indices */
462 if (info->band == IEEE80211_BAND_5GHZ)
463 rate_idx += IWL_FIRST_OFDM_RATE;
464 /* Get PLCP rate for tx_cmd->rate_n_flags */
465 rate_plcp = iwl_rates[rate_idx].plcp;
466 /* Zero out flags for this packet */
469 /* Set CCK flag as needed */
470 if ((rate_idx >= IWL_FIRST_CCK_RATE) && (rate_idx <= IWL_LAST_CCK_RATE))
471 rate_flags |= RATE_MCS_CCK_MSK;
473 /* Set up antennas */
474 if (priv->cfg->bt_params &&
475 priv->cfg->bt_params->advanced_bt_coexist &&
476 priv->bt_full_concurrent) {
477 /* operated as 1x1 in full concurrency mode */
478 priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
479 first_antenna(priv->hw_params.valid_tx_ant));
481 priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
482 priv->hw_params.valid_tx_ant);
483 rate_flags |= iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
485 /* Set the rate in the TX cmd */
486 tx_cmd->rate_n_flags = iwl_hw_set_rate_n_flags(rate_plcp, rate_flags);
489 static void iwlagn_tx_cmd_build_hwcrypto(struct iwl_priv *priv,
490 struct ieee80211_tx_info *info,
491 struct iwl_tx_cmd *tx_cmd,
492 struct sk_buff *skb_frag,
495 struct ieee80211_key_conf *keyconf = info->control.hw_key;
497 switch (keyconf->cipher) {
498 case WLAN_CIPHER_SUITE_CCMP:
499 tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
500 memcpy(tx_cmd->key, keyconf->key, keyconf->keylen);
501 if (info->flags & IEEE80211_TX_CTL_AMPDU)
502 tx_cmd->tx_flags |= TX_CMD_FLG_AGG_CCMP_MSK;
503 IWL_DEBUG_TX(priv, "tx_cmd with AES hwcrypto\n");
506 case WLAN_CIPHER_SUITE_TKIP:
507 tx_cmd->sec_ctl = TX_CMD_SEC_TKIP;
508 ieee80211_get_tkip_p2k(keyconf, skb_frag, tx_cmd->key);
509 IWL_DEBUG_TX(priv, "tx_cmd with tkip hwcrypto\n");
512 case WLAN_CIPHER_SUITE_WEP104:
513 tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
515 case WLAN_CIPHER_SUITE_WEP40:
516 tx_cmd->sec_ctl |= (TX_CMD_SEC_WEP |
517 (keyconf->keyidx & TX_CMD_SEC_MSK) << TX_CMD_SEC_SHIFT);
519 memcpy(&tx_cmd->key[3], keyconf->key, keyconf->keylen);
521 IWL_DEBUG_TX(priv, "Configuring packet for WEP encryption "
522 "with key %d\n", keyconf->keyidx);
526 IWL_ERR(priv, "Unknown encode cipher %x\n", keyconf->cipher);
532 * start REPLY_TX command process
534 int iwlagn_tx_skb(struct iwl_priv *priv, struct sk_buff *skb)
536 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
537 struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
538 struct iwl_station_priv *sta_priv = NULL;
539 struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
540 struct iwl_tx_cmd *tx_cmd;
553 * If the frame needs to go out off-channel, then
554 * we'll have put the PAN context to that channel,
555 * so make the frame go out there.
557 if (info->flags & IEEE80211_TX_CTL_TX_OFFCHAN)
558 ctx = &priv->contexts[IWL_RXON_CTX_PAN];
559 else if (info->control.vif)
560 ctx = iwl_rxon_ctx_from_vif(info->control.vif);
562 spin_lock_irqsave(&priv->lock, flags);
563 if (iwl_is_rfkill(priv)) {
564 IWL_DEBUG_DROP(priv, "Dropping - RF KILL\n");
565 goto drop_unlock_priv;
568 fc = hdr->frame_control;
570 #ifdef CONFIG_IWLWIFI_DEBUG
571 if (ieee80211_is_auth(fc))
572 IWL_DEBUG_TX(priv, "Sending AUTH frame\n");
573 else if (ieee80211_is_assoc_req(fc))
574 IWL_DEBUG_TX(priv, "Sending ASSOC frame\n");
575 else if (ieee80211_is_reassoc_req(fc))
576 IWL_DEBUG_TX(priv, "Sending REASSOC frame\n");
579 hdr_len = ieee80211_hdrlen(fc);
581 /* For management frames use broadcast id to do not break aggregation */
582 if (!ieee80211_is_data(fc))
583 sta_id = ctx->bcast_sta_id;
585 /* Find index into station table for destination station */
586 sta_id = iwl_sta_id_or_broadcast(priv, ctx, info->control.sta);
587 if (sta_id == IWL_INVALID_STATION) {
588 IWL_DEBUG_DROP(priv, "Dropping - INVALID STATION: %pM\n",
590 goto drop_unlock_priv;
594 IWL_DEBUG_TX(priv, "station Id %d\n", sta_id);
596 if (info->control.sta)
597 sta_priv = (void *)info->control.sta->drv_priv;
599 if (sta_priv && sta_priv->asleep &&
600 (info->flags & IEEE80211_TX_CTL_PSPOLL_RESPONSE)) {
602 * This sends an asynchronous command to the device,
603 * but we can rely on it being processed before the
604 * next frame is processed -- and the next frame to
605 * this station is the one that will consume this
607 * For now set the counter to just 1 since we do not
610 iwl_sta_modify_sleep_tx_count(priv, sta_id, 1);
614 * Send this frame after DTIM -- there's a special queue
615 * reserved for this for contexts that support AP mode.
617 if (info->flags & IEEE80211_TX_CTL_SEND_AFTER_DTIM) {
618 txq_id = ctx->mcast_queue;
620 * The microcode will clear the more data
621 * bit in the last frame it transmits.
623 hdr->frame_control |=
624 cpu_to_le16(IEEE80211_FCTL_MOREDATA);
626 txq_id = ctx->ac_to_queue[skb_get_queue_mapping(skb)];
628 /* irqs already disabled/saved above when locking priv->lock */
629 spin_lock(&priv->sta_lock);
631 if (ieee80211_is_data_qos(fc)) {
633 qc = ieee80211_get_qos_ctl(hdr);
634 tid = qc[0] & IEEE80211_QOS_CTL_TID_MASK;
636 if (WARN_ON_ONCE(tid >= MAX_TID_COUNT))
637 goto drop_unlock_sta;
639 seq_number = priv->stations[sta_id].tid[tid].seq_number;
640 seq_number &= IEEE80211_SCTL_SEQ;
641 hdr->seq_ctrl = hdr->seq_ctrl &
642 cpu_to_le16(IEEE80211_SCTL_FRAG);
643 hdr->seq_ctrl |= cpu_to_le16(seq_number);
645 /* aggregation is on for this <sta,tid> */
646 if (info->flags & IEEE80211_TX_CTL_AMPDU &&
647 priv->stations[sta_id].tid[tid].agg.state == IWL_AGG_ON) {
648 txq_id = priv->stations[sta_id].tid[tid].agg.txq_id;
653 tx_cmd = trans_get_tx_cmd(priv, txq_id);
654 if (unlikely(!tx_cmd))
655 goto drop_unlock_sta;
657 /* Copy MAC header from skb into command buffer */
658 memcpy(tx_cmd->hdr, hdr, hdr_len);
660 /* Total # bytes to be transmitted */
662 tx_cmd->len = cpu_to_le16(len);
664 if (info->control.hw_key)
665 iwlagn_tx_cmd_build_hwcrypto(priv, info, tx_cmd, skb, sta_id);
667 /* TODO need this for burst mode later on */
668 iwlagn_tx_cmd_build_basic(priv, skb, tx_cmd, info, hdr, sta_id);
669 iwl_dbg_log_tx_data_frame(priv, len, hdr);
671 iwlagn_tx_cmd_build_rate(priv, tx_cmd, info, fc);
673 iwl_update_stats(priv, true, fc, len);
675 if (trans_tx(priv, skb, tx_cmd, txq_id, fc, is_agg, ctx))
676 goto drop_unlock_sta;
678 if (ieee80211_is_data_qos(fc)) {
679 priv->stations[sta_id].tid[tid].tfds_in_queue++;
680 if (!ieee80211_has_morefrags(fc))
681 priv->stations[sta_id].tid[tid].seq_number = seq_number;
684 spin_unlock(&priv->sta_lock);
685 spin_unlock_irqrestore(&priv->lock, flags);
688 * Avoid atomic ops if it isn't an associated client.
689 * Also, if this is a packet for aggregation, don't
690 * increase the counter because the ucode will stop
691 * aggregation queues when their respective station
694 if (sta_priv && sta_priv->client && !is_agg)
695 atomic_inc(&sta_priv->pending_frames);
700 spin_unlock(&priv->sta_lock);
702 spin_unlock_irqrestore(&priv->lock, flags);
707 * Find first available (lowest unused) Tx Queue, mark it "active".
708 * Called only when finding queue for aggregation.
709 * Should never return anything < 7, because they should already
710 * be in use as EDCA AC (0-3), Command (4), reserved (5, 6)
712 static int iwlagn_txq_ctx_activate_free(struct iwl_priv *priv)
716 for (txq_id = 0; txq_id < priv->hw_params.max_txq_num; txq_id++)
717 if (!test_and_set_bit(txq_id, &priv->txq_ctx_active_msk))
722 int iwlagn_tx_agg_start(struct iwl_priv *priv, struct ieee80211_vif *vif,
723 struct ieee80211_sta *sta, u16 tid, u16 *ssn)
730 struct iwl_tid_data *tid_data;
732 tx_fifo = get_fifo_from_tid(iwl_rxon_ctx_from_vif(vif), tid);
733 if (unlikely(tx_fifo < 0))
736 IWL_DEBUG_HT(priv, "TX AGG request on ra = %pM tid = %d\n",
739 sta_id = iwl_sta_id(sta);
740 if (sta_id == IWL_INVALID_STATION) {
741 IWL_ERR(priv, "Start AGG on invalid station\n");
744 if (unlikely(tid >= MAX_TID_COUNT))
747 if (priv->stations[sta_id].tid[tid].agg.state != IWL_AGG_OFF) {
748 IWL_ERR(priv, "Start AGG when state is not IWL_AGG_OFF !\n");
752 txq_id = iwlagn_txq_ctx_activate_free(priv);
754 IWL_ERR(priv, "No free aggregation queue available\n");
758 spin_lock_irqsave(&priv->sta_lock, flags);
759 tid_data = &priv->stations[sta_id].tid[tid];
760 *ssn = SEQ_TO_SN(tid_data->seq_number);
761 tid_data->agg.txq_id = txq_id;
762 tid_data->agg.tx_fifo = tx_fifo;
763 iwl_set_swq_id(&priv->txq[txq_id], get_ac_from_tid(tid), txq_id);
764 spin_unlock_irqrestore(&priv->sta_lock, flags);
766 ret = iwlagn_txq_agg_enable(priv, txq_id, sta_id, tid);
770 spin_lock_irqsave(&priv->sta_lock, flags);
771 tid_data = &priv->stations[sta_id].tid[tid];
772 if (tid_data->tfds_in_queue == 0) {
773 IWL_DEBUG_HT(priv, "HW queue is empty\n");
774 tid_data->agg.state = IWL_AGG_ON;
775 ieee80211_start_tx_ba_cb_irqsafe(vif, sta->addr, tid);
777 IWL_DEBUG_HT(priv, "HW queue is NOT empty: %d packets in HW queue\n",
778 tid_data->tfds_in_queue);
779 tid_data->agg.state = IWL_EMPTYING_HW_QUEUE_ADDBA;
781 spin_unlock_irqrestore(&priv->sta_lock, flags);
785 int iwlagn_tx_agg_stop(struct iwl_priv *priv, struct ieee80211_vif *vif,
786 struct ieee80211_sta *sta, u16 tid)
788 int tx_fifo_id, txq_id, sta_id, ssn;
789 struct iwl_tid_data *tid_data;
790 int write_ptr, read_ptr;
793 tx_fifo_id = get_fifo_from_tid(iwl_rxon_ctx_from_vif(vif), tid);
794 if (unlikely(tx_fifo_id < 0))
797 sta_id = iwl_sta_id(sta);
799 if (sta_id == IWL_INVALID_STATION) {
800 IWL_ERR(priv, "Invalid station for AGG tid %d\n", tid);
804 spin_lock_irqsave(&priv->sta_lock, flags);
806 tid_data = &priv->stations[sta_id].tid[tid];
807 ssn = (tid_data->seq_number & IEEE80211_SCTL_SEQ) >> 4;
808 txq_id = tid_data->agg.txq_id;
810 switch (priv->stations[sta_id].tid[tid].agg.state) {
811 case IWL_EMPTYING_HW_QUEUE_ADDBA:
813 * This can happen if the peer stops aggregation
814 * again before we've had a chance to drain the
815 * queue we selected previously, i.e. before the
816 * session was really started completely.
818 IWL_DEBUG_HT(priv, "AGG stop before setup done\n");
823 IWL_WARN(priv, "Stopping AGG while state not ON or starting\n");
826 write_ptr = priv->txq[txq_id].q.write_ptr;
827 read_ptr = priv->txq[txq_id].q.read_ptr;
829 /* The queue is not empty */
830 if (write_ptr != read_ptr) {
831 IWL_DEBUG_HT(priv, "Stopping a non empty AGG HW QUEUE\n");
832 priv->stations[sta_id].tid[tid].agg.state =
833 IWL_EMPTYING_HW_QUEUE_DELBA;
834 spin_unlock_irqrestore(&priv->sta_lock, flags);
838 IWL_DEBUG_HT(priv, "HW queue is empty\n");
840 priv->stations[sta_id].tid[tid].agg.state = IWL_AGG_OFF;
842 /* do not restore/save irqs */
843 spin_unlock(&priv->sta_lock);
844 spin_lock(&priv->lock);
847 * the only reason this call can fail is queue number out of range,
848 * which can happen if uCode is reloaded and all the station
849 * information are lost. if it is outside the range, there is no need
850 * to deactivate the uCode queue, just return "success" to allow
851 * mac80211 to clean up it own data.
853 iwlagn_txq_agg_disable(priv, txq_id, ssn, tx_fifo_id);
854 spin_unlock_irqrestore(&priv->lock, flags);
856 ieee80211_stop_tx_ba_cb_irqsafe(vif, sta->addr, tid);
861 int iwlagn_txq_check_empty(struct iwl_priv *priv,
862 int sta_id, u8 tid, int txq_id)
864 struct iwl_queue *q = &priv->txq[txq_id].q;
865 u8 *addr = priv->stations[sta_id].sta.sta.addr;
866 struct iwl_tid_data *tid_data = &priv->stations[sta_id].tid[tid];
867 struct iwl_rxon_context *ctx;
869 ctx = &priv->contexts[priv->stations[sta_id].ctxid];
871 lockdep_assert_held(&priv->sta_lock);
873 switch (priv->stations[sta_id].tid[tid].agg.state) {
874 case IWL_EMPTYING_HW_QUEUE_DELBA:
875 /* We are reclaiming the last packet of the */
876 /* aggregated HW queue */
877 if ((txq_id == tid_data->agg.txq_id) &&
878 (q->read_ptr == q->write_ptr)) {
879 u16 ssn = SEQ_TO_SN(tid_data->seq_number);
880 int tx_fifo = get_fifo_from_tid(ctx, tid);
881 IWL_DEBUG_HT(priv, "HW queue empty: continue DELBA flow\n");
882 iwlagn_txq_agg_disable(priv, txq_id, ssn, tx_fifo);
883 tid_data->agg.state = IWL_AGG_OFF;
884 ieee80211_stop_tx_ba_cb_irqsafe(ctx->vif, addr, tid);
887 case IWL_EMPTYING_HW_QUEUE_ADDBA:
888 /* We are reclaiming the last packet of the queue */
889 if (tid_data->tfds_in_queue == 0) {
890 IWL_DEBUG_HT(priv, "HW queue empty: continue ADDBA flow\n");
891 tid_data->agg.state = IWL_AGG_ON;
892 ieee80211_start_tx_ba_cb_irqsafe(ctx->vif, addr, tid);
900 static void iwlagn_non_agg_tx_status(struct iwl_priv *priv,
901 struct iwl_rxon_context *ctx,
904 struct ieee80211_sta *sta;
905 struct iwl_station_priv *sta_priv;
908 sta = ieee80211_find_sta(ctx->vif, addr1);
910 sta_priv = (void *)sta->drv_priv;
911 /* avoid atomic ops if this isn't a client */
912 if (sta_priv->client &&
913 atomic_dec_return(&sta_priv->pending_frames) == 0)
914 ieee80211_sta_block_awake(priv->hw, sta, false);
919 static void iwlagn_tx_status(struct iwl_priv *priv, struct iwl_tx_info *tx_info,
922 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) tx_info->skb->data;
925 iwlagn_non_agg_tx_status(priv, tx_info->ctx, hdr->addr1);
927 ieee80211_tx_status_irqsafe(priv->hw, tx_info->skb);
930 int iwlagn_tx_queue_reclaim(struct iwl_priv *priv, int txq_id, int index)
932 struct iwl_tx_queue *txq = &priv->txq[txq_id];
933 struct iwl_queue *q = &txq->q;
934 struct iwl_tx_info *tx_info;
936 struct ieee80211_hdr *hdr;
938 if ((index >= q->n_bd) || (iwl_queue_used(q, index) == 0)) {
939 IWL_ERR(priv, "%s: Read index for DMA queue txq id (%d), "
940 "index %d is out of range [0-%d] %d %d.\n", __func__,
941 txq_id, index, q->n_bd, q->write_ptr, q->read_ptr);
945 for (index = iwl_queue_inc_wrap(index, q->n_bd);
946 q->read_ptr != index;
947 q->read_ptr = iwl_queue_inc_wrap(q->read_ptr, q->n_bd)) {
949 tx_info = &txq->txb[txq->q.read_ptr];
951 if (WARN_ON_ONCE(tx_info->skb == NULL))
954 hdr = (struct ieee80211_hdr *)tx_info->skb->data;
955 if (ieee80211_is_data_qos(hdr->frame_control))
958 iwlagn_tx_status(priv, tx_info,
959 txq_id >= IWLAGN_FIRST_AMPDU_QUEUE);
962 iwlagn_txq_inval_byte_cnt_tbl(priv, txq);
964 iwlagn_txq_free_tfd(priv, txq, txq->q.read_ptr);
970 * iwlagn_tx_status_reply_compressed_ba - Update tx status from block-ack
972 * Go through block-ack's bitmap of ACK'd frames, update driver's record of
973 * ACK vs. not. This gets sent to mac80211, then to rate scaling algo.
975 static int iwlagn_tx_status_reply_compressed_ba(struct iwl_priv *priv,
976 struct iwl_ht_agg *agg,
977 struct iwl_compressed_ba_resp *ba_resp)
981 u16 seq_ctl = le16_to_cpu(ba_resp->seq_ctl);
982 u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
983 struct ieee80211_tx_info *info;
984 u64 bitmap, sent_bitmap;
986 if (unlikely(!agg->wait_for_ba)) {
987 if (unlikely(ba_resp->bitmap))
988 IWL_ERR(priv, "Received BA when not expected\n");
992 /* Mark that the expected block-ack response arrived */
993 agg->wait_for_ba = 0;
994 IWL_DEBUG_TX_REPLY(priv, "BA %d %d\n", agg->start_idx, ba_resp->seq_ctl);
996 /* Calculate shift to align block-ack bits with our Tx window bits */
997 sh = agg->start_idx - SEQ_TO_INDEX(seq_ctl >> 4);
1002 * Check for success or failure according to the
1003 * transmitted bitmap and block-ack bitmap
1005 bitmap = le64_to_cpu(ba_resp->bitmap) >> sh;
1006 sent_bitmap = bitmap & agg->bitmap;
1008 /* Sanity check values reported by uCode */
1009 if (ba_resp->txed_2_done > ba_resp->txed) {
1010 IWL_DEBUG_TX_REPLY(priv,
1011 "bogus sent(%d) and ack(%d) count\n",
1012 ba_resp->txed, ba_resp->txed_2_done);
1014 * set txed_2_done = txed,
1015 * so it won't impact rate scale
1017 ba_resp->txed = ba_resp->txed_2_done;
1019 IWL_DEBUG_HT(priv, "agg frames sent:%d, acked:%d\n",
1020 ba_resp->txed, ba_resp->txed_2_done);
1022 /* Find the first ACKed frame to store the TX status */
1023 while (sent_bitmap && !(sent_bitmap & 1)) {
1024 agg->start_idx = (agg->start_idx + 1) & 0xff;
1028 info = IEEE80211_SKB_CB(priv->txq[scd_flow].txb[agg->start_idx].skb);
1029 memset(&info->status, 0, sizeof(info->status));
1030 info->flags |= IEEE80211_TX_STAT_ACK;
1031 info->flags |= IEEE80211_TX_STAT_AMPDU;
1032 info->status.ampdu_ack_len = ba_resp->txed_2_done;
1033 info->status.ampdu_len = ba_resp->txed;
1034 iwlagn_hwrate_to_tx_control(priv, agg->rate_n_flags, info);
1040 * translate ucode response to mac80211 tx status control values
1042 void iwlagn_hwrate_to_tx_control(struct iwl_priv *priv, u32 rate_n_flags,
1043 struct ieee80211_tx_info *info)
1045 struct ieee80211_tx_rate *r = &info->control.rates[0];
1047 info->antenna_sel_tx =
1048 ((rate_n_flags & RATE_MCS_ANT_ABC_MSK) >> RATE_MCS_ANT_POS);
1049 if (rate_n_flags & RATE_MCS_HT_MSK)
1050 r->flags |= IEEE80211_TX_RC_MCS;
1051 if (rate_n_flags & RATE_MCS_GF_MSK)
1052 r->flags |= IEEE80211_TX_RC_GREEN_FIELD;
1053 if (rate_n_flags & RATE_MCS_HT40_MSK)
1054 r->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
1055 if (rate_n_flags & RATE_MCS_DUP_MSK)
1056 r->flags |= IEEE80211_TX_RC_DUP_DATA;
1057 if (rate_n_flags & RATE_MCS_SGI_MSK)
1058 r->flags |= IEEE80211_TX_RC_SHORT_GI;
1059 r->idx = iwlagn_hwrate_to_mac80211_idx(rate_n_flags, info->band);
1063 * iwlagn_rx_reply_compressed_ba - Handler for REPLY_COMPRESSED_BA
1065 * Handles block-acknowledge notification from device, which reports success
1066 * of frames sent via aggregation.
1068 void iwlagn_rx_reply_compressed_ba(struct iwl_priv *priv,
1069 struct iwl_rx_mem_buffer *rxb)
1071 struct iwl_rx_packet *pkt = rxb_addr(rxb);
1072 struct iwl_compressed_ba_resp *ba_resp = &pkt->u.compressed_ba;
1073 struct iwl_tx_queue *txq = NULL;
1074 struct iwl_ht_agg *agg;
1078 unsigned long flags;
1080 /* "flow" corresponds to Tx queue */
1081 u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
1083 /* "ssn" is start of block-ack Tx window, corresponds to index
1084 * (in Tx queue's circular buffer) of first TFD/frame in window */
1085 u16 ba_resp_scd_ssn = le16_to_cpu(ba_resp->scd_ssn);
1087 if (scd_flow >= priv->hw_params.max_txq_num) {
1089 "BUG_ON scd_flow is bigger than number of queues\n");
1093 txq = &priv->txq[scd_flow];
1094 sta_id = ba_resp->sta_id;
1096 agg = &priv->stations[sta_id].tid[tid].agg;
1097 if (unlikely(agg->txq_id != scd_flow)) {
1099 * FIXME: this is a uCode bug which need to be addressed,
1100 * log the information and return for now!
1101 * since it is possible happen very often and in order
1102 * not to fill the syslog, don't enable the logging by default
1104 IWL_DEBUG_TX_REPLY(priv,
1105 "BA scd_flow %d does not match txq_id %d\n",
1106 scd_flow, agg->txq_id);
1110 /* Find index just before block-ack window */
1111 index = iwl_queue_dec_wrap(ba_resp_scd_ssn & 0xff, txq->q.n_bd);
1113 spin_lock_irqsave(&priv->sta_lock, flags);
1115 IWL_DEBUG_TX_REPLY(priv, "REPLY_COMPRESSED_BA [%d] Received from %pM, "
1118 (u8 *) &ba_resp->sta_addr_lo32,
1120 IWL_DEBUG_TX_REPLY(priv, "TID = %d, SeqCtl = %d, bitmap = 0x%llx, scd_flow = "
1121 "%d, scd_ssn = %d\n",
1124 (unsigned long long)le64_to_cpu(ba_resp->bitmap),
1127 IWL_DEBUG_TX_REPLY(priv, "DAT start_idx = %d, bitmap = 0x%llx\n",
1129 (unsigned long long)agg->bitmap);
1131 /* Update driver's record of ACK vs. not for each frame in window */
1132 iwlagn_tx_status_reply_compressed_ba(priv, agg, ba_resp);
1134 /* Release all TFDs before the SSN, i.e. all TFDs in front of
1135 * block-ack window (we assume that they've been successfully
1136 * transmitted ... if not, it's too late anyway). */
1137 if (txq->q.read_ptr != (ba_resp_scd_ssn & 0xff)) {
1138 /* calculate mac80211 ampdu sw queue to wake */
1139 int freed = iwlagn_tx_queue_reclaim(priv, scd_flow, index);
1140 iwl_free_tfds_in_queue(priv, sta_id, tid, freed);
1142 if ((iwl_queue_space(&txq->q) > txq->q.low_mark) &&
1143 priv->mac80211_registered &&
1144 (agg->state != IWL_EMPTYING_HW_QUEUE_DELBA))
1145 iwl_wake_queue(priv, txq);
1147 iwlagn_txq_check_empty(priv, sta_id, tid, scd_flow);
1150 spin_unlock_irqrestore(&priv->sta_lock, flags);
1153 #ifdef CONFIG_IWLWIFI_DEBUG
1154 const char *iwl_get_tx_fail_reason(u32 status)
1156 #define TX_STATUS_FAIL(x) case TX_STATUS_FAIL_ ## x: return #x
1157 #define TX_STATUS_POSTPONE(x) case TX_STATUS_POSTPONE_ ## x: return #x
1159 switch (status & TX_STATUS_MSK) {
1160 case TX_STATUS_SUCCESS:
1162 TX_STATUS_POSTPONE(DELAY);
1163 TX_STATUS_POSTPONE(FEW_BYTES);
1164 TX_STATUS_POSTPONE(BT_PRIO);
1165 TX_STATUS_POSTPONE(QUIET_PERIOD);
1166 TX_STATUS_POSTPONE(CALC_TTAK);
1167 TX_STATUS_FAIL(INTERNAL_CROSSED_RETRY);
1168 TX_STATUS_FAIL(SHORT_LIMIT);
1169 TX_STATUS_FAIL(LONG_LIMIT);
1170 TX_STATUS_FAIL(FIFO_UNDERRUN);
1171 TX_STATUS_FAIL(DRAIN_FLOW);
1172 TX_STATUS_FAIL(RFKILL_FLUSH);
1173 TX_STATUS_FAIL(LIFE_EXPIRE);
1174 TX_STATUS_FAIL(DEST_PS);
1175 TX_STATUS_FAIL(HOST_ABORTED);
1176 TX_STATUS_FAIL(BT_RETRY);
1177 TX_STATUS_FAIL(STA_INVALID);
1178 TX_STATUS_FAIL(FRAG_DROPPED);
1179 TX_STATUS_FAIL(TID_DISABLE);
1180 TX_STATUS_FAIL(FIFO_FLUSHED);
1181 TX_STATUS_FAIL(INSUFFICIENT_CF_POLL);
1182 TX_STATUS_FAIL(PASSIVE_NO_RX);
1183 TX_STATUS_FAIL(NO_BEACON_ON_RADAR);
1188 #undef TX_STATUS_FAIL
1189 #undef TX_STATUS_POSTPONE
1191 #endif /* CONFIG_IWLWIFI_DEBUG */