]> Pileus Git - ~andy/linux/blob - drivers/net/wireless/iwlwifi/iwl-agn-tx.c
Merge branch 'master' of git://git.kernel.org/pub/scm/linux/kernel/git/linville/wirel...
[~andy/linux] / drivers / net / wireless / iwlwifi / iwl-agn-tx.c
1 /******************************************************************************
2  *
3  * GPL LICENSE SUMMARY
4  *
5  * Copyright(c) 2008 - 2011 Intel Corporation. All rights reserved.
6  *
7  * This program is free software; you can redistribute it and/or modify
8  * it under the terms of version 2 of the GNU General Public License as
9  * published by the Free Software Foundation.
10  *
11  * This program is distributed in the hope that it will be useful, but
12  * WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * General Public License for more details.
15  *
16  * You should have received a copy of the GNU General Public License
17  * along with this program; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
19  * USA
20  *
21  * The full GNU General Public License is included in this distribution
22  * in the file called LICENSE.GPL.
23  *
24  * Contact Information:
25  *  Intel Linux Wireless <ilw@linux.intel.com>
26  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
27  *
28  *****************************************************************************/
29
30 #include <linux/kernel.h>
31 #include <linux/module.h>
32 #include <linux/init.h>
33 #include <linux/sched.h>
34 #include <linux/ieee80211.h>
35
36 #include "iwl-dev.h"
37 #include "iwl-core.h"
38 #include "iwl-io.h"
39 #include "iwl-agn-hw.h"
40 #include "iwl-agn.h"
41 #include "iwl-trans.h"
42
43 static void iwlagn_tx_cmd_protection(struct iwl_priv *priv,
44                                      struct ieee80211_tx_info *info,
45                                      __le16 fc, __le32 *tx_flags)
46 {
47         if (info->control.rates[0].flags & IEEE80211_TX_RC_USE_RTS_CTS ||
48             info->control.rates[0].flags & IEEE80211_TX_RC_USE_CTS_PROTECT ||
49             info->flags & IEEE80211_TX_CTL_AMPDU)
50                 *tx_flags |= TX_CMD_FLG_PROT_REQUIRE_MSK;
51 }
52
53 /*
54  * handle build REPLY_TX command notification.
55  */
56 static void iwlagn_tx_cmd_build_basic(struct iwl_priv *priv,
57                                       struct sk_buff *skb,
58                                       struct iwl_tx_cmd *tx_cmd,
59                                       struct ieee80211_tx_info *info,
60                                       struct ieee80211_hdr *hdr, u8 sta_id)
61 {
62         __le16 fc = hdr->frame_control;
63         __le32 tx_flags = tx_cmd->tx_flags;
64
65         tx_cmd->stop_time.life_time = TX_CMD_LIFE_TIME_INFINITE;
66
67         if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
68                 tx_flags |= TX_CMD_FLG_ACK_MSK;
69         else
70                 tx_flags &= ~TX_CMD_FLG_ACK_MSK;
71
72         if (ieee80211_is_probe_resp(fc))
73                 tx_flags |= TX_CMD_FLG_TSF_MSK;
74         else if (ieee80211_is_back_req(fc))
75                 tx_flags |= TX_CMD_FLG_ACK_MSK | TX_CMD_FLG_IMM_BA_RSP_MASK;
76         else if (info->band == IEEE80211_BAND_2GHZ &&
77                  priv->cfg->bt_params &&
78                  priv->cfg->bt_params->advanced_bt_coexist &&
79                  (ieee80211_is_auth(fc) || ieee80211_is_assoc_req(fc) ||
80                  ieee80211_is_reassoc_req(fc) ||
81                  skb->protocol == cpu_to_be16(ETH_P_PAE)))
82                 tx_flags |= TX_CMD_FLG_IGNORE_BT;
83
84
85         tx_cmd->sta_id = sta_id;
86         if (ieee80211_has_morefrags(fc))
87                 tx_flags |= TX_CMD_FLG_MORE_FRAG_MSK;
88
89         if (ieee80211_is_data_qos(fc)) {
90                 u8 *qc = ieee80211_get_qos_ctl(hdr);
91                 tx_cmd->tid_tspec = qc[0] & 0xf;
92                 tx_flags &= ~TX_CMD_FLG_SEQ_CTL_MSK;
93         } else {
94                 tx_flags |= TX_CMD_FLG_SEQ_CTL_MSK;
95         }
96
97         iwlagn_tx_cmd_protection(priv, info, fc, &tx_flags);
98
99         tx_flags &= ~(TX_CMD_FLG_ANT_SEL_MSK);
100         if (ieee80211_is_mgmt(fc)) {
101                 if (ieee80211_is_assoc_req(fc) || ieee80211_is_reassoc_req(fc))
102                         tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(3);
103                 else
104                         tx_cmd->timeout.pm_frame_timeout = cpu_to_le16(2);
105         } else {
106                 tx_cmd->timeout.pm_frame_timeout = 0;
107         }
108
109         tx_cmd->driver_txop = 0;
110         tx_cmd->tx_flags = tx_flags;
111         tx_cmd->next_frame_len = 0;
112 }
113
114 static void iwlagn_tx_cmd_build_rate(struct iwl_priv *priv,
115                                      struct iwl_tx_cmd *tx_cmd,
116                                      struct ieee80211_tx_info *info,
117                                      __le16 fc)
118 {
119         u32 rate_flags;
120         int rate_idx;
121         u8 rts_retry_limit;
122         u8 data_retry_limit;
123         u8 rate_plcp;
124
125         if (priv->shrd->wowlan) {
126                 rts_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
127                 data_retry_limit = IWLAGN_LOW_RETRY_LIMIT;
128         } else {
129                 /* Set retry limit on RTS packets */
130                 rts_retry_limit = IWLAGN_RTS_DFAULT_RETRY_LIMIT;
131
132                 /* Set retry limit on DATA packets and Probe Responses*/
133                 if (ieee80211_is_probe_resp(fc)) {
134                         data_retry_limit = IWLAGN_MGMT_DFAULT_RETRY_LIMIT;
135                         rts_retry_limit =
136                                 min(data_retry_limit, rts_retry_limit);
137                 } else if (ieee80211_is_back_req(fc))
138                         data_retry_limit = IWLAGN_BAR_DFAULT_RETRY_LIMIT;
139                 else
140                         data_retry_limit = IWLAGN_DEFAULT_TX_RETRY;
141         }
142
143         tx_cmd->data_retry_limit = data_retry_limit;
144         tx_cmd->rts_retry_limit = rts_retry_limit;
145
146         /* DATA packets will use the uCode station table for rate/antenna
147          * selection */
148         if (ieee80211_is_data(fc)) {
149                 tx_cmd->initial_rate_index = 0;
150                 tx_cmd->tx_flags |= TX_CMD_FLG_STA_RATE_MSK;
151 #ifdef CONFIG_IWLWIFI_DEVICE_SVTOOL
152                 if (priv->tm_fixed_rate) {
153                         /*
154                          * rate overwrite by testmode
155                          * we not only send lq command to change rate
156                          * we also re-enforce per data pkt base.
157                          */
158                         tx_cmd->tx_flags &= ~TX_CMD_FLG_STA_RATE_MSK;
159                         memcpy(&tx_cmd->rate_n_flags, &priv->tm_fixed_rate,
160                                sizeof(tx_cmd->rate_n_flags));
161                 }
162 #endif
163                 return;
164         }
165
166         /**
167          * If the current TX rate stored in mac80211 has the MCS bit set, it's
168          * not really a TX rate.  Thus, we use the lowest supported rate for
169          * this band.  Also use the lowest supported rate if the stored rate
170          * index is invalid.
171          */
172         rate_idx = info->control.rates[0].idx;
173         if (info->control.rates[0].flags & IEEE80211_TX_RC_MCS ||
174                         (rate_idx < 0) || (rate_idx > IWL_RATE_COUNT_LEGACY))
175                 rate_idx = rate_lowest_index(&priv->bands[info->band],
176                                 info->control.sta);
177         /* For 5 GHZ band, remap mac80211 rate indices into driver indices */
178         if (info->band == IEEE80211_BAND_5GHZ)
179                 rate_idx += IWL_FIRST_OFDM_RATE;
180         /* Get PLCP rate for tx_cmd->rate_n_flags */
181         rate_plcp = iwl_rates[rate_idx].plcp;
182         /* Zero out flags for this packet */
183         rate_flags = 0;
184
185         /* Set CCK flag as needed */
186         if ((rate_idx >= IWL_FIRST_CCK_RATE) && (rate_idx <= IWL_LAST_CCK_RATE))
187                 rate_flags |= RATE_MCS_CCK_MSK;
188
189         /* Set up antennas */
190          if (priv->cfg->bt_params &&
191              priv->cfg->bt_params->advanced_bt_coexist &&
192              priv->bt_full_concurrent) {
193                 /* operated as 1x1 in full concurrency mode */
194                 priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
195                                 first_antenna(hw_params(priv).valid_tx_ant));
196         } else
197                 priv->mgmt_tx_ant = iwl_toggle_tx_ant(priv, priv->mgmt_tx_ant,
198                                                 hw_params(priv).valid_tx_ant);
199         rate_flags |= iwl_ant_idx_to_flags(priv->mgmt_tx_ant);
200
201         /* Set the rate in the TX cmd */
202         tx_cmd->rate_n_flags = iwl_hw_set_rate_n_flags(rate_plcp, rate_flags);
203 }
204
205 static void iwlagn_tx_cmd_build_hwcrypto(struct iwl_priv *priv,
206                                       struct ieee80211_tx_info *info,
207                                       struct iwl_tx_cmd *tx_cmd,
208                                       struct sk_buff *skb_frag,
209                                       int sta_id)
210 {
211         struct ieee80211_key_conf *keyconf = info->control.hw_key;
212
213         switch (keyconf->cipher) {
214         case WLAN_CIPHER_SUITE_CCMP:
215                 tx_cmd->sec_ctl = TX_CMD_SEC_CCM;
216                 memcpy(tx_cmd->key, keyconf->key, keyconf->keylen);
217                 if (info->flags & IEEE80211_TX_CTL_AMPDU)
218                         tx_cmd->tx_flags |= TX_CMD_FLG_AGG_CCMP_MSK;
219                 IWL_DEBUG_TX(priv, "tx_cmd with AES hwcrypto\n");
220                 break;
221
222         case WLAN_CIPHER_SUITE_TKIP:
223                 tx_cmd->sec_ctl = TX_CMD_SEC_TKIP;
224                 ieee80211_get_tkip_p2k(keyconf, skb_frag, tx_cmd->key);
225                 IWL_DEBUG_TX(priv, "tx_cmd with tkip hwcrypto\n");
226                 break;
227
228         case WLAN_CIPHER_SUITE_WEP104:
229                 tx_cmd->sec_ctl |= TX_CMD_SEC_KEY128;
230                 /* fall through */
231         case WLAN_CIPHER_SUITE_WEP40:
232                 tx_cmd->sec_ctl |= (TX_CMD_SEC_WEP |
233                         (keyconf->keyidx & TX_CMD_SEC_MSK) << TX_CMD_SEC_SHIFT);
234
235                 memcpy(&tx_cmd->key[3], keyconf->key, keyconf->keylen);
236
237                 IWL_DEBUG_TX(priv, "Configuring packet for WEP encryption "
238                              "with key %d\n", keyconf->keyidx);
239                 break;
240
241         default:
242                 IWL_ERR(priv, "Unknown encode cipher %x\n", keyconf->cipher);
243                 break;
244         }
245 }
246
247 /*
248  * start REPLY_TX command process
249  */
250 int iwlagn_tx_skb(struct iwl_priv *priv, struct sk_buff *skb)
251 {
252         struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)skb->data;
253         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
254         struct iwl_station_priv *sta_priv = NULL;
255         struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
256         struct iwl_device_cmd *dev_cmd = NULL;
257         struct iwl_tx_cmd *tx_cmd;
258
259         __le16 fc;
260         u8 hdr_len;
261         u16 len;
262         u8 sta_id;
263         unsigned long flags;
264         bool is_agg = false;
265
266         if (info->control.vif)
267                 ctx = iwl_rxon_ctx_from_vif(info->control.vif);
268
269         spin_lock_irqsave(&priv->shrd->lock, flags);
270         if (iwl_is_rfkill(priv->shrd)) {
271                 IWL_DEBUG_DROP(priv, "Dropping - RF KILL\n");
272                 goto drop_unlock_priv;
273         }
274
275         fc = hdr->frame_control;
276
277 #ifdef CONFIG_IWLWIFI_DEBUG
278         if (ieee80211_is_auth(fc))
279                 IWL_DEBUG_TX(priv, "Sending AUTH frame\n");
280         else if (ieee80211_is_assoc_req(fc))
281                 IWL_DEBUG_TX(priv, "Sending ASSOC frame\n");
282         else if (ieee80211_is_reassoc_req(fc))
283                 IWL_DEBUG_TX(priv, "Sending REASSOC frame\n");
284 #endif
285
286         if (unlikely(ieee80211_is_probe_resp(fc))) {
287                 struct iwl_wipan_noa_data *noa_data =
288                         rcu_dereference(priv->noa_data);
289
290                 if (noa_data &&
291                     pskb_expand_head(skb, 0, noa_data->length,
292                                      GFP_ATOMIC) == 0) {
293                         memcpy(skb_put(skb, noa_data->length),
294                                noa_data->data, noa_data->length);
295                         hdr = (struct ieee80211_hdr *)skb->data;
296                 }
297         }
298
299         hdr_len = ieee80211_hdrlen(fc);
300
301         /* For management frames use broadcast id to do not break aggregation */
302         if (!ieee80211_is_data(fc))
303                 sta_id = ctx->bcast_sta_id;
304         else {
305                 /* Find index into station table for destination station */
306                 sta_id = iwl_sta_id_or_broadcast(priv, ctx, info->control.sta);
307                 if (sta_id == IWL_INVALID_STATION) {
308                         IWL_DEBUG_DROP(priv, "Dropping - INVALID STATION: %pM\n",
309                                        hdr->addr1);
310                         goto drop_unlock_priv;
311                 }
312         }
313
314         IWL_DEBUG_TX(priv, "station Id %d\n", sta_id);
315
316         if (info->control.sta)
317                 sta_priv = (void *)info->control.sta->drv_priv;
318
319         if (sta_priv && sta_priv->asleep &&
320             (info->flags & IEEE80211_TX_CTL_POLL_RESPONSE)) {
321                 /*
322                  * This sends an asynchronous command to the device,
323                  * but we can rely on it being processed before the
324                  * next frame is processed -- and the next frame to
325                  * this station is the one that will consume this
326                  * counter.
327                  * For now set the counter to just 1 since we do not
328                  * support uAPSD yet.
329                  */
330                 iwl_sta_modify_sleep_tx_count(priv, sta_id, 1);
331         }
332
333         if (info->flags & IEEE80211_TX_CTL_AMPDU)
334                 is_agg = true;
335
336         /* irqs already disabled/saved above when locking priv->shrd->lock */
337         spin_lock(&priv->shrd->sta_lock);
338
339         dev_cmd = kmem_cache_alloc(priv->tx_cmd_pool, GFP_ATOMIC);
340
341         if (unlikely(!dev_cmd))
342                 goto drop_unlock_sta;
343
344         memset(dev_cmd, 0, sizeof(*dev_cmd));
345         tx_cmd = (struct iwl_tx_cmd *) dev_cmd->payload;
346
347         /* Total # bytes to be transmitted */
348         len = (u16)skb->len;
349         tx_cmd->len = cpu_to_le16(len);
350
351         if (info->control.hw_key)
352                 iwlagn_tx_cmd_build_hwcrypto(priv, info, tx_cmd, skb, sta_id);
353
354         /* TODO need this for burst mode later on */
355         iwlagn_tx_cmd_build_basic(priv, skb, tx_cmd, info, hdr, sta_id);
356         iwl_dbg_log_tx_data_frame(priv, len, hdr);
357
358         iwlagn_tx_cmd_build_rate(priv, tx_cmd, info, fc);
359
360         iwl_update_stats(priv, true, fc, len);
361
362         memset(&info->status, 0, sizeof(info->status));
363
364         info->driver_data[0] = ctx;
365         info->driver_data[1] = dev_cmd;
366
367         if (iwl_trans_tx(trans(priv), skb, dev_cmd, ctx->ctxid, sta_id))
368                 goto drop_unlock_sta;
369
370         spin_unlock(&priv->shrd->sta_lock);
371         spin_unlock_irqrestore(&priv->shrd->lock, flags);
372
373         /*
374          * Avoid atomic ops if it isn't an associated client.
375          * Also, if this is a packet for aggregation, don't
376          * increase the counter because the ucode will stop
377          * aggregation queues when their respective station
378          * goes to sleep.
379          */
380         if (sta_priv && sta_priv->client && !is_agg)
381                 atomic_inc(&sta_priv->pending_frames);
382
383         return 0;
384
385 drop_unlock_sta:
386         if (dev_cmd)
387                 kmem_cache_free(priv->tx_cmd_pool, dev_cmd);
388         spin_unlock(&priv->shrd->sta_lock);
389 drop_unlock_priv:
390         spin_unlock_irqrestore(&priv->shrd->lock, flags);
391         return -1;
392 }
393
394 int iwlagn_tx_agg_start(struct iwl_priv *priv, struct ieee80211_vif *vif,
395                         struct ieee80211_sta *sta, u16 tid, u16 *ssn)
396 {
397         struct iwl_vif_priv *vif_priv = (void *)vif->drv_priv;
398         int sta_id;
399         int ret;
400
401         IWL_DEBUG_HT(priv, "TX AGG request on ra = %pM tid = %d\n",
402                      sta->addr, tid);
403
404         sta_id = iwl_sta_id(sta);
405         if (sta_id == IWL_INVALID_STATION) {
406                 IWL_ERR(priv, "Start AGG on invalid station\n");
407                 return -ENXIO;
408         }
409         if (unlikely(tid >= IWL_MAX_TID_COUNT))
410                 return -EINVAL;
411
412         if (priv->shrd->tid_data[sta_id][tid].agg.state != IWL_AGG_OFF) {
413                 IWL_ERR(priv, "Start AGG when state is not IWL_AGG_OFF !\n");
414                 return -ENXIO;
415         }
416
417         ret = iwl_sta_tx_modify_enable_tid(priv, sta_id, tid);
418         if (ret)
419                 return ret;
420
421         ret = iwl_trans_tx_agg_alloc(trans(priv), vif_priv->ctx->ctxid, sta_id,
422                                      tid, ssn);
423
424         return ret;
425 }
426
427 int iwlagn_tx_agg_stop(struct iwl_priv *priv, struct ieee80211_vif *vif,
428                        struct ieee80211_sta *sta, u16 tid)
429 {
430         int sta_id;
431         struct iwl_vif_priv *vif_priv = (void *)vif->drv_priv;
432
433         sta_id = iwl_sta_id(sta);
434
435         if (sta_id == IWL_INVALID_STATION) {
436                 IWL_ERR(priv, "Invalid station for AGG tid %d\n", tid);
437                 return -ENXIO;
438         }
439
440         return iwl_trans_tx_agg_disable(trans(priv), vif_priv->ctx->ctxid,
441                                         sta_id, tid);
442 }
443
444 static void iwlagn_non_agg_tx_status(struct iwl_priv *priv,
445                                      struct iwl_rxon_context *ctx,
446                                      const u8 *addr1)
447 {
448         struct ieee80211_sta *sta;
449         struct iwl_station_priv *sta_priv;
450
451         rcu_read_lock();
452         sta = ieee80211_find_sta(ctx->vif, addr1);
453         if (sta) {
454                 sta_priv = (void *)sta->drv_priv;
455                 /* avoid atomic ops if this isn't a client */
456                 if (sta_priv->client &&
457                     atomic_dec_return(&sta_priv->pending_frames) == 0)
458                         ieee80211_sta_block_awake(priv->hw, sta, false);
459         }
460         rcu_read_unlock();
461 }
462
463 /**
464  * translate ucode response to mac80211 tx status control values
465  */
466 static void iwlagn_hwrate_to_tx_control(struct iwl_priv *priv, u32 rate_n_flags,
467                                   struct ieee80211_tx_info *info)
468 {
469         struct ieee80211_tx_rate *r = &info->control.rates[0];
470
471         info->antenna_sel_tx =
472                 ((rate_n_flags & RATE_MCS_ANT_ABC_MSK) >> RATE_MCS_ANT_POS);
473         if (rate_n_flags & RATE_MCS_HT_MSK)
474                 r->flags |= IEEE80211_TX_RC_MCS;
475         if (rate_n_flags & RATE_MCS_GF_MSK)
476                 r->flags |= IEEE80211_TX_RC_GREEN_FIELD;
477         if (rate_n_flags & RATE_MCS_HT40_MSK)
478                 r->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH;
479         if (rate_n_flags & RATE_MCS_DUP_MSK)
480                 r->flags |= IEEE80211_TX_RC_DUP_DATA;
481         if (rate_n_flags & RATE_MCS_SGI_MSK)
482                 r->flags |= IEEE80211_TX_RC_SHORT_GI;
483         r->idx = iwlagn_hwrate_to_mac80211_idx(rate_n_flags, info->band);
484 }
485
486 #ifdef CONFIG_IWLWIFI_DEBUG
487 const char *iwl_get_tx_fail_reason(u32 status)
488 {
489 #define TX_STATUS_FAIL(x) case TX_STATUS_FAIL_ ## x: return #x
490 #define TX_STATUS_POSTPONE(x) case TX_STATUS_POSTPONE_ ## x: return #x
491
492         switch (status & TX_STATUS_MSK) {
493         case TX_STATUS_SUCCESS:
494                 return "SUCCESS";
495         TX_STATUS_POSTPONE(DELAY);
496         TX_STATUS_POSTPONE(FEW_BYTES);
497         TX_STATUS_POSTPONE(BT_PRIO);
498         TX_STATUS_POSTPONE(QUIET_PERIOD);
499         TX_STATUS_POSTPONE(CALC_TTAK);
500         TX_STATUS_FAIL(INTERNAL_CROSSED_RETRY);
501         TX_STATUS_FAIL(SHORT_LIMIT);
502         TX_STATUS_FAIL(LONG_LIMIT);
503         TX_STATUS_FAIL(FIFO_UNDERRUN);
504         TX_STATUS_FAIL(DRAIN_FLOW);
505         TX_STATUS_FAIL(RFKILL_FLUSH);
506         TX_STATUS_FAIL(LIFE_EXPIRE);
507         TX_STATUS_FAIL(DEST_PS);
508         TX_STATUS_FAIL(HOST_ABORTED);
509         TX_STATUS_FAIL(BT_RETRY);
510         TX_STATUS_FAIL(STA_INVALID);
511         TX_STATUS_FAIL(FRAG_DROPPED);
512         TX_STATUS_FAIL(TID_DISABLE);
513         TX_STATUS_FAIL(FIFO_FLUSHED);
514         TX_STATUS_FAIL(INSUFFICIENT_CF_POLL);
515         TX_STATUS_FAIL(PASSIVE_NO_RX);
516         TX_STATUS_FAIL(NO_BEACON_ON_RADAR);
517         }
518
519         return "UNKNOWN";
520
521 #undef TX_STATUS_FAIL
522 #undef TX_STATUS_POSTPONE
523 }
524 #endif /* CONFIG_IWLWIFI_DEBUG */
525
526 static void iwlagn_count_agg_tx_err_status(struct iwl_priv *priv, u16 status)
527 {
528         status &= AGG_TX_STATUS_MSK;
529
530         switch (status) {
531         case AGG_TX_STATE_UNDERRUN_MSK:
532                 priv->reply_agg_tx_stats.underrun++;
533                 break;
534         case AGG_TX_STATE_BT_PRIO_MSK:
535                 priv->reply_agg_tx_stats.bt_prio++;
536                 break;
537         case AGG_TX_STATE_FEW_BYTES_MSK:
538                 priv->reply_agg_tx_stats.few_bytes++;
539                 break;
540         case AGG_TX_STATE_ABORT_MSK:
541                 priv->reply_agg_tx_stats.abort++;
542                 break;
543         case AGG_TX_STATE_LAST_SENT_TTL_MSK:
544                 priv->reply_agg_tx_stats.last_sent_ttl++;
545                 break;
546         case AGG_TX_STATE_LAST_SENT_TRY_CNT_MSK:
547                 priv->reply_agg_tx_stats.last_sent_try++;
548                 break;
549         case AGG_TX_STATE_LAST_SENT_BT_KILL_MSK:
550                 priv->reply_agg_tx_stats.last_sent_bt_kill++;
551                 break;
552         case AGG_TX_STATE_SCD_QUERY_MSK:
553                 priv->reply_agg_tx_stats.scd_query++;
554                 break;
555         case AGG_TX_STATE_TEST_BAD_CRC32_MSK:
556                 priv->reply_agg_tx_stats.bad_crc32++;
557                 break;
558         case AGG_TX_STATE_RESPONSE_MSK:
559                 priv->reply_agg_tx_stats.response++;
560                 break;
561         case AGG_TX_STATE_DUMP_TX_MSK:
562                 priv->reply_agg_tx_stats.dump_tx++;
563                 break;
564         case AGG_TX_STATE_DELAY_TX_MSK:
565                 priv->reply_agg_tx_stats.delay_tx++;
566                 break;
567         default:
568                 priv->reply_agg_tx_stats.unknown++;
569                 break;
570         }
571 }
572
573 static void iwl_rx_reply_tx_agg(struct iwl_priv *priv,
574                                 struct iwlagn_tx_resp *tx_resp)
575 {
576         struct agg_tx_status *frame_status = &tx_resp->status;
577         int tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
578                 IWLAGN_TX_RES_TID_POS;
579         int sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
580                 IWLAGN_TX_RES_RA_POS;
581         struct iwl_ht_agg *agg = &priv->shrd->tid_data[sta_id][tid].agg;
582         u32 status = le16_to_cpu(tx_resp->status.status);
583         int i;
584
585         if (agg->wait_for_ba)
586                 IWL_DEBUG_TX_REPLY(priv,
587                         "got tx response w/o block-ack\n");
588
589         agg->rate_n_flags = le32_to_cpu(tx_resp->rate_n_flags);
590         agg->wait_for_ba = (tx_resp->frame_count > 1);
591
592         /*
593          * If the BT kill count is non-zero, we'll get this
594          * notification again.
595          */
596         if (tx_resp->bt_kill_count && tx_resp->frame_count == 1 &&
597             priv->cfg->bt_params &&
598             priv->cfg->bt_params->advanced_bt_coexist) {
599                 IWL_DEBUG_COEX(priv, "receive reply tx w/ bt_kill\n");
600         }
601
602         if (tx_resp->frame_count == 1)
603                 return;
604
605         /* Construct bit-map of pending frames within Tx window */
606         for (i = 0; i < tx_resp->frame_count; i++) {
607                 u16 fstatus = le16_to_cpu(frame_status[i].status);
608
609                 if (status & AGG_TX_STATUS_MSK)
610                         iwlagn_count_agg_tx_err_status(priv, fstatus);
611
612                 if (status & (AGG_TX_STATE_FEW_BYTES_MSK |
613                               AGG_TX_STATE_ABORT_MSK))
614                         continue;
615
616                 IWL_DEBUG_TX_REPLY(priv, "status %s (0x%08x), "
617                                    "try-count (0x%08x)\n",
618                                    iwl_get_agg_tx_fail_reason(fstatus),
619                                    fstatus & AGG_TX_STATUS_MSK,
620                                    fstatus & AGG_TX_TRY_MSK);
621         }
622 }
623
624 #ifdef CONFIG_IWLWIFI_DEBUG
625 #define AGG_TX_STATE_FAIL(x) case AGG_TX_STATE_ ## x: return #x
626
627 const char *iwl_get_agg_tx_fail_reason(u16 status)
628 {
629         status &= AGG_TX_STATUS_MSK;
630         switch (status) {
631         case AGG_TX_STATE_TRANSMITTED:
632                 return "SUCCESS";
633                 AGG_TX_STATE_FAIL(UNDERRUN_MSK);
634                 AGG_TX_STATE_FAIL(BT_PRIO_MSK);
635                 AGG_TX_STATE_FAIL(FEW_BYTES_MSK);
636                 AGG_TX_STATE_FAIL(ABORT_MSK);
637                 AGG_TX_STATE_FAIL(LAST_SENT_TTL_MSK);
638                 AGG_TX_STATE_FAIL(LAST_SENT_TRY_CNT_MSK);
639                 AGG_TX_STATE_FAIL(LAST_SENT_BT_KILL_MSK);
640                 AGG_TX_STATE_FAIL(SCD_QUERY_MSK);
641                 AGG_TX_STATE_FAIL(TEST_BAD_CRC32_MSK);
642                 AGG_TX_STATE_FAIL(RESPONSE_MSK);
643                 AGG_TX_STATE_FAIL(DUMP_TX_MSK);
644                 AGG_TX_STATE_FAIL(DELAY_TX_MSK);
645         }
646
647         return "UNKNOWN";
648 }
649 #endif /* CONFIG_IWLWIFI_DEBUG */
650
651 static inline u32 iwlagn_get_scd_ssn(struct iwlagn_tx_resp *tx_resp)
652 {
653         return le32_to_cpup((__le32 *)&tx_resp->status +
654                             tx_resp->frame_count) & MAX_SN;
655 }
656
657 static void iwlagn_count_tx_err_status(struct iwl_priv *priv, u16 status)
658 {
659         status &= TX_STATUS_MSK;
660
661         switch (status) {
662         case TX_STATUS_POSTPONE_DELAY:
663                 priv->reply_tx_stats.pp_delay++;
664                 break;
665         case TX_STATUS_POSTPONE_FEW_BYTES:
666                 priv->reply_tx_stats.pp_few_bytes++;
667                 break;
668         case TX_STATUS_POSTPONE_BT_PRIO:
669                 priv->reply_tx_stats.pp_bt_prio++;
670                 break;
671         case TX_STATUS_POSTPONE_QUIET_PERIOD:
672                 priv->reply_tx_stats.pp_quiet_period++;
673                 break;
674         case TX_STATUS_POSTPONE_CALC_TTAK:
675                 priv->reply_tx_stats.pp_calc_ttak++;
676                 break;
677         case TX_STATUS_FAIL_INTERNAL_CROSSED_RETRY:
678                 priv->reply_tx_stats.int_crossed_retry++;
679                 break;
680         case TX_STATUS_FAIL_SHORT_LIMIT:
681                 priv->reply_tx_stats.short_limit++;
682                 break;
683         case TX_STATUS_FAIL_LONG_LIMIT:
684                 priv->reply_tx_stats.long_limit++;
685                 break;
686         case TX_STATUS_FAIL_FIFO_UNDERRUN:
687                 priv->reply_tx_stats.fifo_underrun++;
688                 break;
689         case TX_STATUS_FAIL_DRAIN_FLOW:
690                 priv->reply_tx_stats.drain_flow++;
691                 break;
692         case TX_STATUS_FAIL_RFKILL_FLUSH:
693                 priv->reply_tx_stats.rfkill_flush++;
694                 break;
695         case TX_STATUS_FAIL_LIFE_EXPIRE:
696                 priv->reply_tx_stats.life_expire++;
697                 break;
698         case TX_STATUS_FAIL_DEST_PS:
699                 priv->reply_tx_stats.dest_ps++;
700                 break;
701         case TX_STATUS_FAIL_HOST_ABORTED:
702                 priv->reply_tx_stats.host_abort++;
703                 break;
704         case TX_STATUS_FAIL_BT_RETRY:
705                 priv->reply_tx_stats.bt_retry++;
706                 break;
707         case TX_STATUS_FAIL_STA_INVALID:
708                 priv->reply_tx_stats.sta_invalid++;
709                 break;
710         case TX_STATUS_FAIL_FRAG_DROPPED:
711                 priv->reply_tx_stats.frag_drop++;
712                 break;
713         case TX_STATUS_FAIL_TID_DISABLE:
714                 priv->reply_tx_stats.tid_disable++;
715                 break;
716         case TX_STATUS_FAIL_FIFO_FLUSHED:
717                 priv->reply_tx_stats.fifo_flush++;
718                 break;
719         case TX_STATUS_FAIL_INSUFFICIENT_CF_POLL:
720                 priv->reply_tx_stats.insuff_cf_poll++;
721                 break;
722         case TX_STATUS_FAIL_PASSIVE_NO_RX:
723                 priv->reply_tx_stats.fail_hw_drop++;
724                 break;
725         case TX_STATUS_FAIL_NO_BEACON_ON_RADAR:
726                 priv->reply_tx_stats.sta_color_mismatch++;
727                 break;
728         default:
729                 priv->reply_tx_stats.unknown++;
730                 break;
731         }
732 }
733
734 static void iwlagn_set_tx_status(struct iwl_priv *priv,
735                                  struct ieee80211_tx_info *info,
736                                  struct iwlagn_tx_resp *tx_resp,
737                                  bool is_agg)
738 {
739         u16  status = le16_to_cpu(tx_resp->status.status);
740
741         info->status.rates[0].count = tx_resp->failure_frame + 1;
742         if (is_agg)
743                 info->flags &= ~IEEE80211_TX_CTL_AMPDU;
744         info->flags |= iwl_tx_status_to_mac80211(status);
745         iwlagn_hwrate_to_tx_control(priv, le32_to_cpu(tx_resp->rate_n_flags),
746                                     info);
747         if (!iwl_is_tx_success(status))
748                 iwlagn_count_tx_err_status(priv, status);
749 }
750
751 static void iwl_check_abort_status(struct iwl_priv *priv,
752                             u8 frame_count, u32 status)
753 {
754         if (frame_count == 1 && status == TX_STATUS_FAIL_RFKILL_FLUSH) {
755                 IWL_ERR(priv, "Tx flush command to flush out all frames\n");
756                 if (!test_bit(STATUS_EXIT_PENDING, &priv->shrd->status))
757                         queue_work(priv->shrd->workqueue, &priv->tx_flush);
758         }
759 }
760
761 int iwlagn_rx_reply_tx(struct iwl_priv *priv, struct iwl_rx_mem_buffer *rxb,
762                                struct iwl_device_cmd *cmd)
763 {
764         struct iwl_rx_packet *pkt = rxb_addr(rxb);
765         u16 sequence = le16_to_cpu(pkt->hdr.sequence);
766         int txq_id = SEQ_TO_QUEUE(sequence);
767         int cmd_index __maybe_unused = SEQ_TO_INDEX(sequence);
768         struct iwlagn_tx_resp *tx_resp = (void *)&pkt->u.raw[0];
769         struct ieee80211_hdr *hdr;
770         u32 status = le16_to_cpu(tx_resp->status.status);
771         u32 ssn = iwlagn_get_scd_ssn(tx_resp);
772         int tid;
773         int sta_id;
774         int freed;
775         struct ieee80211_tx_info *info;
776         unsigned long flags;
777         struct sk_buff_head skbs;
778         struct sk_buff *skb;
779         struct iwl_rxon_context *ctx;
780         bool is_agg = (txq_id >= IWLAGN_FIRST_AMPDU_QUEUE);
781
782         tid = (tx_resp->ra_tid & IWLAGN_TX_RES_TID_MSK) >>
783                 IWLAGN_TX_RES_TID_POS;
784         sta_id = (tx_resp->ra_tid & IWLAGN_TX_RES_RA_MSK) >>
785                 IWLAGN_TX_RES_RA_POS;
786
787         spin_lock_irqsave(&priv->shrd->sta_lock, flags);
788
789         if (is_agg)
790                 iwl_rx_reply_tx_agg(priv, tx_resp);
791
792         if (tx_resp->frame_count == 1) {
793                 IWL_DEBUG_TX_REPLY(priv, "Q %d, ssn %d", txq_id, ssn);
794                 __skb_queue_head_init(&skbs);
795                 /*we can free until ssn % q.n_bd not inclusive */
796                 iwl_trans_reclaim(trans(priv), sta_id, tid, txq_id,
797                                   ssn, status, &skbs);
798                 freed = 0;
799                 while (!skb_queue_empty(&skbs)) {
800                         skb = __skb_dequeue(&skbs);
801                         hdr = (struct ieee80211_hdr *)skb->data;
802
803                         if (!ieee80211_is_data_qos(hdr->frame_control))
804                                 priv->last_seq_ctl = tx_resp->seq_ctl;
805
806                         info = IEEE80211_SKB_CB(skb);
807                         ctx = info->driver_data[0];
808                         kmem_cache_free(priv->tx_cmd_pool,
809                                         (info->driver_data[1]));
810
811                         memset(&info->status, 0, sizeof(info->status));
812
813                         if (status == TX_STATUS_FAIL_PASSIVE_NO_RX &&
814                             iwl_is_associated_ctx(ctx) && ctx->vif &&
815                             ctx->vif->type == NL80211_IFTYPE_STATION) {
816                                 ctx->last_tx_rejected = true;
817                                 iwl_trans_stop_queue(trans(priv), txq_id,
818                                         "Tx on passive channel");
819
820                                 IWL_DEBUG_TX_REPLY(priv,
821                                            "TXQ %d status %s (0x%08x) "
822                                            "rate_n_flags 0x%x retries %d\n",
823                                            txq_id,
824                                            iwl_get_tx_fail_reason(status),
825                                            status,
826                                            le32_to_cpu(tx_resp->rate_n_flags),
827                                            tx_resp->failure_frame);
828
829                                 IWL_DEBUG_TX_REPLY(priv,
830                                            "FrameCnt = %d, idx=%d\n",
831                                            tx_resp->frame_count, cmd_index);
832                         }
833
834                         /* check if BAR is needed */
835                         if (is_agg && !iwl_is_tx_success(status))
836                                 info->flags |= IEEE80211_TX_STAT_AMPDU_NO_BACK;
837                         iwlagn_set_tx_status(priv, IEEE80211_SKB_CB(skb),
838                                      tx_resp, is_agg);
839                         if (!is_agg)
840                                 iwlagn_non_agg_tx_status(priv, ctx, hdr->addr1);
841
842                         ieee80211_tx_status_irqsafe(priv->hw, skb);
843
844                         freed++;
845                 }
846
847                 WARN_ON(!is_agg && freed != 1);
848         }
849
850         iwl_check_abort_status(priv, tx_resp->frame_count, status);
851         spin_unlock_irqrestore(&priv->shrd->sta_lock, flags);
852         return 0;
853 }
854
855 /**
856  * iwlagn_rx_reply_compressed_ba - Handler for REPLY_COMPRESSED_BA
857  *
858  * Handles block-acknowledge notification from device, which reports success
859  * of frames sent via aggregation.
860  */
861 int iwlagn_rx_reply_compressed_ba(struct iwl_priv *priv,
862                                    struct iwl_rx_mem_buffer *rxb,
863                                    struct iwl_device_cmd *cmd)
864 {
865         struct iwl_rx_packet *pkt = rxb_addr(rxb);
866         struct iwl_compressed_ba_resp *ba_resp = &pkt->u.compressed_ba;
867         struct iwl_ht_agg *agg;
868         struct sk_buff_head reclaimed_skbs;
869         struct ieee80211_tx_info *info;
870         struct ieee80211_hdr *hdr;
871         struct sk_buff *skb;
872         unsigned long flags;
873         int sta_id;
874         int tid;
875         int freed;
876
877         /* "flow" corresponds to Tx queue */
878         u16 scd_flow = le16_to_cpu(ba_resp->scd_flow);
879
880         /* "ssn" is start of block-ack Tx window, corresponds to index
881          * (in Tx queue's circular buffer) of first TFD/frame in window */
882         u16 ba_resp_scd_ssn = le16_to_cpu(ba_resp->scd_ssn);
883
884         if (scd_flow >= hw_params(priv).max_txq_num) {
885                 IWL_ERR(priv,
886                         "BUG_ON scd_flow is bigger than number of queues\n");
887                 return 0;
888         }
889
890         sta_id = ba_resp->sta_id;
891         tid = ba_resp->tid;
892         agg = &priv->shrd->tid_data[sta_id][tid].agg;
893
894         spin_lock_irqsave(&priv->shrd->sta_lock, flags);
895
896         if (unlikely(agg->txq_id != scd_flow)) {
897                 /*
898                  * FIXME: this is a uCode bug which need to be addressed,
899                  * log the information and return for now!
900                  * since it is possible happen very often and in order
901                  * not to fill the syslog, don't enable the logging by default
902                  */
903                 IWL_DEBUG_TX_REPLY(priv,
904                         "BA scd_flow %d does not match txq_id %d\n",
905                         scd_flow, agg->txq_id);
906                 spin_unlock_irqrestore(&priv->shrd->sta_lock, flags);
907                 return 0;
908         }
909
910         if (unlikely(!agg->wait_for_ba)) {
911                 if (unlikely(ba_resp->bitmap))
912                         IWL_ERR(priv, "Received BA when not expected\n");
913                 spin_unlock_irqrestore(&priv->shrd->sta_lock, flags);
914                 return 0;
915         }
916
917         IWL_DEBUG_TX_REPLY(priv, "REPLY_COMPRESSED_BA [%d] Received from %pM, "
918                            "sta_id = %d\n",
919                            agg->wait_for_ba,
920                            (u8 *) &ba_resp->sta_addr_lo32,
921                            ba_resp->sta_id);
922         IWL_DEBUG_TX_REPLY(priv, "TID = %d, SeqCtl = %d, bitmap = 0x%llx, "
923                            "scd_flow = %d, scd_ssn = %d\n",
924                            ba_resp->tid, ba_resp->seq_ctl,
925                            (unsigned long long)le64_to_cpu(ba_resp->bitmap),
926                            scd_flow, ba_resp_scd_ssn);
927
928         /* Mark that the expected block-ack response arrived */
929         agg->wait_for_ba = false;
930
931         /* Sanity check values reported by uCode */
932         if (ba_resp->txed_2_done > ba_resp->txed) {
933                 IWL_DEBUG_TX_REPLY(priv,
934                         "bogus sent(%d) and ack(%d) count\n",
935                         ba_resp->txed, ba_resp->txed_2_done);
936                 /*
937                  * set txed_2_done = txed,
938                  * so it won't impact rate scale
939                  */
940                 ba_resp->txed = ba_resp->txed_2_done;
941         }
942         IWL_DEBUG_HT(priv, "agg frames sent:%d, acked:%d\n",
943                         ba_resp->txed, ba_resp->txed_2_done);
944
945         __skb_queue_head_init(&reclaimed_skbs);
946
947         /* Release all TFDs before the SSN, i.e. all TFDs in front of
948          * block-ack window (we assume that they've been successfully
949          * transmitted ... if not, it's too late anyway). */
950         iwl_trans_reclaim(trans(priv), sta_id, tid, scd_flow, ba_resp_scd_ssn,
951                           0, &reclaimed_skbs);
952         freed = 0;
953         while (!skb_queue_empty(&reclaimed_skbs)) {
954
955                 skb = __skb_dequeue(&reclaimed_skbs);
956                 hdr = (struct ieee80211_hdr *)skb->data;
957
958                 if (ieee80211_is_data_qos(hdr->frame_control))
959                         freed++;
960                 else
961                         WARN_ON_ONCE(1);
962
963                 info = IEEE80211_SKB_CB(skb);
964                 kmem_cache_free(priv->tx_cmd_pool, (info->driver_data[1]));
965
966                 if (freed == 1) {
967                         /* this is the first skb we deliver in this batch */
968                         /* put the rate scaling data there */
969                         info = IEEE80211_SKB_CB(skb);
970                         memset(&info->status, 0, sizeof(info->status));
971                         info->flags |= IEEE80211_TX_STAT_ACK;
972                         info->flags |= IEEE80211_TX_STAT_AMPDU;
973                         info->status.ampdu_ack_len = ba_resp->txed_2_done;
974                         info->status.ampdu_len = ba_resp->txed;
975                         iwlagn_hwrate_to_tx_control(priv, agg->rate_n_flags,
976                                                     info);
977                 }
978
979                 ieee80211_tx_status_irqsafe(priv->hw, skb);
980         }
981
982         spin_unlock_irqrestore(&priv->shrd->sta_lock, flags);
983         return 0;
984 }