]> Pileus Git - ~andy/linux/blob - drivers/net/wireless/wl12xx/tx.c
wl12xx: 1281/1283 support - Improve Tx & Rx path
[~andy/linux] / drivers / net / wireless / wl12xx / tx.c
1 /*
2  * This file is part of wl1271
3  *
4  * Copyright (C) 2009 Nokia Corporation
5  *
6  * Contact: Luciano Coelho <luciano.coelho@nokia.com>
7  *
8  * This program is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU General Public License
10  * version 2 as published by the Free Software Foundation.
11  *
12  * This program is distributed in the hope that it will be useful, but
13  * WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15  * General Public License for more details.
16  *
17  * You should have received a copy of the GNU General Public License
18  * along with this program; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
20  * 02110-1301 USA
21  *
22  */
23
24 #include <linux/kernel.h>
25 #include <linux/module.h>
26 #include <linux/etherdevice.h>
27
28 #include "wl12xx.h"
29 #include "io.h"
30 #include "reg.h"
31 #include "ps.h"
32 #include "tx.h"
33
34 static int wl1271_set_default_wep_key(struct wl1271 *wl, u8 id)
35 {
36         int ret;
37         bool is_ap = (wl->bss_type == BSS_TYPE_AP_BSS);
38
39         if (is_ap)
40                 ret = wl1271_cmd_set_ap_default_wep_key(wl, id);
41         else
42                 ret = wl1271_cmd_set_sta_default_wep_key(wl, id);
43
44         if (ret < 0)
45                 return ret;
46
47         wl1271_debug(DEBUG_CRYPT, "default wep key idx: %d", (int)id);
48         return 0;
49 }
50
51 static int wl1271_alloc_tx_id(struct wl1271 *wl, struct sk_buff *skb)
52 {
53         int id;
54
55         id = find_first_zero_bit(wl->tx_frames_map, ACX_TX_DESCRIPTORS);
56         if (id >= ACX_TX_DESCRIPTORS)
57                 return -EBUSY;
58
59         __set_bit(id, wl->tx_frames_map);
60         wl->tx_frames[id] = skb;
61         wl->tx_frames_cnt++;
62         return id;
63 }
64
65 static void wl1271_free_tx_id(struct wl1271 *wl, int id)
66 {
67         if (__test_and_clear_bit(id, wl->tx_frames_map)) {
68                 wl->tx_frames[id] = NULL;
69                 wl->tx_frames_cnt--;
70         }
71 }
72
73 static void wl1271_tx_ap_update_inconnection_sta(struct wl1271 *wl,
74                                                  struct sk_buff *skb)
75 {
76         struct ieee80211_hdr *hdr;
77
78         /*
79          * add the station to the known list before transmitting the
80          * authentication response. this way it won't get de-authed by FW
81          * when transmitting too soon.
82          */
83         hdr = (struct ieee80211_hdr *)(skb->data +
84                                        sizeof(struct wl1271_tx_hw_descr));
85         if (ieee80211_is_auth(hdr->frame_control))
86                 wl1271_acx_set_inconnection_sta(wl, hdr->addr1);
87 }
88
89 static void wl1271_tx_regulate_link(struct wl1271 *wl, u8 hlid)
90 {
91         bool fw_ps;
92         u8 tx_blks;
93
94         /* only regulate station links */
95         if (hlid < WL1271_AP_STA_HLID_START)
96                 return;
97
98         fw_ps = test_bit(hlid, (unsigned long *)&wl->ap_fw_ps_map);
99         tx_blks = wl->links[hlid].allocated_blks;
100
101         /*
102          * if in FW PS and there is enough data in FW we can put the link
103          * into high-level PS and clean out its TX queues.
104          */
105         if (fw_ps && tx_blks >= WL1271_PS_STA_MAX_BLOCKS)
106                 wl1271_ps_link_start(wl, hlid, true);
107 }
108
109 u8 wl1271_tx_get_hlid(struct sk_buff *skb)
110 {
111         struct ieee80211_tx_info *control = IEEE80211_SKB_CB(skb);
112
113         if (control->control.sta) {
114                 struct wl1271_station *wl_sta;
115
116                 wl_sta = (struct wl1271_station *)
117                                 control->control.sta->drv_priv;
118                 return wl_sta->hlid;
119         } else {
120                 struct ieee80211_hdr *hdr;
121
122                 hdr = (struct ieee80211_hdr *)skb->data;
123                 if (ieee80211_is_mgmt(hdr->frame_control))
124                         return WL1271_AP_GLOBAL_HLID;
125                 else
126                         return WL1271_AP_BROADCAST_HLID;
127         }
128 }
129
130 static int wl1271_tx_allocate(struct wl1271 *wl, struct sk_buff *skb, u32 extra,
131                                 u32 buf_offset, u8 hlid)
132 {
133         struct wl1271_tx_hw_descr *desc;
134         u32 total_len = skb->len + sizeof(struct wl1271_tx_hw_descr) + extra;
135         u32 len;
136         u32 total_blocks;
137         int id, ret = -EBUSY;
138
139         if (buf_offset + total_len > WL1271_AGGR_BUFFER_SIZE)
140                 return -EAGAIN;
141
142         /* allocate free identifier for the packet */
143         id = wl1271_alloc_tx_id(wl, skb);
144         if (id < 0)
145                 return id;
146
147         /* approximate the number of blocks required for this packet
148            in the firmware */
149         if (wl->block_size)
150                 len = ALIGN(total_len, wl->block_size);
151         else
152                 len = total_len;
153
154         total_blocks = (len + TX_HW_BLOCK_SIZE - 1) / TX_HW_BLOCK_SIZE +
155                 TX_HW_BLOCK_SPARE;
156
157         if (total_blocks <= wl->tx_blocks_available) {
158                 desc = (struct wl1271_tx_hw_descr *)skb_push(
159                         skb, total_len - skb->len);
160
161                 /* HW descriptor fields change between wl127x and wl128x */
162                 if (wl->chip.id == CHIP_ID_1283_PG20) {
163                         desc->wl128x_mem.total_mem_blocks = total_blocks;
164                 } else {
165                         desc->wl127x_mem.extra_blocks = TX_HW_BLOCK_SPARE;
166                         desc->wl127x_mem.total_mem_blocks = total_blocks;
167                 }
168
169                 desc->id = id;
170
171                 wl->tx_blocks_available -= total_blocks;
172
173                 if (wl->bss_type == BSS_TYPE_AP_BSS)
174                         wl->links[hlid].allocated_blks += total_blocks;
175
176                 ret = 0;
177
178                 wl1271_debug(DEBUG_TX,
179                              "tx_allocate: size: %d, blocks: %d, id: %d",
180                              total_len, total_blocks, id);
181         } else {
182                 wl1271_free_tx_id(wl, id);
183         }
184
185         return ret;
186 }
187
188 static void wl1271_tx_fill_hdr(struct wl1271 *wl, struct sk_buff *skb,
189                               u32 extra, struct ieee80211_tx_info *control,
190                               u8 hlid)
191 {
192         struct timespec ts;
193         struct wl1271_tx_hw_descr *desc;
194         int aligned_len, ac, rate_idx;
195         s64 hosttime;
196         u16 tx_attr;
197
198         desc = (struct wl1271_tx_hw_descr *) skb->data;
199
200         /* relocate space for security header */
201         if (extra) {
202                 void *framestart = skb->data + sizeof(*desc);
203                 u16 fc = *(u16 *)(framestart + extra);
204                 int hdrlen = ieee80211_hdrlen(cpu_to_le16(fc));
205                 memmove(framestart, framestart + extra, hdrlen);
206         }
207
208         /* configure packet life time */
209         getnstimeofday(&ts);
210         hosttime = (timespec_to_ns(&ts) >> 10);
211         desc->start_time = cpu_to_le32(hosttime - wl->time_offset);
212
213         if (wl->bss_type != BSS_TYPE_AP_BSS)
214                 desc->life_time = cpu_to_le16(TX_HW_MGMT_PKT_LIFETIME_TU);
215         else
216                 desc->life_time = cpu_to_le16(TX_HW_AP_MODE_PKT_LIFETIME_TU);
217
218         /* configure the tx attributes */
219         tx_attr = wl->session_counter << TX_HW_ATTR_OFST_SESSION_COUNTER;
220
221         /* queue (we use same identifiers for tid's and ac's */
222         ac = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
223         desc->tid = ac;
224
225         if (wl->bss_type != BSS_TYPE_AP_BSS) {
226                 desc->aid = hlid;
227
228                 /* if the packets are destined for AP (have a STA entry)
229                    send them with AP rate policies, otherwise use default
230                    basic rates */
231                 if (control->control.sta)
232                         rate_idx = ACX_TX_AP_FULL_RATE;
233                 else
234                         rate_idx = ACX_TX_BASIC_RATE;
235         } else {
236                 desc->hlid = hlid;
237                 switch (hlid) {
238                 case WL1271_AP_GLOBAL_HLID:
239                         rate_idx = ACX_TX_AP_MODE_MGMT_RATE;
240                         break;
241                 case WL1271_AP_BROADCAST_HLID:
242                         rate_idx = ACX_TX_AP_MODE_BCST_RATE;
243                         break;
244                 default:
245                         rate_idx = ac;
246                         break;
247                 }
248         }
249
250         tx_attr |= rate_idx << TX_HW_ATTR_OFST_RATE_POLICY;
251         desc->reserved = 0;
252
253         if (wl->block_size) {
254                 aligned_len = ALIGN(skb->len, wl->block_size);
255
256                 desc->wl128x_mem.extra_bytes = aligned_len - skb->len;
257                 desc->length = cpu_to_le16(aligned_len >> 2);
258
259                 wl1271_debug(DEBUG_TX, "tx_fill_hdr: hlid: %d "
260                              "tx_attr: 0x%x len: %d life: %d mem: %d",
261                              desc->hlid, tx_attr,
262                              le16_to_cpu(desc->length),
263                              le16_to_cpu(desc->life_time),
264                              desc->wl128x_mem.total_mem_blocks);
265         } else {
266                 int pad;
267
268                 /* align the length (and store in terms of words) */
269                 aligned_len = ALIGN(skb->len, WL1271_TX_ALIGN_TO);
270                 desc->length = cpu_to_le16(aligned_len >> 2);
271
272                 /* calculate number of padding bytes */
273                 pad = aligned_len - skb->len;
274                 tx_attr |= pad << TX_HW_ATTR_OFST_LAST_WORD_PAD;
275
276                 wl1271_debug(DEBUG_TX, "tx_fill_hdr: pad: %d hlid: %d "
277                              "tx_attr: 0x%x len: %d life: %d mem: %d", pad,
278                              desc->hlid, tx_attr,
279                              le16_to_cpu(desc->length),
280                              le16_to_cpu(desc->life_time),
281                              desc->wl127x_mem.total_mem_blocks);
282         }
283
284         desc->tx_attr = cpu_to_le16(tx_attr);
285 }
286
287 /* caller must hold wl->mutex */
288 static int wl1271_prepare_tx_frame(struct wl1271 *wl, struct sk_buff *skb,
289                                                         u32 buf_offset)
290 {
291         struct ieee80211_tx_info *info;
292         u32 extra = 0;
293         int ret = 0;
294         u32 total_len;
295         u8 hlid;
296
297         if (!skb)
298                 return -EINVAL;
299
300         info = IEEE80211_SKB_CB(skb);
301
302         if (info->control.hw_key &&
303             info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP)
304                 extra = WL1271_TKIP_IV_SPACE;
305
306         if (info->control.hw_key) {
307                 bool is_wep;
308                 u8 idx = info->control.hw_key->hw_key_idx;
309                 u32 cipher = info->control.hw_key->cipher;
310
311                 is_wep = (cipher == WLAN_CIPHER_SUITE_WEP40) ||
312                          (cipher == WLAN_CIPHER_SUITE_WEP104);
313
314                 if (unlikely(is_wep && wl->default_key != idx)) {
315                         ret = wl1271_set_default_wep_key(wl, idx);
316                         if (ret < 0)
317                                 return ret;
318                         wl->default_key = idx;
319                 }
320         }
321
322         if (wl->bss_type == BSS_TYPE_AP_BSS)
323                 hlid = wl1271_tx_get_hlid(skb);
324         else
325                 hlid = TX_HW_DEFAULT_AID;
326
327         ret = wl1271_tx_allocate(wl, skb, extra, buf_offset, hlid);
328         if (ret < 0)
329                 return ret;
330
331         if (wl->bss_type == BSS_TYPE_AP_BSS) {
332                 wl1271_tx_ap_update_inconnection_sta(wl, skb);
333                 wl1271_tx_regulate_link(wl, hlid);
334         }
335
336         wl1271_tx_fill_hdr(wl, skb, extra, info, hlid);
337
338         /*
339          * The length of each packet is stored in terms of
340          * words. Thus, we must pad the skb data to make sure its
341          * length is aligned.  The number of padding bytes is computed
342          * and set in wl1271_tx_fill_hdr.
343          * In special cases, we want to align to a specific block size
344          * (eg. for wl128x with SDIO we align to 256).
345          */
346         if (wl->block_size)
347                 total_len = ALIGN(skb->len, wl->block_size);
348         else
349                 total_len = ALIGN(skb->len, WL1271_TX_ALIGN_TO);
350
351         memcpy(wl->aggr_buf + buf_offset, skb->data, skb->len);
352         memset(wl->aggr_buf + buf_offset + skb->len, 0, total_len - skb->len);
353
354         return total_len;
355 }
356
357 u32 wl1271_tx_enabled_rates_get(struct wl1271 *wl, u32 rate_set)
358 {
359         struct ieee80211_supported_band *band;
360         u32 enabled_rates = 0;
361         int bit;
362
363         band = wl->hw->wiphy->bands[wl->band];
364         for (bit = 0; bit < band->n_bitrates; bit++) {
365                 if (rate_set & 0x1)
366                         enabled_rates |= band->bitrates[bit].hw_value;
367                 rate_set >>= 1;
368         }
369
370 #ifdef CONFIG_WL12XX_HT
371         /* MCS rates indication are on bits 16 - 23 */
372         rate_set >>= HW_HT_RATES_OFFSET - band->n_bitrates;
373
374         for (bit = 0; bit < 8; bit++) {
375                 if (rate_set & 0x1)
376                         enabled_rates |= (CONF_HW_BIT_RATE_MCS_0 << bit);
377                 rate_set >>= 1;
378         }
379 #endif
380
381         return enabled_rates;
382 }
383
384 void wl1271_handle_tx_low_watermark(struct wl1271 *wl)
385 {
386         unsigned long flags;
387
388         if (test_bit(WL1271_FLAG_TX_QUEUE_STOPPED, &wl->flags) &&
389             wl->tx_queue_count <= WL1271_TX_QUEUE_LOW_WATERMARK) {
390                 /* firmware buffer has space, restart queues */
391                 spin_lock_irqsave(&wl->wl_lock, flags);
392                 ieee80211_wake_queues(wl->hw);
393                 clear_bit(WL1271_FLAG_TX_QUEUE_STOPPED, &wl->flags);
394                 spin_unlock_irqrestore(&wl->wl_lock, flags);
395         }
396 }
397
398 static struct sk_buff *wl1271_sta_skb_dequeue(struct wl1271 *wl)
399 {
400         struct sk_buff *skb = NULL;
401         unsigned long flags;
402
403         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VO]);
404         if (skb)
405                 goto out;
406         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_VI]);
407         if (skb)
408                 goto out;
409         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BE]);
410         if (skb)
411                 goto out;
412         skb = skb_dequeue(&wl->tx_queue[CONF_TX_AC_BK]);
413
414 out:
415         if (skb) {
416                 spin_lock_irqsave(&wl->wl_lock, flags);
417                 wl->tx_queue_count--;
418                 spin_unlock_irqrestore(&wl->wl_lock, flags);
419         }
420
421         return skb;
422 }
423
424 static struct sk_buff *wl1271_ap_skb_dequeue(struct wl1271 *wl)
425 {
426         struct sk_buff *skb = NULL;
427         unsigned long flags;
428         int i, h, start_hlid;
429
430         /* start from the link after the last one */
431         start_hlid = (wl->last_tx_hlid + 1) % AP_MAX_LINKS;
432
433         /* dequeue according to AC, round robin on each link */
434         for (i = 0; i < AP_MAX_LINKS; i++) {
435                 h = (start_hlid + i) % AP_MAX_LINKS;
436
437                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VO]);
438                 if (skb)
439                         goto out;
440                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_VI]);
441                 if (skb)
442                         goto out;
443                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BE]);
444                 if (skb)
445                         goto out;
446                 skb = skb_dequeue(&wl->links[h].tx_queue[CONF_TX_AC_BK]);
447                 if (skb)
448                         goto out;
449         }
450
451 out:
452         if (skb) {
453                 wl->last_tx_hlid = h;
454                 spin_lock_irqsave(&wl->wl_lock, flags);
455                 wl->tx_queue_count--;
456                 spin_unlock_irqrestore(&wl->wl_lock, flags);
457         } else {
458                 wl->last_tx_hlid = 0;
459         }
460
461         return skb;
462 }
463
464 static struct sk_buff *wl1271_skb_dequeue(struct wl1271 *wl)
465 {
466         if (wl->bss_type == BSS_TYPE_AP_BSS)
467                 return wl1271_ap_skb_dequeue(wl);
468
469         return wl1271_sta_skb_dequeue(wl);
470 }
471
472 static void wl1271_skb_queue_head(struct wl1271 *wl, struct sk_buff *skb)
473 {
474         unsigned long flags;
475         int q = wl1271_tx_get_queue(skb_get_queue_mapping(skb));
476
477         if (wl->bss_type == BSS_TYPE_AP_BSS) {
478                 u8 hlid = wl1271_tx_get_hlid(skb);
479                 skb_queue_head(&wl->links[hlid].tx_queue[q], skb);
480
481                 /* make sure we dequeue the same packet next time */
482                 wl->last_tx_hlid = (hlid + AP_MAX_LINKS - 1) % AP_MAX_LINKS;
483         } else {
484                 skb_queue_head(&wl->tx_queue[q], skb);
485         }
486
487         spin_lock_irqsave(&wl->wl_lock, flags);
488         wl->tx_queue_count++;
489         spin_unlock_irqrestore(&wl->wl_lock, flags);
490 }
491
492 void wl1271_tx_work_locked(struct wl1271 *wl)
493 {
494         struct sk_buff *skb;
495         bool woken_up = false;
496         u32 buf_offset = 0;
497         bool sent_packets = false;
498         int ret;
499
500         if (unlikely(wl->state == WL1271_STATE_OFF))
501                 goto out;
502
503         while ((skb = wl1271_skb_dequeue(wl))) {
504                 if (!woken_up) {
505                         ret = wl1271_ps_elp_wakeup(wl);
506                         if (ret < 0)
507                                 goto out_ack;
508                         woken_up = true;
509                 }
510
511                 ret = wl1271_prepare_tx_frame(wl, skb, buf_offset);
512                 if (ret == -EAGAIN) {
513                         /*
514                          * Aggregation buffer is full.
515                          * Flush buffer and try again.
516                          */
517                         wl1271_skb_queue_head(wl, skb);
518                         wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
519                                      buf_offset, true);
520                         sent_packets = true;
521                         buf_offset = 0;
522                         continue;
523                 } else if (ret == -EBUSY) {
524                         /*
525                          * Firmware buffer is full.
526                          * Queue back last skb, and stop aggregating.
527                          */
528                         wl1271_skb_queue_head(wl, skb);
529                         /* No work left, avoid scheduling redundant tx work */
530                         set_bit(WL1271_FLAG_FW_TX_BUSY, &wl->flags);
531                         goto out_ack;
532                 } else if (ret < 0) {
533                         dev_kfree_skb(skb);
534                         goto out_ack;
535                 }
536                 buf_offset += ret;
537                 wl->tx_packets_count++;
538         }
539
540 out_ack:
541         if (buf_offset) {
542                 wl1271_write(wl, WL1271_SLV_MEM_DATA, wl->aggr_buf,
543                                 buf_offset, true);
544                 sent_packets = true;
545         }
546         if (sent_packets) {
547                 /*
548                  * Interrupt the firmware with the new packets. This is only
549                  * required for older hardware revisions
550                  */
551                 if (wl->quirks & WL12XX_QUIRK_END_OF_TRANSACTION)
552                         wl1271_write32(wl, WL1271_HOST_WR_ACCESS,
553                                        wl->tx_packets_count);
554
555                 wl1271_handle_tx_low_watermark(wl);
556         }
557
558 out:
559         if (woken_up)
560                 wl1271_ps_elp_sleep(wl);
561 }
562
563 void wl1271_tx_work(struct work_struct *work)
564 {
565         struct wl1271 *wl = container_of(work, struct wl1271, tx_work);
566
567         mutex_lock(&wl->mutex);
568         wl1271_tx_work_locked(wl);
569         mutex_unlock(&wl->mutex);
570 }
571
572 static void wl1271_tx_complete_packet(struct wl1271 *wl,
573                                       struct wl1271_tx_hw_res_descr *result)
574 {
575         struct ieee80211_tx_info *info;
576         struct sk_buff *skb;
577         int id = result->id;
578         int rate = -1;
579         u8 retries = 0;
580
581         /* check for id legality */
582         if (unlikely(id >= ACX_TX_DESCRIPTORS || wl->tx_frames[id] == NULL)) {
583                 wl1271_warning("TX result illegal id: %d", id);
584                 return;
585         }
586
587         skb = wl->tx_frames[id];
588         info = IEEE80211_SKB_CB(skb);
589
590         /* update the TX status info */
591         if (result->status == TX_SUCCESS) {
592                 if (!(info->flags & IEEE80211_TX_CTL_NO_ACK))
593                         info->flags |= IEEE80211_TX_STAT_ACK;
594                 rate = wl1271_rate_to_idx(result->rate_class_index, wl->band);
595                 retries = result->ack_failures;
596         } else if (result->status == TX_RETRY_EXCEEDED) {
597                 wl->stats.excessive_retries++;
598                 retries = result->ack_failures;
599         }
600
601         info->status.rates[0].idx = rate;
602         info->status.rates[0].count = retries;
603         info->status.rates[0].flags = 0;
604         info->status.ack_signal = -1;
605
606         wl->stats.retry_count += result->ack_failures;
607
608         /* update security sequence number */
609         wl->tx_security_seq += (result->lsb_security_sequence_number -
610                                 wl->tx_security_last_seq);
611         wl->tx_security_last_seq = result->lsb_security_sequence_number;
612
613         /* remove private header from packet */
614         skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
615
616         /* remove TKIP header space if present */
617         if (info->control.hw_key &&
618             info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
619                 int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
620                 memmove(skb->data + WL1271_TKIP_IV_SPACE, skb->data, hdrlen);
621                 skb_pull(skb, WL1271_TKIP_IV_SPACE);
622         }
623
624         wl1271_debug(DEBUG_TX, "tx status id %u skb 0x%p failures %u rate 0x%x"
625                      " status 0x%x",
626                      result->id, skb, result->ack_failures,
627                      result->rate_class_index, result->status);
628
629         /* return the packet to the stack */
630         skb_queue_tail(&wl->deferred_tx_queue, skb);
631         ieee80211_queue_work(wl->hw, &wl->netstack_work);
632         wl1271_free_tx_id(wl, result->id);
633 }
634
635 /* Called upon reception of a TX complete interrupt */
636 void wl1271_tx_complete(struct wl1271 *wl)
637 {
638         struct wl1271_acx_mem_map *memmap =
639                 (struct wl1271_acx_mem_map *)wl->target_mem_map;
640         u32 count, fw_counter;
641         u32 i;
642
643         /* read the tx results from the chipset */
644         wl1271_read(wl, le32_to_cpu(memmap->tx_result),
645                     wl->tx_res_if, sizeof(*wl->tx_res_if), false);
646         fw_counter = le32_to_cpu(wl->tx_res_if->tx_result_fw_counter);
647
648         /* write host counter to chipset (to ack) */
649         wl1271_write32(wl, le32_to_cpu(memmap->tx_result) +
650                        offsetof(struct wl1271_tx_hw_res_if,
651                                 tx_result_host_counter), fw_counter);
652
653         count = fw_counter - wl->tx_results_count;
654         wl1271_debug(DEBUG_TX, "tx_complete received, packets: %d", count);
655
656         /* verify that the result buffer is not getting overrun */
657         if (unlikely(count > TX_HW_RESULT_QUEUE_LEN))
658                 wl1271_warning("TX result overflow from chipset: %d", count);
659
660         /* process the results */
661         for (i = 0; i < count; i++) {
662                 struct wl1271_tx_hw_res_descr *result;
663                 u8 offset = wl->tx_results_count & TX_HW_RESULT_QUEUE_LEN_MASK;
664
665                 /* process the packet */
666                 result =  &(wl->tx_res_if->tx_results_queue[offset]);
667                 wl1271_tx_complete_packet(wl, result);
668
669                 wl->tx_results_count++;
670         }
671 }
672
673 void wl1271_tx_reset_link_queues(struct wl1271 *wl, u8 hlid)
674 {
675         struct sk_buff *skb;
676         int i, total = 0;
677         unsigned long flags;
678         struct ieee80211_tx_info *info;
679
680         for (i = 0; i < NUM_TX_QUEUES; i++) {
681                 while ((skb = skb_dequeue(&wl->links[hlid].tx_queue[i]))) {
682                         wl1271_debug(DEBUG_TX, "link freeing skb 0x%p", skb);
683                         info = IEEE80211_SKB_CB(skb);
684                         info->status.rates[0].idx = -1;
685                         info->status.rates[0].count = 0;
686                         ieee80211_tx_status(wl->hw, skb);
687                         total++;
688                 }
689         }
690
691         spin_lock_irqsave(&wl->wl_lock, flags);
692         wl->tx_queue_count -= total;
693         spin_unlock_irqrestore(&wl->wl_lock, flags);
694
695         wl1271_handle_tx_low_watermark(wl);
696 }
697
698 /* caller must hold wl->mutex */
699 void wl1271_tx_reset(struct wl1271 *wl)
700 {
701         int i;
702         struct sk_buff *skb;
703         struct ieee80211_tx_info *info;
704
705         /* TX failure */
706         if (wl->bss_type == BSS_TYPE_AP_BSS) {
707                 for (i = 0; i < AP_MAX_LINKS; i++) {
708                         wl1271_tx_reset_link_queues(wl, i);
709                         wl->links[i].allocated_blks = 0;
710                         wl->links[i].prev_freed_blks = 0;
711                 }
712
713                 wl->last_tx_hlid = 0;
714         } else {
715                 for (i = 0; i < NUM_TX_QUEUES; i++) {
716                         while ((skb = skb_dequeue(&wl->tx_queue[i]))) {
717                                 wl1271_debug(DEBUG_TX, "freeing skb 0x%p",
718                                              skb);
719                                 info = IEEE80211_SKB_CB(skb);
720                                 info->status.rates[0].idx = -1;
721                                 info->status.rates[0].count = 0;
722                                 ieee80211_tx_status(wl->hw, skb);
723                         }
724                 }
725         }
726
727         wl->tx_queue_count = 0;
728
729         /*
730          * Make sure the driver is at a consistent state, in case this
731          * function is called from a context other than interface removal.
732          */
733         wl1271_handle_tx_low_watermark(wl);
734
735         for (i = 0; i < ACX_TX_DESCRIPTORS; i++) {
736                 if (wl->tx_frames[i] == NULL)
737                         continue;
738
739                 skb = wl->tx_frames[i];
740                 wl1271_free_tx_id(wl, i);
741                 wl1271_debug(DEBUG_TX, "freeing skb 0x%p", skb);
742
743                 /* Remove private headers before passing the skb to mac80211 */
744                 info = IEEE80211_SKB_CB(skb);
745                 skb_pull(skb, sizeof(struct wl1271_tx_hw_descr));
746                 if (info->control.hw_key &&
747                     info->control.hw_key->cipher == WLAN_CIPHER_SUITE_TKIP) {
748                         int hdrlen = ieee80211_get_hdrlen_from_skb(skb);
749                         memmove(skb->data + WL1271_TKIP_IV_SPACE, skb->data,
750                                 hdrlen);
751                         skb_pull(skb, WL1271_TKIP_IV_SPACE);
752                 }
753
754                 info->status.rates[0].idx = -1;
755                 info->status.rates[0].count = 0;
756
757                 ieee80211_tx_status(wl->hw, skb);
758         }
759 }
760
761 #define WL1271_TX_FLUSH_TIMEOUT 500000
762
763 /* caller must *NOT* hold wl->mutex */
764 void wl1271_tx_flush(struct wl1271 *wl)
765 {
766         unsigned long timeout;
767         timeout = jiffies + usecs_to_jiffies(WL1271_TX_FLUSH_TIMEOUT);
768
769         while (!time_after(jiffies, timeout)) {
770                 mutex_lock(&wl->mutex);
771                 wl1271_debug(DEBUG_TX, "flushing tx buffer: %d %d",
772                              wl->tx_frames_cnt, wl->tx_queue_count);
773                 if ((wl->tx_frames_cnt == 0) && (wl->tx_queue_count == 0)) {
774                         mutex_unlock(&wl->mutex);
775                         return;
776                 }
777                 mutex_unlock(&wl->mutex);
778                 msleep(1);
779         }
780
781         wl1271_warning("Unable to flush all TX buffers, timed out.");
782 }
783
784 u32 wl1271_tx_min_rate_get(struct wl1271 *wl)
785 {
786         int i;
787         u32 rate = 0;
788
789         if (!wl->basic_rate_set) {
790                 WARN_ON(1);
791                 wl->basic_rate_set = wl->conf.tx.basic_rate;
792         }
793
794         for (i = 0; !rate; i++) {
795                 if ((wl->basic_rate_set >> i) & 0x1)
796                         rate = 1 << i;
797         }
798
799         return rate;
800 }