2 * Copyright (c) 2005-2011 Atheros Communications Inc.
3 * Copyright (c) 2011-2013 Qualcomm Atheros, Inc.
5 * Permission to use, copy, modify, and/or distribute this software for any
6 * purpose with or without fee is hereby granted, provided that the above
7 * copyright notice and this permission notice appear in all copies.
9 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
10 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
11 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
12 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
13 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
14 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
15 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
18 #include <linux/etherdevice.h>
25 void __ath10k_htt_tx_dec_pending(struct ath10k_htt *htt)
27 htt->num_pending_tx--;
28 if (htt->num_pending_tx == htt->max_num_pending_tx - 1)
29 ieee80211_wake_queues(htt->ar->hw);
32 static void ath10k_htt_tx_dec_pending(struct ath10k_htt *htt)
34 spin_lock_bh(&htt->tx_lock);
35 __ath10k_htt_tx_dec_pending(htt);
36 spin_unlock_bh(&htt->tx_lock);
39 static int ath10k_htt_tx_inc_pending(struct ath10k_htt *htt)
43 spin_lock_bh(&htt->tx_lock);
45 if (htt->num_pending_tx >= htt->max_num_pending_tx) {
50 htt->num_pending_tx++;
51 if (htt->num_pending_tx == htt->max_num_pending_tx)
52 ieee80211_stop_queues(htt->ar->hw);
55 spin_unlock_bh(&htt->tx_lock);
59 int ath10k_htt_tx_alloc_msdu_id(struct ath10k_htt *htt)
63 lockdep_assert_held(&htt->tx_lock);
65 msdu_id = find_first_zero_bit(htt->used_msdu_ids,
66 htt->max_num_pending_tx);
67 if (msdu_id == htt->max_num_pending_tx)
70 ath10k_dbg(ATH10K_DBG_HTT, "htt tx alloc msdu_id %d\n", msdu_id);
71 __set_bit(msdu_id, htt->used_msdu_ids);
75 void ath10k_htt_tx_free_msdu_id(struct ath10k_htt *htt, u16 msdu_id)
77 lockdep_assert_held(&htt->tx_lock);
79 if (!test_bit(msdu_id, htt->used_msdu_ids))
80 ath10k_warn("trying to free unallocated msdu_id %d\n", msdu_id);
82 ath10k_dbg(ATH10K_DBG_HTT, "htt tx free msdu_id %hu\n", msdu_id);
83 __clear_bit(msdu_id, htt->used_msdu_ids);
86 int ath10k_htt_tx_attach(struct ath10k_htt *htt)
90 spin_lock_init(&htt->tx_lock);
91 init_waitqueue_head(&htt->empty_tx_wq);
93 /* At the beginning free queue number should hint us the maximum
95 pipe = htt->ar->htc.endpoint[htt->eid].ul_pipe_id;
96 htt->max_num_pending_tx = ath10k_hif_get_free_queue_number(htt->ar,
99 ath10k_dbg(ATH10K_DBG_BOOT, "htt tx max num pending tx %d\n",
100 htt->max_num_pending_tx);
102 htt->pending_tx = kzalloc(sizeof(*htt->pending_tx) *
103 htt->max_num_pending_tx, GFP_KERNEL);
104 if (!htt->pending_tx)
107 htt->used_msdu_ids = kzalloc(sizeof(unsigned long) *
108 BITS_TO_LONGS(htt->max_num_pending_tx),
110 if (!htt->used_msdu_ids) {
111 kfree(htt->pending_tx);
118 static void ath10k_htt_tx_cleanup_pending(struct ath10k_htt *htt)
120 struct sk_buff *txdesc;
123 /* No locks needed. Called after communication with the device has
126 for (msdu_id = 0; msdu_id < htt->max_num_pending_tx; msdu_id++) {
127 if (!test_bit(msdu_id, htt->used_msdu_ids))
130 txdesc = htt->pending_tx[msdu_id];
134 ath10k_dbg(ATH10K_DBG_HTT, "force cleanup msdu_id %hu\n",
137 if (ATH10K_SKB_CB(txdesc)->htt.refcount > 0)
138 ATH10K_SKB_CB(txdesc)->htt.refcount = 1;
140 ATH10K_SKB_CB(txdesc)->htt.discard = true;
141 ath10k_txrx_tx_unref(htt, txdesc);
145 void ath10k_htt_tx_detach(struct ath10k_htt *htt)
147 ath10k_htt_tx_cleanup_pending(htt);
148 kfree(htt->pending_tx);
149 kfree(htt->used_msdu_ids);
153 void ath10k_htt_htc_tx_complete(struct ath10k *ar, struct sk_buff *skb)
155 struct ath10k_skb_cb *skb_cb = ATH10K_SKB_CB(skb);
156 struct ath10k_htt *htt = &ar->htt;
158 if (skb_cb->htt.is_conf) {
159 dev_kfree_skb_any(skb);
163 if (skb_cb->is_aborted) {
164 skb_cb->htt.discard = true;
166 /* if the skbuff is aborted we need to make sure we'll free up
167 * the tx resources, we can't simply run tx_unref() 2 times
168 * because if htt tx completion came in earlier we'd access
169 * unallocated memory */
170 if (skb_cb->htt.refcount > 1)
171 skb_cb->htt.refcount = 1;
174 ath10k_txrx_tx_unref(htt, skb);
177 int ath10k_htt_h2t_ver_req_msg(struct ath10k_htt *htt)
184 len += sizeof(cmd->hdr);
185 len += sizeof(cmd->ver_req);
187 skb = ath10k_htc_alloc_skb(len);
192 cmd = (struct htt_cmd *)skb->data;
193 cmd->hdr.msg_type = HTT_H2T_MSG_TYPE_VERSION_REQ;
195 ATH10K_SKB_CB(skb)->htt.is_conf = true;
197 ret = ath10k_htc_send(&htt->ar->htc, htt->eid, skb);
199 dev_kfree_skb_any(skb);
206 int ath10k_htt_h2t_stats_req(struct ath10k_htt *htt, u8 mask, u64 cookie)
208 struct htt_stats_req *req;
213 len += sizeof(cmd->hdr);
214 len += sizeof(cmd->stats_req);
216 skb = ath10k_htc_alloc_skb(len);
221 cmd = (struct htt_cmd *)skb->data;
222 cmd->hdr.msg_type = HTT_H2T_MSG_TYPE_STATS_REQ;
224 req = &cmd->stats_req;
226 memset(req, 0, sizeof(*req));
228 /* currently we support only max 8 bit masks so no need to worry
229 * about endian support */
230 req->upload_types[0] = mask;
231 req->reset_types[0] = mask;
232 req->stat_type = HTT_STATS_REQ_CFG_STAT_TYPE_INVALID;
233 req->cookie_lsb = cpu_to_le32(cookie & 0xffffffff);
234 req->cookie_msb = cpu_to_le32((cookie & 0xffffffff00000000ULL) >> 32);
236 ATH10K_SKB_CB(skb)->htt.is_conf = true;
238 ret = ath10k_htc_send(&htt->ar->htc, htt->eid, skb);
240 ath10k_warn("failed to send htt type stats request: %d", ret);
241 dev_kfree_skb_any(skb);
248 int ath10k_htt_send_rx_ring_cfg_ll(struct ath10k_htt *htt)
252 struct htt_rx_ring_setup_ring *ring;
253 const int num_rx_ring = 1;
260 * the HW expects the buffer to be an integral number of 4-byte
263 BUILD_BUG_ON(!IS_ALIGNED(HTT_RX_BUF_SIZE, 4));
264 BUILD_BUG_ON((HTT_RX_BUF_SIZE & HTT_MAX_CACHE_LINE_SIZE_MASK) != 0);
266 len = sizeof(cmd->hdr) + sizeof(cmd->rx_setup.hdr)
267 + (sizeof(*ring) * num_rx_ring);
268 skb = ath10k_htc_alloc_skb(len);
274 cmd = (struct htt_cmd *)skb->data;
275 ring = &cmd->rx_setup.rings[0];
277 cmd->hdr.msg_type = HTT_H2T_MSG_TYPE_RX_RING_CFG;
278 cmd->rx_setup.hdr.num_rings = 1;
280 /* FIXME: do we need all of this? */
282 flags |= HTT_RX_RING_FLAGS_MAC80211_HDR;
283 flags |= HTT_RX_RING_FLAGS_MSDU_PAYLOAD;
284 flags |= HTT_RX_RING_FLAGS_PPDU_START;
285 flags |= HTT_RX_RING_FLAGS_PPDU_END;
286 flags |= HTT_RX_RING_FLAGS_MPDU_START;
287 flags |= HTT_RX_RING_FLAGS_MPDU_END;
288 flags |= HTT_RX_RING_FLAGS_MSDU_START;
289 flags |= HTT_RX_RING_FLAGS_MSDU_END;
290 flags |= HTT_RX_RING_FLAGS_RX_ATTENTION;
291 flags |= HTT_RX_RING_FLAGS_FRAG_INFO;
292 flags |= HTT_RX_RING_FLAGS_UNICAST_RX;
293 flags |= HTT_RX_RING_FLAGS_MULTICAST_RX;
294 flags |= HTT_RX_RING_FLAGS_CTRL_RX;
295 flags |= HTT_RX_RING_FLAGS_MGMT_RX;
296 flags |= HTT_RX_RING_FLAGS_NULL_RX;
297 flags |= HTT_RX_RING_FLAGS_PHY_DATA_RX;
299 fw_idx = __le32_to_cpu(*htt->rx_ring.alloc_idx.vaddr);
301 ring->fw_idx_shadow_reg_paddr =
302 __cpu_to_le32(htt->rx_ring.alloc_idx.paddr);
303 ring->rx_ring_base_paddr = __cpu_to_le32(htt->rx_ring.base_paddr);
304 ring->rx_ring_len = __cpu_to_le16(htt->rx_ring.size);
305 ring->rx_ring_bufsize = __cpu_to_le16(HTT_RX_BUF_SIZE);
306 ring->flags = __cpu_to_le16(flags);
307 ring->fw_idx_init_val = __cpu_to_le16(fw_idx);
309 #define desc_offset(x) (offsetof(struct htt_rx_desc, x) / 4)
311 ring->mac80211_hdr_offset = __cpu_to_le16(desc_offset(rx_hdr_status));
312 ring->msdu_payload_offset = __cpu_to_le16(desc_offset(msdu_payload));
313 ring->ppdu_start_offset = __cpu_to_le16(desc_offset(ppdu_start));
314 ring->ppdu_end_offset = __cpu_to_le16(desc_offset(ppdu_end));
315 ring->mpdu_start_offset = __cpu_to_le16(desc_offset(mpdu_start));
316 ring->mpdu_end_offset = __cpu_to_le16(desc_offset(mpdu_end));
317 ring->msdu_start_offset = __cpu_to_le16(desc_offset(msdu_start));
318 ring->msdu_end_offset = __cpu_to_le16(desc_offset(msdu_end));
319 ring->rx_attention_offset = __cpu_to_le16(desc_offset(attention));
320 ring->frag_info_offset = __cpu_to_le16(desc_offset(frag_info));
324 ATH10K_SKB_CB(skb)->htt.is_conf = true;
326 ret = ath10k_htc_send(&htt->ar->htc, htt->eid, skb);
328 dev_kfree_skb_any(skb);
335 int ath10k_htt_mgmt_tx(struct ath10k_htt *htt, struct sk_buff *msdu)
337 struct device *dev = htt->ar->dev;
338 struct ath10k_skb_cb *skb_cb;
339 struct sk_buff *txdesc = NULL;
341 u8 vdev_id = ATH10K_SKB_CB(msdu)->htt.vdev_id;
347 res = ath10k_htt_tx_inc_pending(htt);
351 len += sizeof(cmd->hdr);
352 len += sizeof(cmd->mgmt_tx);
354 txdesc = ath10k_htc_alloc_skb(len);
360 spin_lock_bh(&htt->tx_lock);
361 msdu_id = ath10k_htt_tx_alloc_msdu_id(htt);
363 spin_unlock_bh(&htt->tx_lock);
367 htt->pending_tx[msdu_id] = txdesc;
368 spin_unlock_bh(&htt->tx_lock);
370 res = ath10k_skb_map(dev, msdu);
374 skb_put(txdesc, len);
375 cmd = (struct htt_cmd *)txdesc->data;
376 cmd->hdr.msg_type = HTT_H2T_MSG_TYPE_MGMT_TX;
377 cmd->mgmt_tx.msdu_paddr = __cpu_to_le32(ATH10K_SKB_CB(msdu)->paddr);
378 cmd->mgmt_tx.len = __cpu_to_le32(msdu->len);
379 cmd->mgmt_tx.desc_id = __cpu_to_le32(msdu_id);
380 cmd->mgmt_tx.vdev_id = __cpu_to_le32(vdev_id);
381 memcpy(cmd->mgmt_tx.hdr, msdu->data,
382 min_t(int, msdu->len, HTT_MGMT_FRM_HDR_DOWNLOAD_LEN));
384 /* refcount is decremented by HTC and HTT completions until it reaches
385 * zero and is freed */
386 skb_cb = ATH10K_SKB_CB(txdesc);
387 skb_cb->htt.msdu_id = msdu_id;
388 skb_cb->htt.refcount = 2;
389 skb_cb->htt.msdu = msdu;
391 res = ath10k_htc_send(&htt->ar->htc, htt->eid, txdesc);
398 ath10k_skb_unmap(dev, msdu);
401 dev_kfree_skb_any(txdesc);
403 spin_lock_bh(&htt->tx_lock);
404 htt->pending_tx[msdu_id] = NULL;
405 ath10k_htt_tx_free_msdu_id(htt, msdu_id);
406 spin_unlock_bh(&htt->tx_lock);
408 ath10k_htt_tx_dec_pending(htt);
412 int ath10k_htt_tx(struct ath10k_htt *htt, struct sk_buff *msdu)
414 struct device *dev = htt->ar->dev;
416 struct htt_data_tx_desc_frag *tx_frags;
417 struct ieee80211_hdr *hdr = (struct ieee80211_hdr *)msdu->data;
418 struct ath10k_skb_cb *skb_cb;
419 struct sk_buff *txdesc = NULL;
420 struct sk_buff *txfrag = NULL;
421 u8 vdev_id = ATH10K_SKB_CB(msdu)->htt.vdev_id;
423 int prefetch_len, desc_len, frag_len;
424 dma_addr_t frags_paddr;
430 res = ath10k_htt_tx_inc_pending(htt);
434 prefetch_len = min(htt->prefetch_len, msdu->len);
435 prefetch_len = roundup(prefetch_len, 4);
437 desc_len = sizeof(cmd->hdr) + sizeof(cmd->data_tx) + prefetch_len;
438 frag_len = sizeof(*tx_frags) * 2;
440 txdesc = ath10k_htc_alloc_skb(desc_len);
446 /* Since HTT 3.0 there is no separate mgmt tx command. However in case
447 * of mgmt tx using TX_FRM there is not tx fragment list. Instead of tx
448 * fragment list host driver specifies directly frame pointer. */
449 if (htt->target_version_major < 3 ||
450 !ieee80211_is_mgmt(hdr->frame_control)) {
451 txfrag = dev_alloc_skb(frag_len);
458 if (!IS_ALIGNED((unsigned long)txdesc->data, 4)) {
459 ath10k_warn("htt alignment check failed. dropping packet.\n");
464 spin_lock_bh(&htt->tx_lock);
465 msdu_id = ath10k_htt_tx_alloc_msdu_id(htt);
467 spin_unlock_bh(&htt->tx_lock);
471 htt->pending_tx[msdu_id] = txdesc;
472 spin_unlock_bh(&htt->tx_lock);
474 res = ath10k_skb_map(dev, msdu);
478 /* Since HTT 3.0 there is no separate mgmt tx command. However in case
479 * of mgmt tx using TX_FRM there is not tx fragment list. Instead of tx
480 * fragment list host driver specifies directly frame pointer. */
481 if (htt->target_version_major < 3 ||
482 !ieee80211_is_mgmt(hdr->frame_control)) {
483 /* tx fragment list must be terminated with zero-entry */
484 skb_put(txfrag, frag_len);
485 tx_frags = (struct htt_data_tx_desc_frag *)txfrag->data;
486 tx_frags[0].paddr = __cpu_to_le32(ATH10K_SKB_CB(msdu)->paddr);
487 tx_frags[0].len = __cpu_to_le32(msdu->len);
488 tx_frags[1].paddr = __cpu_to_le32(0);
489 tx_frags[1].len = __cpu_to_le32(0);
491 res = ath10k_skb_map(dev, txfrag);
495 ath10k_dbg(ATH10K_DBG_HTT, "txfrag 0x%llx\n",
496 (unsigned long long) ATH10K_SKB_CB(txfrag)->paddr);
497 ath10k_dbg_dump(ATH10K_DBG_HTT_DUMP, NULL, "txfrag: ",
498 txfrag->data, frag_len);
501 ath10k_dbg(ATH10K_DBG_HTT, "msdu 0x%llx\n",
502 (unsigned long long) ATH10K_SKB_CB(msdu)->paddr);
503 ath10k_dbg_dump(ATH10K_DBG_HTT_DUMP, NULL, "msdu: ",
504 msdu->data, msdu->len);
506 skb_put(txdesc, desc_len);
507 cmd = (struct htt_cmd *)txdesc->data;
508 memset(cmd, 0, desc_len);
510 tid = ATH10K_SKB_CB(msdu)->htt.tid;
512 ath10k_dbg(ATH10K_DBG_HTT, "htt data tx using tid %hhu\n", tid);
515 if (!ieee80211_has_protected(hdr->frame_control))
516 flags0 |= HTT_DATA_TX_DESC_FLAGS0_NO_ENCRYPT;
517 flags0 |= HTT_DATA_TX_DESC_FLAGS0_MAC_HDR_PRESENT;
519 /* Since HTT 3.0 there is no separate mgmt tx command. However in case
520 * of mgmt tx using TX_FRM there is not tx fragment list. Instead of tx
521 * fragment list host driver specifies directly frame pointer. */
522 if (htt->target_version_major >= 3 &&
523 ieee80211_is_mgmt(hdr->frame_control))
524 flags0 |= SM(ATH10K_HW_TXRX_MGMT,
525 HTT_DATA_TX_DESC_FLAGS0_PKT_TYPE);
527 flags0 |= SM(ATH10K_HW_TXRX_NATIVE_WIFI,
528 HTT_DATA_TX_DESC_FLAGS0_PKT_TYPE);
531 flags1 |= SM((u16)vdev_id, HTT_DATA_TX_DESC_FLAGS1_VDEV_ID);
532 flags1 |= SM((u16)tid, HTT_DATA_TX_DESC_FLAGS1_EXT_TID);
533 flags1 |= HTT_DATA_TX_DESC_FLAGS1_CKSUM_L3_OFFLOAD;
534 flags1 |= HTT_DATA_TX_DESC_FLAGS1_CKSUM_L4_OFFLOAD;
536 /* Since HTT 3.0 there is no separate mgmt tx command. However in case
537 * of mgmt tx using TX_FRM there is not tx fragment list. Instead of tx
538 * fragment list host driver specifies directly frame pointer. */
539 if (htt->target_version_major >= 3 &&
540 ieee80211_is_mgmt(hdr->frame_control))
541 frags_paddr = ATH10K_SKB_CB(msdu)->paddr;
543 frags_paddr = ATH10K_SKB_CB(txfrag)->paddr;
545 cmd->hdr.msg_type = HTT_H2T_MSG_TYPE_TX_FRM;
546 cmd->data_tx.flags0 = flags0;
547 cmd->data_tx.flags1 = __cpu_to_le16(flags1);
548 cmd->data_tx.len = __cpu_to_le16(msdu->len);
549 cmd->data_tx.id = __cpu_to_le16(msdu_id);
550 cmd->data_tx.frags_paddr = __cpu_to_le32(frags_paddr);
551 cmd->data_tx.peerid = __cpu_to_le32(HTT_INVALID_PEERID);
553 memcpy(cmd->data_tx.prefetch, msdu->data, prefetch_len);
555 /* refcount is decremented by HTC and HTT completions until it reaches
556 * zero and is freed */
557 skb_cb = ATH10K_SKB_CB(txdesc);
558 skb_cb->htt.msdu_id = msdu_id;
559 skb_cb->htt.refcount = 2;
560 skb_cb->htt.txfrag = txfrag;
561 skb_cb->htt.msdu = msdu;
563 res = ath10k_htc_send(&htt->ar->htc, htt->eid, txdesc);
570 ath10k_skb_unmap(dev, txfrag);
572 dev_kfree_skb_any(txdesc);
574 dev_kfree_skb_any(txfrag);
576 spin_lock_bh(&htt->tx_lock);
577 htt->pending_tx[msdu_id] = NULL;
578 ath10k_htt_tx_free_msdu_id(htt, msdu_id);
579 spin_unlock_bh(&htt->tx_lock);
581 ath10k_htt_tx_dec_pending(htt);
582 ath10k_skb_unmap(dev, msdu);