2 * Copyright (C) 2016 Felix Fietkau <nbd@nbd.name>
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
11 * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
13 * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
14 * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
20 #include <linux/kernel.h>
22 #include <linux/spinlock.h>
23 #include <linux/skbuff.h>
24 #include <linux/leds.h>
25 #include <linux/usb.h>
26 #include <net/mac80211.h>
29 #define MT_TX_RING_SIZE 256
30 #define MT_MCU_RING_SIZE 32
31 #define MT_RX_BUF_SIZE 2048
36 struct mt76_reg_pair
{
47 u32 (*rr
)(struct mt76_dev
*dev
, u32 offset
);
48 void (*wr
)(struct mt76_dev
*dev
, u32 offset
, u32 val
);
49 u32 (*rmw
)(struct mt76_dev
*dev
, u32 offset
, u32 mask
, u32 val
);
50 void (*copy
)(struct mt76_dev
*dev
, u32 offset
, const void *data
,
52 int (*wr_rp
)(struct mt76_dev
*dev
, u32 base
,
53 const struct mt76_reg_pair
*rp
, int len
);
54 int (*rd_rp
)(struct mt76_dev
*dev
, u32 base
,
55 struct mt76_reg_pair
*rp
, int len
);
56 enum mt76_bus_type type
;
59 #define mt76_is_usb(dev) ((dev)->mt76.bus->type == MT76_BUS_USB)
60 #define mt76_is_mmio(dev) ((dev)->mt76.bus->type == MT76_BUS_MMIO)
63 MT_TXQ_VO
= IEEE80211_AC_VO
,
64 MT_TXQ_VI
= IEEE80211_AC_VI
,
65 MT_TXQ_BE
= IEEE80211_AC_BE
,
66 MT_TXQ_BK
= IEEE80211_AC_BK
,
80 struct mt76_queue_buf
{
92 struct mt76_queue_entry
{
98 struct mt76_txwi_cache
*txwi
;
99 struct mt76u_buf ubuf
;
104 struct mt76_queue_regs
{
109 } __packed
__aligned(4);
112 struct mt76_queue_regs __iomem
*regs
;
115 struct mt76_queue_entry
*entry
;
116 struct mt76_desc
*desc
;
118 struct list_head swq
;
132 struct sk_buff
*rx_head
;
133 struct page_frag_cache rx_page
;
134 spinlock_t rx_page_lock
;
137 struct mt76_mcu_ops
{
138 int (*mcu_send_msg
)(struct mt76_dev
*dev
, int cmd
, const void *data
,
139 int len
, bool wait_resp
);
140 int (*mcu_wr_rp
)(struct mt76_dev
*dev
, u32 base
,
141 const struct mt76_reg_pair
*rp
, int len
);
142 int (*mcu_rd_rp
)(struct mt76_dev
*dev
, u32 base
,
143 struct mt76_reg_pair
*rp
, int len
);
146 struct mt76_queue_ops
{
147 int (*init
)(struct mt76_dev
*dev
);
149 int (*alloc
)(struct mt76_dev
*dev
, struct mt76_queue
*q
);
151 int (*add_buf
)(struct mt76_dev
*dev
, struct mt76_queue
*q
,
152 struct mt76_queue_buf
*buf
, int nbufs
, u32 info
,
153 struct sk_buff
*skb
, void *txwi
);
155 int (*tx_queue_skb
)(struct mt76_dev
*dev
, struct mt76_queue
*q
,
156 struct sk_buff
*skb
, struct mt76_wcid
*wcid
,
157 struct ieee80211_sta
*sta
);
159 void *(*dequeue
)(struct mt76_dev
*dev
, struct mt76_queue
*q
, bool flush
,
160 int *len
, u32
*info
, bool *more
);
162 void (*rx_reset
)(struct mt76_dev
*dev
, enum mt76_rxq_id qid
);
164 void (*tx_cleanup
)(struct mt76_dev
*dev
, enum mt76_txq_id qid
,
167 void (*kick
)(struct mt76_dev
*dev
, struct mt76_queue
*q
);
170 enum mt76_wcid_flags
{
171 MT_WCID_FLAG_CHECK_PS
,
175 #define MT76_N_WCIDS 128
178 struct mt76_rx_tid __rcu
*aggr
[IEEE80211_NUM_TIDS
];
180 struct work_struct aggr_work
;
190 u8 rx_key_pn
[IEEE80211_NUM_TIDS
][6];
202 struct list_head list
;
203 struct mt76_queue
*hwq
;
204 struct mt76_wcid
*wcid
;
206 struct sk_buff_head retry_q
;
213 struct mt76_txwi_cache
{
216 struct list_head list
;
221 struct rcu_head rcu_head
;
223 struct mt76_dev
*dev
;
226 struct delayed_work reorder_work
;
232 u8 started
:1, stopped
:1, timer_pending
:1;
234 struct sk_buff
*reorder_buf
[];
237 #define MT_TX_CB_DMA_DONE BIT(0)
238 #define MT_TX_CB_TXS_DONE BIT(1)
239 #define MT_TX_CB_TXS_FAILED BIT(2)
241 #define MT_PACKET_ID_MASK GENMASK(7, 0)
242 #define MT_PACKET_ID_NO_ACK MT_PACKET_ID_MASK
244 #define MT_TX_STATUS_SKB_TIMEOUT HZ
247 unsigned long jiffies
;
254 MT76_STATE_INITIALIZED
,
256 MT76_STATE_MCU_RUNNING
,
269 struct mt76_driver_ops
{
272 void (*update_survey
)(struct mt76_dev
*dev
);
274 int (*tx_prepare_skb
)(struct mt76_dev
*dev
, void *txwi_ptr
,
275 struct sk_buff
*skb
, struct mt76_queue
*q
,
276 struct mt76_wcid
*wcid
,
277 struct ieee80211_sta
*sta
, u32
*tx_info
);
279 void (*tx_complete_skb
)(struct mt76_dev
*dev
, struct mt76_queue
*q
,
280 struct mt76_queue_entry
*e
, bool flush
);
282 bool (*tx_status_data
)(struct mt76_dev
*dev
, u8
*update
);
284 void (*rx_skb
)(struct mt76_dev
*dev
, enum mt76_rxq_id q
,
285 struct sk_buff
*skb
);
287 void (*rx_poll_complete
)(struct mt76_dev
*dev
, enum mt76_rxq_id q
);
289 void (*sta_ps
)(struct mt76_dev
*dev
, struct ieee80211_sta
*sta
,
293 struct mt76_channel_state
{
299 struct ieee80211_supported_band sband
;
300 struct mt76_channel_state
*chan
;
303 struct mt76_rate_power
{
317 #define MT_VEND_TYPE_EEPROM BIT(31)
318 #define MT_VEND_TYPE_CFG BIT(30)
319 #define MT_VEND_TYPE_MASK (MT_VEND_TYPE_EEPROM | MT_VEND_TYPE_CFG)
321 #define MT_VEND_ADDR(type, n) (MT_VEND_TYPE_##type | (n))
323 MT_VEND_DEV_MODE
= 0x1,
325 MT_VEND_MULTI_WRITE
= 0x6,
326 MT_VEND_MULTI_READ
= 0x7,
327 MT_VEND_READ_EEPROM
= 0x9,
328 MT_VEND_WRITE_FCE
= 0x42,
329 MT_VEND_WRITE_CFG
= 0x46,
330 MT_VEND_READ_CFG
= 0x47,
340 MT_EP_OUT_INBAND_CMD
,
349 #define MT_SG_MAX_SIZE 8
350 #define MT_NUM_TX_ENTRIES 256
351 #define MT_NUM_RX_ENTRIES 128
352 #define MCU_RESP_URB_SIZE 1024
354 struct mutex usb_ctrl_mtx
;
357 struct tasklet_struct rx_tasklet
;
358 struct tasklet_struct tx_tasklet
;
359 struct delayed_work stat_work
;
361 u8 out_ep
[__MT_EP_OUT_MAX
];
363 u8 in_ep
[__MT_EP_IN_MAX
];
368 struct completion cmpl
;
369 struct mt76u_buf res
;
373 struct mt76_reg_pair
*rp
;
384 wait_queue_head_t wait
;
385 struct sk_buff_head res_q
;
395 struct ieee80211_hw
*hw
;
396 struct cfg80211_chan_def chandef
;
397 struct ieee80211_channel
*main_chan
;
404 const struct mt76_bus_ops
*bus
;
405 const struct mt76_driver_ops
*drv
;
406 const struct mt76_mcu_ops
*mcu_ops
;
409 struct net_device napi_dev
;
411 struct napi_struct napi
[__MT_RXQ_MAX
];
412 struct sk_buff_head rx_skb
[__MT_RXQ_MAX
];
414 struct list_head txwi_cache
;
415 struct mt76_queue q_tx
[__MT_TXQ_MAX
];
416 struct mt76_queue q_rx
[__MT_RXQ_MAX
];
417 const struct mt76_queue_ops
*queue_ops
;
419 wait_queue_head_t tx_wait
;
420 struct sk_buff_head status_list
;
422 unsigned long wcid_mask
[MT76_N_WCIDS
/ BITS_PER_LONG
];
424 struct mt76_wcid global_wcid
;
425 struct mt76_wcid __rcu
*wcid
[MT76_N_WCIDS
];
427 u8 macaddr
[ETH_ALEN
];
434 struct mt76_sband sband_2g
;
435 struct mt76_sband sband_5g
;
436 struct debugfs_blob_wrapper eeprom
;
437 struct debugfs_blob_wrapper otp
;
438 struct mt76_hw_cap cap
;
440 struct mt76_rate_power rate_power
;
446 struct led_classdev led_cdev
;
454 struct mt76_mmio mmio
;
467 struct mt76_rx_status
{
468 struct mt76_wcid
*wcid
;
470 unsigned long reorder_time
;
487 s8 chain_signal
[IEEE80211_MAX_CHAINS
];
490 #define __mt76_rr(dev, ...) (dev)->bus->rr((dev), __VA_ARGS__)
491 #define __mt76_wr(dev, ...) (dev)->bus->wr((dev), __VA_ARGS__)
492 #define __mt76_rmw(dev, ...) (dev)->bus->rmw((dev), __VA_ARGS__)
493 #define __mt76_wr_copy(dev, ...) (dev)->bus->copy((dev), __VA_ARGS__)
495 #define __mt76_set(dev, offset, val) __mt76_rmw(dev, offset, 0, val)
496 #define __mt76_clear(dev, offset, val) __mt76_rmw(dev, offset, val, 0)
498 #define mt76_rr(dev, ...) (dev)->mt76.bus->rr(&((dev)->mt76), __VA_ARGS__)
499 #define mt76_wr(dev, ...) (dev)->mt76.bus->wr(&((dev)->mt76), __VA_ARGS__)
500 #define mt76_rmw(dev, ...) (dev)->mt76.bus->rmw(&((dev)->mt76), __VA_ARGS__)
501 #define mt76_wr_copy(dev, ...) (dev)->mt76.bus->copy(&((dev)->mt76), __VA_ARGS__)
502 #define mt76_wr_rp(dev, ...) (dev)->mt76.bus->wr_rp(&((dev)->mt76), __VA_ARGS__)
503 #define mt76_rd_rp(dev, ...) (dev)->mt76.bus->rd_rp(&((dev)->mt76), __VA_ARGS__)
505 #define mt76_mcu_send_msg(dev, ...) (dev)->mt76.mcu_ops->mcu_send_msg(&((dev)->mt76), __VA_ARGS__)
507 #define mt76_set(dev, offset, val) mt76_rmw(dev, offset, 0, val)
508 #define mt76_clear(dev, offset, val) mt76_rmw(dev, offset, val, 0)
510 #define mt76_get_field(_dev, _reg, _field) \
511 FIELD_GET(_field, mt76_rr(dev, _reg))
513 #define mt76_rmw_field(_dev, _reg, _field, _val) \
514 mt76_rmw(_dev, _reg, _field, FIELD_PREP(_field, _val))
516 #define __mt76_rmw_field(_dev, _reg, _field, _val) \
517 __mt76_rmw(_dev, _reg, _field, FIELD_PREP(_field, _val))
519 #define mt76_hw(dev) (dev)->mt76.hw
521 bool __mt76_poll(struct mt76_dev
*dev
, u32 offset
, u32 mask
, u32 val
,
524 #define mt76_poll(dev, ...) __mt76_poll(&((dev)->mt76), __VA_ARGS__)
526 bool __mt76_poll_msec(struct mt76_dev
*dev
, u32 offset
, u32 mask
, u32 val
,
529 #define mt76_poll_msec(dev, ...) __mt76_poll_msec(&((dev)->mt76), __VA_ARGS__)
531 void mt76_mmio_init(struct mt76_dev
*dev
, void __iomem
*regs
);
533 static inline u16
mt76_chip(struct mt76_dev
*dev
)
535 return dev
->rev
>> 16;
538 static inline u16
mt76_rev(struct mt76_dev
*dev
)
540 return dev
->rev
& 0xffff;
543 #define mt76xx_chip(dev) mt76_chip(&((dev)->mt76))
544 #define mt76xx_rev(dev) mt76_rev(&((dev)->mt76))
546 #define mt76_init_queues(dev) (dev)->mt76.queue_ops->init(&((dev)->mt76))
547 #define mt76_queue_alloc(dev, ...) (dev)->mt76.queue_ops->alloc(&((dev)->mt76), __VA_ARGS__)
548 #define mt76_queue_add_buf(dev, ...) (dev)->mt76.queue_ops->add_buf(&((dev)->mt76), __VA_ARGS__)
549 #define mt76_queue_rx_reset(dev, ...) (dev)->mt76.queue_ops->rx_reset(&((dev)->mt76), __VA_ARGS__)
550 #define mt76_queue_tx_cleanup(dev, ...) (dev)->mt76.queue_ops->tx_cleanup(&((dev)->mt76), __VA_ARGS__)
551 #define mt76_queue_kick(dev, ...) (dev)->mt76.queue_ops->kick(&((dev)->mt76), __VA_ARGS__)
553 static inline struct mt76_channel_state
*
554 mt76_channel_state(struct mt76_dev
*dev
, struct ieee80211_channel
*c
)
556 struct mt76_sband
*msband
;
559 if (c
->band
== NL80211_BAND_2GHZ
)
560 msband
= &dev
->sband_2g
;
562 msband
= &dev
->sband_5g
;
564 idx
= c
- &msband
->sband
.channels
[0];
565 return &msband
->chan
[idx
];
568 struct mt76_dev
*mt76_alloc_device(unsigned int size
,
569 const struct ieee80211_ops
*ops
);
570 int mt76_register_device(struct mt76_dev
*dev
, bool vht
,
571 struct ieee80211_rate
*rates
, int n_rates
);
572 void mt76_unregister_device(struct mt76_dev
*dev
);
574 struct dentry
*mt76_register_debugfs(struct mt76_dev
*dev
);
575 void mt76_seq_puts_array(struct seq_file
*file
, const char *str
,
578 int mt76_eeprom_init(struct mt76_dev
*dev
, int len
);
579 void mt76_eeprom_override(struct mt76_dev
*dev
);
581 /* increment with wrap-around */
582 static inline int mt76_incr(int val
, int size
)
584 return (val
+ 1) & (size
- 1);
587 /* decrement with wrap-around */
588 static inline int mt76_decr(int val
, int size
)
590 return (val
- 1) & (size
- 1);
593 u8
mt76_ac_to_hwq(u8 ac
);
595 static inline struct ieee80211_txq
*
596 mtxq_to_txq(struct mt76_txq
*mtxq
)
600 return container_of(ptr
, struct ieee80211_txq
, drv_priv
);
603 static inline struct ieee80211_sta
*
604 wcid_to_sta(struct mt76_wcid
*wcid
)
608 if (!wcid
|| !wcid
->sta
)
611 return container_of(ptr
, struct ieee80211_sta
, drv_priv
);
614 static inline struct mt76_tx_cb
*mt76_tx_skb_cb(struct sk_buff
*skb
)
616 BUILD_BUG_ON(sizeof(struct mt76_tx_cb
) >
617 sizeof(IEEE80211_SKB_CB(skb
)->status
.status_driver_data
));
618 return ((void *) IEEE80211_SKB_CB(skb
)->status
.status_driver_data
);
621 int mt76_dma_tx_queue_skb(struct mt76_dev
*dev
, struct mt76_queue
*q
,
622 struct sk_buff
*skb
, struct mt76_wcid
*wcid
,
623 struct ieee80211_sta
*sta
);
625 void mt76_rx(struct mt76_dev
*dev
, enum mt76_rxq_id q
, struct sk_buff
*skb
);
626 void mt76_tx(struct mt76_dev
*dev
, struct ieee80211_sta
*sta
,
627 struct mt76_wcid
*wcid
, struct sk_buff
*skb
);
628 void mt76_txq_init(struct mt76_dev
*dev
, struct ieee80211_txq
*txq
);
629 void mt76_txq_remove(struct mt76_dev
*dev
, struct ieee80211_txq
*txq
);
630 void mt76_wake_tx_queue(struct ieee80211_hw
*hw
, struct ieee80211_txq
*txq
);
631 void mt76_stop_tx_queues(struct mt76_dev
*dev
, struct ieee80211_sta
*sta
,
633 void mt76_txq_schedule(struct mt76_dev
*dev
, struct mt76_queue
*hwq
);
634 void mt76_txq_schedule_all(struct mt76_dev
*dev
);
635 void mt76_release_buffered_frames(struct ieee80211_hw
*hw
,
636 struct ieee80211_sta
*sta
,
637 u16 tids
, int nframes
,
638 enum ieee80211_frame_release_type reason
,
640 void mt76_set_channel(struct mt76_dev
*dev
);
641 int mt76_get_survey(struct ieee80211_hw
*hw
, int idx
,
642 struct survey_info
*survey
);
643 void mt76_set_stream_caps(struct mt76_dev
*dev
, bool vht
);
645 int mt76_rx_aggr_start(struct mt76_dev
*dev
, struct mt76_wcid
*wcid
, u8 tid
,
647 void mt76_rx_aggr_stop(struct mt76_dev
*dev
, struct mt76_wcid
*wcid
, u8 tid
);
649 void mt76_wcid_key_setup(struct mt76_dev
*dev
, struct mt76_wcid
*wcid
,
650 struct ieee80211_key_conf
*key
);
652 void mt76_tx_status_lock(struct mt76_dev
*dev
, struct sk_buff_head
*list
)
653 __acquires(&dev
->status_list
.lock
);
654 void mt76_tx_status_unlock(struct mt76_dev
*dev
, struct sk_buff_head
*list
)
655 __releases(&dev
->status_list
.lock
);
657 int mt76_tx_status_skb_add(struct mt76_dev
*dev
, struct mt76_wcid
*wcid
,
658 struct sk_buff
*skb
);
659 struct sk_buff
*mt76_tx_status_skb_get(struct mt76_dev
*dev
,
660 struct mt76_wcid
*wcid
, int pktid
,
661 struct sk_buff_head
*list
);
662 void mt76_tx_status_skb_done(struct mt76_dev
*dev
, struct sk_buff
*skb
,
663 struct sk_buff_head
*list
);
664 void mt76_tx_complete_skb(struct mt76_dev
*dev
, struct sk_buff
*skb
);
665 void mt76_tx_status_check(struct mt76_dev
*dev
, struct mt76_wcid
*wcid
,
667 void mt76_sta_remove(struct mt76_dev
*dev
, struct ieee80211_vif
*vif
,
668 struct ieee80211_sta
*sta
);
670 struct ieee80211_sta
*mt76_rx_convert(struct sk_buff
*skb
);
673 void mt76_tx_free(struct mt76_dev
*dev
);
674 struct mt76_txwi_cache
*mt76_get_txwi(struct mt76_dev
*dev
);
675 void mt76_put_txwi(struct mt76_dev
*dev
, struct mt76_txwi_cache
*t
);
676 void mt76_rx_complete(struct mt76_dev
*dev
, struct sk_buff_head
*frames
,
677 struct napi_struct
*napi
);
678 void mt76_rx_poll_complete(struct mt76_dev
*dev
, enum mt76_rxq_id q
,
679 struct napi_struct
*napi
);
680 void mt76_rx_aggr_reorder(struct sk_buff
*skb
, struct sk_buff_head
*frames
);
683 static inline bool mt76u_urb_error(struct urb
*urb
)
685 return urb
->status
&&
686 urb
->status
!= -ECONNRESET
&&
687 urb
->status
!= -ESHUTDOWN
&&
688 urb
->status
!= -ENOENT
;
691 /* Map hardware queues to usb endpoints */
692 static inline u8
q2ep(u8 qid
)
694 /* TODO: take management packets to queue 5 */
698 static inline bool mt76u_check_sg(struct mt76_dev
*dev
)
700 struct usb_interface
*intf
= to_usb_interface(dev
->dev
);
701 struct usb_device
*udev
= interface_to_usbdev(intf
);
703 return (udev
->bus
->sg_tablesize
> 0 &&
704 (udev
->bus
->no_sg_constraint
||
705 udev
->speed
== USB_SPEED_WIRELESS
));
708 int mt76u_vendor_request(struct mt76_dev
*dev
, u8 req
,
709 u8 req_type
, u16 val
, u16 offset
,
710 void *buf
, size_t len
);
711 void mt76u_single_wr(struct mt76_dev
*dev
, const u8 req
,
712 const u16 offset
, const u32 val
);
713 int mt76u_init(struct mt76_dev
*dev
, struct usb_interface
*intf
);
714 void mt76u_deinit(struct mt76_dev
*dev
);
715 int mt76u_buf_alloc(struct mt76_dev
*dev
, struct mt76u_buf
*buf
,
716 int nsgs
, int len
, int sglen
, gfp_t gfp
);
717 void mt76u_buf_free(struct mt76u_buf
*buf
);
718 int mt76u_submit_buf(struct mt76_dev
*dev
, int dir
, int index
,
719 struct mt76u_buf
*buf
, gfp_t gfp
,
720 usb_complete_t complete_fn
, void *context
);
721 int mt76u_submit_rx_buffers(struct mt76_dev
*dev
);
722 int mt76u_alloc_queues(struct mt76_dev
*dev
);
723 void mt76u_stop_queues(struct mt76_dev
*dev
);
724 void mt76u_stop_stat_wk(struct mt76_dev
*dev
);
725 void mt76u_queues_deinit(struct mt76_dev
*dev
);
727 void mt76u_mcu_complete_urb(struct urb
*urb
);
728 int mt76u_mcu_init_rx(struct mt76_dev
*dev
);
729 void mt76u_mcu_deinit(struct mt76_dev
*dev
);