drivers/net/wireless/mediatek/mt76/mt76x2_init.c - third_party/kernel - Git at Google

 /*
  * Copyright (C) 2016 Felix Fietkau <nbd@nbd.name>
  *
  * Permission to use, copy, modify, and/or distribute this software for any
  * purpose with or without fee is hereby granted, provided that the above
  * copyright notice and this permission notice appear in all copies.
  *
  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
  * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
  * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
  */

 #include <linux/delay.h>
 #include "mt76x2.h"
 #include "mt76x2_eeprom.h"
 #include "mt76x2_mcu.h"

 static void
 mt76x2_mac_pbf_init(struct mt76x2_dev *dev)
 {
 	u32 val;

 	val = MT_PBF_SYS_CTRL_MCU_RESET |
 	      MT_PBF_SYS_CTRL_DMA_RESET |
 	      MT_PBF_SYS_CTRL_MAC_RESET |
 	      MT_PBF_SYS_CTRL_PBF_RESET |
 	      MT_PBF_SYS_CTRL_ASY_RESET;

 	mt76_set(dev, MT_PBF_SYS_CTRL, val);
 	mt76_clear(dev, MT_PBF_SYS_CTRL, val);

 	mt76_wr(dev, MT_PBF_TX_MAX_PCNT, 0xefef3f1f);
 	mt76_wr(dev, MT_PBF_RX_MAX_PCNT, 0xfebf);
 }

 static void
 mt76x2_fixup_xtal(struct mt76x2_dev *dev)
 {
 	u16 eep_val;
 	s8 offset = 0;

 	eep_val = mt76x2_eeprom_get(dev, MT_EE_XTAL_TRIM_2);

 	offset = eep_val & 0x7f;
 	if ((eep_val & 0xff) == 0xff)
 		offset = 0;
 	else if (eep_val & 0x80)
 		offset = 0 - offset;

 	eep_val >>= 8;
 	if (eep_val == 0x00 || eep_val == 0xff) {
 		eep_val = mt76x2_eeprom_get(dev, MT_EE_XTAL_TRIM_1);
 		eep_val &= 0xff;

 		if (eep_val == 0x00 || eep_val == 0xff)
 			eep_val = 0x14;
 	}

 	eep_val &= 0x7f;
 	mt76_rmw_field(dev, MT_XO_CTRL5, MT_XO_CTRL5_C2_VAL, eep_val + offset);
 	mt76_set(dev, MT_XO_CTRL6, MT_XO_CTRL6_C2_CTRL);

 	eep_val = mt76x2_eeprom_get(dev, MT_EE_NIC_CONF_2);
 	switch (FIELD_GET(MT_EE_NIC_CONF_2_XTAL_OPTION, eep_val)) {
 	case 0:
 		mt76_wr(dev, MT_XO_CTRL7, 0x5c1fee80);
 		break;
 	case 1:
 		mt76_wr(dev, MT_XO_CTRL7, 0x5c1feed0);
 		break;
 	default:
 		break;
 	}
 }

 static void
 mt76x2_init_beacon_offsets(struct mt76x2_dev *dev)
 {
 	u16 base = MT_BEACON_BASE;
 	u32 regs[4] = {};
 	int i;

 	for (i = 0; i < 16; i++) {
 		u16 addr = dev->beacon_offsets[i];

 		regs[i / 4] |= ((addr - base) / 64) << (8 * (i % 4));
 	}

 	for (i = 0; i < 4; i++)
 		mt76_wr(dev, MT_BCN_OFFSET(i), regs[i]);
 }

 static int mt76x2_mac_reset(struct mt76x2_dev *dev, bool hard)
 {
 	static const u8 null_addr[ETH_ALEN] = {};
 	const u8 *macaddr = dev->mt76.macaddr;
 	u32 val;
 	int i, k;

 	if (!mt76x2_wait_for_mac(dev))
 		return -ETIMEDOUT;

 	val = mt76_rr(dev, MT_WPDMA_GLO_CFG);

 	val &= ~(MT_WPDMA_GLO_CFG_TX_DMA_EN |
 		 MT_WPDMA_GLO_CFG_TX_DMA_BUSY |
 		 MT_WPDMA_GLO_CFG_RX_DMA_EN |
 		 MT_WPDMA_GLO_CFG_RX_DMA_BUSY |
 		 MT_WPDMA_GLO_CFG_DMA_BURST_SIZE);
 	val |= FIELD_PREP(MT_WPDMA_GLO_CFG_DMA_BURST_SIZE, 3);

 	mt76_wr(dev, MT_WPDMA_GLO_CFG, val);

 	mt76x2_mac_pbf_init(dev);
 	mt76_write_mac_initvals(dev);
 	mt76x2_fixup_xtal(dev);

 	mt76_clear(dev, MT_MAC_SYS_CTRL,
 		   MT_MAC_SYS_CTRL_RESET_CSR |
 		   MT_MAC_SYS_CTRL_RESET_BBP);

 	if (is_mt7612(dev))
 		mt76_clear(dev, MT_COEXCFG0, MT_COEXCFG0_COEX_EN);

 	mt76_set(dev, MT_EXT_CCA_CFG, 0x0000f000);
 	mt76_clear(dev, MT_TX_ALC_CFG_4, BIT(31));

 	mt76_wr(dev, MT_RF_BYPASS_0, 0x06000000);
 	mt76_wr(dev, MT_RF_SETTING_0, 0x08800000);
 	usleep_range(5000, 10000);
 	mt76_wr(dev, MT_RF_BYPASS_0, 0x00000000);

 	mt76_wr(dev, MT_MCU_CLOCK_CTL, 0x1401);
 	mt76_clear(dev, MT_FCE_L2_STUFF, MT_FCE_L2_STUFF_WR_MPDU_LEN_EN);

 	mt76_wr(dev, MT_MAC_ADDR_DW0, get_unaligned_le32(macaddr));
 	mt76_wr(dev, MT_MAC_ADDR_DW1, get_unaligned_le16(macaddr + 4));

 	mt76_wr(dev, MT_MAC_BSSID_DW0, get_unaligned_le32(macaddr));
 	mt76_wr(dev, MT_MAC_BSSID_DW1, get_unaligned_le16(macaddr + 4) |
 		FIELD_PREP(MT_MAC_BSSID_DW1_MBSS_MODE, 3) | /* 8 beacons */
 		MT_MAC_BSSID_DW1_MBSS_LOCAL_BIT);

 	/* Fire a pre-TBTT interrupt 8 ms before TBTT */
 	mt76_rmw_field(dev, MT_INT_TIMER_CFG, MT_INT_TIMER_CFG_PRE_TBTT,
 		       8 << 4);
 	mt76_rmw_field(dev, MT_INT_TIMER_CFG, MT_INT_TIMER_CFG_GP_TIMER,
 		       MT_DFS_GP_INTERVAL);
 	mt76_wr(dev, MT_INT_TIMER_EN, 0);

 	mt76_wr(dev, MT_BCN_BYPASS_MASK, 0xffff);
 	if (!hard)
 		return 0;

 	for (i = 0; i < 256 / 32; i++)
 		mt76_wr(dev, MT_WCID_DROP_BASE + i * 4, 0);

 	for (i = 0; i < 256; i++)
 		mt76x2_mac_wcid_setup(dev, i, 0, NULL);

 	for (i = 0; i < MT_MAX_VIFS; i++)
 		mt76x2_mac_wcid_setup(dev, MT_VIF_WCID(i), i, NULL);

 	for (i = 0; i < 16; i++)
 		for (k = 0; k < 4; k++)
 			mt76x2_mac_shared_key_setup(dev, i, k, NULL);

 	for (i = 0; i < 8; i++) {
 		mt76x2_mac_set_bssid(dev, i, null_addr);
 		mt76x2_mac_set_beacon(dev, i, NULL);
 	}

 	for (i = 0; i < 16; i++)
 		mt76_rr(dev, MT_TX_STAT_FIFO);

 	mt76_wr(dev, MT_CH_TIME_CFG,
 		MT_CH_TIME_CFG_TIMER_EN |
 		MT_CH_TIME_CFG_TX_AS_BUSY |
 		MT_CH_TIME_CFG_RX_AS_BUSY |
 		MT_CH_TIME_CFG_NAV_AS_BUSY |
 		MT_CH_TIME_CFG_EIFS_AS_BUSY |
 		FIELD_PREP(MT_CH_TIME_CFG_CH_TIMER_CLR, 1));

 	mt76x2_init_beacon_offsets(dev);

 	mt76x2_set_tx_ackto(dev);

 	return 0;
 }

 int mt76x2_mac_start(struct mt76x2_dev *dev)
 {
 	int i;

 	for (i = 0; i < 16; i++)
 		mt76_rr(dev, MT_TX_AGG_CNT(i));

 	for (i = 0; i < 16; i++)
 		mt76_rr(dev, MT_TX_STAT_FIFO);

 	memset(dev->aggr_stats, 0, sizeof(dev->aggr_stats));

 	mt76_wr(dev, MT_MAC_SYS_CTRL, MT_MAC_SYS_CTRL_ENABLE_TX);
 	wait_for_wpdma(dev);
 	usleep_range(50, 100);

 	mt76_set(dev, MT_WPDMA_GLO_CFG,
 		 MT_WPDMA_GLO_CFG_TX_DMA_EN |
 		 MT_WPDMA_GLO_CFG_RX_DMA_EN);

 	mt76_clear(dev, MT_WPDMA_GLO_CFG, MT_WPDMA_GLO_CFG_TX_WRITEBACK_DONE);

 	mt76_wr(dev, MT_RX_FILTR_CFG, dev->rxfilter);

 	mt76_wr(dev, MT_MAC_SYS_CTRL,
 		MT_MAC_SYS_CTRL_ENABLE_TX |
 		MT_MAC_SYS_CTRL_ENABLE_RX);

 	mt76x2_irq_enable(dev, MT_INT_RX_DONE_ALL | MT_INT_TX_DONE_ALL |
 			       MT_INT_TX_STAT);

 	return 0;
 }

 void mt76x2_mac_resume(struct mt76x2_dev *dev)
 {
 	mt76_wr(dev, MT_MAC_SYS_CTRL,
 		MT_MAC_SYS_CTRL_ENABLE_TX |
 		MT_MAC_SYS_CTRL_ENABLE_RX);
 }

 static void
 mt76x2_power_on_rf_patch(struct mt76x2_dev *dev)
 {
 	mt76_set(dev, 0x10130, BIT(0) | BIT(16));
 	udelay(1);

 	mt76_clear(dev, 0x1001c, 0xff);
 	mt76_set(dev, 0x1001c, 0x30);

 	mt76_wr(dev, 0x10014, 0x484f);
 	udelay(1);

 	mt76_set(dev, 0x10130, BIT(17));
 	udelay(125);

 	mt76_clear(dev, 0x10130, BIT(16));
 	udelay(50);

 	mt76_set(dev, 0x1014c, BIT(19) | BIT(20));
 }

 static void
 mt76x2_power_on_rf(struct mt76x2_dev *dev, int unit)
 {
 	int shift = unit ? 8 : 0;

 	/* Enable RF BG */
 	mt76_set(dev, 0x10130, BIT(0) << shift);
 	udelay(10);

 	/* Enable RFDIG LDO/AFE/ABB/ADDA */
 	mt76_set(dev, 0x10130, (BIT(1) | BIT(3) | BIT(4) | BIT(5)) << shift);
 	udelay(10);

 	/* Switch RFDIG power to internal LDO */
 	mt76_clear(dev, 0x10130, BIT(2) << shift);
 	udelay(10);

 	mt76x2_power_on_rf_patch(dev);

 	mt76_set(dev, 0x530, 0xf);
 }

 static void
 mt76x2_power_on(struct mt76x2_dev *dev)
 {
 	u32 val;

 	/* Turn on WL MTCMOS */
 	mt76_set(dev, MT_WLAN_MTC_CTRL, MT_WLAN_MTC_CTRL_MTCMOS_PWR_UP);

 	val = MT_WLAN_MTC_CTRL_STATE_UP |
 	      MT_WLAN_MTC_CTRL_PWR_ACK |
 	      MT_WLAN_MTC_CTRL_PWR_ACK_S;

 	mt76_poll(dev, MT_WLAN_MTC_CTRL, val, val, 1000);

 	mt76_clear(dev, MT_WLAN_MTC_CTRL, 0x7f << 16);
 	udelay(10);

 	mt76_clear(dev, MT_WLAN_MTC_CTRL, 0xf << 24);
 	udelay(10);

 	mt76_set(dev, MT_WLAN_MTC_CTRL, 0xf << 24);
 	mt76_clear(dev, MT_WLAN_MTC_CTRL, 0xfff);

 	/* Turn on AD/DA power down */
 	mt76_clear(dev, 0x11204, BIT(3));

 	/* WLAN function enable */
 	mt76_set(dev, 0x10080, BIT(0));

 	/* Release BBP software reset */
 	mt76_clear(dev, 0x10064, BIT(18));

 	mt76x2_power_on_rf(dev, 0);
 	mt76x2_power_on_rf(dev, 1);
 }

 void mt76x2_set_tx_ackto(struct mt76x2_dev *dev)
 {
 	u8 ackto, sifs, slottime = dev->slottime;

 	/* As defined by IEEE 802.11-2007 17.3.8.6 */
 	slottime += 3 * dev->coverage_class;
 	mt76_rmw_field(dev, MT_BKOFF_SLOT_CFG,
 		       MT_BKOFF_SLOT_CFG_SLOTTIME, slottime);

 	sifs = mt76_get_field(dev, MT_XIFS_TIME_CFG,
 			      MT_XIFS_TIME_CFG_OFDM_SIFS);

 	ackto = slottime + sifs;
 	mt76_rmw_field(dev, MT_TX_TIMEOUT_CFG,
 		       MT_TX_TIMEOUT_CFG_ACKTO, ackto);
 }

 int mt76x2_init_hardware(struct mt76x2_dev *dev)
 {
 	static const u16 beacon_offsets[16] = {
 		/* 1024 byte per beacon */
 		0xc000,
 		0xc400,
 		0xc800,
 		0xcc00,
 		0xd000,
 		0xd400,
 		0xd800,
 		0xdc00,

 		/* BSS idx 8-15 not used for beacons */
 		0xc000,
 		0xc000,
 		0xc000,
 		0xc000,
 		0xc000,
 		0xc000,
 		0xc000,
 		0xc000,
 	};
 	u32 val;
 	int ret;

 	dev->beacon_offsets = beacon_offsets;
 	tasklet_init(&dev->pre_tbtt_tasklet, mt76x2_pre_tbtt_tasklet,
 		     (unsigned long) dev);

 	val = mt76_rr(dev, MT_WPDMA_GLO_CFG);
 	val &= MT_WPDMA_GLO_CFG_DMA_BURST_SIZE |
 	       MT_WPDMA_GLO_CFG_BIG_ENDIAN |
 	       MT_WPDMA_GLO_CFG_HDR_SEG_LEN;
 	val |= MT_WPDMA_GLO_CFG_TX_WRITEBACK_DONE;
 	mt76_wr(dev, MT_WPDMA_GLO_CFG, val);

 	mt76x2_reset_wlan(dev, true);
 	mt76x2_power_on(dev);

 	ret = mt76x2_eeprom_init(dev);
 	if (ret)
 		return ret;

 	ret = mt76x2_mac_reset(dev, true);
 	if (ret)
 		return ret;

 	dev->rxfilter = mt76_rr(dev, MT_RX_FILTR_CFG);

 	ret = mt76x2_dma_init(dev);
 	if (ret)
 		return ret;

 	set_bit(MT76_STATE_INITIALIZED, &dev->mt76.state);
 	ret = mt76x2_mac_start(dev);
 	if (ret)
 		return ret;

 	ret = mt76x2_mcu_init(dev);
 	if (ret)
 		return ret;

 	mt76x2_mac_stop(dev, false);

 	return 0;
 }

 void mt76x2_stop_hardware(struct mt76x2_dev *dev)
 {
 	cancel_delayed_work_sync(&dev->cal_work);
 	cancel_delayed_work_sync(&dev->mac_work);
 	mt76x2_mcu_set_radio_state(dev, false);
 	mt76x2_mac_stop(dev, false);
 }

 void mt76x2_cleanup(struct mt76x2_dev *dev)
 {
 	tasklet_disable(&dev->dfs_pd.dfs_tasklet);
 	tasklet_disable(&dev->pre_tbtt_tasklet);
 	mt76x2_stop_hardware(dev);
 	mt76x2_dma_cleanup(dev);
 	mt76x2_mcu_cleanup(dev);
 }

 struct mt76x2_dev *mt76x2_alloc_device(struct device *pdev)
 {
 	static const struct mt76_driver_ops drv_ops = {
 		.txwi_size = sizeof(struct mt76x2_txwi),
 		.update_survey = mt76x2_update_channel,
 		.tx_prepare_skb = mt76x2_tx_prepare_skb,
 		.tx_complete_skb = mt76x2_tx_complete_skb,
 		.rx_skb = mt76x2_queue_rx_skb,
 		.rx_poll_complete = mt76x2_rx_poll_complete,
 		.sta_ps = mt76x2_sta_ps,
 	};
 	struct mt76x2_dev *dev;
 	struct mt76_dev *mdev;

 	mdev = mt76_alloc_device(sizeof(*dev), &mt76x2_ops);
 	if (!mdev)
 		return NULL;

 	dev = container_of(mdev, struct mt76x2_dev, mt76);
 	mdev->dev = pdev;
 	mdev->drv = &drv_ops;
 	mutex_init(&dev->mutex);
 	spin_lock_init(&dev->irq_lock);

 	return dev;
 }

 static void mt76x2_regd_notifier(struct wiphy *wiphy,
 				 struct regulatory_request *request)
 {
 	struct ieee80211_hw *hw = wiphy_to_ieee80211_hw(wiphy);
 	struct mt76x2_dev *dev = hw->priv;

 	mt76x2_dfs_set_domain(dev, request->dfs_region);
 }

 static const struct ieee80211_iface_limit if_limits[] = {
 	{
 		.max = 1,
 		.types = BIT(NL80211_IFTYPE_ADHOC)
 	}, {
 		.max = 8,
 		.types = BIT(NL80211_IFTYPE_STATION) |
 #ifdef CONFIG_MAC80211_MESH
 			 BIT(NL80211_IFTYPE_MESH_POINT) |
 #endif
 			 BIT(NL80211_IFTYPE_AP)
 	 },
 };

 static const struct ieee80211_iface_combination if_comb[] = {
 	{
 		.limits = if_limits,
 		.n_limits = ARRAY_SIZE(if_limits),
 		.max_interfaces = 8,
 		.num_different_channels = 1,
 		.beacon_int_infra_match = true,
 		.radar_detect_widths = BIT(NL80211_CHAN_WIDTH_20_NOHT) |
 				       BIT(NL80211_CHAN_WIDTH_20) |
 				       BIT(NL80211_CHAN_WIDTH_40) |
 				       BIT(NL80211_CHAN_WIDTH_80),
 	}
 };

 static void mt76x2_led_set_config(struct mt76_dev *mt76, u8 delay_on,
 				  u8 delay_off)
 {
 	struct mt76x2_dev *dev = container_of(mt76, struct mt76x2_dev,
 					      mt76);
 	u32 val;

 	val = MT_LED_STATUS_DURATION(0xff) |
 	      MT_LED_STATUS_OFF(delay_off) |
 	      MT_LED_STATUS_ON(delay_on);

 	mt76_wr(dev, MT_LED_S0(mt76->led_pin), val);
 	mt76_wr(dev, MT_LED_S1(mt76->led_pin), val);

 	val = MT_LED_CTRL_REPLAY(mt76->led_pin) |
 	      MT_LED_CTRL_KICK(mt76->led_pin);
 	if (mt76->led_al)
 		val |= MT_LED_CTRL_POLARITY(mt76->led_pin);
 	mt76_wr(dev, MT_LED_CTRL, val);
 }

 static int mt76x2_led_set_blink(struct led_classdev *led_cdev,
 				unsigned long *delay_on,
 				unsigned long *delay_off)
 {
 	struct mt76_dev *mt76 = container_of(led_cdev, struct mt76_dev,
 					     led_cdev);
 	u8 delta_on, delta_off;

 	delta_off = max_t(u8, *delay_off / 10, 1);
 	delta_on = max_t(u8, *delay_on / 10, 1);

 	mt76x2_led_set_config(mt76, delta_on, delta_off);
 	return 0;
 }

 static void mt76x2_led_set_brightness(struct led_classdev *led_cdev,
 				      enum led_brightness brightness)
 {
 	struct mt76_dev *mt76 = container_of(led_cdev, struct mt76_dev,
 					     led_cdev);

 	if (!brightness)
 		mt76x2_led_set_config(mt76, 0, 0xff);
 	else
 		mt76x2_led_set_config(mt76, 0xff, 0);
 }

 int mt76x2_register_device(struct mt76x2_dev *dev)
 {
 	struct ieee80211_hw *hw = mt76_hw(dev);
 	struct wiphy *wiphy = hw->wiphy;
 	void *status_fifo;
 	int fifo_size;
 	int i, ret;

 	fifo_size = roundup_pow_of_two(32 * sizeof(struct mt76x2_tx_status));
 	status_fifo = devm_kzalloc(dev->mt76.dev, fifo_size, GFP_KERNEL);
 	if (!status_fifo)
 		return -ENOMEM;

 	kfifo_init(&dev->txstatus_fifo, status_fifo, fifo_size);
 	INIT_DELAYED_WORK(&dev->cal_work, mt76x2_phy_calibrate);
 	INIT_DELAYED_WORK(&dev->mac_work, mt76x2_mac_work);

 	mt76x2_init_device(dev);

 	ret = mt76x2_init_hardware(dev);
 	if (ret)
 		return ret;

 	for (i = 0; i < ARRAY_SIZE(dev->macaddr_list); i++) {
 		u8 *addr = dev->macaddr_list[i].addr;

 		memcpy(addr, dev->mt76.macaddr, ETH_ALEN);

 		if (!i)
 			continue;

 		addr[0] |= BIT(1);
 		addr[0] ^= ((i - 1) << 2);
 	}
 	wiphy->addresses = dev->macaddr_list;
 	wiphy->n_addresses = ARRAY_SIZE(dev->macaddr_list);

 	wiphy->iface_combinations = if_comb;
 	wiphy->n_iface_combinations = ARRAY_SIZE(if_comb);

 	wiphy->reg_notifier = mt76x2_regd_notifier;

 	wiphy->interface_modes =
 		BIT(NL80211_IFTYPE_STATION) |
 		BIT(NL80211_IFTYPE_AP) |
 #ifdef CONFIG_MAC80211_MESH
 		BIT(NL80211_IFTYPE_MESH_POINT) |
 #endif
 		BIT(NL80211_IFTYPE_ADHOC);

 	wiphy_ext_feature_set(wiphy, NL80211_EXT_FEATURE_VHT_IBSS);

 	mt76x2_dfs_init_detector(dev);

 	/* init led callbacks */
 	if (IS_ENABLED(CONFIG_MT76_LEDS)) {
 		dev->mt76.led_cdev.brightness_set = mt76x2_led_set_brightness;
 		dev->mt76.led_cdev.blink_set = mt76x2_led_set_blink;
 	}

 	ret = mt76_register_device(&dev->mt76, true, mt76x2_rates,
 				   ARRAY_SIZE(mt76x2_rates));
 	if (ret)
 		goto fail;

 	mt76x2_init_debugfs(dev);
 	mt76x2_init_txpower(dev, &dev->mt76.sband_2g.sband);
 	mt76x2_init_txpower(dev, &dev->mt76.sband_5g.sband);

 	return 0;

 fail:
 	mt76x2_stop_hardware(dev);
 	return ret;
 }
	/*
	* Copyright (C) 2016 Felix Fietkau <nbd@nbd.name>
	*
	* Permission to use, copy, modify, and/or distribute this software for any
	* purpose with or without fee is hereby granted, provided that the above
	* copyright notice and this permission notice appear in all copies.
	*
	* THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
	* WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
	* MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
	* ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
	* WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
	* ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
	* OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
	*/

	#include <linux/delay.h>
	#include "mt76x2.h"
	#include "mt76x2_eeprom.h"
	#include "mt76x2_mcu.h"

	static void
	mt76x2_mac_pbf_init(struct mt76x2_dev *dev)
	{
	u32 val;

	val = MT_PBF_SYS_CTRL_MCU_RESET \|
	MT_PBF_SYS_CTRL_DMA_RESET \|
	MT_PBF_SYS_CTRL_MAC_RESET \|
	MT_PBF_SYS_CTRL_PBF_RESET \|
	MT_PBF_SYS_CTRL_ASY_RESET;

	mt76_set(dev, MT_PBF_SYS_CTRL, val);
	mt76_clear(dev, MT_PBF_SYS_CTRL, val);

	mt76_wr(dev, MT_PBF_TX_MAX_PCNT, 0xefef3f1f);
	mt76_wr(dev, MT_PBF_RX_MAX_PCNT, 0xfebf);
	}

	static void
	mt76x2_fixup_xtal(struct mt76x2_dev *dev)
	{
	u16 eep_val;
	s8 offset = 0;

	eep_val = mt76x2_eeprom_get(dev, MT_EE_XTAL_TRIM_2);

	offset = eep_val & 0x7f;
	if ((eep_val & 0xff) == 0xff)
	offset = 0;
	else if (eep_val & 0x80)
	offset = 0 - offset;

	eep_val >>= 8;
	if (eep_val == 0x00 \|\| eep_val == 0xff) {
	eep_val = mt76x2_eeprom_get(dev, MT_EE_XTAL_TRIM_1);
	eep_val &= 0xff;

	if (eep_val == 0x00 \|\| eep_val == 0xff)
	eep_val = 0x14;
	}

	eep_val &= 0x7f;
	mt76_rmw_field(dev, MT_XO_CTRL5, MT_XO_CTRL5_C2_VAL, eep_val + offset);
	mt76_set(dev, MT_XO_CTRL6, MT_XO_CTRL6_C2_CTRL);

	eep_val = mt76x2_eeprom_get(dev, MT_EE_NIC_CONF_2);
	switch (FIELD_GET(MT_EE_NIC_CONF_2_XTAL_OPTION, eep_val)) {
	case 0:
	mt76_wr(dev, MT_XO_CTRL7, 0x5c1fee80);
	break;
	case 1:
	mt76_wr(dev, MT_XO_CTRL7, 0x5c1feed0);
	break;
	default:
	break;
	}
	}

	static void
	mt76x2_init_beacon_offsets(struct mt76x2_dev *dev)
	{
	u16 base = MT_BEACON_BASE;
	u32 regs[4] = {};
	int i;

	for (i = 0; i < 16; i++) {
	u16 addr = dev->beacon_offsets[i];

	regs[i / 4] \|= ((addr - base) / 64) << (8 * (i % 4));
	}

	for (i = 0; i < 4; i++)
	mt76_wr(dev, MT_BCN_OFFSET(i), regs[i]);
	}

	static int mt76x2_mac_reset(struct mt76x2_dev *dev, bool hard)
	{
	static const u8 null_addr[ETH_ALEN] = {};
	const u8 *macaddr = dev->mt76.macaddr;
	u32 val;
	int i, k;

	if (!mt76x2_wait_for_mac(dev))
	return -ETIMEDOUT;

	val = mt76_rr(dev, MT_WPDMA_GLO_CFG);

	val &= ~(MT_WPDMA_GLO_CFG_TX_DMA_EN \|
	MT_WPDMA_GLO_CFG_TX_DMA_BUSY \|
	MT_WPDMA_GLO_CFG_RX_DMA_EN \|
	MT_WPDMA_GLO_CFG_RX_DMA_BUSY \|
	MT_WPDMA_GLO_CFG_DMA_BURST_SIZE);
	val \|= FIELD_PREP(MT_WPDMA_GLO_CFG_DMA_BURST_SIZE, 3);

	mt76_wr(dev, MT_WPDMA_GLO_CFG, val);

	mt76x2_mac_pbf_init(dev);
	mt76_write_mac_initvals(dev);
	mt76x2_fixup_xtal(dev);

	mt76_clear(dev, MT_MAC_SYS_CTRL,
	MT_MAC_SYS_CTRL_RESET_CSR \|
	MT_MAC_SYS_CTRL_RESET_BBP);

	if (is_mt7612(dev))
	mt76_clear(dev, MT_COEXCFG0, MT_COEXCFG0_COEX_EN);

	mt76_set(dev, MT_EXT_CCA_CFG, 0x0000f000);
	mt76_clear(dev, MT_TX_ALC_CFG_4, BIT(31));

	mt76_wr(dev, MT_RF_BYPASS_0, 0x06000000);
	mt76_wr(dev, MT_RF_SETTING_0, 0x08800000);
	usleep_range(5000, 10000);
	mt76_wr(dev, MT_RF_BYPASS_0, 0x00000000);

	mt76_wr(dev, MT_MCU_CLOCK_CTL, 0x1401);
	mt76_clear(dev, MT_FCE_L2_STUFF, MT_FCE_L2_STUFF_WR_MPDU_LEN_EN);

	mt76_wr(dev, MT_MAC_ADDR_DW0, get_unaligned_le32(macaddr));
	mt76_wr(dev, MT_MAC_ADDR_DW1, get_unaligned_le16(macaddr + 4));

	mt76_wr(dev, MT_MAC_BSSID_DW0, get_unaligned_le32(macaddr));
	mt76_wr(dev, MT_MAC_BSSID_DW1, get_unaligned_le16(macaddr + 4) \|
	FIELD_PREP(MT_MAC_BSSID_DW1_MBSS_MODE, 3) \| /* 8 beacons */
	MT_MAC_BSSID_DW1_MBSS_LOCAL_BIT);

	/* Fire a pre-TBTT interrupt 8 ms before TBTT */
	mt76_rmw_field(dev, MT_INT_TIMER_CFG, MT_INT_TIMER_CFG_PRE_TBTT,
	8 << 4);
	mt76_rmw_field(dev, MT_INT_TIMER_CFG, MT_INT_TIMER_CFG_GP_TIMER,
	MT_DFS_GP_INTERVAL);
	mt76_wr(dev, MT_INT_TIMER_EN, 0);

	mt76_wr(dev, MT_BCN_BYPASS_MASK, 0xffff);
	if (!hard)
	return 0;

	for (i = 0; i < 256 / 32; i++)
	mt76_wr(dev, MT_WCID_DROP_BASE + i * 4, 0);

	for (i = 0; i < 256; i++)
	mt76x2_mac_wcid_setup(dev, i, 0, NULL);

	for (i = 0; i < MT_MAX_VIFS; i++)
	mt76x2_mac_wcid_setup(dev, MT_VIF_WCID(i), i, NULL);

	for (i = 0; i < 16; i++)
	for (k = 0; k < 4; k++)
	mt76x2_mac_shared_key_setup(dev, i, k, NULL);

	for (i = 0; i < 8; i++) {
	mt76x2_mac_set_bssid(dev, i, null_addr);
	mt76x2_mac_set_beacon(dev, i, NULL);
	}

	for (i = 0; i < 16; i++)
	mt76_rr(dev, MT_TX_STAT_FIFO);

	mt76_wr(dev, MT_CH_TIME_CFG,
	MT_CH_TIME_CFG_TIMER_EN \|
	MT_CH_TIME_CFG_TX_AS_BUSY \|
	MT_CH_TIME_CFG_RX_AS_BUSY \|
	MT_CH_TIME_CFG_NAV_AS_BUSY \|
	MT_CH_TIME_CFG_EIFS_AS_BUSY \|
	FIELD_PREP(MT_CH_TIME_CFG_CH_TIMER_CLR, 1));

	mt76x2_init_beacon_offsets(dev);

	mt76x2_set_tx_ackto(dev);

	return 0;
	}

	int mt76x2_mac_start(struct mt76x2_dev *dev)
	{
	int i;

	for (i = 0; i < 16; i++)
	mt76_rr(dev, MT_TX_AGG_CNT(i));

	for (i = 0; i < 16; i++)
	mt76_rr(dev, MT_TX_STAT_FIFO);

	memset(dev->aggr_stats, 0, sizeof(dev->aggr_stats));

	mt76_wr(dev, MT_MAC_SYS_CTRL, MT_MAC_SYS_CTRL_ENABLE_TX);
	wait_for_wpdma(dev);
	usleep_range(50, 100);

	mt76_set(dev, MT_WPDMA_GLO_CFG,
	MT_WPDMA_GLO_CFG_TX_DMA_EN \|
	MT_WPDMA_GLO_CFG_RX_DMA_EN);

	mt76_clear(dev, MT_WPDMA_GLO_CFG, MT_WPDMA_GLO_CFG_TX_WRITEBACK_DONE);

	mt76_wr(dev, MT_RX_FILTR_CFG, dev->rxfilter);

	mt76_wr(dev, MT_MAC_SYS_CTRL,
	MT_MAC_SYS_CTRL_ENABLE_TX \|
	MT_MAC_SYS_CTRL_ENABLE_RX);

	mt76x2_irq_enable(dev, MT_INT_RX_DONE_ALL \| MT_INT_TX_DONE_ALL \|
	MT_INT_TX_STAT);

	return 0;
	}

	void mt76x2_mac_resume(struct mt76x2_dev *dev)
	{
	mt76_wr(dev, MT_MAC_SYS_CTRL,
	MT_MAC_SYS_CTRL_ENABLE_TX \|
	MT_MAC_SYS_CTRL_ENABLE_RX);
	}

	static void
	mt76x2_power_on_rf_patch(struct mt76x2_dev *dev)
	{
	mt76_set(dev, 0x10130, BIT(0) \| BIT(16));
	udelay(1);

	mt76_clear(dev, 0x1001c, 0xff);
	mt76_set(dev, 0x1001c, 0x30);

	mt76_wr(dev, 0x10014, 0x484f);
	udelay(1);

	mt76_set(dev, 0x10130, BIT(17));
	udelay(125);

	mt76_clear(dev, 0x10130, BIT(16));
	udelay(50);

	mt76_set(dev, 0x1014c, BIT(19) \| BIT(20));
	}

	static void
	mt76x2_power_on_rf(struct mt76x2_dev *dev, int unit)
	{
	int shift = unit ? 8 : 0;

	/* Enable RF BG */
	mt76_set(dev, 0x10130, BIT(0) << shift);
	udelay(10);

	/* Enable RFDIG LDO/AFE/ABB/ADDA */
	mt76_set(dev, 0x10130, (BIT(1) \| BIT(3) \| BIT(4) \| BIT(5)) << shift);
	udelay(10);

	/* Switch RFDIG power to internal LDO */
	mt76_clear(dev, 0x10130, BIT(2) << shift);
	udelay(10);

	mt76x2_power_on_rf_patch(dev);

	mt76_set(dev, 0x530, 0xf);
	}

	static void
	mt76x2_power_on(struct mt76x2_dev *dev)
	{
	u32 val;

	/* Turn on WL MTCMOS */
	mt76_set(dev, MT_WLAN_MTC_CTRL, MT_WLAN_MTC_CTRL_MTCMOS_PWR_UP);

	val = MT_WLAN_MTC_CTRL_STATE_UP \|
	MT_WLAN_MTC_CTRL_PWR_ACK \|
	MT_WLAN_MTC_CTRL_PWR_ACK_S;

	mt76_poll(dev, MT_WLAN_MTC_CTRL, val, val, 1000);

	mt76_clear(dev, MT_WLAN_MTC_CTRL, 0x7f << 16);
	udelay(10);

	mt76_clear(dev, MT_WLAN_MTC_CTRL, 0xf << 24);
	udelay(10);

	mt76_set(dev, MT_WLAN_MTC_CTRL, 0xf << 24);
	mt76_clear(dev, MT_WLAN_MTC_CTRL, 0xfff);

	/* Turn on AD/DA power down */
	mt76_clear(dev, 0x11204, BIT(3));

	/* WLAN function enable */
	mt76_set(dev, 0x10080, BIT(0));

	/* Release BBP software reset */
	mt76_clear(dev, 0x10064, BIT(18));

	mt76x2_power_on_rf(dev, 0);
	mt76x2_power_on_rf(dev, 1);
	}

	void mt76x2_set_tx_ackto(struct mt76x2_dev *dev)
	{
	u8 ackto, sifs, slottime = dev->slottime;

	/* As defined by IEEE 802.11-2007 17.3.8.6 */
	slottime += 3 * dev->coverage_class;
	mt76_rmw_field(dev, MT_BKOFF_SLOT_CFG,
	MT_BKOFF_SLOT_CFG_SLOTTIME, slottime);

	sifs = mt76_get_field(dev, MT_XIFS_TIME_CFG,
	MT_XIFS_TIME_CFG_OFDM_SIFS);

	ackto = slottime + sifs;
	mt76_rmw_field(dev, MT_TX_TIMEOUT_CFG,
	MT_TX_TIMEOUT_CFG_ACKTO, ackto);
	}

	int mt76x2_init_hardware(struct mt76x2_dev *dev)
	{
	static const u16 beacon_offsets[16] = {
	/* 1024 byte per beacon */
	0xc000,
	0xc400,
	0xc800,
	0xcc00,
	0xd000,
	0xd400,
	0xd800,
	0xdc00,

	/* BSS idx 8-15 not used for beacons */
	0xc000,
	0xc000,
	0xc000,
	0xc000,
	0xc000,
	0xc000,
	0xc000,
	0xc000,
	};
	u32 val;
	int ret;

	dev->beacon_offsets = beacon_offsets;
	tasklet_init(&dev->pre_tbtt_tasklet, mt76x2_pre_tbtt_tasklet,
	(unsigned long) dev);

	val = mt76_rr(dev, MT_WPDMA_GLO_CFG);
	val &= MT_WPDMA_GLO_CFG_DMA_BURST_SIZE \|
	MT_WPDMA_GLO_CFG_BIG_ENDIAN \|
	MT_WPDMA_GLO_CFG_HDR_SEG_LEN;
	val \|= MT_WPDMA_GLO_CFG_TX_WRITEBACK_DONE;
	mt76_wr(dev, MT_WPDMA_GLO_CFG, val);

	mt76x2_reset_wlan(dev, true);
	mt76x2_power_on(dev);

	ret = mt76x2_eeprom_init(dev);
	if (ret)
	return ret;

	ret = mt76x2_mac_reset(dev, true);
	if (ret)
	return ret;

	dev->rxfilter = mt76_rr(dev, MT_RX_FILTR_CFG);

	ret = mt76x2_dma_init(dev);
	if (ret)
	return ret;

	set_bit(MT76_STATE_INITIALIZED, &dev->mt76.state);
	ret = mt76x2_mac_start(dev);
	if (ret)
	return ret;

	ret = mt76x2_mcu_init(dev);
	if (ret)
	return ret;

	mt76x2_mac_stop(dev, false);

	return 0;
	}

	void mt76x2_stop_hardware(struct mt76x2_dev *dev)
	{
	cancel_delayed_work_sync(&dev->cal_work);
	cancel_delayed_work_sync(&dev->mac_work);
	mt76x2_mcu_set_radio_state(dev, false);
	mt76x2_mac_stop(dev, false);
	}

	void mt76x2_cleanup(struct mt76x2_dev *dev)
	{
	tasklet_disable(&dev->dfs_pd.dfs_tasklet);
	tasklet_disable(&dev->pre_tbtt_tasklet);
	mt76x2_stop_hardware(dev);
	mt76x2_dma_cleanup(dev);
	mt76x2_mcu_cleanup(dev);
	}

	struct mt76x2_dev mt76x2_alloc_device(struct device pdev)
	{
	static const struct mt76_driver_ops drv_ops = {
	.txwi_size = sizeof(struct mt76x2_txwi),
	.update_survey = mt76x2_update_channel,
	.tx_prepare_skb = mt76x2_tx_prepare_skb,
	.tx_complete_skb = mt76x2_tx_complete_skb,
	.rx_skb = mt76x2_queue_rx_skb,
	.rx_poll_complete = mt76x2_rx_poll_complete,
	.sta_ps = mt76x2_sta_ps,
	};
	struct mt76x2_dev *dev;
	struct mt76_dev *mdev;

	mdev = mt76_alloc_device(sizeof(*dev), &mt76x2_ops);
	if (!mdev)
	return NULL;

	dev = container_of(mdev, struct mt76x2_dev, mt76);
	mdev->dev = pdev;
	mdev->drv = &drv_ops;
	mutex_init(&dev->mutex);
	spin_lock_init(&dev->irq_lock);

	return dev;
	}

	static void mt76x2_regd_notifier(struct wiphy *wiphy,
	struct regulatory_request *request)
	{
	struct ieee80211_hw *hw = wiphy_to_ieee80211_hw(wiphy);
	struct mt76x2_dev *dev = hw->priv;

	mt76x2_dfs_set_domain(dev, request->dfs_region);
	}

	static const struct ieee80211_iface_limit if_limits[] = {
	{
	.max = 1,
	.types = BIT(NL80211_IFTYPE_ADHOC)
	}, {
	.max = 8,
	.types = BIT(NL80211_IFTYPE_STATION) \|
	#ifdef CONFIG_MAC80211_MESH
	BIT(NL80211_IFTYPE_MESH_POINT) \|
	#endif
	BIT(NL80211_IFTYPE_AP)
	},
	};

	static const struct ieee80211_iface_combination if_comb[] = {
	{
	.limits = if_limits,
	.n_limits = ARRAY_SIZE(if_limits),
	.max_interfaces = 8,
	.num_different_channels = 1,
	.beacon_int_infra_match = true,
	.radar_detect_widths = BIT(NL80211_CHAN_WIDTH_20_NOHT) \|
	BIT(NL80211_CHAN_WIDTH_20) \|
	BIT(NL80211_CHAN_WIDTH_40) \|
	BIT(NL80211_CHAN_WIDTH_80),
	}
	};

	static void mt76x2_led_set_config(struct mt76_dev *mt76, u8 delay_on,
	u8 delay_off)
	{
	struct mt76x2_dev *dev = container_of(mt76, struct mt76x2_dev,
	mt76);
	u32 val;

	val = MT_LED_STATUS_DURATION(0xff) \|
	MT_LED_STATUS_OFF(delay_off) \|
	MT_LED_STATUS_ON(delay_on);

	mt76_wr(dev, MT_LED_S0(mt76->led_pin), val);
	mt76_wr(dev, MT_LED_S1(mt76->led_pin), val);

	val = MT_LED_CTRL_REPLAY(mt76->led_pin) \|
	MT_LED_CTRL_KICK(mt76->led_pin);
	if (mt76->led_al)
	val \|= MT_LED_CTRL_POLARITY(mt76->led_pin);
	mt76_wr(dev, MT_LED_CTRL, val);
	}

	static int mt76x2_led_set_blink(struct led_classdev *led_cdev,
	unsigned long *delay_on,
	unsigned long *delay_off)
	{
	struct mt76_dev *mt76 = container_of(led_cdev, struct mt76_dev,
	led_cdev);
	u8 delta_on, delta_off;

	delta_off = max_t(u8, *delay_off / 10, 1);
	delta_on = max_t(u8, *delay_on / 10, 1);

	mt76x2_led_set_config(mt76, delta_on, delta_off);
	return 0;
	}

	static void mt76x2_led_set_brightness(struct led_classdev *led_cdev,
	enum led_brightness brightness)
	{
	struct mt76_dev *mt76 = container_of(led_cdev, struct mt76_dev,
	led_cdev);

	if (!brightness)
	mt76x2_led_set_config(mt76, 0, 0xff);
	else
	mt76x2_led_set_config(mt76, 0xff, 0);
	}

	int mt76x2_register_device(struct mt76x2_dev *dev)
	{
	struct ieee80211_hw *hw = mt76_hw(dev);
	struct wiphy *wiphy = hw->wiphy;
	void *status_fifo;
	int fifo_size;
	int i, ret;

	fifo_size = roundup_pow_of_two(32 * sizeof(struct mt76x2_tx_status));
	status_fifo = devm_kzalloc(dev->mt76.dev, fifo_size, GFP_KERNEL);
	if (!status_fifo)
	return -ENOMEM;

	kfifo_init(&dev->txstatus_fifo, status_fifo, fifo_size);
	INIT_DELAYED_WORK(&dev->cal_work, mt76x2_phy_calibrate);
	INIT_DELAYED_WORK(&dev->mac_work, mt76x2_mac_work);

	mt76x2_init_device(dev);

	ret = mt76x2_init_hardware(dev);
	if (ret)
	return ret;

	for (i = 0; i < ARRAY_SIZE(dev->macaddr_list); i++) {
	u8 *addr = dev->macaddr_list[i].addr;

	memcpy(addr, dev->mt76.macaddr, ETH_ALEN);

	if (!i)
	continue;

	addr[0] \|= BIT(1);
	addr[0] ^= ((i - 1) << 2);
	}
	wiphy->addresses = dev->macaddr_list;
	wiphy->n_addresses = ARRAY_SIZE(dev->macaddr_list);

	wiphy->iface_combinations = if_comb;
	wiphy->n_iface_combinations = ARRAY_SIZE(if_comb);

	wiphy->reg_notifier = mt76x2_regd_notifier;

	wiphy->interface_modes =
	BIT(NL80211_IFTYPE_STATION) \|
	BIT(NL80211_IFTYPE_AP) \|
	#ifdef CONFIG_MAC80211_MESH
	BIT(NL80211_IFTYPE_MESH_POINT) \|
	#endif
	BIT(NL80211_IFTYPE_ADHOC);

	wiphy_ext_feature_set(wiphy, NL80211_EXT_FEATURE_VHT_IBSS);

	mt76x2_dfs_init_detector(dev);

	/* init led callbacks */
	if (IS_ENABLED(CONFIG_MT76_LEDS)) {
	dev->mt76.led_cdev.brightness_set = mt76x2_led_set_brightness;
	dev->mt76.led_cdev.blink_set = mt76x2_led_set_blink;
	}

	ret = mt76_register_device(&dev->mt76, true, mt76x2_rates,
	ARRAY_SIZE(mt76x2_rates));
	if (ret)
	goto fail;

	mt76x2_init_debugfs(dev);
	mt76x2_init_txpower(dev, &dev->mt76.sband_2g.sband);
	mt76x2_init_txpower(dev, &dev->mt76.sband_5g.sband);

	return 0;

	fail:
	mt76x2_stop_hardware(dev);
	return ret;
	}