1cbb3ec25SBjoern A. Zeeb // SPDX-License-Identifier: ISC
2cbb3ec25SBjoern A. Zeeb /*
3cbb3ec25SBjoern A. Zeeb * Copyright (C) 2022 MediaTek Inc.
4cbb3ec25SBjoern A. Zeeb */
5cbb3ec25SBjoern A. Zeeb
6cbb3ec25SBjoern A. Zeeb #if defined(__FreeBSD__)
7cbb3ec25SBjoern A. Zeeb #define LINUXKPI_PARAM_PREFIX mt7996_pci_
8cbb3ec25SBjoern A. Zeeb #endif
9cbb3ec25SBjoern A. Zeeb
10cbb3ec25SBjoern A. Zeeb #include <linux/kernel.h>
11cbb3ec25SBjoern A. Zeeb #include <linux/module.h>
12cbb3ec25SBjoern A. Zeeb #include <linux/pci.h>
13cbb3ec25SBjoern A. Zeeb
14cbb3ec25SBjoern A. Zeeb #include "mt7996.h"
15cbb3ec25SBjoern A. Zeeb #include "mac.h"
16cbb3ec25SBjoern A. Zeeb #include "../trace.h"
17cbb3ec25SBjoern A. Zeeb
18cbb3ec25SBjoern A. Zeeb static LIST_HEAD(hif_list);
19cbb3ec25SBjoern A. Zeeb static DEFINE_SPINLOCK(hif_lock);
20cbb3ec25SBjoern A. Zeeb static u32 hif_idx;
21cbb3ec25SBjoern A. Zeeb
22cbb3ec25SBjoern A. Zeeb static const struct pci_device_id mt7996_pci_device_table[] = {
23cbb3ec25SBjoern A. Zeeb { PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x7990) },
24*8ba4d145SBjoern A. Zeeb { PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x7992) },
25cbb3ec25SBjoern A. Zeeb { },
26cbb3ec25SBjoern A. Zeeb };
27cbb3ec25SBjoern A. Zeeb
28cbb3ec25SBjoern A. Zeeb static const struct pci_device_id mt7996_hif_device_table[] = {
29cbb3ec25SBjoern A. Zeeb { PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x7991) },
30*8ba4d145SBjoern A. Zeeb { PCI_DEVICE(PCI_VENDOR_ID_MEDIATEK, 0x799a) },
31cbb3ec25SBjoern A. Zeeb { },
32cbb3ec25SBjoern A. Zeeb };
33cbb3ec25SBjoern A. Zeeb
mt7996_pci_get_hif2(u32 idx)34cbb3ec25SBjoern A. Zeeb static struct mt7996_hif *mt7996_pci_get_hif2(u32 idx)
35cbb3ec25SBjoern A. Zeeb {
36cbb3ec25SBjoern A. Zeeb struct mt7996_hif *hif;
37cbb3ec25SBjoern A. Zeeb u32 val;
38cbb3ec25SBjoern A. Zeeb
39cbb3ec25SBjoern A. Zeeb spin_lock_bh(&hif_lock);
40cbb3ec25SBjoern A. Zeeb
41cbb3ec25SBjoern A. Zeeb list_for_each_entry(hif, &hif_list, list) {
42cbb3ec25SBjoern A. Zeeb #if defined(__linux__)
43cbb3ec25SBjoern A. Zeeb val = readl(hif->regs + MT_PCIE_RECOG_ID);
44cbb3ec25SBjoern A. Zeeb #elif defined(__FreeBSD__)
45cbb3ec25SBjoern A. Zeeb val = readl((u8 *)hif->regs + MT_PCIE_RECOG_ID);
46cbb3ec25SBjoern A. Zeeb #endif
47cbb3ec25SBjoern A. Zeeb val &= MT_PCIE_RECOG_ID_MASK;
48cbb3ec25SBjoern A. Zeeb if (val != idx)
49cbb3ec25SBjoern A. Zeeb continue;
50cbb3ec25SBjoern A. Zeeb
51cbb3ec25SBjoern A. Zeeb get_device(hif->dev);
52cbb3ec25SBjoern A. Zeeb goto out;
53cbb3ec25SBjoern A. Zeeb }
54cbb3ec25SBjoern A. Zeeb hif = NULL;
55cbb3ec25SBjoern A. Zeeb
56cbb3ec25SBjoern A. Zeeb out:
57cbb3ec25SBjoern A. Zeeb spin_unlock_bh(&hif_lock);
58cbb3ec25SBjoern A. Zeeb
59cbb3ec25SBjoern A. Zeeb return hif;
60cbb3ec25SBjoern A. Zeeb }
61cbb3ec25SBjoern A. Zeeb
mt7996_put_hif2(struct mt7996_hif * hif)62cbb3ec25SBjoern A. Zeeb static void mt7996_put_hif2(struct mt7996_hif *hif)
63cbb3ec25SBjoern A. Zeeb {
64cbb3ec25SBjoern A. Zeeb if (!hif)
65cbb3ec25SBjoern A. Zeeb return;
66cbb3ec25SBjoern A. Zeeb
67cbb3ec25SBjoern A. Zeeb put_device(hif->dev);
68cbb3ec25SBjoern A. Zeeb }
69cbb3ec25SBjoern A. Zeeb
mt7996_pci_init_hif2(struct pci_dev * pdev)70cbb3ec25SBjoern A. Zeeb static struct mt7996_hif *mt7996_pci_init_hif2(struct pci_dev *pdev)
71cbb3ec25SBjoern A. Zeeb {
72cbb3ec25SBjoern A. Zeeb hif_idx++;
73*8ba4d145SBjoern A. Zeeb
74cbb3ec25SBjoern A. Zeeb #if defined(__linux__)
75*8ba4d145SBjoern A. Zeeb if (!pci_get_device(PCI_VENDOR_ID_MEDIATEK, 0x7991, NULL) &&
76*8ba4d145SBjoern A. Zeeb !pci_get_device(PCI_VENDOR_ID_MEDIATEK, 0x799a, NULL))
77cbb3ec25SBjoern A. Zeeb #elif defined(__FreeBSD__)
78*8ba4d145SBjoern A. Zeeb if (!linuxkpi_pci_get_device(PCI_VENDOR_ID_MEDIATEK, 0x7991, NULL) &&
79*8ba4d145SBjoern A. Zeeb !linuxkpi_pci_get_device(PCI_VENDOR_ID_MEDIATEK, 0x799a, NULL))
80cbb3ec25SBjoern A. Zeeb #endif
81cbb3ec25SBjoern A. Zeeb return NULL;
82cbb3ec25SBjoern A. Zeeb
83cbb3ec25SBjoern A. Zeeb writel(hif_idx | MT_PCIE_RECOG_ID_SEM,
84cbb3ec25SBjoern A. Zeeb #if defined(__linux__)
85cbb3ec25SBjoern A. Zeeb pcim_iomap_table(pdev)[0] + MT_PCIE_RECOG_ID);
86cbb3ec25SBjoern A. Zeeb #elif defined(__FreeBSD__)
87cbb3ec25SBjoern A. Zeeb (u8 *)(pcim_iomap_table(pdev)[0]) + MT_PCIE_RECOG_ID);
88cbb3ec25SBjoern A. Zeeb #endif
89cbb3ec25SBjoern A. Zeeb
90cbb3ec25SBjoern A. Zeeb return mt7996_pci_get_hif2(hif_idx);
91cbb3ec25SBjoern A. Zeeb }
92cbb3ec25SBjoern A. Zeeb
mt7996_pci_hif2_probe(struct pci_dev * pdev)93cbb3ec25SBjoern A. Zeeb static int mt7996_pci_hif2_probe(struct pci_dev *pdev)
94cbb3ec25SBjoern A. Zeeb {
95cbb3ec25SBjoern A. Zeeb struct mt7996_hif *hif;
96cbb3ec25SBjoern A. Zeeb
97cbb3ec25SBjoern A. Zeeb hif = devm_kzalloc(&pdev->dev, sizeof(*hif), GFP_KERNEL);
98cbb3ec25SBjoern A. Zeeb if (!hif)
99cbb3ec25SBjoern A. Zeeb return -ENOMEM;
100cbb3ec25SBjoern A. Zeeb
101cbb3ec25SBjoern A. Zeeb hif->dev = &pdev->dev;
102cbb3ec25SBjoern A. Zeeb hif->regs = pcim_iomap_table(pdev)[0];
103cbb3ec25SBjoern A. Zeeb hif->irq = pdev->irq;
104cbb3ec25SBjoern A. Zeeb spin_lock_bh(&hif_lock);
105cbb3ec25SBjoern A. Zeeb list_add(&hif->list, &hif_list);
106cbb3ec25SBjoern A. Zeeb spin_unlock_bh(&hif_lock);
107cbb3ec25SBjoern A. Zeeb pci_set_drvdata(pdev, hif);
108cbb3ec25SBjoern A. Zeeb
109cbb3ec25SBjoern A. Zeeb return 0;
110cbb3ec25SBjoern A. Zeeb }
111cbb3ec25SBjoern A. Zeeb
mt7996_pci_probe(struct pci_dev * pdev,const struct pci_device_id * id)112cbb3ec25SBjoern A. Zeeb static int mt7996_pci_probe(struct pci_dev *pdev,
113cbb3ec25SBjoern A. Zeeb const struct pci_device_id *id)
114cbb3ec25SBjoern A. Zeeb {
115cbb3ec25SBjoern A. Zeeb struct pci_dev *hif2_dev;
116cbb3ec25SBjoern A. Zeeb struct mt7996_hif *hif2;
117*8ba4d145SBjoern A. Zeeb struct mt7996_dev *dev;
118*8ba4d145SBjoern A. Zeeb int irq, hif2_irq, ret;
119*8ba4d145SBjoern A. Zeeb struct mt76_dev *mdev;
120cbb3ec25SBjoern A. Zeeb
121cbb3ec25SBjoern A. Zeeb ret = pcim_enable_device(pdev);
122cbb3ec25SBjoern A. Zeeb if (ret)
123cbb3ec25SBjoern A. Zeeb return ret;
124cbb3ec25SBjoern A. Zeeb
125cbb3ec25SBjoern A. Zeeb ret = pcim_iomap_regions(pdev, BIT(0), pci_name(pdev));
126cbb3ec25SBjoern A. Zeeb if (ret)
127cbb3ec25SBjoern A. Zeeb return ret;
128cbb3ec25SBjoern A. Zeeb
129cbb3ec25SBjoern A. Zeeb pci_set_master(pdev);
130cbb3ec25SBjoern A. Zeeb
131*8ba4d145SBjoern A. Zeeb ret = dma_set_mask(&pdev->dev, DMA_BIT_MASK(36));
132*8ba4d145SBjoern A. Zeeb if (ret)
133*8ba4d145SBjoern A. Zeeb return ret;
134*8ba4d145SBjoern A. Zeeb
135*8ba4d145SBjoern A. Zeeb ret = dma_set_coherent_mask(&pdev->dev, DMA_BIT_MASK(32));
136cbb3ec25SBjoern A. Zeeb if (ret)
137cbb3ec25SBjoern A. Zeeb return ret;
138cbb3ec25SBjoern A. Zeeb
139cbb3ec25SBjoern A. Zeeb mt76_pci_disable_aspm(pdev);
140cbb3ec25SBjoern A. Zeeb
141*8ba4d145SBjoern A. Zeeb if (id->device == 0x7991 || id->device == 0x799a)
142cbb3ec25SBjoern A. Zeeb return mt7996_pci_hif2_probe(pdev);
143cbb3ec25SBjoern A. Zeeb
144cbb3ec25SBjoern A. Zeeb dev = mt7996_mmio_probe(&pdev->dev, pcim_iomap_table(pdev)[0],
145cbb3ec25SBjoern A. Zeeb id->device);
146cbb3ec25SBjoern A. Zeeb if (IS_ERR(dev))
147cbb3ec25SBjoern A. Zeeb return PTR_ERR(dev);
148cbb3ec25SBjoern A. Zeeb
149cbb3ec25SBjoern A. Zeeb mdev = &dev->mt76;
150cbb3ec25SBjoern A. Zeeb mt7996_wfsys_reset(dev);
151cbb3ec25SBjoern A. Zeeb hif2 = mt7996_pci_init_hif2(pdev);
152cbb3ec25SBjoern A. Zeeb
153*8ba4d145SBjoern A. Zeeb ret = mt7996_mmio_wed_init(dev, pdev, false, &irq);
154*8ba4d145SBjoern A. Zeeb if (ret < 0)
155*8ba4d145SBjoern A. Zeeb goto free_wed_or_irq_vector;
156*8ba4d145SBjoern A. Zeeb
157*8ba4d145SBjoern A. Zeeb if (!ret) {
158cbb3ec25SBjoern A. Zeeb ret = pci_alloc_irq_vectors(pdev, 1, 1, PCI_IRQ_ALL_TYPES);
159cbb3ec25SBjoern A. Zeeb if (ret < 0)
160cbb3ec25SBjoern A. Zeeb goto free_device;
161cbb3ec25SBjoern A. Zeeb
162cbb3ec25SBjoern A. Zeeb irq = pdev->irq;
163*8ba4d145SBjoern A. Zeeb }
164*8ba4d145SBjoern A. Zeeb
165cbb3ec25SBjoern A. Zeeb ret = devm_request_irq(mdev->dev, irq, mt7996_irq_handler,
166cbb3ec25SBjoern A. Zeeb IRQF_SHARED, KBUILD_MODNAME, dev);
167cbb3ec25SBjoern A. Zeeb if (ret)
168*8ba4d145SBjoern A. Zeeb goto free_wed_or_irq_vector;
169cbb3ec25SBjoern A. Zeeb
170cbb3ec25SBjoern A. Zeeb mt76_wr(dev, MT_INT_MASK_CSR, 0);
171cbb3ec25SBjoern A. Zeeb /* master switch of PCIe tnterrupt enable */
172cbb3ec25SBjoern A. Zeeb mt76_wr(dev, MT_PCIE_MAC_INT_ENABLE, 0xff);
173cbb3ec25SBjoern A. Zeeb
174cbb3ec25SBjoern A. Zeeb if (hif2) {
175cbb3ec25SBjoern A. Zeeb hif2_dev = container_of(hif2->dev, struct pci_dev, dev);
176cbb3ec25SBjoern A. Zeeb dev->hif2 = hif2;
177cbb3ec25SBjoern A. Zeeb
178*8ba4d145SBjoern A. Zeeb ret = mt7996_mmio_wed_init(dev, hif2_dev, true, &hif2_irq);
179*8ba4d145SBjoern A. Zeeb if (ret < 0)
180*8ba4d145SBjoern A. Zeeb goto free_hif2_wed_irq_vector;
181*8ba4d145SBjoern A. Zeeb
182*8ba4d145SBjoern A. Zeeb if (!ret) {
183*8ba4d145SBjoern A. Zeeb ret = pci_alloc_irq_vectors(hif2_dev, 1, 1,
184*8ba4d145SBjoern A. Zeeb PCI_IRQ_ALL_TYPES);
185cbb3ec25SBjoern A. Zeeb if (ret < 0)
186cbb3ec25SBjoern A. Zeeb goto free_hif2;
187cbb3ec25SBjoern A. Zeeb
188cbb3ec25SBjoern A. Zeeb dev->hif2->irq = hif2_dev->irq;
189*8ba4d145SBjoern A. Zeeb hif2_irq = dev->hif2->irq;
190*8ba4d145SBjoern A. Zeeb }
191*8ba4d145SBjoern A. Zeeb
192*8ba4d145SBjoern A. Zeeb ret = devm_request_irq(mdev->dev, hif2_irq, mt7996_irq_handler,
193*8ba4d145SBjoern A. Zeeb IRQF_SHARED, KBUILD_MODNAME "-hif",
194*8ba4d145SBjoern A. Zeeb dev);
195cbb3ec25SBjoern A. Zeeb if (ret)
196*8ba4d145SBjoern A. Zeeb goto free_hif2_wed_irq_vector;
197cbb3ec25SBjoern A. Zeeb
198cbb3ec25SBjoern A. Zeeb mt76_wr(dev, MT_INT1_MASK_CSR, 0);
199cbb3ec25SBjoern A. Zeeb /* master switch of PCIe tnterrupt enable */
200cbb3ec25SBjoern A. Zeeb mt76_wr(dev, MT_PCIE1_MAC_INT_ENABLE, 0xff);
201cbb3ec25SBjoern A. Zeeb }
202cbb3ec25SBjoern A. Zeeb
203cbb3ec25SBjoern A. Zeeb ret = mt7996_register_device(dev);
204cbb3ec25SBjoern A. Zeeb if (ret)
205cbb3ec25SBjoern A. Zeeb goto free_hif2_irq;
206cbb3ec25SBjoern A. Zeeb
207cbb3ec25SBjoern A. Zeeb return 0;
208cbb3ec25SBjoern A. Zeeb
209cbb3ec25SBjoern A. Zeeb free_hif2_irq:
210cbb3ec25SBjoern A. Zeeb if (dev->hif2)
211*8ba4d145SBjoern A. Zeeb devm_free_irq(mdev->dev, hif2_irq, dev);
212*8ba4d145SBjoern A. Zeeb free_hif2_wed_irq_vector:
213*8ba4d145SBjoern A. Zeeb if (dev->hif2) {
214*8ba4d145SBjoern A. Zeeb if (mtk_wed_device_active(&dev->mt76.mmio.wed_hif2))
215*8ba4d145SBjoern A. Zeeb mtk_wed_device_detach(&dev->mt76.mmio.wed_hif2);
216*8ba4d145SBjoern A. Zeeb else
217cbb3ec25SBjoern A. Zeeb pci_free_irq_vectors(hif2_dev);
218*8ba4d145SBjoern A. Zeeb }
219cbb3ec25SBjoern A. Zeeb free_hif2:
220cbb3ec25SBjoern A. Zeeb if (dev->hif2)
221cbb3ec25SBjoern A. Zeeb put_device(dev->hif2->dev);
222cbb3ec25SBjoern A. Zeeb devm_free_irq(mdev->dev, irq, dev);
223*8ba4d145SBjoern A. Zeeb free_wed_or_irq_vector:
224*8ba4d145SBjoern A. Zeeb if (mtk_wed_device_active(&dev->mt76.mmio.wed))
225*8ba4d145SBjoern A. Zeeb mtk_wed_device_detach(&dev->mt76.mmio.wed);
226*8ba4d145SBjoern A. Zeeb else
227cbb3ec25SBjoern A. Zeeb pci_free_irq_vectors(pdev);
228cbb3ec25SBjoern A. Zeeb free_device:
229cbb3ec25SBjoern A. Zeeb mt76_free_device(&dev->mt76);
230cbb3ec25SBjoern A. Zeeb
231cbb3ec25SBjoern A. Zeeb return ret;
232cbb3ec25SBjoern A. Zeeb }
233cbb3ec25SBjoern A. Zeeb
mt7996_hif_remove(struct pci_dev * pdev)234cbb3ec25SBjoern A. Zeeb static void mt7996_hif_remove(struct pci_dev *pdev)
235cbb3ec25SBjoern A. Zeeb {
236cbb3ec25SBjoern A. Zeeb struct mt7996_hif *hif = pci_get_drvdata(pdev);
237cbb3ec25SBjoern A. Zeeb
238cbb3ec25SBjoern A. Zeeb list_del(&hif->list);
239cbb3ec25SBjoern A. Zeeb }
240cbb3ec25SBjoern A. Zeeb
mt7996_pci_remove(struct pci_dev * pdev)241cbb3ec25SBjoern A. Zeeb static void mt7996_pci_remove(struct pci_dev *pdev)
242cbb3ec25SBjoern A. Zeeb {
243cbb3ec25SBjoern A. Zeeb struct mt76_dev *mdev;
244cbb3ec25SBjoern A. Zeeb struct mt7996_dev *dev;
245cbb3ec25SBjoern A. Zeeb
246cbb3ec25SBjoern A. Zeeb mdev = pci_get_drvdata(pdev);
247cbb3ec25SBjoern A. Zeeb dev = container_of(mdev, struct mt7996_dev, mt76);
248cbb3ec25SBjoern A. Zeeb mt7996_put_hif2(dev->hif2);
249cbb3ec25SBjoern A. Zeeb mt7996_unregister_device(dev);
250cbb3ec25SBjoern A. Zeeb }
251cbb3ec25SBjoern A. Zeeb
252cbb3ec25SBjoern A. Zeeb struct pci_driver mt7996_hif_driver = {
253cbb3ec25SBjoern A. Zeeb .name = KBUILD_MODNAME "_hif",
254cbb3ec25SBjoern A. Zeeb .id_table = mt7996_hif_device_table,
255cbb3ec25SBjoern A. Zeeb .probe = mt7996_pci_probe,
256cbb3ec25SBjoern A. Zeeb .remove = mt7996_hif_remove,
257cbb3ec25SBjoern A. Zeeb };
258cbb3ec25SBjoern A. Zeeb
259cbb3ec25SBjoern A. Zeeb struct pci_driver mt7996_pci_driver = {
260cbb3ec25SBjoern A. Zeeb .name = KBUILD_MODNAME,
261cbb3ec25SBjoern A. Zeeb .id_table = mt7996_pci_device_table,
262cbb3ec25SBjoern A. Zeeb .probe = mt7996_pci_probe,
263cbb3ec25SBjoern A. Zeeb .remove = mt7996_pci_remove,
264cbb3ec25SBjoern A. Zeeb };
265cbb3ec25SBjoern A. Zeeb
266cbb3ec25SBjoern A. Zeeb MODULE_DEVICE_TABLE(pci, mt7996_pci_device_table);
267cbb3ec25SBjoern A. Zeeb MODULE_DEVICE_TABLE(pci, mt7996_hif_device_table);
268cbb3ec25SBjoern A. Zeeb MODULE_FIRMWARE(MT7996_FIRMWARE_WA);
269cbb3ec25SBjoern A. Zeeb MODULE_FIRMWARE(MT7996_FIRMWARE_WM);
270cbb3ec25SBjoern A. Zeeb MODULE_FIRMWARE(MT7996_FIRMWARE_DSP);
271cbb3ec25SBjoern A. Zeeb MODULE_FIRMWARE(MT7996_ROM_PATCH);
272*8ba4d145SBjoern A. Zeeb MODULE_FIRMWARE(MT7992_FIRMWARE_WA);
273*8ba4d145SBjoern A. Zeeb MODULE_FIRMWARE(MT7992_FIRMWARE_WM);
274*8ba4d145SBjoern A. Zeeb MODULE_FIRMWARE(MT7992_FIRMWARE_DSP);
275*8ba4d145SBjoern A. Zeeb MODULE_FIRMWARE(MT7992_ROM_PATCH);
276cbb3ec25SBjoern A. Zeeb #if defined(__FreeBSD__)
277cbb3ec25SBjoern A. Zeeb MODULE_VERSION(mt7996_pci, 1);
278cbb3ec25SBjoern A. Zeeb MODULE_DEPEND(mt7996_pci, linuxkpi, 1, 1, 1);
279cbb3ec25SBjoern A. Zeeb MODULE_DEPEND(mt7996_pci, linuxkpi_wlan, 1, 1, 1);
280cbb3ec25SBjoern A. Zeeb MODULE_DEPEND(mt7996_pci, mt76_core, 1, 1, 1);
281cbb3ec25SBjoern A. Zeeb #endif
282