1 // SPDX-License-Identifier: GPL-2.0+
3 * Copyright (C) 2018 Texas Instruments, Inc
10 #include <generic-phy.h>
11 #include <power-domain.h>
15 #include <asm-generic/gpio.h>
16 #include <dm/device_compat.h>
17 #include <linux/err.h>
19 DECLARE_GLOBAL_DATA_PTR;
21 #define PCIE_VENDORID_MASK GENMASK(15, 0)
22 #define PCIE_DEVICEID_SHIFT 16
24 /* PCI DBICS registers */
25 #define PCIE_CONFIG_BAR0 0x10
26 #define PCIE_LINK_STATUS_REG 0x80
27 #define PCIE_LINK_STATUS_SPEED_OFF 16
28 #define PCIE_LINK_STATUS_SPEED_MASK (0xf << PCIE_LINK_STATUS_SPEED_OFF)
29 #define PCIE_LINK_STATUS_WIDTH_OFF 20
30 #define PCIE_LINK_STATUS_WIDTH_MASK (0xf << PCIE_LINK_STATUS_WIDTH_OFF)
32 #define PCIE_LINK_CAPABILITY 0x7c
33 #define PCIE_LINK_CTL_2 0xa0
34 #define TARGET_LINK_SPEED_MASK 0xf
35 #define LINK_SPEED_GEN_1 0x1
36 #define LINK_SPEED_GEN_2 0x2
37 #define LINK_SPEED_GEN_3 0x3
39 #define PCIE_MISC_CONTROL_1_OFF 0x8bc
40 #define PCIE_DBI_RO_WR_EN BIT(0)
42 #define PLR_OFFSET 0x700
43 #define PCIE_PORT_DEBUG0 (PLR_OFFSET + 0x28)
44 #define PORT_LOGIC_LTSSM_STATE_MASK 0x1f
45 #define PORT_LOGIC_LTSSM_STATE_L0 0x11
47 #define PCIE_LINK_WIDTH_SPEED_CONTROL 0x80c
48 #define PORT_LOGIC_SPEED_CHANGE (0x1 << 17)
50 #define PCIE_LINK_UP_TIMEOUT_MS 100
53 * iATU Unroll-specific register definitions
54 * From 4.80 core version the address translation will be made by unroll.
55 * The registers are offset from atu_base
57 #define PCIE_ATU_UNR_REGION_CTRL1 0x00
58 #define PCIE_ATU_UNR_REGION_CTRL2 0x04
59 #define PCIE_ATU_UNR_LOWER_BASE 0x08
60 #define PCIE_ATU_UNR_UPPER_BASE 0x0c
61 #define PCIE_ATU_UNR_LIMIT 0x10
62 #define PCIE_ATU_UNR_LOWER_TARGET 0x14
63 #define PCIE_ATU_UNR_UPPER_TARGET 0x18
65 #define PCIE_ATU_REGION_INDEX1 (0x1 << 0)
66 #define PCIE_ATU_REGION_INDEX0 (0x0 << 0)
67 #define PCIE_ATU_TYPE_MEM (0x0 << 0)
68 #define PCIE_ATU_TYPE_IO (0x2 << 0)
69 #define PCIE_ATU_TYPE_CFG0 (0x4 << 0)
70 #define PCIE_ATU_TYPE_CFG1 (0x5 << 0)
71 #define PCIE_ATU_ENABLE (0x1 << 31)
72 #define PCIE_ATU_BAR_MODE_ENABLE (0x1 << 30)
73 #define PCIE_ATU_BUS(x) (((x) & 0xff) << 24)
74 #define PCIE_ATU_DEV(x) (((x) & 0x1f) << 19)
75 #define PCIE_ATU_FUNC(x) (((x) & 0x7) << 16)
77 /* Register address builder */
78 #define PCIE_GET_ATU_OUTB_UNR_REG_OFFSET(region) ((region) << 9)
80 /* Offsets from App base */
81 #define PCIE_CMD_STATUS 0x04
82 #define LTSSM_EN_VAL BIT(0)
84 /* Parameters for the waiting for iATU enabled routine */
85 #define LINK_WAIT_MAX_IATU_RETRIES 5
86 #define LINK_WAIT_IATU 10000
88 #define AM654_PCIE_DEV_TYPE_MASK 0x3
94 * struct pcie_dw_ti - TI DW PCIe controller state
96 * @app_base: The base address of application register space
97 * @dbics_base: The base address of dbics register space
98 * @cfg_base: The base address of configuration space
99 * @atu_base: The base address of ATU space
100 * @cfg_size: The size of the configuration space which is needed
101 * as it gets written into the PCIE_ATU_LIMIT register
102 * @first_busno: This driver supports multiple PCIe controllers.
103 * first_busno stores the bus number of the PCIe root-port
104 * number which may vary depending on the PCIe setup
105 * (PEX switches etc).
116 /* IO and MEM PCI regions */
117 struct pci_region io;
118 struct pci_region mem;
121 enum dw_pcie_device_mode {
122 DW_PCIE_UNKNOWN_TYPE,
128 static int pcie_dw_get_link_speed(struct pcie_dw_ti *pci)
130 return (readl(pci->dbi_base + PCIE_LINK_STATUS_REG) &
131 PCIE_LINK_STATUS_SPEED_MASK) >> PCIE_LINK_STATUS_SPEED_OFF;
134 static int pcie_dw_get_link_width(struct pcie_dw_ti *pci)
136 return (readl(pci->dbi_base + PCIE_LINK_STATUS_REG) &
137 PCIE_LINK_STATUS_WIDTH_MASK) >> PCIE_LINK_STATUS_WIDTH_OFF;
140 static void dw_pcie_writel_ob_unroll(struct pcie_dw_ti *pci, u32 index, u32 reg,
143 u32 offset = PCIE_GET_ATU_OUTB_UNR_REG_OFFSET(index);
144 void __iomem *base = pci->atu_base;
146 writel(val, base + offset + reg);
149 static u32 dw_pcie_readl_ob_unroll(struct pcie_dw_ti *pci, u32 index, u32 reg)
151 u32 offset = PCIE_GET_ATU_OUTB_UNR_REG_OFFSET(index);
152 void __iomem *base = pci->atu_base;
154 return readl(base + offset + reg);
158 * pcie_dw_prog_outbound_atu_unroll() - Configure ATU for outbound accesses
160 * @pcie: Pointer to the PCI controller state
161 * @index: ATU region index
162 * @type: ATU accsess type
163 * @cpu_addr: the physical address for the translation entry
164 * @pci_addr: the pcie bus address for the translation entry
165 * @size: the size of the translation entry
167 static void pcie_dw_prog_outbound_atu_unroll(struct pcie_dw_ti *pci, int index,
168 int type, u64 cpu_addr,
169 u64 pci_addr, u32 size)
173 debug("ATU programmed with: index: %d, type: %d, cpu addr: %8llx, pci addr: %8llx, size: %8x\n",
174 index, type, cpu_addr, pci_addr, size);
176 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_LOWER_BASE,
177 lower_32_bits(cpu_addr));
178 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_UPPER_BASE,
179 upper_32_bits(cpu_addr));
180 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_LIMIT,
181 lower_32_bits(cpu_addr + size - 1));
182 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_LOWER_TARGET,
183 lower_32_bits(pci_addr));
184 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_UPPER_TARGET,
185 upper_32_bits(pci_addr));
186 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_REGION_CTRL1,
188 dw_pcie_writel_ob_unroll(pci, index, PCIE_ATU_UNR_REGION_CTRL2,
192 * Make sure ATU enable takes effect before any subsequent config
195 for (retries = 0; retries < LINK_WAIT_MAX_IATU_RETRIES; retries++) {
196 val = dw_pcie_readl_ob_unroll(pci, index,
197 PCIE_ATU_UNR_REGION_CTRL2);
198 if (val & PCIE_ATU_ENABLE)
201 udelay(LINK_WAIT_IATU);
203 dev_err(pci->dev, "outbound iATU is not being enabled\n");
207 * set_cfg_address() - Configure the PCIe controller config space access
209 * @pcie: Pointer to the PCI controller state
210 * @d: PCI device to access
211 * @where: Offset in the configuration space
213 * Configures the PCIe controller to access the configuration space of
214 * a specific PCIe device and returns the address to use for this
217 * Return: Address that can be used to access the configation space
218 * of the requested device / offset
220 static uintptr_t set_cfg_address(struct pcie_dw_ti *pcie,
221 pci_dev_t d, uint where)
223 int bus = PCI_BUS(d) - pcie->first_busno;
224 uintptr_t va_address;
227 /* Use dbi_base for own configuration read and write */
229 va_address = (uintptr_t)pcie->dbi_base;
234 /* For local bus, change TLP Type field to 4. */
235 atu_type = PCIE_ATU_TYPE_CFG0;
237 /* Otherwise, change TLP Type field to 5. */
238 atu_type = PCIE_ATU_TYPE_CFG1;
241 * Not accessing root port configuration space?
242 * Region #0 is used for Outbound CFG space access.
243 * Direction = Outbound
247 d = PCI_ADD_BUS(bus, d);
248 pcie_dw_prog_outbound_atu_unroll(pcie, PCIE_ATU_REGION_INDEX1,
249 atu_type, (u64)pcie->cfg_base,
250 d << 8, pcie->cfg_size);
252 va_address = (uintptr_t)pcie->cfg_base;
255 va_address += where & ~0x3;
261 * pcie_dw_addr_valid() - Check for valid bus address
263 * @d: The PCI device to access
264 * @first_busno: Bus number of the PCIe controller root complex
266 * Return 1 (true) if the PCI device can be accessed by this controller.
268 * Return: 1 on valid, 0 on invalid
270 static int pcie_dw_addr_valid(pci_dev_t d, int first_busno)
272 if ((PCI_BUS(d) == first_busno) && (PCI_DEV(d) > 0))
274 if ((PCI_BUS(d) == first_busno + 1) && (PCI_DEV(d) > 0))
281 * pcie_dw_ti_read_config() - Read from configuration space
283 * @bus: Pointer to the PCI bus
284 * @bdf: Identifies the PCIe device to access
285 * @offset: The offset into the device's configuration space
286 * @valuep: A pointer at which to store the read value
287 * @size: Indicates the size of access to perform
289 * Read a value of size @size from offset @offset within the configuration
290 * space of the device identified by the bus, device & function numbers in @bdf
291 * on the PCI bus @bus.
293 * Return: 0 on success
295 static int pcie_dw_ti_read_config(const struct udevice *bus, pci_dev_t bdf,
296 uint offset, ulong *valuep,
297 enum pci_size_t size)
299 struct pcie_dw_ti *pcie = dev_get_priv(bus);
300 uintptr_t va_address;
303 debug("PCIE CFG read: bdf=%2x:%2x:%2x ",
304 PCI_BUS(bdf), PCI_DEV(bdf), PCI_FUNC(bdf));
306 if (!pcie_dw_addr_valid(bdf, pcie->first_busno)) {
307 debug("- out of range\n");
308 *valuep = pci_get_ff(size);
312 va_address = set_cfg_address(pcie, bdf, offset);
314 value = readl(va_address);
316 debug("(addr,val)=(0x%04x, 0x%08lx)\n", offset, value);
317 *valuep = pci_conv_32_to_size(value, offset, size);
319 pcie_dw_prog_outbound_atu_unroll(pcie, PCIE_ATU_REGION_INDEX1,
320 PCIE_ATU_TYPE_IO, pcie->io.phys_start,
321 pcie->io.bus_start, pcie->io.size);
327 * pcie_dw_ti_write_config() - Write to configuration space
329 * @bus: Pointer to the PCI bus
330 * @bdf: Identifies the PCIe device to access
331 * @offset: The offset into the device's configuration space
332 * @value: The value to write
333 * @size: Indicates the size of access to perform
335 * Write the value @value of size @size from offset @offset within the
336 * configuration space of the device identified by the bus, device & function
337 * numbers in @bdf on the PCI bus @bus.
339 * Return: 0 on success
341 static int pcie_dw_ti_write_config(struct udevice *bus, pci_dev_t bdf,
342 uint offset, ulong value,
343 enum pci_size_t size)
345 struct pcie_dw_ti *pcie = dev_get_priv(bus);
346 uintptr_t va_address;
349 debug("PCIE CFG write: (b,d,f)=(%2d,%2d,%2d) ",
350 PCI_BUS(bdf), PCI_DEV(bdf), PCI_FUNC(bdf));
351 debug("(addr,val)=(0x%04x, 0x%08lx)\n", offset, value);
353 if (!pcie_dw_addr_valid(bdf, pcie->first_busno)) {
354 debug("- out of range\n");
358 va_address = set_cfg_address(pcie, bdf, offset);
360 old = readl(va_address);
361 value = pci_conv_size_to_32(old, value, offset, size);
362 writel(value, va_address);
364 pcie_dw_prog_outbound_atu_unroll(pcie, PCIE_ATU_REGION_INDEX1,
365 PCIE_ATU_TYPE_IO, pcie->io.phys_start,
366 pcie->io.bus_start, pcie->io.size);
371 static inline void dw_pcie_dbi_write_enable(struct pcie_dw_ti *pci, bool en)
375 val = readl(pci->dbi_base + PCIE_MISC_CONTROL_1_OFF);
377 val |= PCIE_DBI_RO_WR_EN;
379 val &= ~PCIE_DBI_RO_WR_EN;
380 writel(val, pci->dbi_base + PCIE_MISC_CONTROL_1_OFF);
384 * pcie_dw_configure() - Configure link capabilities and speed
386 * @regs_base: A pointer to the PCIe controller registers
387 * @cap_speed: The capabilities and speed to configure
389 * Configure the link capabilities and speed in the PCIe root complex.
391 static void pcie_dw_configure(struct pcie_dw_ti *pci, u32 cap_speed)
395 dw_pcie_dbi_write_enable(pci, true);
397 val = readl(pci->dbi_base + PCIE_LINK_CAPABILITY);
398 val &= ~TARGET_LINK_SPEED_MASK;
400 writel(val, pci->dbi_base + PCIE_LINK_CAPABILITY);
402 val = readl(pci->dbi_base + PCIE_LINK_CTL_2);
403 val &= ~TARGET_LINK_SPEED_MASK;
405 writel(val, pci->dbi_base + PCIE_LINK_CTL_2);
407 dw_pcie_dbi_write_enable(pci, false);
411 * is_link_up() - Return the link state
413 * @regs_base: A pointer to the PCIe DBICS registers
415 * Return: 1 (true) for active line and 0 (false) for no link
417 static int is_link_up(struct pcie_dw_ti *pci)
421 val = readl(pci->dbi_base + PCIE_PORT_DEBUG0);
422 val &= PORT_LOGIC_LTSSM_STATE_MASK;
424 return (val == PORT_LOGIC_LTSSM_STATE_L0);
428 * wait_link_up() - Wait for the link to come up
430 * @regs_base: A pointer to the PCIe controller registers
432 * Return: 1 (true) for active line and 0 (false) for no link (timeout)
434 static int wait_link_up(struct pcie_dw_ti *pci)
436 unsigned long timeout;
438 timeout = get_timer(0) + PCIE_LINK_UP_TIMEOUT_MS;
439 while (!is_link_up(pci)) {
440 if (get_timer(0) > timeout)
447 static int pcie_dw_ti_pcie_link_up(struct pcie_dw_ti *pci, u32 cap_speed)
451 if (is_link_up(pci)) {
452 printf("PCI Link already up before configuration!\n");
456 /* DW pre link configurations */
457 pcie_dw_configure(pci, cap_speed);
459 /* Initiate link training */
460 val = readl(pci->app_base + PCIE_CMD_STATUS);
462 writel(val, pci->app_base + PCIE_CMD_STATUS);
464 /* Check that link was established */
465 if (!wait_link_up(pci))
469 * Link can be established in Gen 1. still need to wait
470 * till MAC nagaotiation is completed
478 * pcie_dw_setup_host() - Setup the PCIe controller for RC opertaion
480 * @pcie: Pointer to the PCI controller state
482 * Configure the host BARs of the PCIe controller root port so that
483 * PCI(e) devices may access the system memory.
485 static void pcie_dw_setup_host(struct pcie_dw_ti *pci)
490 writel(PCI_BASE_ADDRESS_MEM_TYPE_64,
491 pci->dbi_base + PCI_BASE_ADDRESS_0);
492 writel(0x0, pci->dbi_base + PCI_BASE_ADDRESS_1);
494 /* setup interrupt pins */
495 dw_pcie_dbi_write_enable(pci, true);
496 val = readl(pci->dbi_base + PCI_INTERRUPT_LINE);
499 writel(val, pci->dbi_base + PCI_INTERRUPT_LINE);
500 dw_pcie_dbi_write_enable(pci, false);
502 /* setup bus numbers */
503 val = readl(pci->dbi_base + PCI_PRIMARY_BUS);
506 writel(val, pci->dbi_base + PCI_PRIMARY_BUS);
508 /* setup command register */
509 val = readl(pci->dbi_base + PCI_COMMAND);
511 val |= PCI_COMMAND_IO | PCI_COMMAND_MEMORY |
512 PCI_COMMAND_MASTER | PCI_COMMAND_SERR;
513 writel(val, pci->dbi_base + PCI_COMMAND);
515 /* Enable write permission for the DBI read-only register */
516 dw_pcie_dbi_write_enable(pci, true);
517 /* program correct class for RC */
518 writew(PCI_CLASS_BRIDGE_PCI, pci->dbi_base + PCI_CLASS_DEVICE);
519 /* Better disable write permission right after the update */
520 dw_pcie_dbi_write_enable(pci, false);
522 val = readl(pci->dbi_base + PCIE_LINK_WIDTH_SPEED_CONTROL);
523 val |= PORT_LOGIC_SPEED_CHANGE;
524 writel(val, pci->dbi_base + PCIE_LINK_WIDTH_SPEED_CONTROL);
527 static int pcie_am654_set_mode(struct pcie_dw_ti *pci,
528 enum dw_pcie_device_mode mode)
530 struct regmap *syscon;
535 syscon = syscon_regmap_lookup_by_phandle(pci->dev,
536 "ti,syscon-pcie-mode");
540 mask = AM654_PCIE_DEV_TYPE_MASK;
543 case DW_PCIE_RC_TYPE:
546 case DW_PCIE_EP_TYPE:
550 dev_err(pci->dev, "INVALID device type %d\n", mode);
554 ret = regmap_update_bits(syscon, 0, mask, val);
556 dev_err(pci->dev, "failed to set pcie mode\n");
563 static int pcie_dw_init_id(struct pcie_dw_ti *pci)
565 struct regmap *devctrl_regs;
569 devctrl_regs = syscon_regmap_lookup_by_phandle(pci->dev,
570 "ti,syscon-pcie-id");
571 if (IS_ERR(devctrl_regs))
572 return PTR_ERR(devctrl_regs);
574 ret = regmap_read(devctrl_regs, 0, &id);
578 dw_pcie_dbi_write_enable(pci, true);
579 writew(id & PCIE_VENDORID_MASK, pci->dbi_base + PCI_VENDOR_ID);
580 writew(id >> PCIE_DEVICEID_SHIFT, pci->dbi_base + PCI_DEVICE_ID);
581 dw_pcie_dbi_write_enable(pci, false);
587 * pcie_dw_ti_probe() - Probe the PCIe bus for active link
589 * @dev: A pointer to the device being operated on
591 * Probe for an active link on the PCIe bus and configure the controller
592 * to enable this port.
594 * Return: 0 on success, else -ENODEV
596 static int pcie_dw_ti_probe(struct udevice *dev)
598 struct pcie_dw_ti *pci = dev_get_priv(dev);
599 struct udevice *ctlr = pci_get_controller(dev);
600 struct pci_controller *hose = dev_get_uclass_priv(ctlr);
601 struct power_domain pci_pwrdmn;
602 struct phy phy0, phy1;
605 ret = power_domain_get_by_index(dev, &pci_pwrdmn, 0);
607 dev_err(dev, "failed to get power domain\n");
611 ret = power_domain_on(&pci_pwrdmn);
613 dev_err(dev, "Power domain on failed\n");
617 ret = generic_phy_get_by_name(dev, "pcie-phy0", &phy0);
619 dev_err(dev, "Unable to get phy0");
622 generic_phy_reset(&phy0);
623 generic_phy_init(&phy0);
624 generic_phy_power_on(&phy0);
626 ret = generic_phy_get_by_name(dev, "pcie-phy1", &phy1);
628 dev_err(dev, "Unable to get phy1");
631 generic_phy_reset(&phy1);
632 generic_phy_init(&phy1);
633 generic_phy_power_on(&phy1);
635 pci->first_busno = dev->seq;
638 pcie_dw_setup_host(pci);
639 pcie_dw_init_id(pci);
641 if (device_is_compatible(dev, "ti,am654-pcie-rc"))
642 pcie_am654_set_mode(pci, DW_PCIE_RC_TYPE);
644 if (!pcie_dw_ti_pcie_link_up(pci, LINK_SPEED_GEN_2)) {
645 printf("PCIE-%d: Link down\n", dev->seq);
649 printf("PCIE-%d: Link up (Gen%d-x%d, Bus%d)\n", dev->seq,
650 pcie_dw_get_link_speed(pci),
651 pcie_dw_get_link_width(pci),
654 /* Store the IO and MEM windows settings for future use by the ATU */
655 pci->io.phys_start = hose->regions[0].phys_start; /* IO base */
656 pci->io.bus_start = hose->regions[0].bus_start; /* IO_bus_addr */
657 pci->io.size = hose->regions[0].size; /* IO size */
659 pci->mem.phys_start = hose->regions[1].phys_start; /* MEM base */
660 pci->mem.bus_start = hose->regions[1].bus_start; /* MEM_bus_addr */
661 pci->mem.size = hose->regions[1].size; /* MEM size */
663 pcie_dw_prog_outbound_atu_unroll(pci, PCIE_ATU_REGION_INDEX0,
666 pci->mem.bus_start, pci->mem.size);
672 * pcie_dw_ti_ofdata_to_platdata() - Translate from DT to device state
674 * @dev: A pointer to the device being operated on
676 * Translate relevant data from the device tree pertaining to device @dev into
677 * state that the driver will later make use of. This state is stored in the
678 * device's private data structure.
680 * Return: 0 on success, else -EINVAL
682 static int pcie_dw_ti_ofdata_to_platdata(struct udevice *dev)
684 struct pcie_dw_ti *pcie = dev_get_priv(dev);
686 /* Get the controller base address */
687 pcie->dbi_base = (void *)dev_read_addr_name(dev, "dbics");
688 if ((fdt_addr_t)pcie->dbi_base == FDT_ADDR_T_NONE)
691 /* Get the config space base address and size */
692 pcie->cfg_base = (void *)dev_read_addr_size_name(dev, "config",
694 if ((fdt_addr_t)pcie->cfg_base == FDT_ADDR_T_NONE)
697 /* Get the iATU base address and size */
698 pcie->atu_base = (void *)dev_read_addr_name(dev, "atu");
699 if ((fdt_addr_t)pcie->atu_base == FDT_ADDR_T_NONE)
702 /* Get the app base address and size */
703 pcie->app_base = (void *)dev_read_addr_name(dev, "app");
704 if ((fdt_addr_t)pcie->app_base == FDT_ADDR_T_NONE)
710 static const struct dm_pci_ops pcie_dw_ti_ops = {
711 .read_config = pcie_dw_ti_read_config,
712 .write_config = pcie_dw_ti_write_config,
715 static const struct udevice_id pcie_dw_ti_ids[] = {
716 { .compatible = "ti,am654-pcie-rc" },
720 U_BOOT_DRIVER(pcie_dw_ti) = {
721 .name = "pcie_dw_ti",
723 .of_match = pcie_dw_ti_ids,
724 .ops = &pcie_dw_ti_ops,
725 .ofdata_to_platdata = pcie_dw_ti_ofdata_to_platdata,
726 .probe = pcie_dw_ti_probe,
727 .priv_auto_alloc_size = sizeof(struct pcie_dw_ti),