2 * Copyright (C) 2016 Socionext Inc.
3 * Author: Masahiro Yamada <yamada.masahiro@socionext.com>
5 * SPDX-License-Identifier: GPL-2.0+
13 #include <dm/pinctrl.h>
14 #include <linux/compat.h>
15 #include <linux/dma-direction.h>
17 #include <linux/sizes.h>
18 #include <power/regulator.h>
19 #include <asm/unaligned.h>
21 #include "matsushita-common.h"
23 DECLARE_GLOBAL_DATA_PTR;
25 static u64 matsu_sd_readq(struct matsu_sd_priv *priv, unsigned int reg)
27 return readq(priv->regbase + (reg << 1));
30 static void matsu_sd_writeq(struct matsu_sd_priv *priv,
31 u64 val, unsigned int reg)
33 writeq(val, priv->regbase + (reg << 1));
36 static u16 matsu_sd_readw(struct matsu_sd_priv *priv, unsigned int reg)
38 return readw(priv->regbase + (reg >> 1));
41 static void matsu_sd_writew(struct matsu_sd_priv *priv,
42 u16 val, unsigned int reg)
44 writew(val, priv->regbase + (reg >> 1));
47 static u32 matsu_sd_readl(struct matsu_sd_priv *priv, unsigned int reg)
51 if (priv->caps & MATSU_SD_CAP_64BIT)
52 return readl(priv->regbase + (reg << 1));
53 else if (priv->caps & MATSU_SD_CAP_16BIT) {
54 val = readw(priv->regbase + (reg >> 1)) & 0xffff;
55 if ((reg == MATSU_SD_RSP10) || (reg == MATSU_SD_RSP32) ||
56 (reg == MATSU_SD_RSP54) || (reg == MATSU_SD_RSP76)) {
57 val |= readw(priv->regbase + (reg >> 1) + 2) << 16;
61 return readl(priv->regbase + reg);
64 static void matsu_sd_writel(struct matsu_sd_priv *priv,
65 u32 val, unsigned int reg)
67 if (priv->caps & MATSU_SD_CAP_64BIT)
68 writel(val, priv->regbase + (reg << 1));
69 if (priv->caps & MATSU_SD_CAP_16BIT) {
70 writew(val & 0xffff, priv->regbase + (reg >> 1));
72 writew(val >> 16, priv->regbase + (reg >> 1) + 2);
74 writel(val, priv->regbase + reg);
77 static dma_addr_t __dma_map_single(void *ptr, size_t size,
78 enum dma_data_direction dir)
80 unsigned long addr = (unsigned long)ptr;
82 if (dir == DMA_FROM_DEVICE)
83 invalidate_dcache_range(addr, addr + size);
85 flush_dcache_range(addr, addr + size);
90 static void __dma_unmap_single(dma_addr_t addr, size_t size,
91 enum dma_data_direction dir)
93 if (dir != DMA_TO_DEVICE)
94 invalidate_dcache_range(addr, addr + size);
97 static int matsu_sd_check_error(struct udevice *dev)
99 struct matsu_sd_priv *priv = dev_get_priv(dev);
100 u32 info2 = matsu_sd_readl(priv, MATSU_SD_INFO2);
102 if (info2 & MATSU_SD_INFO2_ERR_RTO) {
104 * TIMEOUT must be returned for unsupported command. Do not
105 * display error log since this might be a part of sequence to
106 * distinguish between SD and MMC.
111 if (info2 & MATSU_SD_INFO2_ERR_TO) {
112 dev_err(dev, "timeout error\n");
116 if (info2 & (MATSU_SD_INFO2_ERR_END | MATSU_SD_INFO2_ERR_CRC |
117 MATSU_SD_INFO2_ERR_IDX)) {
118 dev_err(dev, "communication out of sync\n");
122 if (info2 & (MATSU_SD_INFO2_ERR_ILA | MATSU_SD_INFO2_ERR_ILR |
123 MATSU_SD_INFO2_ERR_ILW)) {
124 dev_err(dev, "illegal access\n");
131 static int matsu_sd_wait_for_irq(struct udevice *dev, unsigned int reg,
134 struct matsu_sd_priv *priv = dev_get_priv(dev);
138 while (!(matsu_sd_readl(priv, reg) & flag)) {
140 dev_err(dev, "timeout\n");
144 ret = matsu_sd_check_error(dev);
154 #define matsu_pio_read_fifo(__width, __suffix) \
155 static void matsu_pio_read_fifo_##__width(struct matsu_sd_priv *priv, \
156 char *pbuf, uint blksz) \
158 u##__width *buf = (u##__width *)pbuf; \
161 if (likely(IS_ALIGNED((uintptr_t)buf, ((__width) / 8)))) { \
162 for (i = 0; i < blksz / ((__width) / 8); i++) { \
163 *buf++ = matsu_sd_read##__suffix(priv, \
167 for (i = 0; i < blksz / ((__width) / 8); i++) { \
169 data = matsu_sd_read##__suffix(priv, \
171 put_unaligned(data, buf++); \
176 matsu_pio_read_fifo(64, q)
177 matsu_pio_read_fifo(32, l)
178 matsu_pio_read_fifo(16, w)
180 static int matsu_sd_pio_read_one_block(struct udevice *dev, char *pbuf,
183 struct matsu_sd_priv *priv = dev_get_priv(dev);
186 /* wait until the buffer is filled with data */
187 ret = matsu_sd_wait_for_irq(dev, MATSU_SD_INFO2,
193 * Clear the status flag _before_ read the buffer out because
194 * MATSU_SD_INFO2_BRE is edge-triggered, not level-triggered.
196 matsu_sd_writel(priv, 0, MATSU_SD_INFO2);
198 if (priv->caps & MATSU_SD_CAP_64BIT)
199 matsu_pio_read_fifo_64(priv, pbuf, blocksize);
200 else if (priv->caps & MATSU_SD_CAP_16BIT)
201 matsu_pio_read_fifo_16(priv, pbuf, blocksize);
203 matsu_pio_read_fifo_32(priv, pbuf, blocksize);
208 #define matsu_pio_write_fifo(__width, __suffix) \
209 static void matsu_pio_write_fifo_##__width(struct matsu_sd_priv *priv, \
210 const char *pbuf, uint blksz)\
212 const u##__width *buf = (const u##__width *)pbuf; \
215 if (likely(IS_ALIGNED((uintptr_t)buf, ((__width) / 8)))) { \
216 for (i = 0; i < blksz / ((__width) / 8); i++) { \
217 matsu_sd_write##__suffix(priv, *buf++, \
221 for (i = 0; i < blksz / ((__width) / 8); i++) { \
222 u##__width data = get_unaligned(buf++); \
223 matsu_sd_write##__suffix(priv, data, \
229 matsu_pio_write_fifo(64, q)
230 matsu_pio_write_fifo(32, l)
231 matsu_pio_write_fifo(16, w)
233 static int matsu_sd_pio_write_one_block(struct udevice *dev,
234 const char *pbuf, uint blocksize)
236 struct matsu_sd_priv *priv = dev_get_priv(dev);
239 /* wait until the buffer becomes empty */
240 ret = matsu_sd_wait_for_irq(dev, MATSU_SD_INFO2,
245 matsu_sd_writel(priv, 0, MATSU_SD_INFO2);
247 if (priv->caps & MATSU_SD_CAP_64BIT)
248 matsu_pio_write_fifo_64(priv, pbuf, blocksize);
249 else if (priv->caps & MATSU_SD_CAP_16BIT)
250 matsu_pio_write_fifo_16(priv, pbuf, blocksize);
252 matsu_pio_write_fifo_32(priv, pbuf, blocksize);
257 static int matsu_sd_pio_xfer(struct udevice *dev, struct mmc_data *data)
259 const char *src = data->src;
260 char *dest = data->dest;
263 for (i = 0; i < data->blocks; i++) {
264 if (data->flags & MMC_DATA_READ)
265 ret = matsu_sd_pio_read_one_block(dev, dest,
268 ret = matsu_sd_pio_write_one_block(dev, src,
273 if (data->flags & MMC_DATA_READ)
274 dest += data->blocksize;
276 src += data->blocksize;
282 static void matsu_sd_dma_start(struct matsu_sd_priv *priv,
287 matsu_sd_writel(priv, 0, MATSU_SD_DMA_INFO1);
288 matsu_sd_writel(priv, 0, MATSU_SD_DMA_INFO2);
291 tmp = matsu_sd_readl(priv, MATSU_SD_EXTMODE);
292 tmp |= MATSU_SD_EXTMODE_DMA_EN;
293 matsu_sd_writel(priv, tmp, MATSU_SD_EXTMODE);
295 matsu_sd_writel(priv, dma_addr & U32_MAX, MATSU_SD_DMA_ADDR_L);
297 /* suppress the warning "right shift count >= width of type" */
298 dma_addr >>= min_t(int, 32, 8 * sizeof(dma_addr));
300 matsu_sd_writel(priv, dma_addr & U32_MAX, MATSU_SD_DMA_ADDR_H);
302 matsu_sd_writel(priv, MATSU_SD_DMA_CTL_START, MATSU_SD_DMA_CTL);
305 static int matsu_sd_dma_wait_for_irq(struct udevice *dev, u32 flag,
308 struct matsu_sd_priv *priv = dev_get_priv(dev);
309 long wait = 1000000 + 10 * blocks;
311 while (!(matsu_sd_readl(priv, MATSU_SD_DMA_INFO1) & flag)) {
313 dev_err(dev, "timeout during DMA\n");
320 if (matsu_sd_readl(priv, MATSU_SD_DMA_INFO2)) {
321 dev_err(dev, "error during DMA\n");
328 static int matsu_sd_dma_xfer(struct udevice *dev, struct mmc_data *data)
330 struct matsu_sd_priv *priv = dev_get_priv(dev);
331 size_t len = data->blocks * data->blocksize;
333 enum dma_data_direction dir;
338 tmp = matsu_sd_readl(priv, MATSU_SD_DMA_MODE);
340 if (data->flags & MMC_DATA_READ) {
342 dir = DMA_FROM_DEVICE;
344 * The DMA READ completion flag position differs on Socionext
345 * and Renesas SoCs. It is bit 20 on Socionext SoCs and using
346 * bit 17 is a hardware bug and forbidden. It is bit 17 on
347 * Renesas SoCs and bit 20 does not work on them.
349 poll_flag = (priv->caps & MATSU_SD_CAP_RCAR) ?
350 MATSU_SD_DMA_INFO1_END_RD :
351 MATSU_SD_DMA_INFO1_END_RD2;
352 tmp |= MATSU_SD_DMA_MODE_DIR_RD;
354 buf = (void *)data->src;
356 poll_flag = MATSU_SD_DMA_INFO1_END_WR;
357 tmp &= ~MATSU_SD_DMA_MODE_DIR_RD;
360 matsu_sd_writel(priv, tmp, MATSU_SD_DMA_MODE);
362 dma_addr = __dma_map_single(buf, len, dir);
364 matsu_sd_dma_start(priv, dma_addr);
366 ret = matsu_sd_dma_wait_for_irq(dev, poll_flag, data->blocks);
368 __dma_unmap_single(dma_addr, len, dir);
373 /* check if the address is DMA'able */
374 static bool matsu_sd_addr_is_dmaable(unsigned long addr)
376 if (!IS_ALIGNED(addr, MATSU_SD_DMA_MINALIGN))
379 #if defined(CONFIG_ARCH_UNIPHIER) && !defined(CONFIG_ARM64) && \
380 defined(CONFIG_SPL_BUILD)
382 * For UniPhier ARMv7 SoCs, the stack is allocated in the locked ways
383 * of L2, which is unreachable from the DMA engine.
385 if (addr < CONFIG_SPL_STACK)
392 int matsu_sd_send_cmd(struct udevice *dev, struct mmc_cmd *cmd,
393 struct mmc_data *data)
395 struct matsu_sd_priv *priv = dev_get_priv(dev);
399 if (matsu_sd_readl(priv, MATSU_SD_INFO2) & MATSU_SD_INFO2_CBSY) {
400 dev_err(dev, "command busy\n");
404 /* clear all status flags */
405 matsu_sd_writel(priv, 0, MATSU_SD_INFO1);
406 matsu_sd_writel(priv, 0, MATSU_SD_INFO2);
408 /* disable DMA once */
409 tmp = matsu_sd_readl(priv, MATSU_SD_EXTMODE);
410 tmp &= ~MATSU_SD_EXTMODE_DMA_EN;
411 matsu_sd_writel(priv, tmp, MATSU_SD_EXTMODE);
413 matsu_sd_writel(priv, cmd->cmdarg, MATSU_SD_ARG);
418 matsu_sd_writel(priv, data->blocksize, MATSU_SD_SIZE);
419 matsu_sd_writel(priv, data->blocks, MATSU_SD_SECCNT);
421 /* Do not send CMD12 automatically */
422 tmp |= MATSU_SD_CMD_NOSTOP | MATSU_SD_CMD_DATA;
424 if (data->blocks > 1)
425 tmp |= MATSU_SD_CMD_MULTI;
427 if (data->flags & MMC_DATA_READ)
428 tmp |= MATSU_SD_CMD_RD;
432 * Do not use the response type auto-detection on this hardware.
433 * CMD8, for example, has different response types on SD and eMMC,
434 * while this controller always assumes the response type for SD.
435 * Set the response type manually.
437 switch (cmd->resp_type) {
439 tmp |= MATSU_SD_CMD_RSP_NONE;
442 tmp |= MATSU_SD_CMD_RSP_R1;
445 tmp |= MATSU_SD_CMD_RSP_R1B;
448 tmp |= MATSU_SD_CMD_RSP_R2;
451 tmp |= MATSU_SD_CMD_RSP_R3;
454 dev_err(dev, "unknown response type\n");
458 dev_dbg(dev, "sending CMD%d (SD_CMD=%08x, SD_ARG=%08x)\n",
459 cmd->cmdidx, tmp, cmd->cmdarg);
460 matsu_sd_writel(priv, tmp, MATSU_SD_CMD);
462 ret = matsu_sd_wait_for_irq(dev, MATSU_SD_INFO1,
467 if (cmd->resp_type & MMC_RSP_136) {
468 u32 rsp_127_104 = matsu_sd_readl(priv, MATSU_SD_RSP76);
469 u32 rsp_103_72 = matsu_sd_readl(priv, MATSU_SD_RSP54);
470 u32 rsp_71_40 = matsu_sd_readl(priv, MATSU_SD_RSP32);
471 u32 rsp_39_8 = matsu_sd_readl(priv, MATSU_SD_RSP10);
473 cmd->response[0] = ((rsp_127_104 & 0x00ffffff) << 8) |
474 ((rsp_103_72 & 0xff000000) >> 24);
475 cmd->response[1] = ((rsp_103_72 & 0x00ffffff) << 8) |
476 ((rsp_71_40 & 0xff000000) >> 24);
477 cmd->response[2] = ((rsp_71_40 & 0x00ffffff) << 8) |
478 ((rsp_39_8 & 0xff000000) >> 24);
479 cmd->response[3] = (rsp_39_8 & 0xffffff) << 8;
482 cmd->response[0] = matsu_sd_readl(priv, MATSU_SD_RSP10);
486 /* use DMA if the HW supports it and the buffer is aligned */
487 if (priv->caps & MATSU_SD_CAP_DMA_INTERNAL &&
488 matsu_sd_addr_is_dmaable((long)data->src))
489 ret = matsu_sd_dma_xfer(dev, data);
491 ret = matsu_sd_pio_xfer(dev, data);
493 ret = matsu_sd_wait_for_irq(dev, MATSU_SD_INFO1,
502 static int matsu_sd_set_bus_width(struct matsu_sd_priv *priv,
507 switch (mmc->bus_width) {
510 val = MATSU_SD_OPTION_WIDTH_1;
513 val = MATSU_SD_OPTION_WIDTH_4;
516 val = MATSU_SD_OPTION_WIDTH_8;
522 tmp = matsu_sd_readl(priv, MATSU_SD_OPTION);
523 tmp &= ~MATSU_SD_OPTION_WIDTH_MASK;
525 matsu_sd_writel(priv, tmp, MATSU_SD_OPTION);
530 static void matsu_sd_set_ddr_mode(struct matsu_sd_priv *priv,
535 tmp = matsu_sd_readl(priv, MATSU_SD_IF_MODE);
537 tmp |= MATSU_SD_IF_MODE_DDR;
539 tmp &= ~MATSU_SD_IF_MODE_DDR;
540 matsu_sd_writel(priv, tmp, MATSU_SD_IF_MODE);
543 static void matsu_sd_set_clk_rate(struct matsu_sd_priv *priv,
546 unsigned int divisor;
552 divisor = DIV_ROUND_UP(priv->mclk, mmc->clock);
555 val = (priv->caps & MATSU_SD_CAP_RCAR) ?
556 MATSU_SD_CLKCTL_RCAR_DIV1 : MATSU_SD_CLKCTL_DIV1;
557 else if (divisor <= 2)
558 val = MATSU_SD_CLKCTL_DIV2;
559 else if (divisor <= 4)
560 val = MATSU_SD_CLKCTL_DIV4;
561 else if (divisor <= 8)
562 val = MATSU_SD_CLKCTL_DIV8;
563 else if (divisor <= 16)
564 val = MATSU_SD_CLKCTL_DIV16;
565 else if (divisor <= 32)
566 val = MATSU_SD_CLKCTL_DIV32;
567 else if (divisor <= 64)
568 val = MATSU_SD_CLKCTL_DIV64;
569 else if (divisor <= 128)
570 val = MATSU_SD_CLKCTL_DIV128;
571 else if (divisor <= 256)
572 val = MATSU_SD_CLKCTL_DIV256;
573 else if (divisor <= 512 || !(priv->caps & MATSU_SD_CAP_DIV1024))
574 val = MATSU_SD_CLKCTL_DIV512;
576 val = MATSU_SD_CLKCTL_DIV1024;
578 tmp = matsu_sd_readl(priv, MATSU_SD_CLKCTL);
579 if (tmp & MATSU_SD_CLKCTL_SCLKEN &&
580 (tmp & MATSU_SD_CLKCTL_DIV_MASK) == val)
583 /* stop the clock before changing its rate to avoid a glitch signal */
584 tmp &= ~MATSU_SD_CLKCTL_SCLKEN;
585 matsu_sd_writel(priv, tmp, MATSU_SD_CLKCTL);
587 tmp &= ~MATSU_SD_CLKCTL_DIV_MASK;
588 tmp |= val | MATSU_SD_CLKCTL_OFFEN;
589 matsu_sd_writel(priv, tmp, MATSU_SD_CLKCTL);
591 tmp |= MATSU_SD_CLKCTL_SCLKEN;
592 matsu_sd_writel(priv, tmp, MATSU_SD_CLKCTL);
597 static void matsu_sd_set_pins(struct udevice *dev)
599 __maybe_unused struct mmc *mmc = mmc_get_mmc_dev(dev);
601 #ifdef CONFIG_DM_REGULATOR
602 struct matsu_sd_priv *priv = dev_get_priv(dev);
604 if (priv->vqmmc_dev) {
605 if (mmc->signal_voltage == MMC_SIGNAL_VOLTAGE_180)
606 regulator_set_value(priv->vqmmc_dev, 1800000);
608 regulator_set_value(priv->vqmmc_dev, 3300000);
609 regulator_set_enable(priv->vqmmc_dev, true);
613 #ifdef CONFIG_PINCTRL
614 switch (mmc->selected_mode) {
621 pinctrl_select_state(dev, "default");
629 pinctrl_select_state(dev, "state_uhs");
637 int matsu_sd_set_ios(struct udevice *dev)
639 struct matsu_sd_priv *priv = dev_get_priv(dev);
640 struct mmc *mmc = mmc_get_mmc_dev(dev);
643 dev_dbg(dev, "clock %uHz, DDRmode %d, width %u\n",
644 mmc->clock, mmc->ddr_mode, mmc->bus_width);
646 ret = matsu_sd_set_bus_width(priv, mmc);
649 matsu_sd_set_ddr_mode(priv, mmc);
650 matsu_sd_set_clk_rate(priv, mmc);
651 matsu_sd_set_pins(dev);
656 int matsu_sd_get_cd(struct udevice *dev)
658 struct matsu_sd_priv *priv = dev_get_priv(dev);
660 if (priv->caps & MATSU_SD_CAP_NONREMOVABLE)
663 return !!(matsu_sd_readl(priv, MATSU_SD_INFO1) &
667 static void matsu_sd_host_init(struct matsu_sd_priv *priv)
671 /* soft reset of the host */
672 tmp = matsu_sd_readl(priv, MATSU_SD_SOFT_RST);
673 tmp &= ~MATSU_SD_SOFT_RST_RSTX;
674 matsu_sd_writel(priv, tmp, MATSU_SD_SOFT_RST);
675 tmp |= MATSU_SD_SOFT_RST_RSTX;
676 matsu_sd_writel(priv, tmp, MATSU_SD_SOFT_RST);
678 /* FIXME: implement eMMC hw_reset */
680 matsu_sd_writel(priv, MATSU_SD_STOP_SEC, MATSU_SD_STOP);
683 * Connected to 32bit AXI.
684 * This register dropped backward compatibility at version 0x10.
685 * Write an appropriate value depending on the IP version.
687 if (priv->version >= 0x10)
688 matsu_sd_writel(priv, 0x101, MATSU_SD_HOST_MODE);
689 else if (priv->caps & MATSU_SD_CAP_16BIT)
690 matsu_sd_writel(priv, 0x1, MATSU_SD_HOST_MODE);
692 matsu_sd_writel(priv, 0x0, MATSU_SD_HOST_MODE);
694 if (priv->caps & MATSU_SD_CAP_DMA_INTERNAL) {
695 tmp = matsu_sd_readl(priv, MATSU_SD_DMA_MODE);
696 tmp |= MATSU_SD_DMA_MODE_ADDR_INC;
697 matsu_sd_writel(priv, tmp, MATSU_SD_DMA_MODE);
701 int matsu_sd_bind(struct udevice *dev)
703 struct matsu_sd_plat *plat = dev_get_platdata(dev);
705 return mmc_bind(dev, &plat->mmc, &plat->cfg);
708 int matsu_sd_probe(struct udevice *dev, u32 quirks)
710 struct matsu_sd_plat *plat = dev_get_platdata(dev);
711 struct matsu_sd_priv *priv = dev_get_priv(dev);
712 struct mmc_uclass_priv *upriv = dev_get_uclass_priv(dev);
717 base = devfdt_get_addr(dev);
718 if (base == FDT_ADDR_T_NONE)
721 priv->regbase = devm_ioremap(dev, base, SZ_2K);
725 #ifdef CONFIG_DM_REGULATOR
726 device_get_supply_regulator(dev, "vqmmc-supply", &priv->vqmmc_dev);
729 ret = clk_get_by_index(dev, 0, &clk);
731 dev_err(dev, "failed to get host clock\n");
735 /* set to max rate */
736 priv->mclk = clk_set_rate(&clk, ULONG_MAX);
737 if (IS_ERR_VALUE(priv->mclk)) {
738 dev_err(dev, "failed to set rate for host clock\n");
743 ret = clk_enable(&clk);
746 dev_err(dev, "failed to enable host clock\n");
750 ret = mmc_of_parse(dev, &plat->cfg);
752 dev_err(dev, "failed to parse host caps\n");
756 plat->cfg.name = dev->name;
757 plat->cfg.host_caps |= MMC_MODE_HS_52MHz | MMC_MODE_HS;
762 priv->version = matsu_sd_readl(priv, MATSU_SD_VERSION) &
764 dev_dbg(dev, "version %x\n", priv->version);
765 if (priv->version >= 0x10) {
766 priv->caps |= MATSU_SD_CAP_DMA_INTERNAL;
767 priv->caps |= MATSU_SD_CAP_DIV1024;
770 if (fdt_get_property(gd->fdt_blob, dev_of_offset(dev), "non-removable",
772 priv->caps |= MATSU_SD_CAP_NONREMOVABLE;
774 matsu_sd_host_init(priv);
776 plat->cfg.voltages = MMC_VDD_165_195 | MMC_VDD_32_33 | MMC_VDD_33_34;
777 plat->cfg.f_min = priv->mclk /
778 (priv->caps & MATSU_SD_CAP_DIV1024 ? 1024 : 512);
779 plat->cfg.f_max = priv->mclk;
780 plat->cfg.b_max = U32_MAX; /* max value of MATSU_SD_SECCNT */
782 upriv->mmc = &plat->mmc;