1 // SPDX-License-Identifier: GPL-2.0+
9 #include <asm/arch/ddr.h>
10 #include <asm/arch/clock.h>
11 #include <asm/arch/ddr.h>
12 #include <asm/arch/lpddr4_define.h>
14 static inline void poll_pmu_message_ready(void)
19 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0004);
23 static inline void ack_pmu_message_receive(void)
27 reg32_write(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0031, 0x0);
30 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0004);
31 } while (!(reg & 0x1));
33 reg32_write(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0031, 0x1);
36 static inline unsigned int get_mail(void)
40 poll_pmu_message_ready();
42 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0032);
44 ack_pmu_message_receive();
49 static inline unsigned int get_stream_message(void)
51 unsigned int reg, reg2;
53 poll_pmu_message_ready();
55 reg = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0032);
57 reg2 = reg32_read(IP2APB_DDRPHY_IPS_BASE_ADDR(0) + 4 * 0xd0034);
59 reg2 = (reg2 << 16) | reg;
61 ack_pmu_message_receive();
66 static inline void decode_major_message(unsigned int mail)
68 debug("[PMU Major message = 0x%08x]\n", mail);
71 static inline void decode_streaming_message(void)
73 unsigned int string_index, arg __maybe_unused;
76 string_index = get_stream_message();
77 debug("PMU String index = 0x%08x\n", string_index);
78 while (i < (string_index & 0xffff)) {
79 arg = get_stream_message();
80 debug("arg[%d] = 0x%08x\n", i, arg);
87 int wait_ddrphy_training_complete(void)
93 decode_major_message(mail);
95 decode_streaming_message();
96 } else if (mail == 0x07) {
97 debug("Training PASS\n");
99 } else if (mail == 0xff) {
100 debug("Training FAILED\n");
106 void ddrphy_init_set_dfi_clk(unsigned int drate)
110 dram_pll_init(MHZ(800));
111 dram_disable_bypass();
114 dram_pll_init(MHZ(750));
115 dram_disable_bypass();
118 dram_pll_init(MHZ(600));
119 dram_disable_bypass();
122 dram_pll_init(MHZ(400));
123 dram_disable_bypass();
126 dram_pll_init(MHZ(266));
127 dram_disable_bypass();
130 dram_pll_init(MHZ(167));
131 dram_disable_bypass();
134 dram_enable_bypass(MHZ(400));
137 dram_enable_bypass(MHZ(100));
144 void ddrphy_init_read_msg_block(enum fw_type type)
148 void lpddr4_mr_write(unsigned int mr_rank, unsigned int mr_addr,
149 unsigned int mr_data)
153 * 1. Poll MRSTAT.mr_wr_busy until it is 0.
154 * This checks that there is no outstanding MR transaction.
155 * No writes should be performed to MRCTRL0 and MRCTRL1 if
156 * MRSTAT.mr_wr_busy = 1.
159 tmp = reg32_read(DDRC_MRSTAT(0));
162 * 2. Write the MRCTRL0.mr_type, MRCTRL0.mr_addr, MRCTRL0.mr_rank and
163 * (for MRWs) MRCTRL1.mr_data to define the MR transaction.
165 reg32_write(DDRC_MRCTRL0(0), (mr_rank << 4));
166 reg32_write(DDRC_MRCTRL1(0), (mr_addr << 8) | mr_data);
167 reg32setbit(DDRC_MRCTRL0(0), 31);
170 unsigned int lpddr4_mr_read(unsigned int mr_rank, unsigned int mr_addr)
174 reg32_write(DRC_PERF_MON_MRR0_DAT(0), 0x1);
176 tmp = reg32_read(DDRC_MRSTAT(0));
179 reg32_write(DDRC_MRCTRL0(0), (mr_rank << 4) | 0x1);
180 reg32_write(DDRC_MRCTRL1(0), (mr_addr << 8));
181 reg32setbit(DDRC_MRCTRL0(0), 31);
183 tmp = reg32_read(DRC_PERF_MON_MRR0_DAT(0));
184 } while ((tmp & 0x8) == 0);
185 tmp = reg32_read(DRC_PERF_MON_MRR1_DAT(0));
187 reg32_write(DRC_PERF_MON_MRR0_DAT(0), 0x4);