2 * Copyright 2012-15 Advanced Micro Devices, Inc.cls
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21 * OTHER DEALINGS IN THE SOFTWARE.
27 #include <linux/slab.h>
29 #include "dm_services.h"
32 #include "stream_encoder.h"
34 #include "include/irq_service_interface.h"
35 #include "dce120_resource.h"
37 #include "dce112/dce112_resource.h"
39 #include "dce110/dce110_resource.h"
40 #include "../virtual/virtual_stream_encoder.h"
41 #include "dce120_timing_generator.h"
42 #include "irq/dce120/irq_service_dce120.h"
43 #include "dce/dce_opp.h"
44 #include "dce/dce_clock_source.h"
45 #include "dce/dce_ipp.h"
46 #include "dce/dce_mem_input.h"
48 #include "dce110/dce110_hw_sequencer.h"
49 #include "dce120/dce120_hw_sequencer.h"
50 #include "dce/dce_transform.h"
52 #include "dce/dce_audio.h"
53 #include "dce/dce_link_encoder.h"
54 #include "dce/dce_stream_encoder.h"
55 #include "dce/dce_hwseq.h"
56 #include "dce/dce_abm.h"
57 #include "dce/dce_dmcu.h"
58 #include "dce/dce_aux.h"
59 #include "dce/dce_i2c.h"
61 #include "dce/dce_12_0_offset.h"
62 #include "dce/dce_12_0_sh_mask.h"
63 #include "soc15_hw_ip.h"
64 #include "vega10_ip_offset.h"
65 #include "nbio/nbio_6_1_offset.h"
66 #include "mmhub/mmhub_9_4_0_offset.h"
67 #include "mmhub/mmhub_9_4_0_sh_mask.h"
68 #include "reg_helper.h"
70 #include "dce100/dce100_resource.h"
72 #ifndef mmDP0_DP_DPHY_INTERNAL_CTRL
73 #define mmDP0_DP_DPHY_INTERNAL_CTRL 0x210f
74 #define mmDP0_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
75 #define mmDP1_DP_DPHY_INTERNAL_CTRL 0x220f
76 #define mmDP1_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
77 #define mmDP2_DP_DPHY_INTERNAL_CTRL 0x230f
78 #define mmDP2_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
79 #define mmDP3_DP_DPHY_INTERNAL_CTRL 0x240f
80 #define mmDP3_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
81 #define mmDP4_DP_DPHY_INTERNAL_CTRL 0x250f
82 #define mmDP4_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
83 #define mmDP5_DP_DPHY_INTERNAL_CTRL 0x260f
84 #define mmDP5_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
85 #define mmDP6_DP_DPHY_INTERNAL_CTRL 0x270f
86 #define mmDP6_DP_DPHY_INTERNAL_CTRL_BASE_IDX 2
89 enum dce120_clk_src_array_id {
100 static const struct dce110_timing_generator_offsets dce120_tg_offsets[] = {
102 .crtc = (mmCRTC0_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
105 .crtc = (mmCRTC1_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
108 .crtc = (mmCRTC2_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
111 .crtc = (mmCRTC3_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
114 .crtc = (mmCRTC4_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
117 .crtc = (mmCRTC5_CRTC_CONTROL - mmCRTC0_CRTC_CONTROL),
121 /* begin *********************
122 * macros to expend register list macro defined in HW object header file */
124 #define BASE_INNER(seg) \
125 DCE_BASE__INST0_SEG ## seg
127 #define NBIO_BASE_INNER(seg) \
128 NBIF_BASE__INST0_SEG ## seg
130 #define NBIO_BASE(seg) \
133 /* compile time expand base address. */
137 #define SR(reg_name)\
138 .reg_name = BASE(mm ## reg_name ## _BASE_IDX) + \
141 #define SRI(reg_name, block, id)\
142 .reg_name = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
143 mm ## block ## id ## _ ## reg_name
146 #define MMHUB_BASE_INNER(seg) \
147 MMHUB_BASE__INST0_SEG ## seg
149 #define MMHUB_BASE(seg) \
150 MMHUB_BASE_INNER(seg)
152 #define MMHUB_SR(reg_name)\
153 .reg_name = MMHUB_BASE(mm ## reg_name ## _BASE_IDX) + \
156 /* macros to expend register list macro defined in HW object header file
157 * end *********************/
160 static const struct dce_dmcu_registers dmcu_regs = {
161 DMCU_DCE110_COMMON_REG_LIST()
164 static const struct dce_dmcu_shift dmcu_shift = {
165 DMCU_MASK_SH_LIST_DCE110(__SHIFT)
168 static const struct dce_dmcu_mask dmcu_mask = {
169 DMCU_MASK_SH_LIST_DCE110(_MASK)
172 static const struct dce_abm_registers abm_regs = {
173 ABM_DCE110_COMMON_REG_LIST()
176 static const struct dce_abm_shift abm_shift = {
177 ABM_MASK_SH_LIST_DCE110(__SHIFT)
180 static const struct dce_abm_mask abm_mask = {
181 ABM_MASK_SH_LIST_DCE110(_MASK)
184 #define ipp_regs(id)\
186 IPP_DCE110_REG_LIST_DCE_BASE(id)\
189 static const struct dce_ipp_registers ipp_regs[] = {
198 static const struct dce_ipp_shift ipp_shift = {
199 IPP_DCE120_MASK_SH_LIST_SOC_BASE(__SHIFT)
202 static const struct dce_ipp_mask ipp_mask = {
203 IPP_DCE120_MASK_SH_LIST_SOC_BASE(_MASK)
206 #define transform_regs(id)\
208 XFM_COMMON_REG_LIST_DCE110(id)\
211 static const struct dce_transform_registers xfm_regs[] = {
220 static const struct dce_transform_shift xfm_shift = {
221 XFM_COMMON_MASK_SH_LIST_SOC_BASE(__SHIFT)
224 static const struct dce_transform_mask xfm_mask = {
225 XFM_COMMON_MASK_SH_LIST_SOC_BASE(_MASK)
228 #define aux_regs(id)\
233 static const struct dce110_link_enc_aux_registers link_enc_aux_regs[] = {
242 #define hpd_regs(id)\
247 static const struct dce110_link_enc_hpd_registers link_enc_hpd_regs[] = {
256 #define link_regs(id)\
258 LE_DCE120_REG_LIST(id), \
259 SRI(DP_DPHY_INTERNAL_CTRL, DP, id) \
262 static const struct dce110_link_enc_registers link_enc_regs[] = {
273 #define stream_enc_regs(id)\
275 SE_COMMON_REG_LIST(id),\
279 static const struct dce110_stream_enc_registers stream_enc_regs[] = {
288 static const struct dce_stream_encoder_shift se_shift = {
289 SE_COMMON_MASK_SH_LIST_DCE120(__SHIFT)
292 static const struct dce_stream_encoder_mask se_mask = {
293 SE_COMMON_MASK_SH_LIST_DCE120(_MASK)
296 #define opp_regs(id)\
298 OPP_DCE_120_REG_LIST(id),\
301 static const struct dce_opp_registers opp_regs[] = {
310 static const struct dce_opp_shift opp_shift = {
311 OPP_COMMON_MASK_SH_LIST_DCE_120(__SHIFT)
314 static const struct dce_opp_mask opp_mask = {
315 OPP_COMMON_MASK_SH_LIST_DCE_120(_MASK)
317 #define aux_engine_regs(id)\
319 AUX_COMMON_REG_LIST(id), \
320 .AUX_RESET_MASK = 0 \
323 static const struct dce110_aux_registers aux_engine_regs[] = {
332 #define audio_regs(id)\
334 AUD_COMMON_REG_LIST(id)\
337 static const struct dce_audio_registers audio_regs[] = {
346 #define DCE120_AUD_COMMON_MASK_SH_LIST(mask_sh)\
347 SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_INDEX, AZALIA_ENDPOINT_REG_INDEX, mask_sh),\
348 SF(AZF0ENDPOINT0_AZALIA_F0_CODEC_ENDPOINT_DATA, AZALIA_ENDPOINT_REG_DATA, mask_sh),\
349 AUD_COMMON_MASK_SH_LIST_BASE(mask_sh)
351 static const struct dce_audio_shift audio_shift = {
352 DCE120_AUD_COMMON_MASK_SH_LIST(__SHIFT)
355 static const struct dce_aduio_mask audio_mask = {
356 DCE120_AUD_COMMON_MASK_SH_LIST(_MASK)
359 #define clk_src_regs(index, id)\
361 CS_COMMON_REG_LIST_DCE_112(id),\
364 static const struct dce110_clk_src_regs clk_src_regs[] = {
373 static const struct dce110_clk_src_shift cs_shift = {
374 CS_COMMON_MASK_SH_LIST_DCE_112(__SHIFT)
377 static const struct dce110_clk_src_mask cs_mask = {
378 CS_COMMON_MASK_SH_LIST_DCE_112(_MASK)
381 struct output_pixel_processor *dce120_opp_create(
382 struct dc_context *ctx,
385 struct dce110_opp *opp =
386 kzalloc(sizeof(struct dce110_opp), GFP_KERNEL);
391 dce110_opp_construct(opp,
392 ctx, inst, &opp_regs[inst], &opp_shift, &opp_mask);
395 struct dce_aux *dce120_aux_engine_create(
396 struct dc_context *ctx,
399 struct aux_engine_dce110 *aux_engine =
400 kzalloc(sizeof(struct aux_engine_dce110), GFP_KERNEL);
405 dce110_aux_engine_construct(aux_engine, ctx, inst,
406 SW_AUX_TIMEOUT_PERIOD_MULTIPLIER * AUX_TIMEOUT_PERIOD,
407 &aux_engine_regs[inst]);
409 return &aux_engine->base;
411 #define i2c_inst_regs(id) { I2C_HW_ENGINE_COMMON_REG_LIST(id) }
413 static const struct dce_i2c_registers i2c_hw_regs[] = {
422 static const struct dce_i2c_shift i2c_shifts = {
423 I2C_COMMON_MASK_SH_LIST_DCE110(__SHIFT)
426 static const struct dce_i2c_mask i2c_masks = {
427 I2C_COMMON_MASK_SH_LIST_DCE110(_MASK)
430 struct dce_i2c_hw *dce120_i2c_hw_create(
431 struct dc_context *ctx,
434 struct dce_i2c_hw *dce_i2c_hw =
435 kzalloc(sizeof(struct dce_i2c_hw), GFP_KERNEL);
440 dce112_i2c_hw_construct(dce_i2c_hw, ctx, inst,
441 &i2c_hw_regs[inst], &i2c_shifts, &i2c_masks);
445 static const struct bios_registers bios_regs = {
446 .BIOS_SCRATCH_3 = mmBIOS_SCRATCH_3 + NBIO_BASE(mmBIOS_SCRATCH_3_BASE_IDX),
447 .BIOS_SCRATCH_6 = mmBIOS_SCRATCH_6 + NBIO_BASE(mmBIOS_SCRATCH_6_BASE_IDX)
450 static const struct resource_caps res_cap = {
451 .num_timing_generator = 6,
453 .num_stream_encoder = 6,
458 static const struct dc_plane_cap plane_cap = {
459 .type = DC_PLANE_TYPE_DCE_RGB,
461 .pixel_format_support = {
467 .max_upscale_factor = {
473 .max_downscale_factor = {
480 static const struct dc_debug_options debug_defaults = {
481 .disable_clock_gate = true,
484 static struct clock_source *dce120_clock_source_create(
485 struct dc_context *ctx,
486 struct dc_bios *bios,
487 enum clock_source_id id,
488 const struct dce110_clk_src_regs *regs,
491 struct dce110_clk_src *clk_src =
492 kzalloc(sizeof(*clk_src), GFP_KERNEL);
497 if (dce112_clk_src_construct(clk_src, ctx, bios, id,
498 regs, &cs_shift, &cs_mask)) {
499 clk_src->base.dp_clk_src = dp_clk_src;
500 return &clk_src->base;
508 static void dce120_clock_source_destroy(struct clock_source **clk_src)
510 kfree(TO_DCE110_CLK_SRC(*clk_src));
515 static bool dce120_hw_sequencer_create(struct dc *dc)
517 /* All registers used by dce11.2 match those in dce11 in offset and
520 dce120_hw_sequencer_construct(dc);
522 /*TODO Move to separate file and Override what is needed */
527 static struct timing_generator *dce120_timing_generator_create(
528 struct dc_context *ctx,
530 const struct dce110_timing_generator_offsets *offsets)
532 struct dce110_timing_generator *tg110 =
533 kzalloc(sizeof(struct dce110_timing_generator), GFP_KERNEL);
538 dce120_timing_generator_construct(tg110, ctx, instance, offsets);
542 static void dce120_transform_destroy(struct transform **xfm)
544 kfree(TO_DCE_TRANSFORM(*xfm));
548 static void destruct(struct dce110_resource_pool *pool)
552 for (i = 0; i < pool->base.pipe_count; i++) {
553 if (pool->base.opps[i] != NULL)
554 dce110_opp_destroy(&pool->base.opps[i]);
556 if (pool->base.transforms[i] != NULL)
557 dce120_transform_destroy(&pool->base.transforms[i]);
559 if (pool->base.ipps[i] != NULL)
560 dce_ipp_destroy(&pool->base.ipps[i]);
562 if (pool->base.mis[i] != NULL) {
563 kfree(TO_DCE_MEM_INPUT(pool->base.mis[i]));
564 pool->base.mis[i] = NULL;
567 if (pool->base.irqs != NULL) {
568 dal_irq_service_destroy(&pool->base.irqs);
571 if (pool->base.timing_generators[i] != NULL) {
572 kfree(DCE110TG_FROM_TG(pool->base.timing_generators[i]));
573 pool->base.timing_generators[i] = NULL;
577 for (i = 0; i < pool->base.res_cap->num_ddc; i++) {
578 if (pool->base.engines[i] != NULL)
579 dce110_engine_destroy(&pool->base.engines[i]);
580 if (pool->base.hw_i2cs[i] != NULL) {
581 kfree(pool->base.hw_i2cs[i]);
582 pool->base.hw_i2cs[i] = NULL;
584 if (pool->base.sw_i2cs[i] != NULL) {
585 kfree(pool->base.sw_i2cs[i]);
586 pool->base.sw_i2cs[i] = NULL;
590 for (i = 0; i < pool->base.audio_count; i++) {
591 if (pool->base.audios[i])
592 dce_aud_destroy(&pool->base.audios[i]);
595 for (i = 0; i < pool->base.stream_enc_count; i++) {
596 if (pool->base.stream_enc[i] != NULL)
597 kfree(DCE110STRENC_FROM_STRENC(pool->base.stream_enc[i]));
600 for (i = 0; i < pool->base.clk_src_count; i++) {
601 if (pool->base.clock_sources[i] != NULL)
602 dce120_clock_source_destroy(
603 &pool->base.clock_sources[i]);
606 if (pool->base.dp_clock_source != NULL)
607 dce120_clock_source_destroy(&pool->base.dp_clock_source);
609 if (pool->base.abm != NULL)
610 dce_abm_destroy(&pool->base.abm);
612 if (pool->base.dmcu != NULL)
613 dce_dmcu_destroy(&pool->base.dmcu);
616 static void read_dce_straps(
617 struct dc_context *ctx,
618 struct resource_straps *straps)
620 uint32_t reg_val = dm_read_reg_soc15(ctx, mmCC_DC_MISC_STRAPS, 0);
622 straps->audio_stream_number = get_reg_field_value(reg_val,
624 AUDIO_STREAM_NUMBER);
625 straps->hdmi_disable = get_reg_field_value(reg_val,
629 reg_val = dm_read_reg_soc15(ctx, mmDC_PINSTRAPS, 0);
630 straps->dc_pinstraps_audio = get_reg_field_value(reg_val,
635 static struct audio *create_audio(
636 struct dc_context *ctx, unsigned int inst)
638 return dce_audio_create(ctx, inst,
639 &audio_regs[inst], &audio_shift, &audio_mask);
642 static const struct encoder_feature_support link_enc_feature = {
643 .max_hdmi_deep_color = COLOR_DEPTH_121212,
644 .max_hdmi_pixel_clock = 600000,
645 .hdmi_ycbcr420_supported = true,
646 .dp_ycbcr420_supported = false,
647 .flags.bits.IS_HBR2_CAPABLE = true,
648 .flags.bits.IS_HBR3_CAPABLE = true,
649 .flags.bits.IS_TPS3_CAPABLE = true,
650 .flags.bits.IS_TPS4_CAPABLE = true,
653 static struct link_encoder *dce120_link_encoder_create(
654 const struct encoder_init_data *enc_init_data)
656 struct dce110_link_encoder *enc110 =
657 kzalloc(sizeof(struct dce110_link_encoder), GFP_KERNEL);
662 dce110_link_encoder_construct(enc110,
665 &link_enc_regs[enc_init_data->transmitter],
666 &link_enc_aux_regs[enc_init_data->channel - 1],
667 &link_enc_hpd_regs[enc_init_data->hpd_source]);
669 return &enc110->base;
672 static struct input_pixel_processor *dce120_ipp_create(
673 struct dc_context *ctx, uint32_t inst)
675 struct dce_ipp *ipp = kzalloc(sizeof(struct dce_ipp), GFP_KERNEL);
682 dce_ipp_construct(ipp, ctx, inst,
683 &ipp_regs[inst], &ipp_shift, &ipp_mask);
687 static struct stream_encoder *dce120_stream_encoder_create(
688 enum engine_id eng_id,
689 struct dc_context *ctx)
691 struct dce110_stream_encoder *enc110 =
692 kzalloc(sizeof(struct dce110_stream_encoder), GFP_KERNEL);
697 dce110_stream_encoder_construct(enc110, ctx, ctx->dc_bios, eng_id,
698 &stream_enc_regs[eng_id],
699 &se_shift, &se_mask);
700 return &enc110->base;
703 #define SRII(reg_name, block, id)\
704 .reg_name[id] = BASE(mm ## block ## id ## _ ## reg_name ## _BASE_IDX) + \
705 mm ## block ## id ## _ ## reg_name
707 static const struct dce_hwseq_registers hwseq_reg = {
708 HWSEQ_DCE120_REG_LIST()
711 static const struct dce_hwseq_shift hwseq_shift = {
712 HWSEQ_DCE12_MASK_SH_LIST(__SHIFT)
715 static const struct dce_hwseq_mask hwseq_mask = {
716 HWSEQ_DCE12_MASK_SH_LIST(_MASK)
719 /* HWSEQ regs for VG20 */
720 static const struct dce_hwseq_registers dce121_hwseq_reg = {
721 HWSEQ_VG20_REG_LIST()
724 static const struct dce_hwseq_shift dce121_hwseq_shift = {
725 HWSEQ_VG20_MASK_SH_LIST(__SHIFT)
728 static const struct dce_hwseq_mask dce121_hwseq_mask = {
729 HWSEQ_VG20_MASK_SH_LIST(_MASK)
732 static struct dce_hwseq *dce120_hwseq_create(
733 struct dc_context *ctx)
735 struct dce_hwseq *hws = kzalloc(sizeof(struct dce_hwseq), GFP_KERNEL);
739 hws->regs = &hwseq_reg;
740 hws->shifts = &hwseq_shift;
741 hws->masks = &hwseq_mask;
746 static struct dce_hwseq *dce121_hwseq_create(
747 struct dc_context *ctx)
749 struct dce_hwseq *hws = kzalloc(sizeof(struct dce_hwseq), GFP_KERNEL);
753 hws->regs = &dce121_hwseq_reg;
754 hws->shifts = &dce121_hwseq_shift;
755 hws->masks = &dce121_hwseq_mask;
760 static const struct resource_create_funcs res_create_funcs = {
761 .read_dce_straps = read_dce_straps,
762 .create_audio = create_audio,
763 .create_stream_encoder = dce120_stream_encoder_create,
764 .create_hwseq = dce120_hwseq_create,
767 static const struct resource_create_funcs dce121_res_create_funcs = {
768 .read_dce_straps = read_dce_straps,
769 .create_audio = create_audio,
770 .create_stream_encoder = dce120_stream_encoder_create,
771 .create_hwseq = dce121_hwseq_create,
775 #define mi_inst_regs(id) { MI_DCE12_REG_LIST(id) }
776 static const struct dce_mem_input_registers mi_regs[] = {
785 static const struct dce_mem_input_shift mi_shifts = {
786 MI_DCE12_MASK_SH_LIST(__SHIFT)
789 static const struct dce_mem_input_mask mi_masks = {
790 MI_DCE12_MASK_SH_LIST(_MASK)
793 static struct mem_input *dce120_mem_input_create(
794 struct dc_context *ctx,
797 struct dce_mem_input *dce_mi = kzalloc(sizeof(struct dce_mem_input),
805 dce120_mem_input_construct(dce_mi, ctx, inst, &mi_regs[inst], &mi_shifts, &mi_masks);
806 return &dce_mi->base;
809 static struct transform *dce120_transform_create(
810 struct dc_context *ctx,
813 struct dce_transform *transform =
814 kzalloc(sizeof(struct dce_transform), GFP_KERNEL);
819 dce_transform_construct(transform, ctx, inst,
820 &xfm_regs[inst], &xfm_shift, &xfm_mask);
821 transform->lb_memory_size = 0x1404; /*5124*/
822 return &transform->base;
825 static void dce120_destroy_resource_pool(struct resource_pool **pool)
827 struct dce110_resource_pool *dce110_pool = TO_DCE110_RES_POOL(*pool);
829 destruct(dce110_pool);
834 static const struct resource_funcs dce120_res_pool_funcs = {
835 .destroy = dce120_destroy_resource_pool,
836 .link_enc_create = dce120_link_encoder_create,
837 .validate_bandwidth = dce112_validate_bandwidth,
838 .validate_plane = dce100_validate_plane,
839 .add_stream_to_ctx = dce112_add_stream_to_ctx,
840 .find_first_free_match_stream_enc_for_link = dce110_find_first_free_match_stream_enc_for_link
843 static void bw_calcs_data_update_from_pplib(struct dc *dc)
845 struct dm_pp_clock_levels_with_latency eng_clks = {0};
846 struct dm_pp_clock_levels_with_latency mem_clks = {0};
847 struct dm_pp_wm_sets_with_clock_ranges clk_ranges = {0};
850 unsigned int latency;
851 /*original logic in dal3*/
852 int memory_type_multiplier = MEMORY_TYPE_MULTIPLIER_CZ;
855 if (!dm_pp_get_clock_levels_by_type_with_latency(
857 DM_PP_CLOCK_TYPE_ENGINE_CLK,
858 &eng_clks) || eng_clks.num_levels == 0) {
860 eng_clks.num_levels = 8;
863 for (i = 0; i < eng_clks.num_levels; i++) {
864 eng_clks.data[i].clocks_in_khz = clk;
869 /* convert all the clock fro kHz to fix point mHz TODO: wloop data */
870 dc->bw_vbios->high_sclk = bw_frc_to_fixed(
871 eng_clks.data[eng_clks.num_levels-1].clocks_in_khz, 1000);
872 dc->bw_vbios->mid1_sclk = bw_frc_to_fixed(
873 eng_clks.data[eng_clks.num_levels/8].clocks_in_khz, 1000);
874 dc->bw_vbios->mid2_sclk = bw_frc_to_fixed(
875 eng_clks.data[eng_clks.num_levels*2/8].clocks_in_khz, 1000);
876 dc->bw_vbios->mid3_sclk = bw_frc_to_fixed(
877 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz, 1000);
878 dc->bw_vbios->mid4_sclk = bw_frc_to_fixed(
879 eng_clks.data[eng_clks.num_levels*4/8].clocks_in_khz, 1000);
880 dc->bw_vbios->mid5_sclk = bw_frc_to_fixed(
881 eng_clks.data[eng_clks.num_levels*5/8].clocks_in_khz, 1000);
882 dc->bw_vbios->mid6_sclk = bw_frc_to_fixed(
883 eng_clks.data[eng_clks.num_levels*6/8].clocks_in_khz, 1000);
884 dc->bw_vbios->low_sclk = bw_frc_to_fixed(
885 eng_clks.data[0].clocks_in_khz, 1000);
888 if (!dm_pp_get_clock_levels_by_type_with_latency(
890 DM_PP_CLOCK_TYPE_MEMORY_CLK,
891 &mem_clks) || mem_clks.num_levels == 0) {
893 mem_clks.num_levels = 3;
897 for (i = 0; i < eng_clks.num_levels; i++) {
898 mem_clks.data[i].clocks_in_khz = clk;
899 mem_clks.data[i].latency_in_us = latency;
906 /* we don't need to call PPLIB for validation clock since they
907 * also give us the highest sclk and highest mclk (UMA clock).
908 * ALSO always convert UMA clock (from PPLIB) to YCLK (HW formula):
909 * YCLK = UMACLK*m_memoryTypeMultiplier
911 if (dc->bw_vbios->memory_type == bw_def_hbm)
912 memory_type_multiplier = MEMORY_TYPE_HBM;
914 dc->bw_vbios->low_yclk = bw_frc_to_fixed(
915 mem_clks.data[0].clocks_in_khz * memory_type_multiplier, 1000);
916 dc->bw_vbios->mid_yclk = bw_frc_to_fixed(
917 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz * memory_type_multiplier,
919 dc->bw_vbios->high_yclk = bw_frc_to_fixed(
920 mem_clks.data[mem_clks.num_levels-1].clocks_in_khz * memory_type_multiplier,
923 /* Now notify PPLib/SMU about which Watermarks sets they should select
924 * depending on DPM state they are in. And update BW MGR GFX Engine and
925 * Memory clock member variables for Watermarks calculations for each
928 clk_ranges.num_wm_sets = 4;
929 clk_ranges.wm_clk_ranges[0].wm_set_id = WM_SET_A;
930 clk_ranges.wm_clk_ranges[0].wm_min_eng_clk_in_khz =
931 eng_clks.data[0].clocks_in_khz;
932 clk_ranges.wm_clk_ranges[0].wm_max_eng_clk_in_khz =
933 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz - 1;
934 clk_ranges.wm_clk_ranges[0].wm_min_mem_clk_in_khz =
935 mem_clks.data[0].clocks_in_khz;
936 clk_ranges.wm_clk_ranges[0].wm_max_mem_clk_in_khz =
937 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz - 1;
939 clk_ranges.wm_clk_ranges[1].wm_set_id = WM_SET_B;
940 clk_ranges.wm_clk_ranges[1].wm_min_eng_clk_in_khz =
941 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz;
942 /* 5 GHz instead of data[7].clockInKHz to cover Overdrive */
943 clk_ranges.wm_clk_ranges[1].wm_max_eng_clk_in_khz = 5000000;
944 clk_ranges.wm_clk_ranges[1].wm_min_mem_clk_in_khz =
945 mem_clks.data[0].clocks_in_khz;
946 clk_ranges.wm_clk_ranges[1].wm_max_mem_clk_in_khz =
947 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz - 1;
949 clk_ranges.wm_clk_ranges[2].wm_set_id = WM_SET_C;
950 clk_ranges.wm_clk_ranges[2].wm_min_eng_clk_in_khz =
951 eng_clks.data[0].clocks_in_khz;
952 clk_ranges.wm_clk_ranges[2].wm_max_eng_clk_in_khz =
953 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz - 1;
954 clk_ranges.wm_clk_ranges[2].wm_min_mem_clk_in_khz =
955 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz;
956 /* 5 GHz instead of data[2].clockInKHz to cover Overdrive */
957 clk_ranges.wm_clk_ranges[2].wm_max_mem_clk_in_khz = 5000000;
959 clk_ranges.wm_clk_ranges[3].wm_set_id = WM_SET_D;
960 clk_ranges.wm_clk_ranges[3].wm_min_eng_clk_in_khz =
961 eng_clks.data[eng_clks.num_levels*3/8].clocks_in_khz;
962 /* 5 GHz instead of data[7].clockInKHz to cover Overdrive */
963 clk_ranges.wm_clk_ranges[3].wm_max_eng_clk_in_khz = 5000000;
964 clk_ranges.wm_clk_ranges[3].wm_min_mem_clk_in_khz =
965 mem_clks.data[mem_clks.num_levels>>1].clocks_in_khz;
966 /* 5 GHz instead of data[2].clockInKHz to cover Overdrive */
967 clk_ranges.wm_clk_ranges[3].wm_max_mem_clk_in_khz = 5000000;
969 /* Notify PP Lib/SMU which Watermarks to use for which clock ranges */
970 dm_pp_notify_wm_clock_changes(dc->ctx, &clk_ranges);
973 static uint32_t read_pipe_fuses(struct dc_context *ctx)
975 uint32_t value = dm_read_reg_soc15(ctx, mmCC_DC_PIPE_DIS, 0);
976 /* VG20 support max 6 pipes */
977 value = value & 0x3f;
981 static bool construct(
982 uint8_t num_virtual_links,
984 struct dce110_resource_pool *pool)
988 struct dc_context *ctx = dc->ctx;
989 struct irq_service_init_data irq_init_data;
990 static const struct resource_create_funcs *res_funcs;
991 bool is_vg20 = ASICREV_IS_VEGA20_P(ctx->asic_id.hw_internal_rev);
994 ctx->dc_bios->regs = &bios_regs;
996 pool->base.res_cap = &res_cap;
997 pool->base.funcs = &dce120_res_pool_funcs;
999 /* TODO: Fill more data from GreenlandAsicCapability.cpp */
1000 pool->base.pipe_count = res_cap.num_timing_generator;
1001 pool->base.timing_generator_count = pool->base.res_cap->num_timing_generator;
1002 pool->base.underlay_pipe_index = NO_UNDERLAY_PIPE;
1004 dc->caps.max_downscale_ratio = 200;
1005 dc->caps.i2c_speed_in_khz = 100;
1006 dc->caps.max_cursor_size = 128;
1007 dc->caps.dual_link_dvi = true;
1008 dc->caps.psp_setup_panel_mode = true;
1010 dc->debug = debug_defaults;
1012 /*************************************************
1013 * Create resources *
1014 *************************************************/
1016 pool->base.clock_sources[DCE120_CLK_SRC_PLL0] =
1017 dce120_clock_source_create(ctx, ctx->dc_bios,
1018 CLOCK_SOURCE_COMBO_PHY_PLL0,
1019 &clk_src_regs[0], false);
1020 pool->base.clock_sources[DCE120_CLK_SRC_PLL1] =
1021 dce120_clock_source_create(ctx, ctx->dc_bios,
1022 CLOCK_SOURCE_COMBO_PHY_PLL1,
1023 &clk_src_regs[1], false);
1024 pool->base.clock_sources[DCE120_CLK_SRC_PLL2] =
1025 dce120_clock_source_create(ctx, ctx->dc_bios,
1026 CLOCK_SOURCE_COMBO_PHY_PLL2,
1027 &clk_src_regs[2], false);
1028 pool->base.clock_sources[DCE120_CLK_SRC_PLL3] =
1029 dce120_clock_source_create(ctx, ctx->dc_bios,
1030 CLOCK_SOURCE_COMBO_PHY_PLL3,
1031 &clk_src_regs[3], false);
1032 pool->base.clock_sources[DCE120_CLK_SRC_PLL4] =
1033 dce120_clock_source_create(ctx, ctx->dc_bios,
1034 CLOCK_SOURCE_COMBO_PHY_PLL4,
1035 &clk_src_regs[4], false);
1036 pool->base.clock_sources[DCE120_CLK_SRC_PLL5] =
1037 dce120_clock_source_create(ctx, ctx->dc_bios,
1038 CLOCK_SOURCE_COMBO_PHY_PLL5,
1039 &clk_src_regs[5], false);
1040 pool->base.clk_src_count = DCE120_CLK_SRC_TOTAL;
1042 pool->base.dp_clock_source =
1043 dce120_clock_source_create(ctx, ctx->dc_bios,
1044 CLOCK_SOURCE_ID_DP_DTO,
1045 &clk_src_regs[0], true);
1047 for (i = 0; i < pool->base.clk_src_count; i++) {
1048 if (pool->base.clock_sources[i] == NULL) {
1049 dm_error("DC: failed to create clock sources!\n");
1050 BREAK_TO_DEBUGGER();
1051 goto clk_src_create_fail;
1055 pool->base.dmcu = dce_dmcu_create(ctx,
1059 if (pool->base.dmcu == NULL) {
1060 dm_error("DC: failed to create dmcu!\n");
1061 BREAK_TO_DEBUGGER();
1062 goto res_create_fail;
1065 pool->base.abm = dce_abm_create(ctx,
1069 if (pool->base.abm == NULL) {
1070 dm_error("DC: failed to create abm!\n");
1071 BREAK_TO_DEBUGGER();
1072 goto res_create_fail;
1076 irq_init_data.ctx = dc->ctx;
1077 pool->base.irqs = dal_irq_service_dce120_create(&irq_init_data);
1078 if (!pool->base.irqs)
1079 goto irqs_create_fail;
1081 /* VG20: Pipe harvesting enabled, retrieve valid pipe fuses */
1083 pipe_fuses = read_pipe_fuses(ctx);
1085 /* index to valid pipe resource */
1087 for (i = 0; i < pool->base.pipe_count; i++) {
1089 if ((pipe_fuses & (1 << i)) != 0) {
1090 dm_error("DC: skip invalid pipe %d!\n", i);
1095 pool->base.timing_generators[j] =
1096 dce120_timing_generator_create(
1099 &dce120_tg_offsets[i]);
1100 if (pool->base.timing_generators[j] == NULL) {
1101 BREAK_TO_DEBUGGER();
1102 dm_error("DC: failed to create tg!\n");
1103 goto controller_create_fail;
1106 pool->base.mis[j] = dce120_mem_input_create(ctx, i);
1108 if (pool->base.mis[j] == NULL) {
1109 BREAK_TO_DEBUGGER();
1111 "DC: failed to create memory input!\n");
1112 goto controller_create_fail;
1115 pool->base.ipps[j] = dce120_ipp_create(ctx, i);
1116 if (pool->base.ipps[i] == NULL) {
1117 BREAK_TO_DEBUGGER();
1119 "DC: failed to create input pixel processor!\n");
1120 goto controller_create_fail;
1123 pool->base.transforms[j] = dce120_transform_create(ctx, i);
1124 if (pool->base.transforms[i] == NULL) {
1125 BREAK_TO_DEBUGGER();
1127 "DC: failed to create transform!\n");
1128 goto res_create_fail;
1131 pool->base.opps[j] = dce120_opp_create(
1134 if (pool->base.opps[j] == NULL) {
1135 BREAK_TO_DEBUGGER();
1137 "DC: failed to create output pixel processor!\n");
1140 /* check next valid pipe */
1144 for (i = 0; i < pool->base.res_cap->num_ddc; i++) {
1145 pool->base.engines[i] = dce120_aux_engine_create(ctx, i);
1146 if (pool->base.engines[i] == NULL) {
1147 BREAK_TO_DEBUGGER();
1149 "DC:failed to create aux engine!!\n");
1150 goto res_create_fail;
1152 pool->base.hw_i2cs[i] = dce120_i2c_hw_create(ctx, i);
1153 if (pool->base.hw_i2cs[i] == NULL) {
1154 BREAK_TO_DEBUGGER();
1156 "DC:failed to create i2c engine!!\n");
1157 goto res_create_fail;
1159 pool->base.sw_i2cs[i] = NULL;
1162 /* valid pipe num */
1163 pool->base.pipe_count = j;
1164 pool->base.timing_generator_count = j;
1167 res_funcs = &dce121_res_create_funcs;
1169 res_funcs = &res_create_funcs;
1171 if (!resource_construct(num_virtual_links, dc, &pool->base, res_funcs))
1172 goto res_create_fail;
1174 /* Create hardware sequencer */
1175 if (!dce120_hw_sequencer_create(dc))
1176 goto controller_create_fail;
1178 dc->caps.max_planes = pool->base.pipe_count;
1180 for (i = 0; i < dc->caps.max_planes; ++i)
1181 dc->caps.planes[i] = plane_cap;
1183 bw_calcs_init(dc->bw_dceip, dc->bw_vbios, dc->ctx->asic_id);
1185 bw_calcs_data_update_from_pplib(dc);
1190 controller_create_fail:
1191 clk_src_create_fail:
1199 struct resource_pool *dce120_create_resource_pool(
1200 uint8_t num_virtual_links,
1203 struct dce110_resource_pool *pool =
1204 kzalloc(sizeof(struct dce110_resource_pool), GFP_KERNEL);
1209 if (construct(num_virtual_links, dc, pool))
1212 BREAK_TO_DEBUGGER();