]> git.ipfire.org Git - thirdparty/kernel/stable.git/blame - drivers/gpu/drm/amd/display/dc/clk_mgr/dcn20/dcn20_clk_mgr.c
Merge tag 'kvm-x86-docs-6.7' of https://github.com/kvm-x86/linux into HEAD
[thirdparty/kernel/stable.git] / drivers / gpu / drm / amd / display / dc / clk_mgr / dcn20 / dcn20_clk_mgr.c
CommitLineData
fcee01b9
HW
1/*
2 * Copyright 2018 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: AMD
23 *
24 */
25
26#include "dccg.h"
27#include "clk_mgr_internal.h"
28
fcee01b9 29#include "dce100/dce_clk_mgr.h"
ccce745c 30#include "dcn20_clk_mgr.h"
fcee01b9
HW
31#include "reg_helper.h"
32#include "core_types.h"
33#include "dm_helpers.h"
34
35#include "navi10_ip_offset.h"
36#include "dcn/dcn_2_0_0_offset.h"
37#include "dcn/dcn_2_0_0_sh_mask.h"
38#include "clk/clk_11_0_0_offset.h"
39#include "clk/clk_11_0_0_sh_mask.h"
40
1bd3bc74 41
fcee01b9
HW
42#undef FN
43#define FN(reg_name, field_name) \
44 clk_mgr->clk_mgr_shift->field_name, clk_mgr->clk_mgr_mask->field_name
45
46#define REG(reg) \
47 (clk_mgr->regs->reg)
48
49#define BASE_INNER(seg) DCN_BASE__INST0_SEG ## seg
50
51#define BASE(seg) BASE_INNER(seg)
52
53#define SR(reg_name)\
54 .reg_name = BASE(mm ## reg_name ## _BASE_IDX) + \
55 mm ## reg_name
56
57#define CLK_BASE_INNER(seg) \
58 CLK_BASE__INST0_SEG ## seg
59
60
61static const struct clk_mgr_registers clk_mgr_regs = {
62 CLK_REG_LIST_NV10()
63};
64
65static const struct clk_mgr_shift clk_mgr_shift = {
66 CLK_MASK_SH_LIST_NV10(__SHIFT)
67};
68
69static const struct clk_mgr_mask clk_mgr_mask = {
70 CLK_MASK_SH_LIST_NV10(_MASK)
71};
72
7a5ab155 73uint32_t dentist_get_did_from_divider(int divider)
fcee01b9
HW
74{
75 uint32_t divider_id;
76
77 /* we want to floor here to get higher clock than required rather than lower */
78 if (divider < DENTIST_DIVIDER_RANGE_2_START) {
79 if (divider < DENTIST_DIVIDER_RANGE_1_START)
80 divider_id = DENTIST_BASE_DID_1;
81 else
82 divider_id = DENTIST_BASE_DID_1
83 + (divider - DENTIST_DIVIDER_RANGE_1_START)
84 / DENTIST_DIVIDER_RANGE_1_STEP;
85 } else if (divider < DENTIST_DIVIDER_RANGE_3_START) {
86 divider_id = DENTIST_BASE_DID_2
87 + (divider - DENTIST_DIVIDER_RANGE_2_START)
88 / DENTIST_DIVIDER_RANGE_2_STEP;
89 } else if (divider < DENTIST_DIVIDER_RANGE_4_START) {
90 divider_id = DENTIST_BASE_DID_3
91 + (divider - DENTIST_DIVIDER_RANGE_3_START)
92 / DENTIST_DIVIDER_RANGE_3_STEP;
93 } else {
94 divider_id = DENTIST_BASE_DID_4
95 + (divider - DENTIST_DIVIDER_RANGE_4_START)
96 / DENTIST_DIVIDER_RANGE_4_STEP;
97 if (divider_id > DENTIST_MAX_DID)
98 divider_id = DENTIST_MAX_DID;
99 }
100
101 return divider_id;
102}
103
c69dd2d0 104void dcn20_update_clocks_update_dpp_dto(struct clk_mgr_internal *clk_mgr,
54790345 105 struct dc_state *context, bool safe_to_lower)
fcee01b9
HW
106{
107 int i;
108
799c5b9c 109 clk_mgr->dccg->ref_dppclk = clk_mgr->base.clks.dppclk_khz;
fcee01b9 110 for (i = 0; i < clk_mgr->base.ctx->dc->res_pool->pipe_count; i++) {
54790345 111 int dpp_inst, dppclk_khz, prev_dppclk_khz;
fcee01b9 112
1ea8751b
NA
113 /* Loop index will match dpp->inst if resource exists,
114 * and we want to avoid dependency on dpp object
115 */
116 dpp_inst = i;
fcee01b9 117 dppclk_khz = context->res_ctx.pipe_ctx[i].plane_res.bw.dppclk_khz;
1ea8751b 118
eb1b4573 119 prev_dppclk_khz = clk_mgr->dccg->pipe_dppclk_khz[i];
54790345 120
eb1b4573 121 if (safe_to_lower || prev_dppclk_khz < dppclk_khz)
54790345
SL
122 clk_mgr->dccg->funcs->update_dpp_dto(
123 clk_mgr->dccg, dpp_inst, dppclk_khz);
fcee01b9
HW
124 }
125}
126
78ebca32 127void dcn20_update_clocks_update_dentist(struct clk_mgr_internal *clk_mgr, struct dc_state *context)
fcee01b9 128{
a34136a3
IC
129 int dpp_divider = 0;
130 int disp_divider = 0;
131 uint32_t dppclk_wdivider = 0;
132 uint32_t dispclk_wdivider = 0;
78ebca32
WC
133 uint32_t current_dispclk_wdivider;
134 uint32_t i;
135
a34136a3
IC
136 if (clk_mgr->base.clks.dppclk_khz == 0 || clk_mgr->base.clks.dispclk_khz == 0)
137 return;
138
139 dpp_divider = DENTIST_DIVIDER_RANGE_SCALE_FACTOR
140 * clk_mgr->base.dentist_vco_freq_khz / clk_mgr->base.clks.dppclk_khz;
141 disp_divider = DENTIST_DIVIDER_RANGE_SCALE_FACTOR
142 * clk_mgr->base.dentist_vco_freq_khz / clk_mgr->base.clks.dispclk_khz;
143
144 dppclk_wdivider = dentist_get_did_from_divider(dpp_divider);
145 dispclk_wdivider = dentist_get_did_from_divider(disp_divider);
146
78ebca32
WC
147 REG_GET(DENTIST_DISPCLK_CNTL,
148 DENTIST_DISPCLK_WDIVIDER, &current_dispclk_wdivider);
149
150 /* When changing divider to or from 127, some extra programming is required to prevent corruption */
151 if (current_dispclk_wdivider == 127 && dispclk_wdivider != 127) {
152 for (i = 0; i < clk_mgr->base.ctx->dc->res_pool->pipe_count; i++) {
153 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
154 uint32_t fifo_level;
155 struct dccg *dccg = clk_mgr->base.ctx->dc->res_pool->dccg;
156 struct stream_encoder *stream_enc = pipe_ctx->stream_res.stream_enc;
157 int32_t N;
158 int32_t j;
159
b206011b 160 if (!resource_is_pipe_type(pipe_ctx, OTG_MASTER))
78ebca32
WC
161 continue;
162 /* Virtual encoders don't have this function */
163 if (!stream_enc->funcs->get_fifo_cal_average_level)
164 continue;
165 fifo_level = stream_enc->funcs->get_fifo_cal_average_level(
166 stream_enc);
167 N = fifo_level / 4;
168 dccg->funcs->set_fifo_errdet_ovr_en(
169 dccg,
170 true);
171 for (j = 0; j < N - 4; j++)
172 dccg->funcs->otg_drop_pixel(
173 dccg,
174 pipe_ctx->stream_res.tg->inst);
175 dccg->funcs->set_fifo_errdet_ovr_en(
176 dccg,
177 false);
178 }
179 } else if (dispclk_wdivider == 127 && current_dispclk_wdivider != 127) {
180 REG_UPDATE(DENTIST_DISPCLK_CNTL,
181 DENTIST_DISPCLK_WDIVIDER, 126);
fa28030a 182 REG_WAIT(DENTIST_DISPCLK_CNTL, DENTIST_DISPCLK_CHG_DONE, 1, 50, 2000);
78ebca32
WC
183 for (i = 0; i < clk_mgr->base.ctx->dc->res_pool->pipe_count; i++) {
184 struct pipe_ctx *pipe_ctx = &context->res_ctx.pipe_ctx[i];
185 struct dccg *dccg = clk_mgr->base.ctx->dc->res_pool->dccg;
186 struct stream_encoder *stream_enc = pipe_ctx->stream_res.stream_enc;
187 uint32_t fifo_level;
188 int32_t N;
189 int32_t j;
190
b206011b 191 if (!resource_is_pipe_type(pipe_ctx, OTG_MASTER))
78ebca32
WC
192 continue;
193 /* Virtual encoders don't have this function */
194 if (!stream_enc->funcs->get_fifo_cal_average_level)
195 continue;
196 fifo_level = stream_enc->funcs->get_fifo_cal_average_level(
197 stream_enc);
198 N = fifo_level / 4;
199 dccg->funcs->set_fifo_errdet_ovr_en(dccg, true);
200 for (j = 0; j < 12 - N; j++)
201 dccg->funcs->otg_add_pixel(dccg,
202 pipe_ctx->stream_res.tg->inst);
203 dccg->funcs->set_fifo_errdet_ovr_en(dccg, false);
204 }
205 }
f7f38ffe
JL
206
207 REG_UPDATE(DENTIST_DISPCLK_CNTL,
208 DENTIST_DISPCLK_WDIVIDER, dispclk_wdivider);
fa28030a 209 REG_WAIT(DENTIST_DISPCLK_CNTL, DENTIST_DISPCLK_CHG_DONE, 1, 50, 2000);
799c5b9c
WC
210 REG_UPDATE(DENTIST_DISPCLK_CNTL,
211 DENTIST_DPPCLK_WDIVIDER, dppclk_wdivider);
212 REG_WAIT(DENTIST_DISPCLK_CNTL, DENTIST_DPPCLK_CHG_DONE, 1, 5, 100);
f7f38ffe
JL
213}
214
fcee01b9
HW
215
216void dcn2_update_clocks(struct clk_mgr *clk_mgr_base,
217 struct dc_state *context,
218 bool safe_to_lower)
219{
220 struct clk_mgr_internal *clk_mgr = TO_CLK_MGR_INTERNAL(clk_mgr_base);
221 struct dc_clocks *new_clocks = &context->bw_ctx.bw.dcn.clk;
222 struct dc *dc = clk_mgr_base->ctx->dc;
223 struct pp_smu_funcs_nv *pp_smu = NULL;
224 int display_count;
799c5b9c 225 bool update_dppclk = false;
fcee01b9
HW
226 bool update_dispclk = false;
227 bool enter_display_off = false;
799c5b9c 228 bool dpp_clock_lowered = false;
8712bda4 229 struct dmcu *dmcu = clk_mgr_base->ctx->dc->res_pool->dmcu;
39bca359 230 bool force_reset = false;
586ec5dc
ST
231 bool p_state_change_support;
232 int total_plane_count;
fcee01b9 233
37495fbd
JC
234 if (dc->work_arounds.skip_clock_update)
235 return;
236
39bca359
CL
237 if (clk_mgr_base->clks.dispclk_khz == 0 ||
238 dc->debug.force_clock_mode & 0x1) {
239 //this is from resume or boot up, if forced_clock cfg option used, we bypass program dispclk and DPPCLK, but need set them for S3.
240 force_reset = true;
ccce745c
ML
241
242 dcn2_read_clocks_from_hw_dentist(clk_mgr_base);
243
39bca359
CL
244 //force_clock_mode 0x1: force reset the clock even it is the same clock as long as it is in Passive level.
245 }
c69dd2d0 246 display_count = clk_mgr_helper_get_active_display_cnt(dc, context);
fcee01b9
HW
247 if (dc->res_pool->pp_smu)
248 pp_smu = &dc->res_pool->pp_smu->nv_funcs;
249
c4849f88 250 if (display_count == 0)
fcee01b9
HW
251 enter_display_off = true;
252
253 if (enter_display_off == safe_to_lower) {
254 if (pp_smu && pp_smu->set_display_count)
255 pp_smu->set_display_count(&pp_smu->pp_smu, display_count);
256 }
257
2131f655
JL
258 if (dc->debug.force_min_dcfclk_mhz > 0)
259 new_clocks->dcfclk_khz = (new_clocks->dcfclk_khz > (dc->debug.force_min_dcfclk_mhz * 1000)) ?
260 new_clocks->dcfclk_khz : (dc->debug.force_min_dcfclk_mhz * 1000);
261
fcee01b9
HW
262 if (should_set_clock(safe_to_lower, new_clocks->dcfclk_khz, clk_mgr_base->clks.dcfclk_khz)) {
263 clk_mgr_base->clks.dcfclk_khz = new_clocks->dcfclk_khz;
264 if (pp_smu && pp_smu->set_hard_min_dcfclk_by_freq)
babbdf5b 265 pp_smu->set_hard_min_dcfclk_by_freq(&pp_smu->pp_smu, khz_to_mhz_ceil(clk_mgr_base->clks.dcfclk_khz));
fcee01b9
HW
266 }
267
268 if (should_set_clock(safe_to_lower,
269 new_clocks->dcfclk_deep_sleep_khz, clk_mgr_base->clks.dcfclk_deep_sleep_khz)) {
270 clk_mgr_base->clks.dcfclk_deep_sleep_khz = new_clocks->dcfclk_deep_sleep_khz;
271 if (pp_smu && pp_smu->set_min_deep_sleep_dcfclk)
babbdf5b 272 pp_smu->set_min_deep_sleep_dcfclk(&pp_smu->pp_smu, khz_to_mhz_ceil(clk_mgr_base->clks.dcfclk_deep_sleep_khz));
fcee01b9
HW
273 }
274
275 if (should_set_clock(safe_to_lower, new_clocks->socclk_khz, clk_mgr_base->clks.socclk_khz)) {
276 clk_mgr_base->clks.socclk_khz = new_clocks->socclk_khz;
277 if (pp_smu && pp_smu->set_hard_min_socclk_by_freq)
babbdf5b 278 pp_smu->set_hard_min_socclk_by_freq(&pp_smu->pp_smu, khz_to_mhz_ceil(clk_mgr_base->clks.socclk_khz));
fcee01b9
HW
279 }
280
586ec5dc
ST
281 total_plane_count = clk_mgr_helper_get_active_plane_cnt(dc, context);
282 p_state_change_support = new_clocks->p_state_change_support || (total_plane_count == 0);
283 if (should_update_pstate_support(safe_to_lower, p_state_change_support, clk_mgr_base->clks.p_state_change_support)) {
057fc695 284 clk_mgr_base->clks.prev_p_state_change_support = clk_mgr_base->clks.p_state_change_support;
586ec5dc 285 clk_mgr_base->clks.p_state_change_support = p_state_change_support;
6e17b5b8
JL
286 if (pp_smu && pp_smu->set_pstate_handshake_support)
287 pp_smu->set_pstate_handshake_support(&pp_smu->pp_smu, clk_mgr_base->clks.p_state_change_support);
6ba11740 288 }
fcee01b9
HW
289
290 if (should_set_clock(safe_to_lower, new_clocks->dramclk_khz, clk_mgr_base->clks.dramclk_khz)) {
291 clk_mgr_base->clks.dramclk_khz = new_clocks->dramclk_khz;
292 if (pp_smu && pp_smu->set_hard_min_uclk_by_freq)
babbdf5b 293 pp_smu->set_hard_min_uclk_by_freq(&pp_smu->pp_smu, khz_to_mhz_ceil(clk_mgr_base->clks.dramclk_khz));
fcee01b9
HW
294 }
295
799c5b9c
WC
296 if (should_set_clock(safe_to_lower, new_clocks->dppclk_khz, clk_mgr->base.clks.dppclk_khz)) {
297 if (clk_mgr->base.clks.dppclk_khz > new_clocks->dppclk_khz)
298 dpp_clock_lowered = true;
299 clk_mgr->base.clks.dppclk_khz = new_clocks->dppclk_khz;
fcee01b9 300
799c5b9c
WC
301 update_dppclk = true;
302 }
fcee01b9 303
799c5b9c
WC
304 if (should_set_clock(safe_to_lower, new_clocks->dispclk_khz, clk_mgr_base->clks.dispclk_khz)) {
305 clk_mgr_base->clks.dispclk_khz = new_clocks->dispclk_khz;
f7f38ffe 306
799c5b9c
WC
307 update_dispclk = true;
308 }
1ea8751b 309
b4d5ce7a
BS
310 if (update_dppclk || update_dispclk) {
311 new_clocks->disp_dpp_voltage_level_khz = new_clocks->dppclk_khz;
312
313 if (update_dispclk)
314 new_clocks->disp_dpp_voltage_level_khz = new_clocks->dispclk_khz > new_clocks->dppclk_khz ? new_clocks->dispclk_khz : new_clocks->dppclk_khz;
315
316 clk_mgr_base->clks.disp_dpp_voltage_level_khz = new_clocks->disp_dpp_voltage_level_khz;
317 if (pp_smu && pp_smu->set_voltage_by_freq)
babbdf5b 318 pp_smu->set_voltage_by_freq(&pp_smu->pp_smu, PP_SMU_NV_DISPCLK, khz_to_mhz_ceil(clk_mgr_base->clks.disp_dpp_voltage_level_khz));
b4d5ce7a
BS
319 }
320
799c5b9c
WC
321 if (dc->config.forced_clocks == false || (force_reset && safe_to_lower)) {
322 if (dpp_clock_lowered) {
323 // if clock is being lowered, increase DTO before lowering refclk
54790345 324 dcn20_update_clocks_update_dpp_dto(clk_mgr, context, safe_to_lower);
78ebca32 325 dcn20_update_clocks_update_dentist(clk_mgr, context);
799c5b9c
WC
326 } else {
327 // if clock is being raised, increase refclk before lowering DTO
328 if (update_dppclk || update_dispclk)
78ebca32 329 dcn20_update_clocks_update_dentist(clk_mgr, context);
1ea8751b 330 // always update dtos unless clock is lowered and not safe to lower
ae217564 331 dcn20_update_clocks_update_dpp_dto(clk_mgr, context, safe_to_lower);
a6465d1f 332 }
c69dd2d0 333 }
1ea8751b 334
c69dd2d0
EY
335 if (update_dispclk &&
336 dmcu && dmcu->funcs->is_dmcu_initialized(dmcu)) {
337 /*update dmcu for wait_loop count*/
338 dmcu->funcs->set_psr_wait_loop(dmcu,
339 clk_mgr_base->clks.dispclk_khz / 1000 / 7);
fcee01b9
HW
340 }
341}
342
343void dcn2_update_clocks_fpga(struct clk_mgr *clk_mgr,
344 struct dc_state *context,
345 bool safe_to_lower)
346{
952f6c4b
AK
347 struct clk_mgr_internal *clk_mgr_int = TO_CLK_MGR_INTERNAL(clk_mgr);
348
fcee01b9 349 struct dc_clocks *new_clocks = &context->bw_ctx.bw.dcn.clk;
5940ff39
TD
350 /* Min fclk = 1.2GHz since all the extra scemi logic seems to run off of it */
351 int fclk_adj = new_clocks->fclk_khz > 1200000 ? new_clocks->fclk_khz : 1200000;
fcee01b9
HW
352
353 if (should_set_clock(safe_to_lower, new_clocks->phyclk_khz, clk_mgr->clks.phyclk_khz)) {
354 clk_mgr->clks.phyclk_khz = new_clocks->phyclk_khz;
355 }
356
357 if (should_set_clock(safe_to_lower, new_clocks->dcfclk_khz, clk_mgr->clks.dcfclk_khz)) {
358 clk_mgr->clks.dcfclk_khz = new_clocks->dcfclk_khz;
359 }
360
361 if (should_set_clock(safe_to_lower,
362 new_clocks->dcfclk_deep_sleep_khz, clk_mgr->clks.dcfclk_deep_sleep_khz)) {
363 clk_mgr->clks.dcfclk_deep_sleep_khz = new_clocks->dcfclk_deep_sleep_khz;
364 }
365
366 if (should_set_clock(safe_to_lower, new_clocks->socclk_khz, clk_mgr->clks.socclk_khz)) {
367 clk_mgr->clks.socclk_khz = new_clocks->socclk_khz;
368 }
369
370 if (should_set_clock(safe_to_lower, new_clocks->dramclk_khz, clk_mgr->clks.dramclk_khz)) {
371 clk_mgr->clks.dramclk_khz = new_clocks->dramclk_khz;
372 }
373
374 if (should_set_clock(safe_to_lower, new_clocks->dppclk_khz, clk_mgr->clks.dppclk_khz)) {
375 clk_mgr->clks.dppclk_khz = new_clocks->dppclk_khz;
376 }
377
0ff8dfe8
DL
378 if (should_set_clock(safe_to_lower, fclk_adj, clk_mgr->clks.fclk_khz)) {
379 clk_mgr->clks.fclk_khz = fclk_adj;
fcee01b9
HW
380 }
381
382 if (should_set_clock(safe_to_lower, new_clocks->dispclk_khz, clk_mgr->clks.dispclk_khz)) {
383 clk_mgr->clks.dispclk_khz = new_clocks->dispclk_khz;
384 }
385
952f6c4b
AK
386 /* Both fclk and ref_dppclk run on the same scemi clock.
387 * So take the higher value since the DPP DTO is typically programmed
388 * such that max dppclk is 1:1 with ref_dppclk.
fcee01b9
HW
389 */
390 if (clk_mgr->clks.fclk_khz > clk_mgr->clks.dppclk_khz)
391 clk_mgr->clks.dppclk_khz = clk_mgr->clks.fclk_khz;
0ff8dfe8
DL
392 if (clk_mgr->clks.dppclk_khz > clk_mgr->clks.fclk_khz)
393 clk_mgr->clks.fclk_khz = clk_mgr->clks.dppclk_khz;
fcee01b9 394
952f6c4b
AK
395 // Both fclk and ref_dppclk run on the same scemi clock.
396 clk_mgr_int->dccg->ref_dppclk = clk_mgr->clks.fclk_khz;
397
118a3315
NK
398 /* TODO: set dtbclk in correct place */
399 clk_mgr->clks.dtbclk_en = false;
fcee01b9
HW
400 dm_set_dcn_clocks(clk_mgr->ctx, &clk_mgr->clks);
401}
402
403void dcn2_init_clocks(struct clk_mgr *clk_mgr)
404{
405 memset(&(clk_mgr->clks), 0, sizeof(struct dc_clocks));
93c25fbd
JL
406 // Assumption is that boot state always supports pstate
407 clk_mgr->clks.p_state_change_support = true;
057fc695 408 clk_mgr->clks.prev_p_state_change_support = true;
fcee01b9
HW
409}
410
240e6d25 411static void dcn2_enable_pme_wa(struct clk_mgr *clk_mgr_base)
170a2398
SSC
412{
413 struct clk_mgr_internal *clk_mgr = TO_CLK_MGR_INTERNAL(clk_mgr_base);
414 struct pp_smu_funcs_nv *pp_smu = NULL;
415
416 if (clk_mgr->pp_smu) {
417 pp_smu = &clk_mgr->pp_smu->nv_funcs;
418
419 if (pp_smu->set_pme_wa_enable)
420 pp_smu->set_pme_wa_enable(&pp_smu->pp_smu);
421 }
422}
423
ccce745c
ML
424
425void dcn2_read_clocks_from_hw_dentist(struct clk_mgr *clk_mgr_base)
426{
427 struct clk_mgr_internal *clk_mgr = TO_CLK_MGR_INTERNAL(clk_mgr_base);
428 uint32_t dispclk_wdivider;
429 uint32_t dppclk_wdivider;
430 int disp_divider;
431 int dpp_divider;
432
433 REG_GET(DENTIST_DISPCLK_CNTL, DENTIST_DISPCLK_WDIVIDER, &dispclk_wdivider);
434 REG_GET(DENTIST_DISPCLK_CNTL, DENTIST_DPPCLK_WDIVIDER, &dppclk_wdivider);
435
436 disp_divider = dentist_get_divider_from_did(dispclk_wdivider);
b12f60ac 437 dpp_divider = dentist_get_divider_from_did(dppclk_wdivider);
ccce745c
ML
438
439 if (disp_divider && dpp_divider) {
440 /* Calculate the current DFS clock, in kHz.*/
441 clk_mgr_base->clks.dispclk_khz = (DENTIST_DIVIDER_RANGE_SCALE_FACTOR
442 * clk_mgr->base.dentist_vco_freq_khz) / disp_divider;
443
444 clk_mgr_base->clks.dppclk_khz = (DENTIST_DIVIDER_RANGE_SCALE_FACTOR
445 * clk_mgr->base.dentist_vco_freq_khz) / dpp_divider;
446 }
ccce745c
ML
447}
448
925f566c
CL
449void dcn2_get_clock(struct clk_mgr *clk_mgr,
450 struct dc_state *context,
451 enum dc_clock_type clock_type,
452 struct dc_clock_config *clock_cfg)
453{
454
455 if (clock_type == DC_CLOCK_TYPE_DISPCLK) {
456 clock_cfg->max_clock_khz = context->bw_ctx.bw.dcn.clk.max_supported_dispclk_khz;
457 clock_cfg->min_clock_khz = DCN_MINIMUM_DISPCLK_Khz;
458 clock_cfg->current_clock_khz = clk_mgr->clks.dispclk_khz;
459 clock_cfg->bw_requirequired_clock_khz = context->bw_ctx.bw.dcn.clk.bw_dispclk_khz;
460 }
461 if (clock_type == DC_CLOCK_TYPE_DPPCLK) {
462 clock_cfg->max_clock_khz = context->bw_ctx.bw.dcn.clk.max_supported_dppclk_khz;
463 clock_cfg->min_clock_khz = DCN_MINIMUM_DPPCLK_Khz;
464 clock_cfg->current_clock_khz = clk_mgr->clks.dppclk_khz;
465 clock_cfg->bw_requirequired_clock_khz = context->bw_ctx.bw.dcn.clk.bw_dppclk_khz;
466 }
467}
468
deb79818
JL
469static bool dcn2_are_clock_states_equal(struct dc_clocks *a,
470 struct dc_clocks *b)
471{
472 if (a->dispclk_khz != b->dispclk_khz)
473 return false;
474 else if (a->dppclk_khz != b->dppclk_khz)
475 return false;
b4d5ce7a
BS
476 else if (a->disp_dpp_voltage_level_khz != b->disp_dpp_voltage_level_khz)
477 return false;
deb79818
JL
478 else if (a->dcfclk_khz != b->dcfclk_khz)
479 return false;
480 else if (a->socclk_khz != b->socclk_khz)
481 return false;
482 else if (a->dcfclk_deep_sleep_khz != b->dcfclk_deep_sleep_khz)
483 return false;
deb79818
JL
484 else if (a->dramclk_khz != b->dramclk_khz)
485 return false;
486 else if (a->p_state_change_support != b->p_state_change_support)
487 return false;
488
489 return true;
490}
491
efc7d165
JA
492/* Notify clk_mgr of a change in link rate, update phyclk frequency if necessary */
493static void dcn2_notify_link_rate_change(struct clk_mgr *clk_mgr_base, struct dc_link *link)
494{
495 struct clk_mgr_internal *clk_mgr = TO_CLK_MGR_INTERNAL(clk_mgr_base);
496 unsigned int i, max_phyclk_req = 0;
497 struct pp_smu_funcs_nv *pp_smu = NULL;
498
499 if (!clk_mgr->pp_smu || !clk_mgr->pp_smu->nv_funcs.set_voltage_by_freq)
500 return;
501
502 pp_smu = &clk_mgr->pp_smu->nv_funcs;
503
504 clk_mgr->cur_phyclk_req_table[link->link_index] = link->cur_link_settings.link_rate * LINK_RATE_REF_FREQ_IN_KHZ;
505
506 for (i = 0; i < MAX_PIPES * 2; i++) {
507 if (clk_mgr->cur_phyclk_req_table[i] > max_phyclk_req)
508 max_phyclk_req = clk_mgr->cur_phyclk_req_table[i];
509 }
510
511 if (max_phyclk_req != clk_mgr_base->clks.phyclk_khz) {
512 clk_mgr_base->clks.phyclk_khz = max_phyclk_req;
babbdf5b 513 pp_smu->set_voltage_by_freq(&pp_smu->pp_smu, PP_SMU_NV_PHYCLK, khz_to_mhz_ceil(clk_mgr_base->clks.phyclk_khz));
efc7d165
JA
514 }
515}
516
fcee01b9
HW
517static struct clk_mgr_funcs dcn2_funcs = {
518 .get_dp_ref_clk_frequency = dce12_get_dp_ref_freq_khz,
519 .update_clocks = dcn2_update_clocks,
170a2398 520 .init_clocks = dcn2_init_clocks,
925f566c
CL
521 .enable_pme_wa = dcn2_enable_pme_wa,
522 .get_clock = dcn2_get_clock,
deb79818 523 .are_clock_states_equal = dcn2_are_clock_states_equal,
efc7d165 524 .notify_link_rate_change = dcn2_notify_link_rate_change,
fcee01b9
HW
525};
526
527
528void dcn20_clk_mgr_construct(
529 struct dc_context *ctx,
530 struct clk_mgr_internal *clk_mgr,
531 struct pp_smu_funcs *pp_smu,
532 struct dccg *dccg)
533{
25879d7b
QZ
534 int dprefclk_did;
535 int target_div;
536 uint32_t pll_req_reg;
537 struct fixed31_32 pll_req;
538
fcee01b9 539 clk_mgr->base.ctx = ctx;
1d0610bc 540 clk_mgr->pp_smu = pp_smu;
fcee01b9
HW
541 clk_mgr->base.funcs = &dcn2_funcs;
542 clk_mgr->regs = &clk_mgr_regs;
543 clk_mgr->clk_mgr_shift = &clk_mgr_shift;
544 clk_mgr->clk_mgr_mask = &clk_mgr_mask;
545
546 clk_mgr->dccg = dccg;
547 clk_mgr->dfs_bypass_disp_clk = 0;
548
549 clk_mgr->dprefclk_ss_percentage = 0;
550 clk_mgr->dprefclk_ss_divider = 1000;
551 clk_mgr->ss_on_dprefclk = false;
552
553 clk_mgr->base.dprefclk_khz = 700000; // 700 MHz planned if VCO is 3.85 GHz, will be retrieved
554
25879d7b
QZ
555 /* DFS Slice 2 should be used for DPREFCLK */
556 dprefclk_did = REG_READ(CLK3_CLK2_DFS_CNTL);
557 /* Convert DPREFCLK DFS Slice DID to actual divider */
558 target_div = dentist_get_divider_from_did(dprefclk_did);
559 /* get FbMult value */
560 pll_req_reg = REG_READ(CLK3_CLK_PLL_REQ);
fcee01b9 561
25879d7b
QZ
562 /* set up a fixed-point number
563 * this works because the int part is on the right edge of the register
564 * and the frac part is on the left edge
565 */
8712bda4 566
25879d7b
QZ
567 pll_req = dc_fixpt_from_int(pll_req_reg & clk_mgr->clk_mgr_mask->FbMult_int);
568 pll_req.value |= pll_req_reg & clk_mgr->clk_mgr_mask->FbMult_frac;
fcee01b9 569
25879d7b
QZ
570 /* multiply by REFCLK period */
571 pll_req = dc_fixpt_mul_int(pll_req, 100000);
fcee01b9 572
25879d7b
QZ
573 /* integer part is now VCO frequency in kHz */
574 clk_mgr->base.dentist_vco_freq_khz = dc_fixpt_floor(pll_req);
fcee01b9 575
25879d7b
QZ
576 /* in case we don't get a value from the register, use default */
577 if (clk_mgr->base.dentist_vco_freq_khz == 0)
578 clk_mgr->base.dentist_vco_freq_khz = 3850000;
fcee01b9 579
25879d7b
QZ
580 /* Calculate the DPREFCLK in kHz.*/
581 clk_mgr->base.dprefclk_khz = (DENTIST_DIVIDER_RANGE_SCALE_FACTOR
582 * clk_mgr->base.dentist_vco_freq_khz) / target_div;
fcee01b9
HW
583 //Integrated_info table does not exist on dGPU projects so should not be referenced
584 //anywhere in code for dGPUs.
585 //Also there is no plan for now that DFS BYPASS will be used on NV10/12/14.
586 clk_mgr->dfs_bypass_enabled = false;
587
588 dce_clock_read_ss_info(clk_mgr);
589}