2 * Copyright 2015 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
27 #include "smu_ucode_xfer_vi.h"
28 #include "smu/smu_7_1_3_d.h"
29 #include "smu/smu_7_1_3_sh_mask.h"
30 #include "ppatomctrl.h"
31 #include "cgs_common.h"
32 #include "smu7_ppsmc.h"
33 #include "smu7_smumgr.h"
35 #define SMU7_SMC_SIZE 0x20000
37 static int smu7_set_smc_sram_address(struct pp_hwmgr
*hwmgr
, uint32_t smc_addr
, uint32_t limit
)
39 PP_ASSERT_WITH_CODE((0 == (3 & smc_addr
)), "SMC address must be 4 byte aligned.", return -EINVAL
);
40 PP_ASSERT_WITH_CODE((limit
> (smc_addr
+ 3)), "SMC addr is beyond the SMC RAM area.", return -EINVAL
);
42 cgs_write_register(hwmgr
->device
, mmSMC_IND_INDEX_11
, smc_addr
);
43 PHM_WRITE_FIELD(hwmgr
->device
, SMC_IND_ACCESS_CNTL
, AUTO_INCREMENT_IND_11
, 0); /* on ci, SMC_IND_ACCESS_CNTL is different */
48 int smu7_copy_bytes_from_smc(struct pp_hwmgr
*hwmgr
, uint32_t smc_start_address
, uint32_t *dest
, uint32_t byte_count
, uint32_t limit
)
53 uint8_t i
, data_byte
[4] = {0};
54 uint32_t *pdata
= (uint32_t *)&data_byte
;
56 PP_ASSERT_WITH_CODE((0 == (3 & smc_start_address
)), "SMC address must be 4 byte aligned.", return -EINVAL
);
57 PP_ASSERT_WITH_CODE((limit
> (smc_start_address
+ byte_count
)), "SMC address is beyond the SMC RAM area.", return -EINVAL
);
59 addr
= smc_start_address
;
61 while (byte_count
>= 4) {
62 smu7_read_smc_sram_dword(hwmgr
, addr
, &data
, limit
);
64 *dest
= PP_SMC_TO_HOST_UL(data
);
72 smu7_read_smc_sram_dword(hwmgr
, addr
, &data
, limit
);
73 *pdata
= PP_SMC_TO_HOST_UL(data
);
74 /* Cast dest into byte type in dest_byte. This way, we don't overflow if the allocated memory is not 4-byte aligned. */
75 dest_byte
= (uint8_t *)dest
;
76 for (i
= 0; i
< byte_count
; i
++)
77 dest_byte
[i
] = data_byte
[i
];
84 int smu7_copy_bytes_to_smc(struct pp_hwmgr
*hwmgr
, uint32_t smc_start_address
,
85 const uint8_t *src
, uint32_t byte_count
, uint32_t limit
)
89 uint32_t original_data
;
93 PP_ASSERT_WITH_CODE((0 == (3 & smc_start_address
)), "SMC address must be 4 byte aligned.", return -EINVAL
);
94 PP_ASSERT_WITH_CODE((limit
> (smc_start_address
+ byte_count
)), "SMC address is beyond the SMC RAM area.", return -EINVAL
);
96 addr
= smc_start_address
;
98 while (byte_count
>= 4) {
99 /* Bytes are written into the SMC addres space with the MSB first. */
100 data
= src
[0] * 0x1000000 + src
[1] * 0x10000 + src
[2] * 0x100 + src
[3];
102 result
= smu7_set_smc_sram_address(hwmgr
, addr
, limit
);
107 cgs_write_register(hwmgr
->device
, mmSMC_IND_DATA_11
, data
);
114 if (0 != byte_count
) {
118 result
= smu7_set_smc_sram_address(hwmgr
, addr
, limit
);
124 original_data
= cgs_read_register(hwmgr
->device
, mmSMC_IND_DATA_11
);
126 extra_shift
= 8 * (4 - byte_count
);
128 while (byte_count
> 0) {
129 /* Bytes are written into the SMC addres space with the MSB first. */
130 data
= (0x100 * data
) + *src
++;
134 data
<<= extra_shift
;
136 data
|= (original_data
& ~((~0UL) << extra_shift
));
138 result
= smu7_set_smc_sram_address(hwmgr
, addr
, limit
);
143 cgs_write_register(hwmgr
->device
, mmSMC_IND_DATA_11
, data
);
150 int smu7_program_jump_on_start(struct pp_hwmgr
*hwmgr
)
152 static const unsigned char data
[4] = { 0xE0, 0x00, 0x80, 0x40 };
154 smu7_copy_bytes_to_smc(hwmgr
, 0x0, data
, 4, sizeof(data
)+1);
159 bool smu7_is_smc_ram_running(struct pp_hwmgr
*hwmgr
)
161 return ((0 == PHM_READ_VFPF_INDIRECT_FIELD(hwmgr
->device
, CGS_IND_REG__SMC
, SMC_SYSCON_CLOCK_CNTL_0
, ck_disable
))
162 && (0x20100 <= cgs_read_ind_register(hwmgr
->device
, CGS_IND_REG__SMC
, ixSMC_PC_C
)));
165 int smu7_send_msg_to_smc(struct pp_hwmgr
*hwmgr
, uint16_t msg
)
169 if (!smu7_is_smc_ram_running(hwmgr
))
173 PHM_WAIT_FIELD_UNEQUAL(hwmgr
, SMC_RESP_0
, SMC_RESP
, 0);
175 ret
= PHM_READ_FIELD(hwmgr
->device
, SMC_RESP_0
, SMC_RESP
);
178 pr_info("\n failed to send pre message %x ret is %d \n", msg
, ret
);
180 cgs_write_register(hwmgr
->device
, mmSMC_MESSAGE_0
, msg
);
182 PHM_WAIT_FIELD_UNEQUAL(hwmgr
, SMC_RESP_0
, SMC_RESP
, 0);
184 ret
= PHM_READ_FIELD(hwmgr
->device
, SMC_RESP_0
, SMC_RESP
);
187 pr_info("\n failed to send message %x ret is %d \n", msg
, ret
);
192 int smu7_send_msg_to_smc_without_waiting(struct pp_hwmgr
*hwmgr
, uint16_t msg
)
194 cgs_write_register(hwmgr
->device
, mmSMC_MESSAGE_0
, msg
);
199 int smu7_send_msg_to_smc_with_parameter(struct pp_hwmgr
*hwmgr
, uint16_t msg
, uint32_t parameter
)
201 if (!smu7_is_smc_ram_running(hwmgr
)) {
205 PHM_WAIT_FIELD_UNEQUAL(hwmgr
, SMC_RESP_0
, SMC_RESP
, 0);
207 cgs_write_register(hwmgr
->device
, mmSMC_MSG_ARG_0
, parameter
);
209 return smu7_send_msg_to_smc(hwmgr
, msg
);
212 int smu7_send_msg_to_smc_with_parameter_without_waiting(struct pp_hwmgr
*hwmgr
, uint16_t msg
, uint32_t parameter
)
214 cgs_write_register(hwmgr
->device
, mmSMC_MSG_ARG_0
, parameter
);
216 return smu7_send_msg_to_smc_without_waiting(hwmgr
, msg
);
219 int smu7_send_msg_to_smc_offset(struct pp_hwmgr
*hwmgr
)
221 cgs_write_register(hwmgr
->device
, mmSMC_MSG_ARG_0
, 0x20000);
223 cgs_write_register(hwmgr
->device
, mmSMC_MESSAGE_0
, PPSMC_MSG_Test
);
225 PHM_WAIT_FIELD_UNEQUAL(hwmgr
, SMC_RESP_0
, SMC_RESP
, 0);
227 if (1 != PHM_READ_FIELD(hwmgr
->device
, SMC_RESP_0
, SMC_RESP
))
228 pr_info("Failed to send Message.\n");
233 int smu7_wait_for_smc_inactive(struct pp_hwmgr
*hwmgr
)
235 if (!smu7_is_smc_ram_running(hwmgr
))
238 PHM_WAIT_VFPF_INDIRECT_FIELD(hwmgr
, SMC_IND
, SMC_SYSCON_CLOCK_CNTL_0
, cken
, 0);
243 enum cgs_ucode_id
smu7_convert_fw_type_to_cgs(uint32_t fw_type
)
245 enum cgs_ucode_id result
= CGS_UCODE_ID_MAXIMUM
;
249 result
= CGS_UCODE_ID_SMU
;
251 case UCODE_ID_SMU_SK
:
252 result
= CGS_UCODE_ID_SMU_SK
;
255 result
= CGS_UCODE_ID_SDMA0
;
258 result
= CGS_UCODE_ID_SDMA1
;
261 result
= CGS_UCODE_ID_CP_CE
;
263 case UCODE_ID_CP_PFP
:
264 result
= CGS_UCODE_ID_CP_PFP
;
267 result
= CGS_UCODE_ID_CP_ME
;
269 case UCODE_ID_CP_MEC
:
270 result
= CGS_UCODE_ID_CP_MEC
;
272 case UCODE_ID_CP_MEC_JT1
:
273 result
= CGS_UCODE_ID_CP_MEC_JT1
;
275 case UCODE_ID_CP_MEC_JT2
:
276 result
= CGS_UCODE_ID_CP_MEC_JT2
;
279 result
= CGS_UCODE_ID_RLC_G
;
281 case UCODE_ID_MEC_STORAGE
:
282 result
= CGS_UCODE_ID_STORAGE
;
292 int smu7_read_smc_sram_dword(struct pp_hwmgr
*hwmgr
, uint32_t smc_addr
, uint32_t *value
, uint32_t limit
)
296 result
= smu7_set_smc_sram_address(hwmgr
, smc_addr
, limit
);
301 *value
= cgs_read_register(hwmgr
->device
, mmSMC_IND_DATA_11
);
305 int smu7_write_smc_sram_dword(struct pp_hwmgr
*hwmgr
, uint32_t smc_addr
, uint32_t value
, uint32_t limit
)
309 result
= smu7_set_smc_sram_address(hwmgr
, smc_addr
, limit
);
314 cgs_write_register(hwmgr
->device
, mmSMC_IND_DATA_11
, value
);
319 /* Convert the firmware type to SMU type mask. For MEC, we need to check all MEC related type */
321 static uint32_t smu7_get_mask_for_firmware_type(uint32_t fw_type
)
327 result
= UCODE_ID_SDMA0_MASK
;
330 result
= UCODE_ID_SDMA1_MASK
;
333 result
= UCODE_ID_CP_CE_MASK
;
335 case UCODE_ID_CP_PFP
:
336 result
= UCODE_ID_CP_PFP_MASK
;
339 result
= UCODE_ID_CP_ME_MASK
;
341 case UCODE_ID_CP_MEC
:
342 case UCODE_ID_CP_MEC_JT1
:
343 case UCODE_ID_CP_MEC_JT2
:
344 result
= UCODE_ID_CP_MEC_MASK
;
347 result
= UCODE_ID_RLC_G_MASK
;
350 pr_info("UCode type is out of range! \n");
357 static int smu7_populate_single_firmware_entry(struct pp_hwmgr
*hwmgr
,
359 struct SMU_Entry
*entry
)
362 struct cgs_firmware_info info
= {0};
364 result
= cgs_get_firmware_info(hwmgr
->device
,
365 smu7_convert_fw_type_to_cgs(fw_type
),
369 entry
->version
= info
.fw_version
;
370 entry
->id
= (uint16_t)fw_type
;
371 entry
->image_addr_high
= smu_upper_32_bits(info
.mc_addr
);
372 entry
->image_addr_low
= smu_lower_32_bits(info
.mc_addr
);
373 entry
->meta_data_addr_high
= 0;
374 entry
->meta_data_addr_low
= 0;
376 /* digest need be excluded out */
377 if (cgs_is_virtualization_enabled(hwmgr
->device
))
378 info
.image_size
-= 20;
379 entry
->data_size_byte
= info
.image_size
;
380 entry
->num_register_entries
= 0;
383 if ((fw_type
== UCODE_ID_RLC_G
)
384 || (fw_type
== UCODE_ID_CP_MEC
))
392 int smu7_request_smu_load_fw(struct pp_hwmgr
*hwmgr
)
394 struct smu7_smumgr
*smu_data
= (struct smu7_smumgr
*)(hwmgr
->smu_backend
);
397 struct SMU_DRAMData_TOC
*toc
;
399 if (!hwmgr
->reload_fw
) {
400 pr_info("skip reloading...\n");
404 if (smu_data
->soft_regs_start
)
405 cgs_write_ind_register(hwmgr
->device
, CGS_IND_REG__SMC
,
406 smu_data
->soft_regs_start
+ smum_get_offsetof(hwmgr
,
407 SMU_SoftRegisters
, UcodeLoadStatus
),
410 if (hwmgr
->chip_id
> CHIP_TOPAZ
) { /* add support for Topaz */
411 if (!cgs_is_virtualization_enabled(hwmgr
->device
)) {
412 smu7_send_msg_to_smc_with_parameter(hwmgr
,
413 PPSMC_MSG_SMU_DRAM_ADDR_HI
,
414 smu_data
->smu_buffer
.mc_addr_high
);
415 smu7_send_msg_to_smc_with_parameter(hwmgr
,
416 PPSMC_MSG_SMU_DRAM_ADDR_LO
,
417 smu_data
->smu_buffer
.mc_addr_low
);
419 fw_to_load
= UCODE_ID_RLC_G_MASK
420 + UCODE_ID_SDMA0_MASK
421 + UCODE_ID_SDMA1_MASK
422 + UCODE_ID_CP_CE_MASK
423 + UCODE_ID_CP_ME_MASK
424 + UCODE_ID_CP_PFP_MASK
425 + UCODE_ID_CP_MEC_MASK
;
427 fw_to_load
= UCODE_ID_RLC_G_MASK
428 + UCODE_ID_SDMA0_MASK
429 + UCODE_ID_SDMA1_MASK
430 + UCODE_ID_CP_CE_MASK
431 + UCODE_ID_CP_ME_MASK
432 + UCODE_ID_CP_PFP_MASK
433 + UCODE_ID_CP_MEC_MASK
434 + UCODE_ID_CP_MEC_JT1_MASK
435 + UCODE_ID_CP_MEC_JT2_MASK
;
438 toc
= (struct SMU_DRAMData_TOC
*)smu_data
->header
;
439 toc
->num_entries
= 0;
440 toc
->structure_version
= 1;
442 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
443 UCODE_ID_RLC_G
, &toc
->entry
[toc
->num_entries
++]),
444 "Failed to Get Firmware Entry.", return -EINVAL
);
445 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
446 UCODE_ID_CP_CE
, &toc
->entry
[toc
->num_entries
++]),
447 "Failed to Get Firmware Entry.", return -EINVAL
);
448 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
449 UCODE_ID_CP_PFP
, &toc
->entry
[toc
->num_entries
++]),
450 "Failed to Get Firmware Entry.", return -EINVAL
);
451 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
452 UCODE_ID_CP_ME
, &toc
->entry
[toc
->num_entries
++]),
453 "Failed to Get Firmware Entry.", return -EINVAL
);
454 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
455 UCODE_ID_CP_MEC
, &toc
->entry
[toc
->num_entries
++]),
456 "Failed to Get Firmware Entry.", return -EINVAL
);
457 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
458 UCODE_ID_CP_MEC_JT1
, &toc
->entry
[toc
->num_entries
++]),
459 "Failed to Get Firmware Entry.", return -EINVAL
);
460 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
461 UCODE_ID_CP_MEC_JT2
, &toc
->entry
[toc
->num_entries
++]),
462 "Failed to Get Firmware Entry.", return -EINVAL
);
463 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
464 UCODE_ID_SDMA0
, &toc
->entry
[toc
->num_entries
++]),
465 "Failed to Get Firmware Entry.", return -EINVAL
);
466 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
467 UCODE_ID_SDMA1
, &toc
->entry
[toc
->num_entries
++]),
468 "Failed to Get Firmware Entry.", return -EINVAL
);
469 if (cgs_is_virtualization_enabled(hwmgr
->device
))
470 PP_ASSERT_WITH_CODE(0 == smu7_populate_single_firmware_entry(hwmgr
,
471 UCODE_ID_MEC_STORAGE
, &toc
->entry
[toc
->num_entries
++]),
472 "Failed to Get Firmware Entry.", return -EINVAL
);
474 smu7_send_msg_to_smc_with_parameter(hwmgr
, PPSMC_MSG_DRV_DRAM_ADDR_HI
, smu_data
->header_buffer
.mc_addr_high
);
475 smu7_send_msg_to_smc_with_parameter(hwmgr
, PPSMC_MSG_DRV_DRAM_ADDR_LO
, smu_data
->header_buffer
.mc_addr_low
);
477 if (smu7_send_msg_to_smc_with_parameter(hwmgr
, PPSMC_MSG_LoadUcodes
, fw_to_load
))
478 pr_err("Fail to Request SMU Load uCode");
483 /* Check if the FW has been loaded, SMU will not return if loading has not finished. */
484 int smu7_check_fw_load_finish(struct pp_hwmgr
*hwmgr
, uint32_t fw_type
)
486 struct smu7_smumgr
*smu_data
= (struct smu7_smumgr
*)(hwmgr
->smu_backend
);
487 uint32_t fw_mask
= smu7_get_mask_for_firmware_type(fw_type
);
490 ret
= phm_wait_on_indirect_register(hwmgr
, mmSMC_IND_INDEX_11
,
491 smu_data
->soft_regs_start
+ smum_get_offsetof(hwmgr
,
492 SMU_SoftRegisters
, UcodeLoadStatus
),
497 int smu7_reload_firmware(struct pp_hwmgr
*hwmgr
)
499 return hwmgr
->smumgr_funcs
->start_smu(hwmgr
);
502 static int smu7_upload_smc_firmware_data(struct pp_hwmgr
*hwmgr
, uint32_t length
, uint32_t *src
, uint32_t limit
)
504 uint32_t byte_count
= length
;
506 PP_ASSERT_WITH_CODE((limit
>= byte_count
), "SMC address is beyond the SMC RAM area.", return -EINVAL
);
508 cgs_write_register(hwmgr
->device
, mmSMC_IND_INDEX_11
, 0x20000);
509 PHM_WRITE_FIELD(hwmgr
->device
, SMC_IND_ACCESS_CNTL
, AUTO_INCREMENT_IND_11
, 1);
511 for (; byte_count
>= 4; byte_count
-= 4)
512 cgs_write_register(hwmgr
->device
, mmSMC_IND_DATA_11
, *src
++);
514 PHM_WRITE_FIELD(hwmgr
->device
, SMC_IND_ACCESS_CNTL
, AUTO_INCREMENT_IND_11
, 0);
516 PP_ASSERT_WITH_CODE((0 == byte_count
), "SMC size must be divisible by 4.", return -EINVAL
);
522 int smu7_upload_smu_firmware_image(struct pp_hwmgr
*hwmgr
)
525 struct smu7_smumgr
*smu_data
= (struct smu7_smumgr
*)(hwmgr
->smu_backend
);
527 struct cgs_firmware_info info
= {0};
529 if (smu_data
->security_hard_key
== 1)
530 cgs_get_firmware_info(hwmgr
->device
,
531 smu7_convert_fw_type_to_cgs(UCODE_ID_SMU
), &info
);
533 cgs_get_firmware_info(hwmgr
->device
,
534 smu7_convert_fw_type_to_cgs(UCODE_ID_SMU_SK
), &info
);
536 hwmgr
->is_kicker
= info
.is_kicker
;
538 result
= smu7_upload_smc_firmware_data(hwmgr
, info
.image_size
, (uint32_t *)info
.kptr
, SMU7_SMC_SIZE
);
543 int smu7_init(struct pp_hwmgr
*hwmgr
)
545 struct smu7_smumgr
*smu_data
;
546 uint8_t *internal_buf
;
547 uint64_t mc_addr
= 0;
549 /* Allocate memory for backend private data */
550 smu_data
= (struct smu7_smumgr
*)(hwmgr
->smu_backend
);
551 smu_data
->header_buffer
.data_size
=
552 ((sizeof(struct SMU_DRAMData_TOC
) / 4096) + 1) * 4096;
554 /* Allocate FW image data structure and header buffer and
555 * send the header buffer address to SMU */
556 smu_allocate_memory(hwmgr
->device
,
557 smu_data
->header_buffer
.data_size
,
558 CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB
,
561 &smu_data
->header_buffer
.kaddr
,
562 &smu_data
->header_buffer
.handle
);
564 smu_data
->header
= smu_data
->header_buffer
.kaddr
;
565 smu_data
->header_buffer
.mc_addr_high
= smu_upper_32_bits(mc_addr
);
566 smu_data
->header_buffer
.mc_addr_low
= smu_lower_32_bits(mc_addr
);
568 PP_ASSERT_WITH_CODE((NULL
!= smu_data
->header
),
570 kfree(hwmgr
->smu_backend
);
571 cgs_free_gpu_mem(hwmgr
->device
,
572 (cgs_handle_t
)smu_data
->header_buffer
.handle
);
575 if (cgs_is_virtualization_enabled(hwmgr
->device
))
578 smu_data
->smu_buffer
.data_size
= 200*4096;
579 smu_allocate_memory(hwmgr
->device
,
580 smu_data
->smu_buffer
.data_size
,
581 CGS_GPU_MEM_TYPE__VISIBLE_CONTIG_FB
,
584 &smu_data
->smu_buffer
.kaddr
,
585 &smu_data
->smu_buffer
.handle
);
587 internal_buf
= smu_data
->smu_buffer
.kaddr
;
588 smu_data
->smu_buffer
.mc_addr_high
= smu_upper_32_bits(mc_addr
);
589 smu_data
->smu_buffer
.mc_addr_low
= smu_lower_32_bits(mc_addr
);
591 PP_ASSERT_WITH_CODE((NULL
!= internal_buf
),
593 kfree(hwmgr
->smu_backend
);
594 cgs_free_gpu_mem(hwmgr
->device
,
595 (cgs_handle_t
)smu_data
->smu_buffer
.handle
);
598 if (smum_is_hw_avfs_present(hwmgr
))
599 smu_data
->avfs
.avfs_btc_status
= AVFS_BTC_BOOT
;
601 smu_data
->avfs
.avfs_btc_status
= AVFS_BTC_NOTSUPPORTED
;
607 int smu7_smu_fini(struct pp_hwmgr
*hwmgr
)
609 kfree(hwmgr
->smu_backend
);
610 hwmgr
->smu_backend
= NULL
;
611 cgs_rel_firmware(hwmgr
->device
, CGS_UCODE_ID_SMU
);