162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * Copyright 2011 Advanced Micro Devices, Inc. 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a 562306a36Sopenharmony_ci * copy of this software and associated documentation files (the "Software"), 662306a36Sopenharmony_ci * to deal in the Software without restriction, including without limitation 762306a36Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sublicense, 862306a36Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the 962306a36Sopenharmony_ci * Software is furnished to do so, subject to the following conditions: 1062306a36Sopenharmony_ci * 1162306a36Sopenharmony_ci * The above copyright notice and this permission notice shall be included in 1262306a36Sopenharmony_ci * all copies or substantial portions of the Software. 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1562306a36Sopenharmony_ci * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1662306a36Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 1762306a36Sopenharmony_ci * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 1862306a36Sopenharmony_ci * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 1962306a36Sopenharmony_ci * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 2062306a36Sopenharmony_ci * OTHER DEALINGS IN THE SOFTWARE. 2162306a36Sopenharmony_ci * 2262306a36Sopenharmony_ci * Authors: Alex Deucher 2362306a36Sopenharmony_ci */ 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci#include <linux/firmware.h> 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ci#include "radeon.h" 2862306a36Sopenharmony_ci#include "cikd.h" 2962306a36Sopenharmony_ci#include "ppsmc.h" 3062306a36Sopenharmony_ci#include "radeon_ucode.h" 3162306a36Sopenharmony_ci#include "ci_dpm.h" 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_cistatic int ci_set_smc_sram_address(struct radeon_device *rdev, 3462306a36Sopenharmony_ci u32 smc_address, u32 limit) 3562306a36Sopenharmony_ci{ 3662306a36Sopenharmony_ci if (smc_address & 3) 3762306a36Sopenharmony_ci return -EINVAL; 3862306a36Sopenharmony_ci if ((smc_address + 3) > limit) 3962306a36Sopenharmony_ci return -EINVAL; 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_ci WREG32(SMC_IND_INDEX_0, smc_address); 4262306a36Sopenharmony_ci WREG32_P(SMC_IND_ACCESS_CNTL, 0, ~AUTO_INCREMENT_IND_0); 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci return 0; 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ciint ci_copy_bytes_to_smc(struct radeon_device *rdev, 4862306a36Sopenharmony_ci u32 smc_start_address, 4962306a36Sopenharmony_ci const u8 *src, u32 byte_count, u32 limit) 5062306a36Sopenharmony_ci{ 5162306a36Sopenharmony_ci unsigned long flags; 5262306a36Sopenharmony_ci u32 data, original_data; 5362306a36Sopenharmony_ci u32 addr; 5462306a36Sopenharmony_ci u32 extra_shift; 5562306a36Sopenharmony_ci int ret = 0; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci if (smc_start_address & 3) 5862306a36Sopenharmony_ci return -EINVAL; 5962306a36Sopenharmony_ci if ((smc_start_address + byte_count) > limit) 6062306a36Sopenharmony_ci return -EINVAL; 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci addr = smc_start_address; 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci spin_lock_irqsave(&rdev->smc_idx_lock, flags); 6562306a36Sopenharmony_ci while (byte_count >= 4) { 6662306a36Sopenharmony_ci /* SMC address space is BE */ 6762306a36Sopenharmony_ci data = (src[0] << 24) | (src[1] << 16) | (src[2] << 8) | src[3]; 6862306a36Sopenharmony_ci 6962306a36Sopenharmony_ci ret = ci_set_smc_sram_address(rdev, addr, limit); 7062306a36Sopenharmony_ci if (ret) 7162306a36Sopenharmony_ci goto done; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci WREG32(SMC_IND_DATA_0, data); 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci src += 4; 7662306a36Sopenharmony_ci byte_count -= 4; 7762306a36Sopenharmony_ci addr += 4; 7862306a36Sopenharmony_ci } 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci /* RMW for the final bytes */ 8162306a36Sopenharmony_ci if (byte_count > 0) { 8262306a36Sopenharmony_ci data = 0; 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_ci ret = ci_set_smc_sram_address(rdev, addr, limit); 8562306a36Sopenharmony_ci if (ret) 8662306a36Sopenharmony_ci goto done; 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci original_data = RREG32(SMC_IND_DATA_0); 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci extra_shift = 8 * (4 - byte_count); 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci while (byte_count > 0) { 9362306a36Sopenharmony_ci data = (data << 8) + *src++; 9462306a36Sopenharmony_ci byte_count--; 9562306a36Sopenharmony_ci } 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci data <<= extra_shift; 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci data |= (original_data & ~((~0UL) << extra_shift)); 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci ret = ci_set_smc_sram_address(rdev, addr, limit); 10262306a36Sopenharmony_ci if (ret) 10362306a36Sopenharmony_ci goto done; 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci WREG32(SMC_IND_DATA_0, data); 10662306a36Sopenharmony_ci } 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_cidone: 10962306a36Sopenharmony_ci spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci return ret; 11262306a36Sopenharmony_ci} 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_civoid ci_start_smc(struct radeon_device *rdev) 11562306a36Sopenharmony_ci{ 11662306a36Sopenharmony_ci u32 tmp = RREG32_SMC(SMC_SYSCON_RESET_CNTL); 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci tmp &= ~RST_REG; 11962306a36Sopenharmony_ci WREG32_SMC(SMC_SYSCON_RESET_CNTL, tmp); 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_civoid ci_reset_smc(struct radeon_device *rdev) 12362306a36Sopenharmony_ci{ 12462306a36Sopenharmony_ci u32 tmp = RREG32_SMC(SMC_SYSCON_RESET_CNTL); 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_ci tmp |= RST_REG; 12762306a36Sopenharmony_ci WREG32_SMC(SMC_SYSCON_RESET_CNTL, tmp); 12862306a36Sopenharmony_ci} 12962306a36Sopenharmony_ci 13062306a36Sopenharmony_ciint ci_program_jump_on_start(struct radeon_device *rdev) 13162306a36Sopenharmony_ci{ 13262306a36Sopenharmony_ci static const u8 data[] = { 0xE0, 0x00, 0x80, 0x40 }; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci return ci_copy_bytes_to_smc(rdev, 0x0, data, 4, sizeof(data)+1); 13562306a36Sopenharmony_ci} 13662306a36Sopenharmony_ci 13762306a36Sopenharmony_civoid ci_stop_smc_clock(struct radeon_device *rdev) 13862306a36Sopenharmony_ci{ 13962306a36Sopenharmony_ci u32 tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci tmp |= CK_DISABLE; 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci WREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0, tmp); 14462306a36Sopenharmony_ci} 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_civoid ci_start_smc_clock(struct radeon_device *rdev) 14762306a36Sopenharmony_ci{ 14862306a36Sopenharmony_ci u32 tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ci tmp &= ~CK_DISABLE; 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_ci WREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0, tmp); 15362306a36Sopenharmony_ci} 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_cibool ci_is_smc_running(struct radeon_device *rdev) 15662306a36Sopenharmony_ci{ 15762306a36Sopenharmony_ci u32 clk = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); 15862306a36Sopenharmony_ci u32 pc_c = RREG32_SMC(SMC_PC_C); 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci if (!(clk & CK_DISABLE) && (0x20100 <= pc_c)) 16162306a36Sopenharmony_ci return true; 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci return false; 16462306a36Sopenharmony_ci} 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_ci#if 0 16762306a36Sopenharmony_ciPPSMC_Result ci_wait_for_smc_inactive(struct radeon_device *rdev) 16862306a36Sopenharmony_ci{ 16962306a36Sopenharmony_ci u32 tmp; 17062306a36Sopenharmony_ci int i; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci if (!ci_is_smc_running(rdev)) 17362306a36Sopenharmony_ci return PPSMC_Result_OK; 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci for (i = 0; i < rdev->usec_timeout; i++) { 17662306a36Sopenharmony_ci tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0); 17762306a36Sopenharmony_ci if ((tmp & CKEN) == 0) 17862306a36Sopenharmony_ci break; 17962306a36Sopenharmony_ci udelay(1); 18062306a36Sopenharmony_ci } 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci return PPSMC_Result_OK; 18362306a36Sopenharmony_ci} 18462306a36Sopenharmony_ci#endif 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_ciint ci_load_smc_ucode(struct radeon_device *rdev, u32 limit) 18762306a36Sopenharmony_ci{ 18862306a36Sopenharmony_ci unsigned long flags; 18962306a36Sopenharmony_ci u32 ucode_start_address; 19062306a36Sopenharmony_ci u32 ucode_size; 19162306a36Sopenharmony_ci const u8 *src; 19262306a36Sopenharmony_ci u32 data; 19362306a36Sopenharmony_ci 19462306a36Sopenharmony_ci if (!rdev->smc_fw) 19562306a36Sopenharmony_ci return -EINVAL; 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci if (rdev->new_fw) { 19862306a36Sopenharmony_ci const struct smc_firmware_header_v1_0 *hdr = 19962306a36Sopenharmony_ci (const struct smc_firmware_header_v1_0 *)rdev->smc_fw->data; 20062306a36Sopenharmony_ci 20162306a36Sopenharmony_ci radeon_ucode_print_smc_hdr(&hdr->header); 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_ci ucode_start_address = le32_to_cpu(hdr->ucode_start_addr); 20462306a36Sopenharmony_ci ucode_size = le32_to_cpu(hdr->header.ucode_size_bytes); 20562306a36Sopenharmony_ci src = (const u8 *) 20662306a36Sopenharmony_ci (rdev->smc_fw->data + le32_to_cpu(hdr->header.ucode_array_offset_bytes)); 20762306a36Sopenharmony_ci } else { 20862306a36Sopenharmony_ci switch (rdev->family) { 20962306a36Sopenharmony_ci case CHIP_BONAIRE: 21062306a36Sopenharmony_ci ucode_start_address = BONAIRE_SMC_UCODE_START; 21162306a36Sopenharmony_ci ucode_size = BONAIRE_SMC_UCODE_SIZE; 21262306a36Sopenharmony_ci break; 21362306a36Sopenharmony_ci case CHIP_HAWAII: 21462306a36Sopenharmony_ci ucode_start_address = HAWAII_SMC_UCODE_START; 21562306a36Sopenharmony_ci ucode_size = HAWAII_SMC_UCODE_SIZE; 21662306a36Sopenharmony_ci break; 21762306a36Sopenharmony_ci default: 21862306a36Sopenharmony_ci DRM_ERROR("unknown asic in smc ucode loader\n"); 21962306a36Sopenharmony_ci BUG(); 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci 22262306a36Sopenharmony_ci src = (const u8 *)rdev->smc_fw->data; 22362306a36Sopenharmony_ci } 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci if (ucode_size & 3) 22662306a36Sopenharmony_ci return -EINVAL; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci spin_lock_irqsave(&rdev->smc_idx_lock, flags); 22962306a36Sopenharmony_ci WREG32(SMC_IND_INDEX_0, ucode_start_address); 23062306a36Sopenharmony_ci WREG32_P(SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_0, ~AUTO_INCREMENT_IND_0); 23162306a36Sopenharmony_ci while (ucode_size >= 4) { 23262306a36Sopenharmony_ci /* SMC address space is BE */ 23362306a36Sopenharmony_ci data = (src[0] << 24) | (src[1] << 16) | (src[2] << 8) | src[3]; 23462306a36Sopenharmony_ci 23562306a36Sopenharmony_ci WREG32(SMC_IND_DATA_0, data); 23662306a36Sopenharmony_ci 23762306a36Sopenharmony_ci src += 4; 23862306a36Sopenharmony_ci ucode_size -= 4; 23962306a36Sopenharmony_ci } 24062306a36Sopenharmony_ci WREG32_P(SMC_IND_ACCESS_CNTL, 0, ~AUTO_INCREMENT_IND_0); 24162306a36Sopenharmony_ci spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci return 0; 24462306a36Sopenharmony_ci} 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ciint ci_read_smc_sram_dword(struct radeon_device *rdev, 24762306a36Sopenharmony_ci u32 smc_address, u32 *value, u32 limit) 24862306a36Sopenharmony_ci{ 24962306a36Sopenharmony_ci unsigned long flags; 25062306a36Sopenharmony_ci int ret; 25162306a36Sopenharmony_ci 25262306a36Sopenharmony_ci spin_lock_irqsave(&rdev->smc_idx_lock, flags); 25362306a36Sopenharmony_ci ret = ci_set_smc_sram_address(rdev, smc_address, limit); 25462306a36Sopenharmony_ci if (ret == 0) 25562306a36Sopenharmony_ci *value = RREG32(SMC_IND_DATA_0); 25662306a36Sopenharmony_ci spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_ci return ret; 25962306a36Sopenharmony_ci} 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_ciint ci_write_smc_sram_dword(struct radeon_device *rdev, 26262306a36Sopenharmony_ci u32 smc_address, u32 value, u32 limit) 26362306a36Sopenharmony_ci{ 26462306a36Sopenharmony_ci unsigned long flags; 26562306a36Sopenharmony_ci int ret; 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci spin_lock_irqsave(&rdev->smc_idx_lock, flags); 26862306a36Sopenharmony_ci ret = ci_set_smc_sram_address(rdev, smc_address, limit); 26962306a36Sopenharmony_ci if (ret == 0) 27062306a36Sopenharmony_ci WREG32(SMC_IND_DATA_0, value); 27162306a36Sopenharmony_ci spin_unlock_irqrestore(&rdev->smc_idx_lock, flags); 27262306a36Sopenharmony_ci 27362306a36Sopenharmony_ci return ret; 27462306a36Sopenharmony_ci} 275