18c2ecf20Sopenharmony_ci/*
28c2ecf20Sopenharmony_ci * Copyright 2011 Advanced Micro Devices, Inc.
38c2ecf20Sopenharmony_ci *
48c2ecf20Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a
58c2ecf20Sopenharmony_ci * copy of this software and associated documentation files (the "Software"),
68c2ecf20Sopenharmony_ci * to deal in the Software without restriction, including without limitation
78c2ecf20Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sublicense,
88c2ecf20Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the
98c2ecf20Sopenharmony_ci * Software is furnished to do so, subject to the following conditions:
108c2ecf20Sopenharmony_ci *
118c2ecf20Sopenharmony_ci * The above copyright notice and this permission notice shall be included in
128c2ecf20Sopenharmony_ci * all copies or substantial portions of the Software.
138c2ecf20Sopenharmony_ci *
148c2ecf20Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
158c2ecf20Sopenharmony_ci * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
168c2ecf20Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
178c2ecf20Sopenharmony_ci * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
188c2ecf20Sopenharmony_ci * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
198c2ecf20Sopenharmony_ci * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
208c2ecf20Sopenharmony_ci * OTHER DEALINGS IN THE SOFTWARE.
218c2ecf20Sopenharmony_ci *
228c2ecf20Sopenharmony_ci * Authors: Alex Deucher
238c2ecf20Sopenharmony_ci */
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_ci#include <linux/firmware.h>
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_ci#include "radeon.h"
288c2ecf20Sopenharmony_ci#include "cikd.h"
298c2ecf20Sopenharmony_ci#include "ppsmc.h"
308c2ecf20Sopenharmony_ci#include "radeon_ucode.h"
318c2ecf20Sopenharmony_ci#include "ci_dpm.h"
328c2ecf20Sopenharmony_ci
338c2ecf20Sopenharmony_cistatic int ci_set_smc_sram_address(struct radeon_device *rdev,
348c2ecf20Sopenharmony_ci				   u32 smc_address, u32 limit)
358c2ecf20Sopenharmony_ci{
368c2ecf20Sopenharmony_ci	if (smc_address & 3)
378c2ecf20Sopenharmony_ci		return -EINVAL;
388c2ecf20Sopenharmony_ci	if ((smc_address + 3) > limit)
398c2ecf20Sopenharmony_ci		return -EINVAL;
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci	WREG32(SMC_IND_INDEX_0, smc_address);
428c2ecf20Sopenharmony_ci	WREG32_P(SMC_IND_ACCESS_CNTL, 0, ~AUTO_INCREMENT_IND_0);
438c2ecf20Sopenharmony_ci
448c2ecf20Sopenharmony_ci	return 0;
458c2ecf20Sopenharmony_ci}
468c2ecf20Sopenharmony_ci
478c2ecf20Sopenharmony_ciint ci_copy_bytes_to_smc(struct radeon_device *rdev,
488c2ecf20Sopenharmony_ci			 u32 smc_start_address,
498c2ecf20Sopenharmony_ci			 const u8 *src, u32 byte_count, u32 limit)
508c2ecf20Sopenharmony_ci{
518c2ecf20Sopenharmony_ci	unsigned long flags;
528c2ecf20Sopenharmony_ci	u32 data, original_data;
538c2ecf20Sopenharmony_ci	u32 addr;
548c2ecf20Sopenharmony_ci	u32 extra_shift;
558c2ecf20Sopenharmony_ci	int ret = 0;
568c2ecf20Sopenharmony_ci
578c2ecf20Sopenharmony_ci	if (smc_start_address & 3)
588c2ecf20Sopenharmony_ci		return -EINVAL;
598c2ecf20Sopenharmony_ci	if ((smc_start_address + byte_count) > limit)
608c2ecf20Sopenharmony_ci		return -EINVAL;
618c2ecf20Sopenharmony_ci
628c2ecf20Sopenharmony_ci	addr = smc_start_address;
638c2ecf20Sopenharmony_ci
648c2ecf20Sopenharmony_ci	spin_lock_irqsave(&rdev->smc_idx_lock, flags);
658c2ecf20Sopenharmony_ci	while (byte_count >= 4) {
668c2ecf20Sopenharmony_ci		/* SMC address space is BE */
678c2ecf20Sopenharmony_ci		data = (src[0] << 24) | (src[1] << 16) | (src[2] << 8) | src[3];
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci		ret = ci_set_smc_sram_address(rdev, addr, limit);
708c2ecf20Sopenharmony_ci		if (ret)
718c2ecf20Sopenharmony_ci			goto done;
728c2ecf20Sopenharmony_ci
738c2ecf20Sopenharmony_ci		WREG32(SMC_IND_DATA_0, data);
748c2ecf20Sopenharmony_ci
758c2ecf20Sopenharmony_ci		src += 4;
768c2ecf20Sopenharmony_ci		byte_count -= 4;
778c2ecf20Sopenharmony_ci		addr += 4;
788c2ecf20Sopenharmony_ci	}
798c2ecf20Sopenharmony_ci
808c2ecf20Sopenharmony_ci	/* RMW for the final bytes */
818c2ecf20Sopenharmony_ci	if (byte_count > 0) {
828c2ecf20Sopenharmony_ci		data = 0;
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_ci		ret = ci_set_smc_sram_address(rdev, addr, limit);
858c2ecf20Sopenharmony_ci		if (ret)
868c2ecf20Sopenharmony_ci			goto done;
878c2ecf20Sopenharmony_ci
888c2ecf20Sopenharmony_ci		original_data = RREG32(SMC_IND_DATA_0);
898c2ecf20Sopenharmony_ci
908c2ecf20Sopenharmony_ci		extra_shift = 8 * (4 - byte_count);
918c2ecf20Sopenharmony_ci
928c2ecf20Sopenharmony_ci		while (byte_count > 0) {
938c2ecf20Sopenharmony_ci			data = (data << 8) + *src++;
948c2ecf20Sopenharmony_ci			byte_count--;
958c2ecf20Sopenharmony_ci		}
968c2ecf20Sopenharmony_ci
978c2ecf20Sopenharmony_ci		data <<= extra_shift;
988c2ecf20Sopenharmony_ci
998c2ecf20Sopenharmony_ci		data |= (original_data & ~((~0UL) << extra_shift));
1008c2ecf20Sopenharmony_ci
1018c2ecf20Sopenharmony_ci		ret = ci_set_smc_sram_address(rdev, addr, limit);
1028c2ecf20Sopenharmony_ci		if (ret)
1038c2ecf20Sopenharmony_ci			goto done;
1048c2ecf20Sopenharmony_ci
1058c2ecf20Sopenharmony_ci		WREG32(SMC_IND_DATA_0, data);
1068c2ecf20Sopenharmony_ci	}
1078c2ecf20Sopenharmony_ci
1088c2ecf20Sopenharmony_cidone:
1098c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags);
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	return ret;
1128c2ecf20Sopenharmony_ci}
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_civoid ci_start_smc(struct radeon_device *rdev)
1158c2ecf20Sopenharmony_ci{
1168c2ecf20Sopenharmony_ci	u32 tmp = RREG32_SMC(SMC_SYSCON_RESET_CNTL);
1178c2ecf20Sopenharmony_ci
1188c2ecf20Sopenharmony_ci	tmp &= ~RST_REG;
1198c2ecf20Sopenharmony_ci	WREG32_SMC(SMC_SYSCON_RESET_CNTL, tmp);
1208c2ecf20Sopenharmony_ci}
1218c2ecf20Sopenharmony_ci
1228c2ecf20Sopenharmony_civoid ci_reset_smc(struct radeon_device *rdev)
1238c2ecf20Sopenharmony_ci{
1248c2ecf20Sopenharmony_ci	u32 tmp = RREG32_SMC(SMC_SYSCON_RESET_CNTL);
1258c2ecf20Sopenharmony_ci
1268c2ecf20Sopenharmony_ci	tmp |= RST_REG;
1278c2ecf20Sopenharmony_ci	WREG32_SMC(SMC_SYSCON_RESET_CNTL, tmp);
1288c2ecf20Sopenharmony_ci}
1298c2ecf20Sopenharmony_ci
1308c2ecf20Sopenharmony_ciint ci_program_jump_on_start(struct radeon_device *rdev)
1318c2ecf20Sopenharmony_ci{
1328c2ecf20Sopenharmony_ci	static const u8 data[] = { 0xE0, 0x00, 0x80, 0x40 };
1338c2ecf20Sopenharmony_ci
1348c2ecf20Sopenharmony_ci	return ci_copy_bytes_to_smc(rdev, 0x0, data, 4, sizeof(data)+1);
1358c2ecf20Sopenharmony_ci}
1368c2ecf20Sopenharmony_ci
1378c2ecf20Sopenharmony_civoid ci_stop_smc_clock(struct radeon_device *rdev)
1388c2ecf20Sopenharmony_ci{
1398c2ecf20Sopenharmony_ci	u32 tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0);
1408c2ecf20Sopenharmony_ci
1418c2ecf20Sopenharmony_ci	tmp |= CK_DISABLE;
1428c2ecf20Sopenharmony_ci
1438c2ecf20Sopenharmony_ci	WREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0, tmp);
1448c2ecf20Sopenharmony_ci}
1458c2ecf20Sopenharmony_ci
1468c2ecf20Sopenharmony_civoid ci_start_smc_clock(struct radeon_device *rdev)
1478c2ecf20Sopenharmony_ci{
1488c2ecf20Sopenharmony_ci	u32 tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0);
1498c2ecf20Sopenharmony_ci
1508c2ecf20Sopenharmony_ci	tmp &= ~CK_DISABLE;
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci	WREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0, tmp);
1538c2ecf20Sopenharmony_ci}
1548c2ecf20Sopenharmony_ci
1558c2ecf20Sopenharmony_cibool ci_is_smc_running(struct radeon_device *rdev)
1568c2ecf20Sopenharmony_ci{
1578c2ecf20Sopenharmony_ci	u32 clk = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0);
1588c2ecf20Sopenharmony_ci	u32 pc_c = RREG32_SMC(SMC_PC_C);
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	if (!(clk & CK_DISABLE) && (0x20100 <= pc_c))
1618c2ecf20Sopenharmony_ci		return true;
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ci	return false;
1648c2ecf20Sopenharmony_ci}
1658c2ecf20Sopenharmony_ci
1668c2ecf20Sopenharmony_ci#if 0
1678c2ecf20Sopenharmony_ciPPSMC_Result ci_wait_for_smc_inactive(struct radeon_device *rdev)
1688c2ecf20Sopenharmony_ci{
1698c2ecf20Sopenharmony_ci	u32 tmp;
1708c2ecf20Sopenharmony_ci	int i;
1718c2ecf20Sopenharmony_ci
1728c2ecf20Sopenharmony_ci	if (!ci_is_smc_running(rdev))
1738c2ecf20Sopenharmony_ci		return PPSMC_Result_OK;
1748c2ecf20Sopenharmony_ci
1758c2ecf20Sopenharmony_ci	for (i = 0; i < rdev->usec_timeout; i++) {
1768c2ecf20Sopenharmony_ci		tmp = RREG32_SMC(SMC_SYSCON_CLOCK_CNTL_0);
1778c2ecf20Sopenharmony_ci		if ((tmp & CKEN) == 0)
1788c2ecf20Sopenharmony_ci			break;
1798c2ecf20Sopenharmony_ci		udelay(1);
1808c2ecf20Sopenharmony_ci	}
1818c2ecf20Sopenharmony_ci
1828c2ecf20Sopenharmony_ci	return PPSMC_Result_OK;
1838c2ecf20Sopenharmony_ci}
1848c2ecf20Sopenharmony_ci#endif
1858c2ecf20Sopenharmony_ci
1868c2ecf20Sopenharmony_ciint ci_load_smc_ucode(struct radeon_device *rdev, u32 limit)
1878c2ecf20Sopenharmony_ci{
1888c2ecf20Sopenharmony_ci	unsigned long flags;
1898c2ecf20Sopenharmony_ci	u32 ucode_start_address;
1908c2ecf20Sopenharmony_ci	u32 ucode_size;
1918c2ecf20Sopenharmony_ci	const u8 *src;
1928c2ecf20Sopenharmony_ci	u32 data;
1938c2ecf20Sopenharmony_ci
1948c2ecf20Sopenharmony_ci	if (!rdev->smc_fw)
1958c2ecf20Sopenharmony_ci		return -EINVAL;
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	if (rdev->new_fw) {
1988c2ecf20Sopenharmony_ci		const struct smc_firmware_header_v1_0 *hdr =
1998c2ecf20Sopenharmony_ci			(const struct smc_firmware_header_v1_0 *)rdev->smc_fw->data;
2008c2ecf20Sopenharmony_ci
2018c2ecf20Sopenharmony_ci		radeon_ucode_print_smc_hdr(&hdr->header);
2028c2ecf20Sopenharmony_ci
2038c2ecf20Sopenharmony_ci		ucode_start_address = le32_to_cpu(hdr->ucode_start_addr);
2048c2ecf20Sopenharmony_ci		ucode_size = le32_to_cpu(hdr->header.ucode_size_bytes);
2058c2ecf20Sopenharmony_ci		src = (const u8 *)
2068c2ecf20Sopenharmony_ci			(rdev->smc_fw->data + le32_to_cpu(hdr->header.ucode_array_offset_bytes));
2078c2ecf20Sopenharmony_ci	} else {
2088c2ecf20Sopenharmony_ci		switch (rdev->family) {
2098c2ecf20Sopenharmony_ci		case CHIP_BONAIRE:
2108c2ecf20Sopenharmony_ci			ucode_start_address = BONAIRE_SMC_UCODE_START;
2118c2ecf20Sopenharmony_ci			ucode_size = BONAIRE_SMC_UCODE_SIZE;
2128c2ecf20Sopenharmony_ci			break;
2138c2ecf20Sopenharmony_ci		case CHIP_HAWAII:
2148c2ecf20Sopenharmony_ci			ucode_start_address = HAWAII_SMC_UCODE_START;
2158c2ecf20Sopenharmony_ci			ucode_size = HAWAII_SMC_UCODE_SIZE;
2168c2ecf20Sopenharmony_ci			break;
2178c2ecf20Sopenharmony_ci		default:
2188c2ecf20Sopenharmony_ci			DRM_ERROR("unknown asic in smc ucode loader\n");
2198c2ecf20Sopenharmony_ci			BUG();
2208c2ecf20Sopenharmony_ci		}
2218c2ecf20Sopenharmony_ci
2228c2ecf20Sopenharmony_ci		src = (const u8 *)rdev->smc_fw->data;
2238c2ecf20Sopenharmony_ci	}
2248c2ecf20Sopenharmony_ci
2258c2ecf20Sopenharmony_ci	if (ucode_size & 3)
2268c2ecf20Sopenharmony_ci		return -EINVAL;
2278c2ecf20Sopenharmony_ci
2288c2ecf20Sopenharmony_ci	spin_lock_irqsave(&rdev->smc_idx_lock, flags);
2298c2ecf20Sopenharmony_ci	WREG32(SMC_IND_INDEX_0, ucode_start_address);
2308c2ecf20Sopenharmony_ci	WREG32_P(SMC_IND_ACCESS_CNTL, AUTO_INCREMENT_IND_0, ~AUTO_INCREMENT_IND_0);
2318c2ecf20Sopenharmony_ci	while (ucode_size >= 4) {
2328c2ecf20Sopenharmony_ci		/* SMC address space is BE */
2338c2ecf20Sopenharmony_ci		data = (src[0] << 24) | (src[1] << 16) | (src[2] << 8) | src[3];
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_ci		WREG32(SMC_IND_DATA_0, data);
2368c2ecf20Sopenharmony_ci
2378c2ecf20Sopenharmony_ci		src += 4;
2388c2ecf20Sopenharmony_ci		ucode_size -= 4;
2398c2ecf20Sopenharmony_ci	}
2408c2ecf20Sopenharmony_ci	WREG32_P(SMC_IND_ACCESS_CNTL, 0, ~AUTO_INCREMENT_IND_0);
2418c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags);
2428c2ecf20Sopenharmony_ci
2438c2ecf20Sopenharmony_ci	return 0;
2448c2ecf20Sopenharmony_ci}
2458c2ecf20Sopenharmony_ci
2468c2ecf20Sopenharmony_ciint ci_read_smc_sram_dword(struct radeon_device *rdev,
2478c2ecf20Sopenharmony_ci			   u32 smc_address, u32 *value, u32 limit)
2488c2ecf20Sopenharmony_ci{
2498c2ecf20Sopenharmony_ci	unsigned long flags;
2508c2ecf20Sopenharmony_ci	int ret;
2518c2ecf20Sopenharmony_ci
2528c2ecf20Sopenharmony_ci	spin_lock_irqsave(&rdev->smc_idx_lock, flags);
2538c2ecf20Sopenharmony_ci	ret = ci_set_smc_sram_address(rdev, smc_address, limit);
2548c2ecf20Sopenharmony_ci	if (ret == 0)
2558c2ecf20Sopenharmony_ci		*value = RREG32(SMC_IND_DATA_0);
2568c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags);
2578c2ecf20Sopenharmony_ci
2588c2ecf20Sopenharmony_ci	return ret;
2598c2ecf20Sopenharmony_ci}
2608c2ecf20Sopenharmony_ci
2618c2ecf20Sopenharmony_ciint ci_write_smc_sram_dword(struct radeon_device *rdev,
2628c2ecf20Sopenharmony_ci			    u32 smc_address, u32 value, u32 limit)
2638c2ecf20Sopenharmony_ci{
2648c2ecf20Sopenharmony_ci	unsigned long flags;
2658c2ecf20Sopenharmony_ci	int ret;
2668c2ecf20Sopenharmony_ci
2678c2ecf20Sopenharmony_ci	spin_lock_irqsave(&rdev->smc_idx_lock, flags);
2688c2ecf20Sopenharmony_ci	ret = ci_set_smc_sram_address(rdev, smc_address, limit);
2698c2ecf20Sopenharmony_ci	if (ret == 0)
2708c2ecf20Sopenharmony_ci		WREG32(SMC_IND_DATA_0, value);
2718c2ecf20Sopenharmony_ci	spin_unlock_irqrestore(&rdev->smc_idx_lock, flags);
2728c2ecf20Sopenharmony_ci
2738c2ecf20Sopenharmony_ci	return ret;
2748c2ecf20Sopenharmony_ci}
275