162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Extract CPU cache information and expose them via sysfs.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci *    Copyright IBM Corp. 2012
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <linux/seq_file.h>
962306a36Sopenharmony_ci#include <linux/cpu.h>
1062306a36Sopenharmony_ci#include <linux/cacheinfo.h>
1162306a36Sopenharmony_ci#include <asm/facility.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_cienum {
1462306a36Sopenharmony_ci	CACHE_SCOPE_NOTEXISTS,
1562306a36Sopenharmony_ci	CACHE_SCOPE_PRIVATE,
1662306a36Sopenharmony_ci	CACHE_SCOPE_SHARED,
1762306a36Sopenharmony_ci	CACHE_SCOPE_RESERVED,
1862306a36Sopenharmony_ci};
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_cienum {
2162306a36Sopenharmony_ci	CTYPE_SEPARATE,
2262306a36Sopenharmony_ci	CTYPE_DATA,
2362306a36Sopenharmony_ci	CTYPE_INSTRUCTION,
2462306a36Sopenharmony_ci	CTYPE_UNIFIED,
2562306a36Sopenharmony_ci};
2662306a36Sopenharmony_ci
2762306a36Sopenharmony_cienum {
2862306a36Sopenharmony_ci	EXTRACT_TOPOLOGY,
2962306a36Sopenharmony_ci	EXTRACT_LINE_SIZE,
3062306a36Sopenharmony_ci	EXTRACT_SIZE,
3162306a36Sopenharmony_ci	EXTRACT_ASSOCIATIVITY,
3262306a36Sopenharmony_ci};
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_cienum {
3562306a36Sopenharmony_ci	CACHE_TI_UNIFIED = 0,
3662306a36Sopenharmony_ci	CACHE_TI_DATA = 0,
3762306a36Sopenharmony_ci	CACHE_TI_INSTRUCTION,
3862306a36Sopenharmony_ci};
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_cistruct cache_info {
4162306a36Sopenharmony_ci	unsigned char	    : 4;
4262306a36Sopenharmony_ci	unsigned char scope : 2;
4362306a36Sopenharmony_ci	unsigned char type  : 2;
4462306a36Sopenharmony_ci};
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci#define CACHE_MAX_LEVEL 8
4762306a36Sopenharmony_ciunion cache_topology {
4862306a36Sopenharmony_ci	struct cache_info ci[CACHE_MAX_LEVEL];
4962306a36Sopenharmony_ci	unsigned long raw;
5062306a36Sopenharmony_ci};
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_cistatic const char * const cache_type_string[] = {
5362306a36Sopenharmony_ci	"",
5462306a36Sopenharmony_ci	"Instruction",
5562306a36Sopenharmony_ci	"Data",
5662306a36Sopenharmony_ci	"",
5762306a36Sopenharmony_ci	"Unified",
5862306a36Sopenharmony_ci};
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_cistatic const enum cache_type cache_type_map[] = {
6162306a36Sopenharmony_ci	[CTYPE_SEPARATE] = CACHE_TYPE_SEPARATE,
6262306a36Sopenharmony_ci	[CTYPE_DATA] = CACHE_TYPE_DATA,
6362306a36Sopenharmony_ci	[CTYPE_INSTRUCTION] = CACHE_TYPE_INST,
6462306a36Sopenharmony_ci	[CTYPE_UNIFIED] = CACHE_TYPE_UNIFIED,
6562306a36Sopenharmony_ci};
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_civoid show_cacheinfo(struct seq_file *m)
6862306a36Sopenharmony_ci{
6962306a36Sopenharmony_ci	struct cpu_cacheinfo *this_cpu_ci;
7062306a36Sopenharmony_ci	struct cacheinfo *cache;
7162306a36Sopenharmony_ci	int idx;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	this_cpu_ci = get_cpu_cacheinfo(cpumask_any(cpu_online_mask));
7462306a36Sopenharmony_ci	for (idx = 0; idx < this_cpu_ci->num_leaves; idx++) {
7562306a36Sopenharmony_ci		cache = this_cpu_ci->info_list + idx;
7662306a36Sopenharmony_ci		seq_printf(m, "cache%-11d: ", idx);
7762306a36Sopenharmony_ci		seq_printf(m, "level=%d ", cache->level);
7862306a36Sopenharmony_ci		seq_printf(m, "type=%s ", cache_type_string[cache->type]);
7962306a36Sopenharmony_ci		seq_printf(m, "scope=%s ",
8062306a36Sopenharmony_ci			   cache->disable_sysfs ? "Shared" : "Private");
8162306a36Sopenharmony_ci		seq_printf(m, "size=%dK ", cache->size >> 10);
8262306a36Sopenharmony_ci		seq_printf(m, "line_size=%u ", cache->coherency_line_size);
8362306a36Sopenharmony_ci		seq_printf(m, "associativity=%d", cache->ways_of_associativity);
8462306a36Sopenharmony_ci		seq_puts(m, "\n");
8562306a36Sopenharmony_ci	}
8662306a36Sopenharmony_ci}
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_cistatic inline enum cache_type get_cache_type(struct cache_info *ci, int level)
8962306a36Sopenharmony_ci{
9062306a36Sopenharmony_ci	if (level >= CACHE_MAX_LEVEL)
9162306a36Sopenharmony_ci		return CACHE_TYPE_NOCACHE;
9262306a36Sopenharmony_ci	ci += level;
9362306a36Sopenharmony_ci	if (ci->scope != CACHE_SCOPE_SHARED && ci->scope != CACHE_SCOPE_PRIVATE)
9462306a36Sopenharmony_ci		return CACHE_TYPE_NOCACHE;
9562306a36Sopenharmony_ci	return cache_type_map[ci->type];
9662306a36Sopenharmony_ci}
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_cistatic inline unsigned long ecag(int ai, int li, int ti)
9962306a36Sopenharmony_ci{
10062306a36Sopenharmony_ci	return __ecag(ECAG_CACHE_ATTRIBUTE, ai << 4 | li << 1 | ti);
10162306a36Sopenharmony_ci}
10262306a36Sopenharmony_ci
10362306a36Sopenharmony_cistatic void ci_leaf_init(struct cacheinfo *this_leaf, int private,
10462306a36Sopenharmony_ci			 enum cache_type type, unsigned int level, int cpu)
10562306a36Sopenharmony_ci{
10662306a36Sopenharmony_ci	int ti, num_sets;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	if (type == CACHE_TYPE_INST)
10962306a36Sopenharmony_ci		ti = CACHE_TI_INSTRUCTION;
11062306a36Sopenharmony_ci	else
11162306a36Sopenharmony_ci		ti = CACHE_TI_UNIFIED;
11262306a36Sopenharmony_ci	this_leaf->level = level + 1;
11362306a36Sopenharmony_ci	this_leaf->type = type;
11462306a36Sopenharmony_ci	this_leaf->coherency_line_size = ecag(EXTRACT_LINE_SIZE, level, ti);
11562306a36Sopenharmony_ci	this_leaf->ways_of_associativity = ecag(EXTRACT_ASSOCIATIVITY, level, ti);
11662306a36Sopenharmony_ci	this_leaf->size = ecag(EXTRACT_SIZE, level, ti);
11762306a36Sopenharmony_ci	num_sets = this_leaf->size / this_leaf->coherency_line_size;
11862306a36Sopenharmony_ci	num_sets /= this_leaf->ways_of_associativity;
11962306a36Sopenharmony_ci	this_leaf->number_of_sets = num_sets;
12062306a36Sopenharmony_ci	cpumask_set_cpu(cpu, &this_leaf->shared_cpu_map);
12162306a36Sopenharmony_ci	if (!private)
12262306a36Sopenharmony_ci		this_leaf->disable_sysfs = true;
12362306a36Sopenharmony_ci}
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ciint init_cache_level(unsigned int cpu)
12662306a36Sopenharmony_ci{
12762306a36Sopenharmony_ci	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
12862306a36Sopenharmony_ci	unsigned int level = 0, leaves = 0;
12962306a36Sopenharmony_ci	union cache_topology ct;
13062306a36Sopenharmony_ci	enum cache_type ctype;
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_ci	if (!this_cpu_ci)
13362306a36Sopenharmony_ci		return -EINVAL;
13462306a36Sopenharmony_ci	ct.raw = ecag(EXTRACT_TOPOLOGY, 0, 0);
13562306a36Sopenharmony_ci	do {
13662306a36Sopenharmony_ci		ctype = get_cache_type(&ct.ci[0], level);
13762306a36Sopenharmony_ci		if (ctype == CACHE_TYPE_NOCACHE)
13862306a36Sopenharmony_ci			break;
13962306a36Sopenharmony_ci		/* Separate instruction and data caches */
14062306a36Sopenharmony_ci		leaves += (ctype == CACHE_TYPE_SEPARATE) ? 2 : 1;
14162306a36Sopenharmony_ci	} while (++level < CACHE_MAX_LEVEL);
14262306a36Sopenharmony_ci	this_cpu_ci->num_levels = level;
14362306a36Sopenharmony_ci	this_cpu_ci->num_leaves = leaves;
14462306a36Sopenharmony_ci	return 0;
14562306a36Sopenharmony_ci}
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ciint populate_cache_leaves(unsigned int cpu)
14862306a36Sopenharmony_ci{
14962306a36Sopenharmony_ci	struct cpu_cacheinfo *this_cpu_ci = get_cpu_cacheinfo(cpu);
15062306a36Sopenharmony_ci	struct cacheinfo *this_leaf = this_cpu_ci->info_list;
15162306a36Sopenharmony_ci	unsigned int level, idx, pvt;
15262306a36Sopenharmony_ci	union cache_topology ct;
15362306a36Sopenharmony_ci	enum cache_type ctype;
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	ct.raw = ecag(EXTRACT_TOPOLOGY, 0, 0);
15662306a36Sopenharmony_ci	for (idx = 0, level = 0; level < this_cpu_ci->num_levels &&
15762306a36Sopenharmony_ci	     idx < this_cpu_ci->num_leaves; idx++, level++) {
15862306a36Sopenharmony_ci		if (!this_leaf)
15962306a36Sopenharmony_ci			return -EINVAL;
16062306a36Sopenharmony_ci		pvt = (ct.ci[level].scope == CACHE_SCOPE_PRIVATE) ? 1 : 0;
16162306a36Sopenharmony_ci		ctype = get_cache_type(&ct.ci[0], level);
16262306a36Sopenharmony_ci		if (ctype == CACHE_TYPE_SEPARATE) {
16362306a36Sopenharmony_ci			ci_leaf_init(this_leaf++, pvt, CACHE_TYPE_DATA, level, cpu);
16462306a36Sopenharmony_ci			ci_leaf_init(this_leaf++, pvt, CACHE_TYPE_INST, level, cpu);
16562306a36Sopenharmony_ci		} else {
16662306a36Sopenharmony_ci			ci_leaf_init(this_leaf++, pvt, ctype, level, cpu);
16762306a36Sopenharmony_ci		}
16862306a36Sopenharmony_ci	}
16962306a36Sopenharmony_ci	this_cpu_ci->cpu_map_populated = true;
17062306a36Sopenharmony_ci	return 0;
17162306a36Sopenharmony_ci}
172