162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0+
262306a36Sopenharmony_ci/* Microchip Sparx5 Switch driver
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Copyright (c) 2023 Microchip Technology Inc. and its subsidiaries.
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include "sparx5_main_regs.h"
862306a36Sopenharmony_ci#include "sparx5_main.h"
962306a36Sopenharmony_ci
1062306a36Sopenharmony_cistruct sparx5_sdlb_group sdlb_groups[SPX5_SDLB_GROUP_CNT] = {
1162306a36Sopenharmony_ci	{ SPX5_SDLB_GROUP_RATE_MAX,    8192 / 1, 64 }, /*  25 G */
1262306a36Sopenharmony_ci	{ 15000000000ULL,              8192 / 1, 64 }, /*  15 G */
1362306a36Sopenharmony_ci	{ 10000000000ULL,              8192 / 1, 64 }, /*  10 G */
1462306a36Sopenharmony_ci	{  5000000000ULL,              8192 / 1, 64 }, /*   5 G */
1562306a36Sopenharmony_ci	{  2500000000ULL,              8192 / 1, 64 }, /* 2.5 G */
1662306a36Sopenharmony_ci	{  1000000000ULL,              8192 / 2, 64 }, /*   1 G */
1762306a36Sopenharmony_ci	{   500000000ULL,              8192 / 2, 64 }, /* 500 M */
1862306a36Sopenharmony_ci	{   100000000ULL,              8192 / 4, 64 }, /* 100 M */
1962306a36Sopenharmony_ci	{    50000000ULL,              8192 / 4, 64 }, /*  50 M */
2062306a36Sopenharmony_ci	{     5000000ULL,              8192 / 8, 64 }  /*   5 M */
2162306a36Sopenharmony_ci};
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ciint sparx5_sdlb_clk_hz_get(struct sparx5 *sparx5)
2462306a36Sopenharmony_ci{
2562306a36Sopenharmony_ci	u32 clk_per_100ps;
2662306a36Sopenharmony_ci	u64 clk_hz;
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci	clk_per_100ps = HSCH_SYS_CLK_PER_100PS_GET(spx5_rd(sparx5,
2962306a36Sopenharmony_ci							   HSCH_SYS_CLK_PER));
3062306a36Sopenharmony_ci	if (!clk_per_100ps)
3162306a36Sopenharmony_ci		clk_per_100ps = SPX5_CLK_PER_100PS_DEFAULT;
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_ci	clk_hz = (10 * 1000 * 1000) / clk_per_100ps;
3462306a36Sopenharmony_ci	return clk_hz *= 1000;
3562306a36Sopenharmony_ci}
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_cistatic int sparx5_sdlb_pup_interval_get(struct sparx5 *sparx5, u32 max_token,
3862306a36Sopenharmony_ci					u64 max_rate)
3962306a36Sopenharmony_ci{
4062306a36Sopenharmony_ci	u64 clk_hz;
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_ci	clk_hz = sparx5_sdlb_clk_hz_get(sparx5);
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	return div64_u64((8 * clk_hz * max_token), max_rate);
4562306a36Sopenharmony_ci}
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ciint sparx5_sdlb_pup_token_get(struct sparx5 *sparx5, u32 pup_interval, u64 rate)
4862306a36Sopenharmony_ci{
4962306a36Sopenharmony_ci	u64 clk_hz;
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	if (!rate)
5262306a36Sopenharmony_ci		return SPX5_SDLB_PUP_TOKEN_DISABLE;
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	clk_hz = sparx5_sdlb_clk_hz_get(sparx5);
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_ci	return DIV64_U64_ROUND_UP((rate * pup_interval), (clk_hz * 8));
5762306a36Sopenharmony_ci}
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_cistatic void sparx5_sdlb_group_disable(struct sparx5 *sparx5, u32 group)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	spx5_rmw(ANA_AC_SDLB_PUP_CTRL_PUP_ENA_SET(0),
6262306a36Sopenharmony_ci		 ANA_AC_SDLB_PUP_CTRL_PUP_ENA, sparx5,
6362306a36Sopenharmony_ci		 ANA_AC_SDLB_PUP_CTRL(group));
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_cistatic void sparx5_sdlb_group_enable(struct sparx5 *sparx5, u32 group)
6762306a36Sopenharmony_ci{
6862306a36Sopenharmony_ci	spx5_rmw(ANA_AC_SDLB_PUP_CTRL_PUP_ENA_SET(1),
6962306a36Sopenharmony_ci		 ANA_AC_SDLB_PUP_CTRL_PUP_ENA, sparx5,
7062306a36Sopenharmony_ci		 ANA_AC_SDLB_PUP_CTRL(group));
7162306a36Sopenharmony_ci}
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_cistatic u32 sparx5_sdlb_group_get_first(struct sparx5 *sparx5, u32 group)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	u32 val;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	val = spx5_rd(sparx5, ANA_AC_SDLB_XLB_START(group));
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	return ANA_AC_SDLB_XLB_START_LBSET_START_GET(val);
8062306a36Sopenharmony_ci}
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_cistatic u32 sparx5_sdlb_group_get_next(struct sparx5 *sparx5, u32 group,
8362306a36Sopenharmony_ci				      u32 lb)
8462306a36Sopenharmony_ci{
8562306a36Sopenharmony_ci	u32 val;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	val = spx5_rd(sparx5, ANA_AC_SDLB_XLB_NEXT(lb));
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	return ANA_AC_SDLB_XLB_NEXT_LBSET_NEXT_GET(val);
9062306a36Sopenharmony_ci}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_cistatic bool sparx5_sdlb_group_is_first(struct sparx5 *sparx5, u32 group,
9362306a36Sopenharmony_ci				       u32 lb)
9462306a36Sopenharmony_ci{
9562306a36Sopenharmony_ci	return lb == sparx5_sdlb_group_get_first(sparx5, group);
9662306a36Sopenharmony_ci}
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_cistatic bool sparx5_sdlb_group_is_last(struct sparx5 *sparx5, u32 group,
9962306a36Sopenharmony_ci				      u32 lb)
10062306a36Sopenharmony_ci{
10162306a36Sopenharmony_ci	return lb == sparx5_sdlb_group_get_next(sparx5, group, lb);
10262306a36Sopenharmony_ci}
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_cistatic bool sparx5_sdlb_group_is_empty(struct sparx5 *sparx5, u32 group)
10562306a36Sopenharmony_ci{
10662306a36Sopenharmony_ci	u32 val;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	val = spx5_rd(sparx5, ANA_AC_SDLB_PUP_CTRL(group));
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	return ANA_AC_SDLB_PUP_CTRL_PUP_ENA_GET(val) == 0;
11162306a36Sopenharmony_ci}
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic u32 sparx5_sdlb_group_get_last(struct sparx5 *sparx5, u32 group)
11462306a36Sopenharmony_ci{
11562306a36Sopenharmony_ci	u32 itr, next;
11662306a36Sopenharmony_ci
11762306a36Sopenharmony_ci	itr = sparx5_sdlb_group_get_first(sparx5, group);
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci	for (;;) {
12062306a36Sopenharmony_ci		next = sparx5_sdlb_group_get_next(sparx5, group, itr);
12162306a36Sopenharmony_ci		if (itr == next)
12262306a36Sopenharmony_ci			return itr;
12362306a36Sopenharmony_ci
12462306a36Sopenharmony_ci		itr = next;
12562306a36Sopenharmony_ci	}
12662306a36Sopenharmony_ci}
12762306a36Sopenharmony_ci
12862306a36Sopenharmony_cistatic bool sparx5_sdlb_group_is_singular(struct sparx5 *sparx5, u32 group)
12962306a36Sopenharmony_ci{
13062306a36Sopenharmony_ci	if (sparx5_sdlb_group_is_empty(sparx5, group))
13162306a36Sopenharmony_ci		return false;
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	return sparx5_sdlb_group_get_first(sparx5, group) ==
13462306a36Sopenharmony_ci	       sparx5_sdlb_group_get_last(sparx5, group);
13562306a36Sopenharmony_ci}
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_cistatic int sparx5_sdlb_group_get_adjacent(struct sparx5 *sparx5, u32 group,
13862306a36Sopenharmony_ci					  u32 idx, u32 *prev, u32 *next,
13962306a36Sopenharmony_ci					  u32 *first)
14062306a36Sopenharmony_ci{
14162306a36Sopenharmony_ci	u32 itr;
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	*first = sparx5_sdlb_group_get_first(sparx5, group);
14462306a36Sopenharmony_ci	*prev = *first;
14562306a36Sopenharmony_ci	*next = *first;
14662306a36Sopenharmony_ci	itr = *first;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	for (;;) {
14962306a36Sopenharmony_ci		*next = sparx5_sdlb_group_get_next(sparx5, group, itr);
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci		if (itr == idx)
15262306a36Sopenharmony_ci			return 0; /* Found it */
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci		if (itr == *next)
15562306a36Sopenharmony_ci			return -EINVAL; /* Was not found */
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci		*prev = itr;
15862306a36Sopenharmony_ci		itr = *next;
15962306a36Sopenharmony_ci	}
16062306a36Sopenharmony_ci}
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_cistatic int sparx5_sdlb_group_get_count(struct sparx5 *sparx5, u32 group)
16362306a36Sopenharmony_ci{
16462306a36Sopenharmony_ci	u32 itr, next;
16562306a36Sopenharmony_ci	int count = 0;
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	itr = sparx5_sdlb_group_get_first(sparx5, group);
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	for (;;) {
17062306a36Sopenharmony_ci		next = sparx5_sdlb_group_get_next(sparx5, group, itr);
17162306a36Sopenharmony_ci		if (itr == next)
17262306a36Sopenharmony_ci			return count;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci		itr = next;
17562306a36Sopenharmony_ci		count++;
17662306a36Sopenharmony_ci	}
17762306a36Sopenharmony_ci}
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_ciint sparx5_sdlb_group_get_by_rate(struct sparx5 *sparx5, u32 rate, u32 burst)
18062306a36Sopenharmony_ci{
18162306a36Sopenharmony_ci	const struct sparx5_sdlb_group *group;
18262306a36Sopenharmony_ci	u64 rate_bps;
18362306a36Sopenharmony_ci	int i, count;
18462306a36Sopenharmony_ci
18562306a36Sopenharmony_ci	rate_bps = rate * 1000;
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci	for (i = SPX5_SDLB_GROUP_CNT - 1; i >= 0; i--) {
18862306a36Sopenharmony_ci		group = &sdlb_groups[i];
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci		count = sparx5_sdlb_group_get_count(sparx5, i);
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci		/* Check that this group is not full.
19362306a36Sopenharmony_ci		 * According to LB group configuration rules: the number of XLBs
19462306a36Sopenharmony_ci		 * in a group must not exceed PUP_INTERVAL/4 - 1.
19562306a36Sopenharmony_ci		 */
19662306a36Sopenharmony_ci		if (count > ((group->pup_interval / 4) - 1))
19762306a36Sopenharmony_ci			continue;
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_ci		if (rate_bps < group->max_rate)
20062306a36Sopenharmony_ci			return i;
20162306a36Sopenharmony_ci	}
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci	return -ENOSPC;
20462306a36Sopenharmony_ci}
20562306a36Sopenharmony_ci
20662306a36Sopenharmony_ciint sparx5_sdlb_group_get_by_index(struct sparx5 *sparx5, u32 idx, u32 *group)
20762306a36Sopenharmony_ci{
20862306a36Sopenharmony_ci	u32 itr, next;
20962306a36Sopenharmony_ci	int i;
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	for (i = 0; i < SPX5_SDLB_GROUP_CNT; i++) {
21262306a36Sopenharmony_ci		if (sparx5_sdlb_group_is_empty(sparx5, i))
21362306a36Sopenharmony_ci			continue;
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci		itr = sparx5_sdlb_group_get_first(sparx5, i);
21662306a36Sopenharmony_ci
21762306a36Sopenharmony_ci		for (;;) {
21862306a36Sopenharmony_ci			next = sparx5_sdlb_group_get_next(sparx5, i, itr);
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci			if (itr == idx) {
22162306a36Sopenharmony_ci				*group = i;
22262306a36Sopenharmony_ci				return 0; /* Found it */
22362306a36Sopenharmony_ci			}
22462306a36Sopenharmony_ci			if (itr == next)
22562306a36Sopenharmony_ci				break; /* Was not found */
22662306a36Sopenharmony_ci
22762306a36Sopenharmony_ci			itr = next;
22862306a36Sopenharmony_ci		}
22962306a36Sopenharmony_ci	}
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	return -EINVAL;
23262306a36Sopenharmony_ci}
23362306a36Sopenharmony_ci
23462306a36Sopenharmony_cistatic int sparx5_sdlb_group_link(struct sparx5 *sparx5, u32 group, u32 idx,
23562306a36Sopenharmony_ci				  u32 first, u32 next, bool empty)
23662306a36Sopenharmony_ci{
23762306a36Sopenharmony_ci	/* Stop leaking */
23862306a36Sopenharmony_ci	sparx5_sdlb_group_disable(sparx5, group);
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_ci	if (empty)
24162306a36Sopenharmony_ci		return 0;
24262306a36Sopenharmony_ci
24362306a36Sopenharmony_ci	/* Link insertion lb to next lb */
24462306a36Sopenharmony_ci	spx5_wr(ANA_AC_SDLB_XLB_NEXT_LBSET_NEXT_SET(next) |
24562306a36Sopenharmony_ci			ANA_AC_SDLB_XLB_NEXT_LBGRP_SET(group),
24662306a36Sopenharmony_ci		sparx5, ANA_AC_SDLB_XLB_NEXT(idx));
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci	/* Set the first lb */
24962306a36Sopenharmony_ci	spx5_wr(ANA_AC_SDLB_XLB_START_LBSET_START_SET(first), sparx5,
25062306a36Sopenharmony_ci		ANA_AC_SDLB_XLB_START(group));
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_ci	/* Start leaking */
25362306a36Sopenharmony_ci	sparx5_sdlb_group_enable(sparx5, group);
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	return 0;
25662306a36Sopenharmony_ci};
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ciint sparx5_sdlb_group_add(struct sparx5 *sparx5, u32 group, u32 idx)
25962306a36Sopenharmony_ci{
26062306a36Sopenharmony_ci	u32 first, next;
26162306a36Sopenharmony_ci
26262306a36Sopenharmony_ci	/* We always add to head of the list */
26362306a36Sopenharmony_ci	first = idx;
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_ci	if (sparx5_sdlb_group_is_empty(sparx5, group))
26662306a36Sopenharmony_ci		next = idx;
26762306a36Sopenharmony_ci	else
26862306a36Sopenharmony_ci		next = sparx5_sdlb_group_get_first(sparx5, group);
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ci	return sparx5_sdlb_group_link(sparx5, group, idx, first, next, false);
27162306a36Sopenharmony_ci}
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ciint sparx5_sdlb_group_del(struct sparx5 *sparx5, u32 group, u32 idx)
27462306a36Sopenharmony_ci{
27562306a36Sopenharmony_ci	u32 first, next, prev;
27662306a36Sopenharmony_ci	bool empty = false;
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_ci	if (sparx5_sdlb_group_get_adjacent(sparx5, group, idx, &prev, &next,
27962306a36Sopenharmony_ci					   &first) < 0) {
28062306a36Sopenharmony_ci		pr_err("%s:%d Could not find idx: %d in group: %d", __func__,
28162306a36Sopenharmony_ci		       __LINE__, idx, group);
28262306a36Sopenharmony_ci		return -EINVAL;
28362306a36Sopenharmony_ci	}
28462306a36Sopenharmony_ci
28562306a36Sopenharmony_ci	if (sparx5_sdlb_group_is_singular(sparx5, group)) {
28662306a36Sopenharmony_ci		empty = true;
28762306a36Sopenharmony_ci	} else if (sparx5_sdlb_group_is_last(sparx5, group, idx)) {
28862306a36Sopenharmony_ci		/* idx is removed, prev is now last */
28962306a36Sopenharmony_ci		idx = prev;
29062306a36Sopenharmony_ci		next = prev;
29162306a36Sopenharmony_ci	} else if (sparx5_sdlb_group_is_first(sparx5, group, idx)) {
29262306a36Sopenharmony_ci		/* idx is removed and points to itself, first is next */
29362306a36Sopenharmony_ci		first = next;
29462306a36Sopenharmony_ci		next = idx;
29562306a36Sopenharmony_ci	} else {
29662306a36Sopenharmony_ci		/* Next is not touched */
29762306a36Sopenharmony_ci		idx = prev;
29862306a36Sopenharmony_ci	}
29962306a36Sopenharmony_ci
30062306a36Sopenharmony_ci	return sparx5_sdlb_group_link(sparx5, group, idx, first, next, empty);
30162306a36Sopenharmony_ci}
30262306a36Sopenharmony_ci
30362306a36Sopenharmony_civoid sparx5_sdlb_group_init(struct sparx5 *sparx5, u64 max_rate, u32 min_burst,
30462306a36Sopenharmony_ci			    u32 frame_size, u32 idx)
30562306a36Sopenharmony_ci{
30662306a36Sopenharmony_ci	u32 thres_shift, mask = 0x01, power = 0;
30762306a36Sopenharmony_ci	struct sparx5_sdlb_group *group;
30862306a36Sopenharmony_ci	u64 max_token;
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci	group = &sdlb_groups[idx];
31162306a36Sopenharmony_ci
31262306a36Sopenharmony_ci	/* Number of positions to right-shift LB's threshold value. */
31362306a36Sopenharmony_ci	while ((min_burst & mask) == 0) {
31462306a36Sopenharmony_ci		power++;
31562306a36Sopenharmony_ci		mask <<= 1;
31662306a36Sopenharmony_ci	}
31762306a36Sopenharmony_ci	thres_shift = SPX5_SDLB_2CYCLES_TYPE2_THRES_OFFSET - power;
31862306a36Sopenharmony_ci
31962306a36Sopenharmony_ci	max_token = (min_burst > SPX5_SDLB_PUP_TOKEN_MAX) ?
32062306a36Sopenharmony_ci			    SPX5_SDLB_PUP_TOKEN_MAX :
32162306a36Sopenharmony_ci			    min_burst;
32262306a36Sopenharmony_ci	group->pup_interval =
32362306a36Sopenharmony_ci		sparx5_sdlb_pup_interval_get(sparx5, max_token, max_rate);
32462306a36Sopenharmony_ci
32562306a36Sopenharmony_ci	group->frame_size = frame_size;
32662306a36Sopenharmony_ci
32762306a36Sopenharmony_ci	spx5_wr(ANA_AC_SDLB_PUP_INTERVAL_PUP_INTERVAL_SET(group->pup_interval),
32862306a36Sopenharmony_ci		sparx5, ANA_AC_SDLB_PUP_INTERVAL(idx));
32962306a36Sopenharmony_ci
33062306a36Sopenharmony_ci	spx5_wr(ANA_AC_SDLB_FRM_RATE_TOKENS_FRM_RATE_TOKENS_SET(frame_size),
33162306a36Sopenharmony_ci		sparx5, ANA_AC_SDLB_FRM_RATE_TOKENS(idx));
33262306a36Sopenharmony_ci
33362306a36Sopenharmony_ci	spx5_wr(ANA_AC_SDLB_LBGRP_MISC_THRES_SHIFT_SET(thres_shift), sparx5,
33462306a36Sopenharmony_ci		ANA_AC_SDLB_LBGRP_MISC(idx));
33562306a36Sopenharmony_ci}
336