162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci * Copyright 2009 Jerome Glisse.
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a
562306a36Sopenharmony_ci * copy of this software and associated documentation files (the "Software"),
662306a36Sopenharmony_ci * to deal in the Software without restriction, including without limitation
762306a36Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sublicense,
862306a36Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the
962306a36Sopenharmony_ci * Software is furnished to do so, subject to the following conditions:
1062306a36Sopenharmony_ci *
1162306a36Sopenharmony_ci * The above copyright notice and this permission notice shall be included in
1262306a36Sopenharmony_ci * all copies or substantial portions of the Software.
1362306a36Sopenharmony_ci *
1462306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
1562306a36Sopenharmony_ci * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
1662306a36Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
1762306a36Sopenharmony_ci * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
1862306a36Sopenharmony_ci * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
1962306a36Sopenharmony_ci * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
2062306a36Sopenharmony_ci * OTHER DEALINGS IN THE SOFTWARE.
2162306a36Sopenharmony_ci *
2262306a36Sopenharmony_ci * Authors: Jerome Glisse
2362306a36Sopenharmony_ci */
2462306a36Sopenharmony_ci
2562306a36Sopenharmony_ci#include <drm/radeon_drm.h>
2662306a36Sopenharmony_ci#include "radeon_reg.h"
2762306a36Sopenharmony_ci#include "radeon.h"
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci#define RADEON_BENCHMARK_COPY_BLIT 1
3062306a36Sopenharmony_ci#define RADEON_BENCHMARK_COPY_DMA  0
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_ci#define RADEON_BENCHMARK_ITERATIONS 1024
3362306a36Sopenharmony_ci#define RADEON_BENCHMARK_COMMON_MODES_N 17
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_cistatic int radeon_benchmark_do_move(struct radeon_device *rdev, unsigned size,
3662306a36Sopenharmony_ci				    uint64_t saddr, uint64_t daddr,
3762306a36Sopenharmony_ci				    int flag, int n,
3862306a36Sopenharmony_ci				    struct dma_resv *resv)
3962306a36Sopenharmony_ci{
4062306a36Sopenharmony_ci	unsigned long start_jiffies;
4162306a36Sopenharmony_ci	unsigned long end_jiffies;
4262306a36Sopenharmony_ci	struct radeon_fence *fence = NULL;
4362306a36Sopenharmony_ci	int i, r;
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci	start_jiffies = jiffies;
4662306a36Sopenharmony_ci	for (i = 0; i < n; i++) {
4762306a36Sopenharmony_ci		switch (flag) {
4862306a36Sopenharmony_ci		case RADEON_BENCHMARK_COPY_DMA:
4962306a36Sopenharmony_ci			fence = radeon_copy_dma(rdev, saddr, daddr,
5062306a36Sopenharmony_ci						size / RADEON_GPU_PAGE_SIZE,
5162306a36Sopenharmony_ci						resv);
5262306a36Sopenharmony_ci			break;
5362306a36Sopenharmony_ci		case RADEON_BENCHMARK_COPY_BLIT:
5462306a36Sopenharmony_ci			fence = radeon_copy_blit(rdev, saddr, daddr,
5562306a36Sopenharmony_ci						 size / RADEON_GPU_PAGE_SIZE,
5662306a36Sopenharmony_ci						 resv);
5762306a36Sopenharmony_ci			break;
5862306a36Sopenharmony_ci		default:
5962306a36Sopenharmony_ci			DRM_ERROR("Unknown copy method\n");
6062306a36Sopenharmony_ci			return -EINVAL;
6162306a36Sopenharmony_ci		}
6262306a36Sopenharmony_ci		if (IS_ERR(fence))
6362306a36Sopenharmony_ci			return PTR_ERR(fence);
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci		r = radeon_fence_wait(fence, false);
6662306a36Sopenharmony_ci		radeon_fence_unref(&fence);
6762306a36Sopenharmony_ci		if (r)
6862306a36Sopenharmony_ci			return r;
6962306a36Sopenharmony_ci	}
7062306a36Sopenharmony_ci	end_jiffies = jiffies;
7162306a36Sopenharmony_ci	return jiffies_to_msecs(end_jiffies - start_jiffies);
7262306a36Sopenharmony_ci}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_cistatic void radeon_benchmark_log_results(int n, unsigned size,
7662306a36Sopenharmony_ci					 unsigned int time,
7762306a36Sopenharmony_ci					 unsigned sdomain, unsigned ddomain,
7862306a36Sopenharmony_ci					 char *kind)
7962306a36Sopenharmony_ci{
8062306a36Sopenharmony_ci	unsigned int throughput = (n * (size >> 10)) / time;
8162306a36Sopenharmony_ci	DRM_INFO("radeon: %s %u bo moves of %u kB from"
8262306a36Sopenharmony_ci		 " %d to %d in %u ms, throughput: %u Mb/s or %u MB/s\n",
8362306a36Sopenharmony_ci		 kind, n, size >> 10, sdomain, ddomain, time,
8462306a36Sopenharmony_ci		 throughput * 8, throughput);
8562306a36Sopenharmony_ci}
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_cistatic void radeon_benchmark_move(struct radeon_device *rdev, unsigned size,
8862306a36Sopenharmony_ci				  unsigned sdomain, unsigned ddomain)
8962306a36Sopenharmony_ci{
9062306a36Sopenharmony_ci	struct radeon_bo *dobj = NULL;
9162306a36Sopenharmony_ci	struct radeon_bo *sobj = NULL;
9262306a36Sopenharmony_ci	uint64_t saddr, daddr;
9362306a36Sopenharmony_ci	int r, n;
9462306a36Sopenharmony_ci	int time;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	n = RADEON_BENCHMARK_ITERATIONS;
9762306a36Sopenharmony_ci	r = radeon_bo_create(rdev, size, PAGE_SIZE, true, sdomain, 0, NULL, NULL, &sobj);
9862306a36Sopenharmony_ci	if (r) {
9962306a36Sopenharmony_ci		goto out_cleanup;
10062306a36Sopenharmony_ci	}
10162306a36Sopenharmony_ci	r = radeon_bo_reserve(sobj, false);
10262306a36Sopenharmony_ci	if (unlikely(r != 0))
10362306a36Sopenharmony_ci		goto out_cleanup;
10462306a36Sopenharmony_ci	r = radeon_bo_pin(sobj, sdomain, &saddr);
10562306a36Sopenharmony_ci	radeon_bo_unreserve(sobj);
10662306a36Sopenharmony_ci	if (r) {
10762306a36Sopenharmony_ci		goto out_cleanup;
10862306a36Sopenharmony_ci	}
10962306a36Sopenharmony_ci	r = radeon_bo_create(rdev, size, PAGE_SIZE, true, ddomain, 0, NULL, NULL, &dobj);
11062306a36Sopenharmony_ci	if (r) {
11162306a36Sopenharmony_ci		goto out_cleanup;
11262306a36Sopenharmony_ci	}
11362306a36Sopenharmony_ci	r = radeon_bo_reserve(dobj, false);
11462306a36Sopenharmony_ci	if (unlikely(r != 0))
11562306a36Sopenharmony_ci		goto out_cleanup;
11662306a36Sopenharmony_ci	r = radeon_bo_pin(dobj, ddomain, &daddr);
11762306a36Sopenharmony_ci	radeon_bo_unreserve(dobj);
11862306a36Sopenharmony_ci	if (r) {
11962306a36Sopenharmony_ci		goto out_cleanup;
12062306a36Sopenharmony_ci	}
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	if (rdev->asic->copy.dma) {
12362306a36Sopenharmony_ci		time = radeon_benchmark_do_move(rdev, size, saddr, daddr,
12462306a36Sopenharmony_ci						RADEON_BENCHMARK_COPY_DMA, n,
12562306a36Sopenharmony_ci						dobj->tbo.base.resv);
12662306a36Sopenharmony_ci		if (time < 0)
12762306a36Sopenharmony_ci			goto out_cleanup;
12862306a36Sopenharmony_ci		if (time > 0)
12962306a36Sopenharmony_ci			radeon_benchmark_log_results(n, size, time,
13062306a36Sopenharmony_ci						     sdomain, ddomain, "dma");
13162306a36Sopenharmony_ci	}
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	if (rdev->asic->copy.blit) {
13462306a36Sopenharmony_ci		time = radeon_benchmark_do_move(rdev, size, saddr, daddr,
13562306a36Sopenharmony_ci						RADEON_BENCHMARK_COPY_BLIT, n,
13662306a36Sopenharmony_ci						dobj->tbo.base.resv);
13762306a36Sopenharmony_ci		if (time < 0)
13862306a36Sopenharmony_ci			goto out_cleanup;
13962306a36Sopenharmony_ci		if (time > 0)
14062306a36Sopenharmony_ci			radeon_benchmark_log_results(n, size, time,
14162306a36Sopenharmony_ci						     sdomain, ddomain, "blit");
14262306a36Sopenharmony_ci	}
14362306a36Sopenharmony_ci
14462306a36Sopenharmony_ciout_cleanup:
14562306a36Sopenharmony_ci	if (sobj) {
14662306a36Sopenharmony_ci		r = radeon_bo_reserve(sobj, false);
14762306a36Sopenharmony_ci		if (likely(r == 0)) {
14862306a36Sopenharmony_ci			radeon_bo_unpin(sobj);
14962306a36Sopenharmony_ci			radeon_bo_unreserve(sobj);
15062306a36Sopenharmony_ci		}
15162306a36Sopenharmony_ci		radeon_bo_unref(&sobj);
15262306a36Sopenharmony_ci	}
15362306a36Sopenharmony_ci	if (dobj) {
15462306a36Sopenharmony_ci		r = radeon_bo_reserve(dobj, false);
15562306a36Sopenharmony_ci		if (likely(r == 0)) {
15662306a36Sopenharmony_ci			radeon_bo_unpin(dobj);
15762306a36Sopenharmony_ci			radeon_bo_unreserve(dobj);
15862306a36Sopenharmony_ci		}
15962306a36Sopenharmony_ci		radeon_bo_unref(&dobj);
16062306a36Sopenharmony_ci	}
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci	if (r) {
16362306a36Sopenharmony_ci		DRM_ERROR("Error while benchmarking BO move.\n");
16462306a36Sopenharmony_ci	}
16562306a36Sopenharmony_ci}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_civoid radeon_benchmark(struct radeon_device *rdev, int test_number)
16862306a36Sopenharmony_ci{
16962306a36Sopenharmony_ci	int i;
17062306a36Sopenharmony_ci	int common_modes[RADEON_BENCHMARK_COMMON_MODES_N] = {
17162306a36Sopenharmony_ci		640 * 480 * 4,
17262306a36Sopenharmony_ci		720 * 480 * 4,
17362306a36Sopenharmony_ci		800 * 600 * 4,
17462306a36Sopenharmony_ci		848 * 480 * 4,
17562306a36Sopenharmony_ci		1024 * 768 * 4,
17662306a36Sopenharmony_ci		1152 * 768 * 4,
17762306a36Sopenharmony_ci		1280 * 720 * 4,
17862306a36Sopenharmony_ci		1280 * 800 * 4,
17962306a36Sopenharmony_ci		1280 * 854 * 4,
18062306a36Sopenharmony_ci		1280 * 960 * 4,
18162306a36Sopenharmony_ci		1280 * 1024 * 4,
18262306a36Sopenharmony_ci		1440 * 900 * 4,
18362306a36Sopenharmony_ci		1400 * 1050 * 4,
18462306a36Sopenharmony_ci		1680 * 1050 * 4,
18562306a36Sopenharmony_ci		1600 * 1200 * 4,
18662306a36Sopenharmony_ci		1920 * 1080 * 4,
18762306a36Sopenharmony_ci		1920 * 1200 * 4
18862306a36Sopenharmony_ci	};
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	switch (test_number) {
19162306a36Sopenharmony_ci	case 1:
19262306a36Sopenharmony_ci		/* simple test, VRAM to GTT and GTT to VRAM */
19362306a36Sopenharmony_ci		radeon_benchmark_move(rdev, 1024*1024, RADEON_GEM_DOMAIN_GTT,
19462306a36Sopenharmony_ci				      RADEON_GEM_DOMAIN_VRAM);
19562306a36Sopenharmony_ci		radeon_benchmark_move(rdev, 1024*1024, RADEON_GEM_DOMAIN_VRAM,
19662306a36Sopenharmony_ci				      RADEON_GEM_DOMAIN_GTT);
19762306a36Sopenharmony_ci		break;
19862306a36Sopenharmony_ci	case 2:
19962306a36Sopenharmony_ci		/* simple test, VRAM to VRAM */
20062306a36Sopenharmony_ci		radeon_benchmark_move(rdev, 1024*1024, RADEON_GEM_DOMAIN_VRAM,
20162306a36Sopenharmony_ci				      RADEON_GEM_DOMAIN_VRAM);
20262306a36Sopenharmony_ci		break;
20362306a36Sopenharmony_ci	case 3:
20462306a36Sopenharmony_ci		/* GTT to VRAM, buffer size sweep, powers of 2 */
20562306a36Sopenharmony_ci		for (i = 1; i <= 16384; i <<= 1)
20662306a36Sopenharmony_ci			radeon_benchmark_move(rdev, i * RADEON_GPU_PAGE_SIZE,
20762306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_GTT,
20862306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM);
20962306a36Sopenharmony_ci		break;
21062306a36Sopenharmony_ci	case 4:
21162306a36Sopenharmony_ci		/* VRAM to GTT, buffer size sweep, powers of 2 */
21262306a36Sopenharmony_ci		for (i = 1; i <= 16384; i <<= 1)
21362306a36Sopenharmony_ci			radeon_benchmark_move(rdev, i * RADEON_GPU_PAGE_SIZE,
21462306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM,
21562306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_GTT);
21662306a36Sopenharmony_ci		break;
21762306a36Sopenharmony_ci	case 5:
21862306a36Sopenharmony_ci		/* VRAM to VRAM, buffer size sweep, powers of 2 */
21962306a36Sopenharmony_ci		for (i = 1; i <= 16384; i <<= 1)
22062306a36Sopenharmony_ci			radeon_benchmark_move(rdev, i * RADEON_GPU_PAGE_SIZE,
22162306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM,
22262306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM);
22362306a36Sopenharmony_ci		break;
22462306a36Sopenharmony_ci	case 6:
22562306a36Sopenharmony_ci		/* GTT to VRAM, buffer size sweep, common modes */
22662306a36Sopenharmony_ci		for (i = 0; i < RADEON_BENCHMARK_COMMON_MODES_N; i++)
22762306a36Sopenharmony_ci			radeon_benchmark_move(rdev, common_modes[i],
22862306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_GTT,
22962306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM);
23062306a36Sopenharmony_ci		break;
23162306a36Sopenharmony_ci	case 7:
23262306a36Sopenharmony_ci		/* VRAM to GTT, buffer size sweep, common modes */
23362306a36Sopenharmony_ci		for (i = 0; i < RADEON_BENCHMARK_COMMON_MODES_N; i++)
23462306a36Sopenharmony_ci			radeon_benchmark_move(rdev, common_modes[i],
23562306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM,
23662306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_GTT);
23762306a36Sopenharmony_ci		break;
23862306a36Sopenharmony_ci	case 8:
23962306a36Sopenharmony_ci		/* VRAM to VRAM, buffer size sweep, common modes */
24062306a36Sopenharmony_ci		for (i = 0; i < RADEON_BENCHMARK_COMMON_MODES_N; i++)
24162306a36Sopenharmony_ci			radeon_benchmark_move(rdev, common_modes[i],
24262306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM,
24362306a36Sopenharmony_ci					      RADEON_GEM_DOMAIN_VRAM);
24462306a36Sopenharmony_ci		break;
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	default:
24762306a36Sopenharmony_ci		DRM_ERROR("Unknown benchmark\n");
24862306a36Sopenharmony_ci	}
24962306a36Sopenharmony_ci}
250