1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (C) 2018 Broadcom
4 */
5
6/**
7 * DOC: VC4 V3D performance monitor module
8 *
9 * The V3D block provides 16 hardware counters which can count various events.
10 */
11
12#include "vc4_drv.h"
13#include "vc4_regs.h"
14
15#define VC4_PERFMONID_MIN	1
16#define VC4_PERFMONID_MAX	U32_MAX
17
18void vc4_perfmon_get(struct vc4_perfmon *perfmon)
19{
20	if (perfmon)
21		refcount_inc(&perfmon->refcnt);
22}
23
24void vc4_perfmon_put(struct vc4_perfmon *perfmon)
25{
26	if (perfmon && refcount_dec_and_test(&perfmon->refcnt))
27		kfree(perfmon);
28}
29
30void vc4_perfmon_start(struct vc4_dev *vc4, struct vc4_perfmon *perfmon)
31{
32	unsigned int i;
33	u32 mask;
34
35	if (WARN_ON_ONCE(!perfmon || vc4->active_perfmon))
36		return;
37
38	for (i = 0; i < perfmon->ncounters; i++)
39		V3D_WRITE(V3D_PCTRS(i), perfmon->events[i]);
40
41	mask = GENMASK(perfmon->ncounters - 1, 0);
42	V3D_WRITE(V3D_PCTRC, mask);
43	V3D_WRITE(V3D_PCTRE, V3D_PCTRE_EN | mask);
44	vc4->active_perfmon = perfmon;
45}
46
47void vc4_perfmon_stop(struct vc4_dev *vc4, struct vc4_perfmon *perfmon,
48		      bool capture)
49{
50	unsigned int i;
51
52	if (WARN_ON_ONCE(!vc4->active_perfmon ||
53			 perfmon != vc4->active_perfmon))
54		return;
55
56	if (capture) {
57		for (i = 0; i < perfmon->ncounters; i++)
58			perfmon->counters[i] += V3D_READ(V3D_PCTR(i));
59	}
60
61	V3D_WRITE(V3D_PCTRE, 0);
62	vc4->active_perfmon = NULL;
63}
64
65struct vc4_perfmon *vc4_perfmon_find(struct vc4_file *vc4file, int id)
66{
67	struct vc4_perfmon *perfmon;
68
69	mutex_lock(&vc4file->perfmon.lock);
70	perfmon = idr_find(&vc4file->perfmon.idr, id);
71	vc4_perfmon_get(perfmon);
72	mutex_unlock(&vc4file->perfmon.lock);
73
74	return perfmon;
75}
76
77void vc4_perfmon_open_file(struct vc4_file *vc4file)
78{
79	mutex_init(&vc4file->perfmon.lock);
80	idr_init(&vc4file->perfmon.idr);
81}
82
83static int vc4_perfmon_idr_del(int id, void *elem, void *data)
84{
85	struct vc4_perfmon *perfmon = elem;
86
87	vc4_perfmon_put(perfmon);
88
89	return 0;
90}
91
92void vc4_perfmon_close_file(struct vc4_file *vc4file)
93{
94	mutex_lock(&vc4file->perfmon.lock);
95	idr_for_each(&vc4file->perfmon.idr, vc4_perfmon_idr_del, NULL);
96	idr_destroy(&vc4file->perfmon.idr);
97	mutex_unlock(&vc4file->perfmon.lock);
98}
99
100int vc4_perfmon_create_ioctl(struct drm_device *dev, void *data,
101			     struct drm_file *file_priv)
102{
103	struct vc4_dev *vc4 = to_vc4_dev(dev);
104	struct vc4_file *vc4file = file_priv->driver_priv;
105	struct drm_vc4_perfmon_create *req = data;
106	struct vc4_perfmon *perfmon;
107	unsigned int i;
108	int ret;
109
110	if (!vc4->v3d) {
111		DRM_DEBUG("Creating perfmon no VC4 V3D probed\n");
112		return -ENODEV;
113	}
114
115	/* Number of monitored counters cannot exceed HW limits. */
116	if (req->ncounters > DRM_VC4_MAX_PERF_COUNTERS ||
117	    !req->ncounters)
118		return -EINVAL;
119
120	/* Make sure all events are valid. */
121	for (i = 0; i < req->ncounters; i++) {
122		if (req->events[i] >= VC4_PERFCNT_NUM_EVENTS)
123			return -EINVAL;
124	}
125
126	perfmon = kzalloc(struct_size(perfmon, counters, req->ncounters),
127			  GFP_KERNEL);
128	if (!perfmon)
129		return -ENOMEM;
130
131	for (i = 0; i < req->ncounters; i++)
132		perfmon->events[i] = req->events[i];
133
134	perfmon->ncounters = req->ncounters;
135
136	refcount_set(&perfmon->refcnt, 1);
137
138	mutex_lock(&vc4file->perfmon.lock);
139	ret = idr_alloc(&vc4file->perfmon.idr, perfmon, VC4_PERFMONID_MIN,
140			VC4_PERFMONID_MAX, GFP_KERNEL);
141	mutex_unlock(&vc4file->perfmon.lock);
142
143	if (ret < 0) {
144		kfree(perfmon);
145		return ret;
146	}
147
148	req->id = ret;
149	return 0;
150}
151
152int vc4_perfmon_destroy_ioctl(struct drm_device *dev, void *data,
153			      struct drm_file *file_priv)
154{
155	struct vc4_dev *vc4 = to_vc4_dev(dev);
156	struct vc4_file *vc4file = file_priv->driver_priv;
157	struct drm_vc4_perfmon_destroy *req = data;
158	struct vc4_perfmon *perfmon;
159
160	if (!vc4->v3d) {
161		DRM_DEBUG("Destroying perfmon no VC4 V3D probed\n");
162		return -ENODEV;
163	}
164
165	mutex_lock(&vc4file->perfmon.lock);
166	perfmon = idr_remove(&vc4file->perfmon.idr, req->id);
167	mutex_unlock(&vc4file->perfmon.lock);
168
169	if (!perfmon)
170		return -EINVAL;
171
172	vc4_perfmon_put(perfmon);
173	return 0;
174}
175
176int vc4_perfmon_get_values_ioctl(struct drm_device *dev, void *data,
177				 struct drm_file *file_priv)
178{
179	struct vc4_dev *vc4 = to_vc4_dev(dev);
180	struct vc4_file *vc4file = file_priv->driver_priv;
181	struct drm_vc4_perfmon_get_values *req = data;
182	struct vc4_perfmon *perfmon;
183	int ret;
184
185	if (!vc4->v3d) {
186		DRM_DEBUG("Getting perfmon no VC4 V3D probed\n");
187		return -ENODEV;
188	}
189
190	mutex_lock(&vc4file->perfmon.lock);
191	perfmon = idr_find(&vc4file->perfmon.idr, req->id);
192	vc4_perfmon_get(perfmon);
193	mutex_unlock(&vc4file->perfmon.lock);
194
195	if (!perfmon)
196		return -EINVAL;
197
198	if (copy_to_user(u64_to_user_ptr(req->values_ptr), perfmon->counters,
199			 perfmon->ncounters * sizeof(u64)))
200		ret = -EFAULT;
201	else
202		ret = 0;
203
204	vc4_perfmon_put(perfmon);
205	return ret;
206}
207