1/*
2 * Copyright © 2007 David Airlie
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 *
23 * Authors:
24 *     David Airlie
25 */
26
27#include <linux/module.h>
28#include <linux/pci.h>
29#include <linux/pm_runtime.h>
30#include <linux/slab.h>
31#include <linux/vga_switcheroo.h>
32
33#include <drm/drm_crtc.h>
34#include <drm/drm_crtc_helper.h>
35#include <drm/drm_fb_helper.h>
36#include <drm/drm_fourcc.h>
37#include <drm/radeon_drm.h>
38
39#include "radeon.h"
40
41/* object hierarchy -
42 * this contains a helper + a radeon fb
43 * the helper contains a pointer to radeon framebuffer baseclass.
44 */
45struct radeon_fbdev {
46	struct drm_fb_helper helper; /* must be first */
47	struct drm_framebuffer fb;
48	struct radeon_device *rdev;
49};
50
51static int
52radeonfb_open(struct fb_info *info, int user)
53{
54	struct radeon_fbdev *rfbdev = info->par;
55	struct radeon_device *rdev = rfbdev->rdev;
56	int ret = pm_runtime_get_sync(rdev->ddev->dev);
57	if (ret < 0 && ret != -EACCES) {
58		pm_runtime_mark_last_busy(rdev->ddev->dev);
59		pm_runtime_put_autosuspend(rdev->ddev->dev);
60		return ret;
61	}
62	return 0;
63}
64
65static int
66radeonfb_release(struct fb_info *info, int user)
67{
68	struct radeon_fbdev *rfbdev = info->par;
69	struct radeon_device *rdev = rfbdev->rdev;
70
71	pm_runtime_mark_last_busy(rdev->ddev->dev);
72	pm_runtime_put_autosuspend(rdev->ddev->dev);
73	return 0;
74}
75
76static const struct fb_ops radeonfb_ops = {
77	.owner = THIS_MODULE,
78	DRM_FB_HELPER_DEFAULT_OPS,
79	.fb_open = radeonfb_open,
80	.fb_release = radeonfb_release,
81	.fb_fillrect = drm_fb_helper_cfb_fillrect,
82	.fb_copyarea = drm_fb_helper_cfb_copyarea,
83	.fb_imageblit = drm_fb_helper_cfb_imageblit,
84};
85
86
87int radeon_align_pitch(struct radeon_device *rdev, int width, int cpp, bool tiled)
88{
89	int aligned = width;
90	int align_large = (ASIC_IS_AVIVO(rdev)) || tiled;
91	int pitch_mask = 0;
92
93	switch (cpp) {
94	case 1:
95		pitch_mask = align_large ? 255 : 127;
96		break;
97	case 2:
98		pitch_mask = align_large ? 127 : 31;
99		break;
100	case 3:
101	case 4:
102		pitch_mask = align_large ? 63 : 15;
103		break;
104	}
105
106	aligned += pitch_mask;
107	aligned &= ~pitch_mask;
108	return aligned * cpp;
109}
110
111static void radeonfb_destroy_pinned_object(struct drm_gem_object *gobj)
112{
113	struct radeon_bo *rbo = gem_to_radeon_bo(gobj);
114	int ret;
115
116	ret = radeon_bo_reserve(rbo, false);
117	if (likely(ret == 0)) {
118		radeon_bo_kunmap(rbo);
119		radeon_bo_unpin(rbo);
120		radeon_bo_unreserve(rbo);
121	}
122	drm_gem_object_put(gobj);
123}
124
125static int radeonfb_create_pinned_object(struct radeon_fbdev *rfbdev,
126					 struct drm_mode_fb_cmd2 *mode_cmd,
127					 struct drm_gem_object **gobj_p)
128{
129	const struct drm_format_info *info;
130	struct radeon_device *rdev = rfbdev->rdev;
131	struct drm_gem_object *gobj = NULL;
132	struct radeon_bo *rbo = NULL;
133	bool fb_tiled = false; /* useful for testing */
134	u32 tiling_flags = 0;
135	int ret;
136	int aligned_size, size;
137	int height = mode_cmd->height;
138	u32 cpp;
139
140	info = drm_get_format_info(rdev->ddev, mode_cmd);
141	cpp = info->cpp[0];
142
143	/* need to align pitch with crtc limits */
144	mode_cmd->pitches[0] = radeon_align_pitch(rdev, mode_cmd->width, cpp,
145						  fb_tiled);
146
147	if (rdev->family >= CHIP_R600)
148		height = ALIGN(mode_cmd->height, 8);
149	size = mode_cmd->pitches[0] * height;
150	aligned_size = ALIGN(size, PAGE_SIZE);
151	ret = radeon_gem_object_create(rdev, aligned_size, 0,
152				       RADEON_GEM_DOMAIN_VRAM,
153				       0, true, &gobj);
154	if (ret) {
155		pr_err("failed to allocate framebuffer (%d)\n", aligned_size);
156		return -ENOMEM;
157	}
158	rbo = gem_to_radeon_bo(gobj);
159
160	if (fb_tiled)
161		tiling_flags = RADEON_TILING_MACRO;
162
163#ifdef __BIG_ENDIAN
164	switch (cpp) {
165	case 4:
166		tiling_flags |= RADEON_TILING_SWAP_32BIT;
167		break;
168	case 2:
169		tiling_flags |= RADEON_TILING_SWAP_16BIT;
170	default:
171		break;
172	}
173#endif
174
175	if (tiling_flags) {
176		ret = radeon_bo_set_tiling_flags(rbo,
177						 tiling_flags | RADEON_TILING_SURFACE,
178						 mode_cmd->pitches[0]);
179		if (ret)
180			dev_err(rdev->dev, "FB failed to set tiling flags\n");
181	}
182
183
184	ret = radeon_bo_reserve(rbo, false);
185	if (unlikely(ret != 0))
186		goto out_unref;
187	/* Only 27 bit offset for legacy CRTC */
188	ret = radeon_bo_pin_restricted(rbo, RADEON_GEM_DOMAIN_VRAM,
189				       ASIC_IS_AVIVO(rdev) ? 0 : 1 << 27,
190				       NULL);
191	if (ret) {
192		radeon_bo_unreserve(rbo);
193		goto out_unref;
194	}
195	if (fb_tiled)
196		radeon_bo_check_tiling(rbo, 0, 0);
197	ret = radeon_bo_kmap(rbo, NULL);
198	radeon_bo_unreserve(rbo);
199	if (ret) {
200		goto out_unref;
201	}
202
203	*gobj_p = gobj;
204	return 0;
205out_unref:
206	radeonfb_destroy_pinned_object(gobj);
207	*gobj_p = NULL;
208	return ret;
209}
210
211static int radeonfb_create(struct drm_fb_helper *helper,
212			   struct drm_fb_helper_surface_size *sizes)
213{
214	struct radeon_fbdev *rfbdev =
215		container_of(helper, struct radeon_fbdev, helper);
216	struct radeon_device *rdev = rfbdev->rdev;
217	struct fb_info *info;
218	struct drm_framebuffer *fb = NULL;
219	struct drm_mode_fb_cmd2 mode_cmd;
220	struct drm_gem_object *gobj = NULL;
221	struct radeon_bo *rbo = NULL;
222	int ret;
223	unsigned long tmp;
224
225	mode_cmd.width = sizes->surface_width;
226	mode_cmd.height = sizes->surface_height;
227
228	/* avivo can't scanout real 24bpp */
229	if ((sizes->surface_bpp == 24) && ASIC_IS_AVIVO(rdev))
230		sizes->surface_bpp = 32;
231
232	mode_cmd.pixel_format = drm_mode_legacy_fb_format(sizes->surface_bpp,
233							  sizes->surface_depth);
234
235	ret = radeonfb_create_pinned_object(rfbdev, &mode_cmd, &gobj);
236	if (ret) {
237		DRM_ERROR("failed to create fbcon object %d\n", ret);
238		return ret;
239	}
240
241	rbo = gem_to_radeon_bo(gobj);
242
243	/* okay we have an object now allocate the framebuffer */
244	info = drm_fb_helper_alloc_fbi(helper);
245	if (IS_ERR(info)) {
246		ret = PTR_ERR(info);
247		goto out;
248	}
249
250	/* radeon resume is fragile and needs a vt switch to help it along */
251	info->skip_vt_switch = false;
252
253	ret = radeon_framebuffer_init(rdev->ddev, &rfbdev->fb, &mode_cmd, gobj);
254	if (ret) {
255		DRM_ERROR("failed to initialize framebuffer %d\n", ret);
256		goto out;
257	}
258
259	fb = &rfbdev->fb;
260
261	/* setup helper */
262	rfbdev->helper.fb = fb;
263
264	memset_io(rbo->kptr, 0x0, radeon_bo_size(rbo));
265
266	info->fbops = &radeonfb_ops;
267
268	tmp = radeon_bo_gpu_offset(rbo) - rdev->mc.vram_start;
269	info->fix.smem_start = rdev->mc.aper_base + tmp;
270	info->fix.smem_len = radeon_bo_size(rbo);
271	info->screen_base = rbo->kptr;
272	info->screen_size = radeon_bo_size(rbo);
273
274	drm_fb_helper_fill_info(info, &rfbdev->helper, sizes);
275
276	/* setup aperture base/size for vesafb takeover */
277	info->apertures->ranges[0].base = rdev->ddev->mode_config.fb_base;
278	info->apertures->ranges[0].size = rdev->mc.aper_size;
279
280	/* Use default scratch pixmap (info->pixmap.flags = FB_PIXMAP_SYSTEM) */
281
282	if (info->screen_base == NULL) {
283		ret = -ENOSPC;
284		goto out;
285	}
286
287	DRM_INFO("fb mappable at 0x%lX\n",  info->fix.smem_start);
288	DRM_INFO("vram apper at 0x%lX\n",  (unsigned long)rdev->mc.aper_base);
289	DRM_INFO("size %lu\n", (unsigned long)radeon_bo_size(rbo));
290	DRM_INFO("fb depth is %d\n", fb->format->depth);
291	DRM_INFO("   pitch is %d\n", fb->pitches[0]);
292
293	vga_switcheroo_client_fb_set(rdev->ddev->pdev, info);
294	return 0;
295
296out:
297	if (rbo) {
298
299	}
300	if (fb && ret) {
301		drm_gem_object_put(gobj);
302		drm_framebuffer_unregister_private(fb);
303		drm_framebuffer_cleanup(fb);
304		kfree(fb);
305	}
306	return ret;
307}
308
309static int radeon_fbdev_destroy(struct drm_device *dev, struct radeon_fbdev *rfbdev)
310{
311	struct drm_framebuffer *fb = &rfbdev->fb;
312
313	drm_fb_helper_unregister_fbi(&rfbdev->helper);
314
315	if (fb->obj[0]) {
316		radeonfb_destroy_pinned_object(fb->obj[0]);
317		fb->obj[0] = NULL;
318		drm_framebuffer_unregister_private(fb);
319		drm_framebuffer_cleanup(fb);
320	}
321	drm_fb_helper_fini(&rfbdev->helper);
322
323	return 0;
324}
325
326static const struct drm_fb_helper_funcs radeon_fb_helper_funcs = {
327	.fb_probe = radeonfb_create,
328};
329
330int radeon_fbdev_init(struct radeon_device *rdev)
331{
332	struct radeon_fbdev *rfbdev;
333	int bpp_sel = 32;
334	int ret;
335
336	/* don't enable fbdev if no connectors */
337	if (list_empty(&rdev->ddev->mode_config.connector_list))
338		return 0;
339
340	/* select 8 bpp console on 8MB cards, or 16 bpp on RN50 or 32MB */
341	if (rdev->mc.real_vram_size <= (8*1024*1024))
342		bpp_sel = 8;
343	else if (ASIC_IS_RN50(rdev) ||
344		 rdev->mc.real_vram_size <= (32*1024*1024))
345		bpp_sel = 16;
346
347	rfbdev = kzalloc(sizeof(struct radeon_fbdev), GFP_KERNEL);
348	if (!rfbdev)
349		return -ENOMEM;
350
351	rfbdev->rdev = rdev;
352	rdev->mode_info.rfbdev = rfbdev;
353
354	drm_fb_helper_prepare(rdev->ddev, &rfbdev->helper,
355			      &radeon_fb_helper_funcs);
356
357	ret = drm_fb_helper_init(rdev->ddev, &rfbdev->helper);
358	if (ret)
359		goto free;
360
361	/* disable all the possible outputs/crtcs before entering KMS mode */
362	drm_helper_disable_unused_functions(rdev->ddev);
363
364	ret = drm_fb_helper_initial_config(&rfbdev->helper, bpp_sel);
365	if (ret)
366		goto fini;
367
368	return 0;
369
370fini:
371	drm_fb_helper_fini(&rfbdev->helper);
372free:
373	kfree(rfbdev);
374	return ret;
375}
376
377void radeon_fbdev_fini(struct radeon_device *rdev)
378{
379	if (!rdev->mode_info.rfbdev)
380		return;
381
382	radeon_fbdev_destroy(rdev->ddev, rdev->mode_info.rfbdev);
383	kfree(rdev->mode_info.rfbdev);
384	rdev->mode_info.rfbdev = NULL;
385}
386
387void radeon_fbdev_set_suspend(struct radeon_device *rdev, int state)
388{
389	if (rdev->mode_info.rfbdev)
390		drm_fb_helper_set_suspend(&rdev->mode_info.rfbdev->helper, state);
391}
392
393bool radeon_fbdev_robj_is_fb(struct radeon_device *rdev, struct radeon_bo *robj)
394{
395	if (!rdev->mode_info.rfbdev)
396		return false;
397
398	if (robj == gem_to_radeon_bo(rdev->mode_info.rfbdev->fb.obj[0]))
399		return true;
400	return false;
401}
402