1/*
2 * linux/drivers/video/nvidia/nvidia.c - nVidia fb driver
3 *
4 * Copyright 2004 Antonino Daplas <adaplas@pol.net>
5 *
6 * This file is subject to the terms and conditions of the GNU General Public
7 * License.  See the file COPYING in the main directory of this archive
8 * for more details.
9 *
10 */
11
12#include <linux/module.h>
13#include <linux/kernel.h>
14#include <linux/errno.h>
15#include <linux/string.h>
16#include <linux/mm.h>
17#include <linux/slab.h>
18#include <linux/delay.h>
19#include <linux/fb.h>
20#include <linux/init.h>
21#include <linux/pci.h>
22#include <linux/console.h>
23#include <linux/backlight.h>
24#ifdef CONFIG_BOOTX_TEXT
25#include <asm/btext.h>
26#endif
27
28#include "nv_local.h"
29#include "nv_type.h"
30#include "nv_proto.h"
31#include "nv_dma.h"
32
33#ifdef CONFIG_FB_NVIDIA_DEBUG
34#define NVTRACE          printk
35#else
36#define NVTRACE          if (0) printk
37#endif
38
39#define NVTRACE_ENTER(...)  NVTRACE("%s START\n", __func__)
40#define NVTRACE_LEAVE(...)  NVTRACE("%s END\n", __func__)
41
42#ifdef CONFIG_FB_NVIDIA_DEBUG
43#define assert(expr) \
44	if (!(expr)) { \
45	printk( "Assertion failed! %s,%s,%s,line=%d\n",\
46	#expr,__FILE__,__func__,__LINE__); \
47	BUG(); \
48	}
49#else
50#define assert(expr)
51#endif
52
53#define PFX "nvidiafb: "
54
55/* HW cursor parameters */
56#define MAX_CURS		32
57
58static const struct pci_device_id nvidiafb_pci_tbl[] = {
59	{PCI_VENDOR_ID_NVIDIA, PCI_ANY_ID, PCI_ANY_ID, PCI_ANY_ID,
60	 PCI_BASE_CLASS_DISPLAY << 16, 0xff0000, 0},
61	{ 0, }
62};
63MODULE_DEVICE_TABLE(pci, nvidiafb_pci_tbl);
64
65/* command line data, set in nvidiafb_setup() */
66static int flatpanel = -1;	/* Autodetect later */
67static int fpdither = -1;
68static int forceCRTC = -1;
69static int hwcur = 0;
70static int noaccel = 0;
71static int noscale = 0;
72static int paneltweak = 0;
73static int vram = 0;
74static int bpp = 8;
75static int reverse_i2c;
76static bool nomtrr = false;
77static int backlight = IS_BUILTIN(CONFIG_PMAC_BACKLIGHT);
78
79static char *mode_option = NULL;
80
81static struct fb_fix_screeninfo nvidiafb_fix = {
82	.type = FB_TYPE_PACKED_PIXELS,
83	.xpanstep = 8,
84	.ypanstep = 1,
85};
86
87static struct fb_var_screeninfo nvidiafb_default_var = {
88	.xres = 640,
89	.yres = 480,
90	.xres_virtual = 640,
91	.yres_virtual = 480,
92	.bits_per_pixel = 8,
93	.red = {0, 8, 0},
94	.green = {0, 8, 0},
95	.blue = {0, 8, 0},
96	.transp = {0, 0, 0},
97	.activate = FB_ACTIVATE_NOW,
98	.height = -1,
99	.width = -1,
100	.pixclock = 39721,
101	.left_margin = 40,
102	.right_margin = 24,
103	.upper_margin = 32,
104	.lower_margin = 11,
105	.hsync_len = 96,
106	.vsync_len = 2,
107	.vmode = FB_VMODE_NONINTERLACED
108};
109
110static void nvidiafb_load_cursor_image(struct nvidia_par *par, u8 * data8,
111				       u16 bg, u16 fg, u32 w, u32 h)
112{
113	u32 *data = (u32 *) data8;
114	int i, j, k = 0;
115	u32 b, tmp;
116
117	w = (w + 1) & ~1;
118
119	for (i = 0; i < h; i++) {
120		b = *data++;
121		reverse_order(&b);
122
123		for (j = 0; j < w / 2; j++) {
124			tmp = 0;
125#if defined (__BIG_ENDIAN)
126			tmp = (b & (1 << 31)) ? fg << 16 : bg << 16;
127			b <<= 1;
128			tmp |= (b & (1 << 31)) ? fg : bg;
129			b <<= 1;
130#else
131			tmp = (b & 1) ? fg : bg;
132			b >>= 1;
133			tmp |= (b & 1) ? fg << 16 : bg << 16;
134			b >>= 1;
135#endif
136			NV_WR32(&par->CURSOR[k++], 0, tmp);
137		}
138		k += (MAX_CURS - w) / 2;
139	}
140}
141
142static void nvidia_write_clut(struct nvidia_par *par,
143			      u8 regnum, u8 red, u8 green, u8 blue)
144{
145	NVWriteDacMask(par, 0xff);
146	NVWriteDacWriteAddr(par, regnum);
147	NVWriteDacData(par, red);
148	NVWriteDacData(par, green);
149	NVWriteDacData(par, blue);
150}
151
152static void nvidia_read_clut(struct nvidia_par *par,
153			     u8 regnum, u8 * red, u8 * green, u8 * blue)
154{
155	NVWriteDacMask(par, 0xff);
156	NVWriteDacReadAddr(par, regnum);
157	*red = NVReadDacData(par);
158	*green = NVReadDacData(par);
159	*blue = NVReadDacData(par);
160}
161
162static int nvidia_panel_tweak(struct nvidia_par *par,
163			      struct _riva_hw_state *state)
164{
165	int tweak = 0;
166
167	if (par->paneltweak) {
168		tweak = par->paneltweak;
169	} else {
170		/* Begin flat panel hacks.
171		 * This is unfortunate, but some chips need this register
172		 * tweaked or else you get artifacts where adjacent pixels are
173		 * swapped.  There are no hard rules for what to set here so all
174		 * we can do is experiment and apply hacks.
175		 */
176		if (((par->Chipset & 0xffff) == 0x0328) && (state->bpp == 32)) {
177			/* At least one NV34 laptop needs this workaround. */
178			tweak = -1;
179		}
180
181		if ((par->Chipset & 0xfff0) == 0x0310)
182			tweak = 1;
183		/* end flat panel hacks */
184	}
185
186	return tweak;
187}
188
189static void nvidia_screen_off(struct nvidia_par *par, int on)
190{
191	unsigned char tmp;
192
193	if (on) {
194		/*
195		 * Turn off screen and disable sequencer.
196		 */
197		tmp = NVReadSeq(par, 0x01);
198
199		NVWriteSeq(par, 0x00, 0x01);		/* Synchronous Reset */
200		NVWriteSeq(par, 0x01, tmp | 0x20);	/* disable the display */
201	} else {
202		/*
203		 * Reenable sequencer, then turn on screen.
204		 */
205
206		tmp = NVReadSeq(par, 0x01);
207
208		NVWriteSeq(par, 0x01, tmp & ~0x20);	/* reenable display */
209		NVWriteSeq(par, 0x00, 0x03);		/* End Reset */
210	}
211}
212
213static void nvidia_save_vga(struct nvidia_par *par,
214			    struct _riva_hw_state *state)
215{
216	int i;
217
218	NVTRACE_ENTER();
219	NVLockUnlock(par, 0);
220
221	NVUnloadStateExt(par, state);
222
223	state->misc_output = NVReadMiscOut(par);
224
225	for (i = 0; i < NUM_CRT_REGS; i++)
226		state->crtc[i] = NVReadCrtc(par, i);
227
228	for (i = 0; i < NUM_ATC_REGS; i++)
229		state->attr[i] = NVReadAttr(par, i);
230
231	for (i = 0; i < NUM_GRC_REGS; i++)
232		state->gra[i] = NVReadGr(par, i);
233
234	for (i = 0; i < NUM_SEQ_REGS; i++)
235		state->seq[i] = NVReadSeq(par, i);
236	NVTRACE_LEAVE();
237}
238
239#undef DUMP_REG
240
241static void nvidia_write_regs(struct nvidia_par *par,
242			      struct _riva_hw_state *state)
243{
244	int i;
245
246	NVTRACE_ENTER();
247
248	NVLoadStateExt(par, state);
249
250	NVWriteMiscOut(par, state->misc_output);
251
252	for (i = 1; i < NUM_SEQ_REGS; i++) {
253#ifdef DUMP_REG
254		printk(" SEQ[%02x] = %08x\n", i, state->seq[i]);
255#endif
256		NVWriteSeq(par, i, state->seq[i]);
257	}
258
259	/* Ensure CRTC registers 0-7 are unlocked by clearing bit 7 of CRTC[17] */
260	NVWriteCrtc(par, 0x11, state->crtc[0x11] & ~0x80);
261
262	for (i = 0; i < NUM_CRT_REGS; i++) {
263		switch (i) {
264		case 0x19:
265		case 0x20 ... 0x40:
266			break;
267		default:
268#ifdef DUMP_REG
269			printk("CRTC[%02x] = %08x\n", i, state->crtc[i]);
270#endif
271			NVWriteCrtc(par, i, state->crtc[i]);
272		}
273	}
274
275	for (i = 0; i < NUM_GRC_REGS; i++) {
276#ifdef DUMP_REG
277		printk(" GRA[%02x] = %08x\n", i, state->gra[i]);
278#endif
279		NVWriteGr(par, i, state->gra[i]);
280	}
281
282	for (i = 0; i < NUM_ATC_REGS; i++) {
283#ifdef DUMP_REG
284		printk("ATTR[%02x] = %08x\n", i, state->attr[i]);
285#endif
286		NVWriteAttr(par, i, state->attr[i]);
287	}
288
289	NVTRACE_LEAVE();
290}
291
292static int nvidia_calc_regs(struct fb_info *info)
293{
294	struct nvidia_par *par = info->par;
295	struct _riva_hw_state *state = &par->ModeReg;
296	int i, depth = fb_get_color_depth(&info->var, &info->fix);
297	int h_display = info->var.xres / 8 - 1;
298	int h_start = (info->var.xres + info->var.right_margin) / 8 - 1;
299	int h_end = (info->var.xres + info->var.right_margin +
300		     info->var.hsync_len) / 8 - 1;
301	int h_total = (info->var.xres + info->var.right_margin +
302		       info->var.hsync_len + info->var.left_margin) / 8 - 5;
303	int h_blank_s = h_display;
304	int h_blank_e = h_total + 4;
305	int v_display = info->var.yres - 1;
306	int v_start = info->var.yres + info->var.lower_margin - 1;
307	int v_end = (info->var.yres + info->var.lower_margin +
308		     info->var.vsync_len) - 1;
309	int v_total = (info->var.yres + info->var.lower_margin +
310		       info->var.vsync_len + info->var.upper_margin) - 2;
311	int v_blank_s = v_display;
312	int v_blank_e = v_total + 1;
313
314	/*
315	 * Set all CRTC values.
316	 */
317
318	if (info->var.vmode & FB_VMODE_INTERLACED)
319		v_total |= 1;
320
321	if (par->FlatPanel == 1) {
322		v_start = v_total - 3;
323		v_end = v_total - 2;
324		v_blank_s = v_start;
325		h_start = h_total - 5;
326		h_end = h_total - 2;
327		h_blank_e = h_total + 4;
328	}
329
330	state->crtc[0x0] = Set8Bits(h_total);
331	state->crtc[0x1] = Set8Bits(h_display);
332	state->crtc[0x2] = Set8Bits(h_blank_s);
333	state->crtc[0x3] = SetBitField(h_blank_e, 4: 0, 4:0)
334		| SetBit(7);
335	state->crtc[0x4] = Set8Bits(h_start);
336	state->crtc[0x5] = SetBitField(h_blank_e, 5: 5, 7:7)
337		| SetBitField(h_end, 4: 0, 4:0);
338	state->crtc[0x6] = SetBitField(v_total, 7: 0, 7:0);
339	state->crtc[0x7] = SetBitField(v_total, 8: 8, 0:0)
340		| SetBitField(v_display, 8: 8, 1:1)
341		| SetBitField(v_start, 8: 8, 2:2)
342		| SetBitField(v_blank_s, 8: 8, 3:3)
343		| SetBit(4)
344		| SetBitField(v_total, 9: 9, 5:5)
345		| SetBitField(v_display, 9: 9, 6:6)
346		| SetBitField(v_start, 9: 9, 7:7);
347	state->crtc[0x9] = SetBitField(v_blank_s, 9: 9, 5:5)
348		| SetBit(6)
349		| ((info->var.vmode & FB_VMODE_DOUBLE) ? 0x80 : 0x00);
350	state->crtc[0x10] = Set8Bits(v_start);
351	state->crtc[0x11] = SetBitField(v_end, 3: 0, 3:0) | SetBit(5);
352	state->crtc[0x12] = Set8Bits(v_display);
353	state->crtc[0x13] = ((info->var.xres_virtual / 8) *
354			     (info->var.bits_per_pixel / 8));
355	state->crtc[0x15] = Set8Bits(v_blank_s);
356	state->crtc[0x16] = Set8Bits(v_blank_e);
357
358	state->attr[0x10] = 0x01;
359
360	if (par->Television)
361		state->attr[0x11] = 0x00;
362
363	state->screen = SetBitField(h_blank_e, 6: 6, 4:4)
364		| SetBitField(v_blank_s, 10: 10, 3:3)
365		| SetBitField(v_start, 10: 10, 2:2)
366		| SetBitField(v_display, 10: 10, 1:1)
367		| SetBitField(v_total, 10: 10, 0:0);
368
369	state->horiz = SetBitField(h_total, 8: 8, 0:0)
370		| SetBitField(h_display, 8: 8, 1:1)
371		| SetBitField(h_blank_s, 8: 8, 2:2)
372		| SetBitField(h_start, 8: 8, 3:3);
373
374	state->extra = SetBitField(v_total, 11: 11, 0:0)
375		| SetBitField(v_display, 11: 11, 2:2)
376		| SetBitField(v_start, 11: 11, 4:4)
377		| SetBitField(v_blank_s, 11: 11, 6:6);
378
379	if (info->var.vmode & FB_VMODE_INTERLACED) {
380		h_total = (h_total >> 1) & ~1;
381		state->interlace = Set8Bits(h_total);
382		state->horiz |= SetBitField(h_total, 8: 8, 4:4);
383	} else {
384		state->interlace = 0xff;	/* interlace off */
385	}
386
387	/*
388	 * Calculate the extended registers.
389	 */
390
391	if (depth < 24)
392		i = depth;
393	else
394		i = 32;
395
396	if (par->Architecture >= NV_ARCH_10)
397		par->CURSOR = (volatile u32 __iomem *)(info->screen_base +
398						       par->CursorStart);
399
400	if (info->var.sync & FB_SYNC_HOR_HIGH_ACT)
401		state->misc_output &= ~0x40;
402	else
403		state->misc_output |= 0x40;
404	if (info->var.sync & FB_SYNC_VERT_HIGH_ACT)
405		state->misc_output &= ~0x80;
406	else
407		state->misc_output |= 0x80;
408
409	NVCalcStateExt(par, state, i, info->var.xres_virtual,
410		       info->var.xres, info->var.yres_virtual,
411		       1000000000 / info->var.pixclock, info->var.vmode);
412
413	state->scale = NV_RD32(par->PRAMDAC, 0x00000848) & 0xfff000ff;
414	if (par->FlatPanel == 1) {
415		state->pixel |= (1 << 7);
416
417		if (!par->fpScaler || (par->fpWidth <= info->var.xres)
418		    || (par->fpHeight <= info->var.yres)) {
419			state->scale |= (1 << 8);
420		}
421
422		if (!par->crtcSync_read) {
423			state->crtcSync = NV_RD32(par->PRAMDAC, 0x0828);
424			par->crtcSync_read = 1;
425		}
426
427		par->PanelTweak = nvidia_panel_tweak(par, state);
428	}
429
430	state->vpll = state->pll;
431	state->vpll2 = state->pll;
432	state->vpllB = state->pllB;
433	state->vpll2B = state->pllB;
434
435	VGA_WR08(par->PCIO, 0x03D4, 0x1C);
436	state->fifo = VGA_RD08(par->PCIO, 0x03D5) & ~(1<<5);
437
438	if (par->CRTCnumber) {
439		state->head = NV_RD32(par->PCRTC0, 0x00000860) & ~0x00001000;
440		state->head2 = NV_RD32(par->PCRTC0, 0x00002860) | 0x00001000;
441		state->crtcOwner = 3;
442		state->pllsel |= 0x20000800;
443		state->vpll = NV_RD32(par->PRAMDAC0, 0x00000508);
444		if (par->twoStagePLL)
445			state->vpllB = NV_RD32(par->PRAMDAC0, 0x00000578);
446	} else if (par->twoHeads) {
447		state->head = NV_RD32(par->PCRTC0, 0x00000860) | 0x00001000;
448		state->head2 = NV_RD32(par->PCRTC0, 0x00002860) & ~0x00001000;
449		state->crtcOwner = 0;
450		state->vpll2 = NV_RD32(par->PRAMDAC0, 0x0520);
451		if (par->twoStagePLL)
452			state->vpll2B = NV_RD32(par->PRAMDAC0, 0x057C);
453	}
454
455	state->cursorConfig = 0x00000100;
456
457	if (info->var.vmode & FB_VMODE_DOUBLE)
458		state->cursorConfig |= (1 << 4);
459
460	if (par->alphaCursor) {
461		if ((par->Chipset & 0x0ff0) != 0x0110)
462			state->cursorConfig |= 0x04011000;
463		else
464			state->cursorConfig |= 0x14011000;
465		state->general |= (1 << 29);
466	} else
467		state->cursorConfig |= 0x02000000;
468
469	if (par->twoHeads) {
470		if ((par->Chipset & 0x0ff0) == 0x0110) {
471			state->dither = NV_RD32(par->PRAMDAC, 0x0528) &
472			    ~0x00010000;
473			if (par->FPDither)
474				state->dither |= 0x00010000;
475		} else {
476			state->dither = NV_RD32(par->PRAMDAC, 0x083C) & ~1;
477			if (par->FPDither)
478				state->dither |= 1;
479		}
480	}
481
482	state->timingH = 0;
483	state->timingV = 0;
484	state->displayV = info->var.xres;
485
486	return 0;
487}
488
489static void nvidia_init_vga(struct fb_info *info)
490{
491	struct nvidia_par *par = info->par;
492	struct _riva_hw_state *state = &par->ModeReg;
493	int i;
494
495	for (i = 0; i < 0x10; i++)
496		state->attr[i] = i;
497	state->attr[0x10] = 0x41;
498	state->attr[0x11] = 0xff;
499	state->attr[0x12] = 0x0f;
500	state->attr[0x13] = 0x00;
501	state->attr[0x14] = 0x00;
502
503	memset(state->crtc, 0x00, NUM_CRT_REGS);
504	state->crtc[0x0a] = 0x20;
505	state->crtc[0x17] = 0xe3;
506	state->crtc[0x18] = 0xff;
507	state->crtc[0x28] = 0x40;
508
509	memset(state->gra, 0x00, NUM_GRC_REGS);
510	state->gra[0x05] = 0x40;
511	state->gra[0x06] = 0x05;
512	state->gra[0x07] = 0x0f;
513	state->gra[0x08] = 0xff;
514
515	state->seq[0x00] = 0x03;
516	state->seq[0x01] = 0x01;
517	state->seq[0x02] = 0x0f;
518	state->seq[0x03] = 0x00;
519	state->seq[0x04] = 0x0e;
520
521	state->misc_output = 0xeb;
522}
523
524static int nvidiafb_cursor(struct fb_info *info, struct fb_cursor *cursor)
525{
526	struct nvidia_par *par = info->par;
527	u8 data[MAX_CURS * MAX_CURS / 8];
528	int i, set = cursor->set;
529	u16 fg, bg;
530
531	if (cursor->image.width > MAX_CURS || cursor->image.height > MAX_CURS)
532		return -ENXIO;
533
534	NVShowHideCursor(par, 0);
535
536	if (par->cursor_reset) {
537		set = FB_CUR_SETALL;
538		par->cursor_reset = 0;
539	}
540
541	if (set & FB_CUR_SETSIZE)
542		memset_io(par->CURSOR, 0, MAX_CURS * MAX_CURS * 2);
543
544	if (set & FB_CUR_SETPOS) {
545		u32 xx, yy, temp;
546
547		yy = cursor->image.dy - info->var.yoffset;
548		xx = cursor->image.dx - info->var.xoffset;
549		temp = xx & 0xFFFF;
550		temp |= yy << 16;
551
552		NV_WR32(par->PRAMDAC, 0x0000300, temp);
553	}
554
555	if (set & (FB_CUR_SETSHAPE | FB_CUR_SETCMAP | FB_CUR_SETIMAGE)) {
556		u32 bg_idx = cursor->image.bg_color;
557		u32 fg_idx = cursor->image.fg_color;
558		u32 s_pitch = (cursor->image.width + 7) >> 3;
559		u32 d_pitch = MAX_CURS / 8;
560		u8 *dat = (u8 *) cursor->image.data;
561		u8 *msk = (u8 *) cursor->mask;
562		u8 *src;
563
564		src = kmalloc_array(s_pitch, cursor->image.height, GFP_ATOMIC);
565
566		if (src) {
567			switch (cursor->rop) {
568			case ROP_XOR:
569				for (i = 0; i < s_pitch * cursor->image.height; i++)
570					src[i] = dat[i] ^ msk[i];
571				break;
572			case ROP_COPY:
573			default:
574				for (i = 0; i < s_pitch * cursor->image.height; i++)
575					src[i] = dat[i] & msk[i];
576				break;
577			}
578
579			fb_pad_aligned_buffer(data, d_pitch, src, s_pitch,
580						cursor->image.height);
581
582			bg = ((info->cmap.red[bg_idx] & 0xf8) << 7) |
583			    ((info->cmap.green[bg_idx] & 0xf8) << 2) |
584			    ((info->cmap.blue[bg_idx] & 0xf8) >> 3) | 1 << 15;
585
586			fg = ((info->cmap.red[fg_idx] & 0xf8) << 7) |
587			    ((info->cmap.green[fg_idx] & 0xf8) << 2) |
588			    ((info->cmap.blue[fg_idx] & 0xf8) >> 3) | 1 << 15;
589
590			NVLockUnlock(par, 0);
591
592			nvidiafb_load_cursor_image(par, data, bg, fg,
593						   cursor->image.width,
594						   cursor->image.height);
595			kfree(src);
596		}
597	}
598
599	if (cursor->enable)
600		NVShowHideCursor(par, 1);
601
602	return 0;
603}
604
605static struct fb_ops nvidia_fb_ops;
606
607static int nvidiafb_set_par(struct fb_info *info)
608{
609	struct nvidia_par *par = info->par;
610
611	NVTRACE_ENTER();
612
613	NVLockUnlock(par, 1);
614	if (!par->FlatPanel || !par->twoHeads)
615		par->FPDither = 0;
616
617	if (par->FPDither < 0) {
618		if ((par->Chipset & 0x0ff0) == 0x0110)
619			par->FPDither = !!(NV_RD32(par->PRAMDAC, 0x0528)
620					   & 0x00010000);
621		else
622			par->FPDither = !!(NV_RD32(par->PRAMDAC, 0x083C) & 1);
623		printk(KERN_INFO PFX "Flat panel dithering %s\n",
624		       par->FPDither ? "enabled" : "disabled");
625	}
626
627	info->fix.visual = (info->var.bits_per_pixel == 8) ?
628	    FB_VISUAL_PSEUDOCOLOR : FB_VISUAL_DIRECTCOLOR;
629
630	nvidia_init_vga(info);
631	nvidia_calc_regs(info);
632
633	NVLockUnlock(par, 0);
634	if (par->twoHeads) {
635		VGA_WR08(par->PCIO, 0x03D4, 0x44);
636		VGA_WR08(par->PCIO, 0x03D5, par->ModeReg.crtcOwner);
637		NVLockUnlock(par, 0);
638	}
639
640	nvidia_screen_off(par, 1);
641
642	nvidia_write_regs(par, &par->ModeReg);
643	NVSetStartAddress(par, 0);
644
645#if defined (__BIG_ENDIAN)
646	/* turn on LFB swapping */
647	{
648		unsigned char tmp;
649
650		VGA_WR08(par->PCIO, 0x3d4, 0x46);
651		tmp = VGA_RD08(par->PCIO, 0x3d5);
652		tmp |= (1 << 7);
653		VGA_WR08(par->PCIO, 0x3d5, tmp);
654    }
655#endif
656
657	info->fix.line_length = (info->var.xres_virtual *
658				 info->var.bits_per_pixel) >> 3;
659	if (info->var.accel_flags) {
660		nvidia_fb_ops.fb_imageblit = nvidiafb_imageblit;
661		nvidia_fb_ops.fb_fillrect = nvidiafb_fillrect;
662		nvidia_fb_ops.fb_copyarea = nvidiafb_copyarea;
663		nvidia_fb_ops.fb_sync = nvidiafb_sync;
664		info->pixmap.scan_align = 4;
665		info->flags &= ~FBINFO_HWACCEL_DISABLED;
666		info->flags |= FBINFO_READS_FAST;
667		NVResetGraphics(info);
668	} else {
669		nvidia_fb_ops.fb_imageblit = cfb_imageblit;
670		nvidia_fb_ops.fb_fillrect = cfb_fillrect;
671		nvidia_fb_ops.fb_copyarea = cfb_copyarea;
672		nvidia_fb_ops.fb_sync = NULL;
673		info->pixmap.scan_align = 1;
674		info->flags |= FBINFO_HWACCEL_DISABLED;
675		info->flags &= ~FBINFO_READS_FAST;
676	}
677
678	par->cursor_reset = 1;
679
680	nvidia_screen_off(par, 0);
681
682#ifdef CONFIG_BOOTX_TEXT
683	/* Update debug text engine */
684	btext_update_display(info->fix.smem_start,
685			     info->var.xres, info->var.yres,
686			     info->var.bits_per_pixel, info->fix.line_length);
687#endif
688
689	NVLockUnlock(par, 0);
690	NVTRACE_LEAVE();
691	return 0;
692}
693
694static int nvidiafb_setcolreg(unsigned regno, unsigned red, unsigned green,
695			      unsigned blue, unsigned transp,
696			      struct fb_info *info)
697{
698	struct nvidia_par *par = info->par;
699	int i;
700
701	NVTRACE_ENTER();
702	if (regno >= (1 << info->var.green.length))
703		return -EINVAL;
704
705	if (info->var.grayscale) {
706		/* gray = 0.30*R + 0.59*G + 0.11*B */
707		red = green = blue = (red * 77 + green * 151 + blue * 28) >> 8;
708	}
709
710	if (regno < 16 && info->fix.visual == FB_VISUAL_DIRECTCOLOR) {
711		((u32 *) info->pseudo_palette)[regno] =
712		    (regno << info->var.red.offset) |
713		    (regno << info->var.green.offset) |
714		    (regno << info->var.blue.offset);
715	}
716
717	switch (info->var.bits_per_pixel) {
718	case 8:
719		/* "transparent" stuff is completely ignored. */
720		nvidia_write_clut(par, regno, red >> 8, green >> 8, blue >> 8);
721		break;
722	case 16:
723		if (info->var.green.length == 5) {
724			for (i = 0; i < 8; i++) {
725				nvidia_write_clut(par, regno * 8 + i, red >> 8,
726						  green >> 8, blue >> 8);
727			}
728		} else {
729			u8 r, g, b;
730
731			if (regno < 32) {
732				for (i = 0; i < 8; i++) {
733					nvidia_write_clut(par, regno * 8 + i,
734							  red >> 8, green >> 8,
735							  blue >> 8);
736				}
737			}
738
739			nvidia_read_clut(par, regno * 4, &r, &g, &b);
740
741			for (i = 0; i < 4; i++)
742				nvidia_write_clut(par, regno * 4 + i, r,
743						  green >> 8, b);
744		}
745		break;
746	case 32:
747		nvidia_write_clut(par, regno, red >> 8, green >> 8, blue >> 8);
748		break;
749	default:
750		/* do nothing */
751		break;
752	}
753
754	NVTRACE_LEAVE();
755	return 0;
756}
757
758static int nvidiafb_check_var(struct fb_var_screeninfo *var,
759			      struct fb_info *info)
760{
761	struct nvidia_par *par = info->par;
762	int memlen, vramlen, mode_valid = 0;
763	int pitch, err = 0;
764
765	NVTRACE_ENTER();
766	if (!var->pixclock)
767		return -EINVAL;
768
769	var->transp.offset = 0;
770	var->transp.length = 0;
771
772	var->xres &= ~7;
773
774	if (var->bits_per_pixel <= 8)
775		var->bits_per_pixel = 8;
776	else if (var->bits_per_pixel <= 16)
777		var->bits_per_pixel = 16;
778	else
779		var->bits_per_pixel = 32;
780
781	switch (var->bits_per_pixel) {
782	case 8:
783		var->red.offset = 0;
784		var->red.length = 8;
785		var->green.offset = 0;
786		var->green.length = 8;
787		var->blue.offset = 0;
788		var->blue.length = 8;
789		var->transp.offset = 0;
790		var->transp.length = 0;
791		break;
792	case 16:
793		var->green.length = (var->green.length < 6) ? 5 : 6;
794		var->red.length = 5;
795		var->blue.length = 5;
796		var->transp.length = 6 - var->green.length;
797		var->blue.offset = 0;
798		var->green.offset = 5;
799		var->red.offset = 5 + var->green.length;
800		var->transp.offset = (5 + var->red.offset) & 15;
801		break;
802	case 32:		/* RGBA 8888 */
803		var->red.offset = 16;
804		var->red.length = 8;
805		var->green.offset = 8;
806		var->green.length = 8;
807		var->blue.offset = 0;
808		var->blue.length = 8;
809		var->transp.length = 8;
810		var->transp.offset = 24;
811		break;
812	}
813
814	var->red.msb_right = 0;
815	var->green.msb_right = 0;
816	var->blue.msb_right = 0;
817	var->transp.msb_right = 0;
818
819	if (!info->monspecs.hfmax || !info->monspecs.vfmax ||
820	    !info->monspecs.dclkmax || !fb_validate_mode(var, info))
821		mode_valid = 1;
822
823	/* calculate modeline if supported by monitor */
824	if (!mode_valid && info->monspecs.gtf) {
825		if (!fb_get_mode(FB_MAXTIMINGS, 0, var, info))
826			mode_valid = 1;
827	}
828
829	if (!mode_valid) {
830		const struct fb_videomode *mode;
831
832		mode = fb_find_best_mode(var, &info->modelist);
833		if (mode) {
834			fb_videomode_to_var(var, mode);
835			mode_valid = 1;
836		}
837	}
838
839	if (!mode_valid && info->monspecs.modedb_len)
840		return -EINVAL;
841
842	/*
843	 * If we're on a flat panel, check if the mode is outside of the
844	 * panel dimensions. If so, cap it and try for the next best mode
845	 * before bailing out.
846	 */
847	if (par->fpWidth && par->fpHeight && (par->fpWidth < var->xres ||
848					      par->fpHeight < var->yres)) {
849		const struct fb_videomode *mode;
850
851		var->xres = par->fpWidth;
852		var->yres = par->fpHeight;
853
854		mode = fb_find_best_mode(var, &info->modelist);
855		if (!mode) {
856			printk(KERN_ERR PFX "mode out of range of flat "
857			       "panel dimensions\n");
858			return -EINVAL;
859		}
860
861		fb_videomode_to_var(var, mode);
862	}
863
864	if (var->yres_virtual < var->yres)
865		var->yres_virtual = var->yres;
866
867	if (var->xres_virtual < var->xres)
868		var->xres_virtual = var->xres;
869
870	var->xres_virtual = (var->xres_virtual + 63) & ~63;
871
872	vramlen = info->screen_size;
873	pitch = ((var->xres_virtual * var->bits_per_pixel) + 7) / 8;
874	memlen = pitch * var->yres_virtual;
875
876	if (memlen > vramlen) {
877		var->yres_virtual = vramlen / pitch;
878
879		if (var->yres_virtual < var->yres) {
880			var->yres_virtual = var->yres;
881			var->xres_virtual = vramlen / var->yres_virtual;
882			var->xres_virtual /= var->bits_per_pixel / 8;
883			var->xres_virtual &= ~63;
884			pitch = (var->xres_virtual *
885				 var->bits_per_pixel + 7) / 8;
886			memlen = pitch * var->yres;
887
888			if (var->xres_virtual < var->xres) {
889				printk("nvidiafb: required video memory, "
890				       "%d bytes, for %dx%d-%d (virtual) "
891				       "is out of range\n",
892				       memlen, var->xres_virtual,
893				       var->yres_virtual, var->bits_per_pixel);
894				err = -ENOMEM;
895			}
896		}
897	}
898
899	if (var->accel_flags) {
900		if (var->yres_virtual > 0x7fff)
901			var->yres_virtual = 0x7fff;
902		if (var->xres_virtual > 0x7fff)
903			var->xres_virtual = 0x7fff;
904	}
905
906	var->xres_virtual &= ~63;
907
908	NVTRACE_LEAVE();
909
910	return err;
911}
912
913static int nvidiafb_pan_display(struct fb_var_screeninfo *var,
914				struct fb_info *info)
915{
916	struct nvidia_par *par = info->par;
917	u32 total;
918
919	total = var->yoffset * info->fix.line_length + var->xoffset;
920
921	NVSetStartAddress(par, total);
922
923	return 0;
924}
925
926static int nvidiafb_blank(int blank, struct fb_info *info)
927{
928	struct nvidia_par *par = info->par;
929	unsigned char tmp, vesa;
930
931	tmp = NVReadSeq(par, 0x01) & ~0x20;	/* screen on/off */
932	vesa = NVReadCrtc(par, 0x1a) & ~0xc0;	/* sync on/off */
933
934	NVTRACE_ENTER();
935
936	if (blank)
937		tmp |= 0x20;
938
939	switch (blank) {
940	case FB_BLANK_UNBLANK:
941	case FB_BLANK_NORMAL:
942		break;
943	case FB_BLANK_VSYNC_SUSPEND:
944		vesa |= 0x80;
945		break;
946	case FB_BLANK_HSYNC_SUSPEND:
947		vesa |= 0x40;
948		break;
949	case FB_BLANK_POWERDOWN:
950		vesa |= 0xc0;
951		break;
952	}
953
954	NVWriteSeq(par, 0x01, tmp);
955	NVWriteCrtc(par, 0x1a, vesa);
956
957	NVTRACE_LEAVE();
958
959	return 0;
960}
961
962/*
963 * Because the VGA registers are not mapped linearly in its MMIO space,
964 * restrict VGA register saving and restore to x86 only, where legacy VGA IO
965 * access is legal. Consequently, we must also check if the device is the
966 * primary display.
967 */
968#ifdef CONFIG_X86
969static void save_vga_x86(struct nvidia_par *par)
970{
971	struct resource *res= &par->pci_dev->resource[PCI_ROM_RESOURCE];
972
973	if (res && res->flags & IORESOURCE_ROM_SHADOW) {
974		memset(&par->vgastate, 0, sizeof(par->vgastate));
975		par->vgastate.flags = VGA_SAVE_MODE | VGA_SAVE_FONTS |
976			VGA_SAVE_CMAP;
977		save_vga(&par->vgastate);
978	}
979}
980
981static void restore_vga_x86(struct nvidia_par *par)
982{
983	struct resource *res= &par->pci_dev->resource[PCI_ROM_RESOURCE];
984
985	if (res && res->flags & IORESOURCE_ROM_SHADOW)
986		restore_vga(&par->vgastate);
987}
988#else
989#define save_vga_x86(x) do {} while (0)
990#define restore_vga_x86(x) do {} while (0)
991#endif /* X86 */
992
993static int nvidiafb_open(struct fb_info *info, int user)
994{
995	struct nvidia_par *par = info->par;
996
997	if (!par->open_count) {
998		save_vga_x86(par);
999		nvidia_save_vga(par, &par->initial_state);
1000	}
1001
1002	par->open_count++;
1003	return 0;
1004}
1005
1006static int nvidiafb_release(struct fb_info *info, int user)
1007{
1008	struct nvidia_par *par = info->par;
1009	int err = 0;
1010
1011	if (!par->open_count) {
1012		err = -EINVAL;
1013		goto done;
1014	}
1015
1016	if (par->open_count == 1) {
1017		nvidia_write_regs(par, &par->initial_state);
1018		restore_vga_x86(par);
1019	}
1020
1021	par->open_count--;
1022done:
1023	return err;
1024}
1025
1026static struct fb_ops nvidia_fb_ops = {
1027	.owner          = THIS_MODULE,
1028	.fb_open        = nvidiafb_open,
1029	.fb_release     = nvidiafb_release,
1030	.fb_check_var   = nvidiafb_check_var,
1031	.fb_set_par     = nvidiafb_set_par,
1032	.fb_setcolreg   = nvidiafb_setcolreg,
1033	.fb_pan_display = nvidiafb_pan_display,
1034	.fb_blank       = nvidiafb_blank,
1035	.fb_fillrect    = nvidiafb_fillrect,
1036	.fb_copyarea    = nvidiafb_copyarea,
1037	.fb_imageblit   = nvidiafb_imageblit,
1038	.fb_cursor      = nvidiafb_cursor,
1039	.fb_sync        = nvidiafb_sync,
1040};
1041
1042static int nvidiafb_suspend_late(struct device *dev, pm_message_t mesg)
1043{
1044	struct fb_info *info = dev_get_drvdata(dev);
1045	struct nvidia_par *par = info->par;
1046
1047	if (mesg.event == PM_EVENT_PRETHAW)
1048		mesg.event = PM_EVENT_FREEZE;
1049	console_lock();
1050	par->pm_state = mesg.event;
1051
1052	if (mesg.event & PM_EVENT_SLEEP) {
1053		fb_set_suspend(info, 1);
1054		nvidiafb_blank(FB_BLANK_POWERDOWN, info);
1055		nvidia_write_regs(par, &par->SavedReg);
1056	}
1057	dev->power.power_state = mesg;
1058
1059	console_unlock();
1060	return 0;
1061}
1062
1063static int __maybe_unused nvidiafb_suspend(struct device *dev)
1064{
1065	return nvidiafb_suspend_late(dev, PMSG_SUSPEND);
1066}
1067
1068static int __maybe_unused nvidiafb_hibernate(struct device *dev)
1069{
1070	return nvidiafb_suspend_late(dev, PMSG_HIBERNATE);
1071}
1072
1073static int __maybe_unused nvidiafb_freeze(struct device *dev)
1074{
1075	return nvidiafb_suspend_late(dev, PMSG_FREEZE);
1076}
1077
1078static int __maybe_unused nvidiafb_resume(struct device *dev)
1079{
1080	struct fb_info *info = dev_get_drvdata(dev);
1081	struct nvidia_par *par = info->par;
1082
1083	console_lock();
1084
1085	par->pm_state = PM_EVENT_ON;
1086	nvidiafb_set_par(info);
1087	fb_set_suspend (info, 0);
1088	nvidiafb_blank(FB_BLANK_UNBLANK, info);
1089
1090	console_unlock();
1091	return 0;
1092}
1093
1094static const struct dev_pm_ops nvidiafb_pm_ops = {
1095#ifdef CONFIG_PM_SLEEP
1096	.suspend	= nvidiafb_suspend,
1097	.resume		= nvidiafb_resume,
1098	.freeze		= nvidiafb_freeze,
1099	.thaw		= nvidiafb_resume,
1100	.poweroff	= nvidiafb_hibernate,
1101	.restore	= nvidiafb_resume,
1102#endif /* CONFIG_PM_SLEEP */
1103};
1104
1105static int nvidia_set_fbinfo(struct fb_info *info)
1106{
1107	struct fb_monspecs *specs = &info->monspecs;
1108	struct fb_videomode modedb;
1109	struct nvidia_par *par = info->par;
1110	int lpitch;
1111
1112	NVTRACE_ENTER();
1113	info->flags = FBINFO_DEFAULT
1114	    | FBINFO_HWACCEL_IMAGEBLIT
1115	    | FBINFO_HWACCEL_FILLRECT
1116	    | FBINFO_HWACCEL_COPYAREA
1117	    | FBINFO_HWACCEL_YPAN;
1118
1119	fb_videomode_to_modelist(info->monspecs.modedb,
1120				 info->monspecs.modedb_len, &info->modelist);
1121	fb_var_to_videomode(&modedb, &nvidiafb_default_var);
1122
1123	switch (bpp) {
1124	case 0 ... 8:
1125		bpp = 8;
1126		break;
1127	case 9 ... 16:
1128		bpp = 16;
1129		break;
1130	default:
1131		bpp = 32;
1132		break;
1133	}
1134
1135	if (specs->modedb != NULL) {
1136		const struct fb_videomode *mode;
1137
1138		mode = fb_find_best_display(specs, &info->modelist);
1139		fb_videomode_to_var(&nvidiafb_default_var, mode);
1140		nvidiafb_default_var.bits_per_pixel = bpp;
1141	} else if (par->fpWidth && par->fpHeight) {
1142		char buf[16];
1143
1144		memset(buf, 0, 16);
1145		snprintf(buf, 15, "%dx%dMR", par->fpWidth, par->fpHeight);
1146		fb_find_mode(&nvidiafb_default_var, info, buf, specs->modedb,
1147			     specs->modedb_len, &modedb, bpp);
1148	}
1149
1150	if (mode_option)
1151		fb_find_mode(&nvidiafb_default_var, info, mode_option,
1152			     specs->modedb, specs->modedb_len, &modedb, bpp);
1153
1154	info->var = nvidiafb_default_var;
1155	info->fix.visual = (info->var.bits_per_pixel == 8) ?
1156		FB_VISUAL_PSEUDOCOLOR : FB_VISUAL_DIRECTCOLOR;
1157	info->pseudo_palette = par->pseudo_palette;
1158	fb_alloc_cmap(&info->cmap, 256, 0);
1159	fb_destroy_modedb(info->monspecs.modedb);
1160	info->monspecs.modedb = NULL;
1161
1162	/* maximize virtual vertical length */
1163	lpitch = info->var.xres_virtual *
1164		((info->var.bits_per_pixel + 7) >> 3);
1165	info->var.yres_virtual = info->screen_size / lpitch;
1166
1167	info->pixmap.scan_align = 4;
1168	info->pixmap.buf_align = 4;
1169	info->pixmap.access_align = 32;
1170	info->pixmap.size = 8 * 1024;
1171	info->pixmap.flags = FB_PIXMAP_SYSTEM;
1172
1173	if (!hwcur)
1174	    nvidia_fb_ops.fb_cursor = NULL;
1175
1176	info->var.accel_flags = (!noaccel);
1177
1178	switch (par->Architecture) {
1179	case NV_ARCH_04:
1180		info->fix.accel = FB_ACCEL_NV4;
1181		break;
1182	case NV_ARCH_10:
1183		info->fix.accel = FB_ACCEL_NV_10;
1184		break;
1185	case NV_ARCH_20:
1186		info->fix.accel = FB_ACCEL_NV_20;
1187		break;
1188	case NV_ARCH_30:
1189		info->fix.accel = FB_ACCEL_NV_30;
1190		break;
1191	case NV_ARCH_40:
1192		info->fix.accel = FB_ACCEL_NV_40;
1193		break;
1194	}
1195
1196	NVTRACE_LEAVE();
1197
1198	return nvidiafb_check_var(&info->var, info);
1199}
1200
1201static u32 nvidia_get_chipset(struct fb_info *info)
1202{
1203	struct nvidia_par *par = info->par;
1204	u32 id = (par->pci_dev->vendor << 16) | par->pci_dev->device;
1205
1206	printk(KERN_INFO PFX "Device ID: %x \n", id);
1207
1208	if ((id & 0xfff0) == 0x00f0 ||
1209	    (id & 0xfff0) == 0x02e0) {
1210		/* pci-e */
1211		id = NV_RD32(par->REGS, 0x1800);
1212
1213		if ((id & 0x0000ffff) == 0x000010DE)
1214			id = 0x10DE0000 | (id >> 16);
1215		else if ((id & 0xffff0000) == 0xDE100000) /* wrong endian */
1216			id = 0x10DE0000 | ((id << 8) & 0x0000ff00) |
1217                            ((id >> 8) & 0x000000ff);
1218		printk(KERN_INFO PFX "Subsystem ID: %x \n", id);
1219	}
1220
1221	return id;
1222}
1223
1224static u32 nvidia_get_arch(struct fb_info *info)
1225{
1226	struct nvidia_par *par = info->par;
1227	u32 arch = 0;
1228
1229	switch (par->Chipset & 0x0ff0) {
1230	case 0x0100:		/* GeForce 256 */
1231	case 0x0110:		/* GeForce2 MX */
1232	case 0x0150:		/* GeForce2 */
1233	case 0x0170:		/* GeForce4 MX */
1234	case 0x0180:		/* GeForce4 MX (8x AGP) */
1235	case 0x01A0:		/* nForce */
1236	case 0x01F0:		/* nForce2 */
1237		arch = NV_ARCH_10;
1238		break;
1239	case 0x0200:		/* GeForce3 */
1240	case 0x0250:		/* GeForce4 Ti */
1241	case 0x0280:		/* GeForce4 Ti (8x AGP) */
1242		arch = NV_ARCH_20;
1243		break;
1244	case 0x0300:		/* GeForceFX 5800 */
1245	case 0x0310:		/* GeForceFX 5600 */
1246	case 0x0320:		/* GeForceFX 5200 */
1247	case 0x0330:		/* GeForceFX 5900 */
1248	case 0x0340:		/* GeForceFX 5700 */
1249		arch = NV_ARCH_30;
1250		break;
1251	case 0x0040:		/* GeForce 6800 */
1252	case 0x00C0:		/* GeForce 6800 */
1253	case 0x0120:		/* GeForce 6800 */
1254	case 0x0140:		/* GeForce 6600 */
1255	case 0x0160:		/* GeForce 6200 */
1256	case 0x01D0:		/* GeForce 7200, 7300, 7400 */
1257	case 0x0090:		/* GeForce 7800 */
1258	case 0x0210:		/* GeForce 6800 */
1259	case 0x0220:		/* GeForce 6200 */
1260	case 0x0240:		/* GeForce 6100 */
1261	case 0x0290:		/* GeForce 7900 */
1262	case 0x0390:		/* GeForce 7600 */
1263	case 0x03D0:
1264		arch = NV_ARCH_40;
1265		break;
1266	case 0x0020:		/* TNT, TNT2 */
1267		arch = NV_ARCH_04;
1268		break;
1269	default:		/* unknown architecture */
1270		break;
1271	}
1272
1273	return arch;
1274}
1275
1276static int nvidiafb_probe(struct pci_dev *pd, const struct pci_device_id *ent)
1277{
1278	struct nvidia_par *par;
1279	struct fb_info *info;
1280	unsigned short cmd;
1281
1282
1283	NVTRACE_ENTER();
1284	assert(pd != NULL);
1285
1286	info = framebuffer_alloc(sizeof(struct nvidia_par), &pd->dev);
1287
1288	if (!info)
1289		goto err_out;
1290
1291	par = info->par;
1292	par->pci_dev = pd;
1293	info->pixmap.addr = kzalloc(8 * 1024, GFP_KERNEL);
1294
1295	if (info->pixmap.addr == NULL)
1296		goto err_out_kfree;
1297
1298	if (pci_enable_device(pd)) {
1299		printk(KERN_ERR PFX "cannot enable PCI device\n");
1300		goto err_out_enable;
1301	}
1302
1303	if (pci_request_regions(pd, "nvidiafb")) {
1304		printk(KERN_ERR PFX "cannot request PCI regions\n");
1305		goto err_out_enable;
1306	}
1307
1308	par->FlatPanel = flatpanel;
1309	if (flatpanel == 1)
1310		printk(KERN_INFO PFX "flatpanel support enabled\n");
1311	par->FPDither = fpdither;
1312
1313	par->CRTCnumber = forceCRTC;
1314	par->FpScale = (!noscale);
1315	par->paneltweak = paneltweak;
1316	par->reverse_i2c = reverse_i2c;
1317
1318	/* enable IO and mem if not already done */
1319	pci_read_config_word(pd, PCI_COMMAND, &cmd);
1320	cmd |= (PCI_COMMAND_IO | PCI_COMMAND_MEMORY);
1321	pci_write_config_word(pd, PCI_COMMAND, cmd);
1322
1323	nvidiafb_fix.mmio_start = pci_resource_start(pd, 0);
1324	nvidiafb_fix.smem_start = pci_resource_start(pd, 1);
1325	nvidiafb_fix.mmio_len = pci_resource_len(pd, 0);
1326
1327	par->REGS = ioremap(nvidiafb_fix.mmio_start, nvidiafb_fix.mmio_len);
1328
1329	if (!par->REGS) {
1330		printk(KERN_ERR PFX "cannot ioremap MMIO base\n");
1331		goto err_out_free_base0;
1332	}
1333
1334	par->Chipset = nvidia_get_chipset(info);
1335	par->Architecture = nvidia_get_arch(info);
1336
1337	if (par->Architecture == 0) {
1338		printk(KERN_ERR PFX "unknown NV_ARCH\n");
1339		goto err_out_arch;
1340	}
1341
1342	sprintf(nvidiafb_fix.id, "NV%x", (pd->device & 0x0ff0) >> 4);
1343
1344	if (NVCommonSetup(info))
1345		goto err_out_arch;
1346
1347	par->FbAddress = nvidiafb_fix.smem_start;
1348	par->FbMapSize = par->RamAmountKBytes * 1024;
1349	if (vram && vram * 1024 * 1024 < par->FbMapSize)
1350		par->FbMapSize = vram * 1024 * 1024;
1351
1352	/* Limit amount of vram to 64 MB */
1353	if (par->FbMapSize > 64 * 1024 * 1024)
1354		par->FbMapSize = 64 * 1024 * 1024;
1355
1356	if(par->Architecture >= NV_ARCH_40)
1357  	        par->FbUsableSize = par->FbMapSize - (560 * 1024);
1358	else
1359		par->FbUsableSize = par->FbMapSize - (128 * 1024);
1360	par->ScratchBufferSize = (par->Architecture < NV_ARCH_10) ? 8 * 1024 :
1361	    16 * 1024;
1362	par->ScratchBufferStart = par->FbUsableSize - par->ScratchBufferSize;
1363	par->CursorStart = par->FbUsableSize + (32 * 1024);
1364
1365	info->screen_base = ioremap_wc(nvidiafb_fix.smem_start,
1366				       par->FbMapSize);
1367	info->screen_size = par->FbUsableSize;
1368	nvidiafb_fix.smem_len = par->RamAmountKBytes * 1024;
1369
1370	if (!info->screen_base) {
1371		printk(KERN_ERR PFX "cannot ioremap FB base\n");
1372		goto err_out_free_base1;
1373	}
1374
1375	par->FbStart = info->screen_base;
1376
1377	if (!nomtrr)
1378		par->wc_cookie = arch_phys_wc_add(nvidiafb_fix.smem_start,
1379						  par->RamAmountKBytes * 1024);
1380
1381	info->fbops = &nvidia_fb_ops;
1382	info->fix = nvidiafb_fix;
1383
1384	if (nvidia_set_fbinfo(info) < 0) {
1385		printk(KERN_ERR PFX "error setting initial video mode\n");
1386		goto err_out_iounmap_fb;
1387	}
1388
1389	nvidia_save_vga(par, &par->SavedReg);
1390
1391	pci_set_drvdata(pd, info);
1392
1393	if (backlight)
1394		nvidia_bl_init(par);
1395
1396	if (register_framebuffer(info) < 0) {
1397		printk(KERN_ERR PFX "error registering nVidia framebuffer\n");
1398		goto err_out_iounmap_fb;
1399	}
1400
1401
1402	printk(KERN_INFO PFX
1403	       "PCI nVidia %s framebuffer (%dMB @ 0x%lX)\n",
1404	       info->fix.id,
1405	       par->FbMapSize / (1024 * 1024), info->fix.smem_start);
1406
1407	NVTRACE_LEAVE();
1408	return 0;
1409
1410err_out_iounmap_fb:
1411	iounmap(info->screen_base);
1412err_out_free_base1:
1413	fb_destroy_modedb(info->monspecs.modedb);
1414	nvidia_delete_i2c_busses(par);
1415err_out_arch:
1416	iounmap(par->REGS);
1417 err_out_free_base0:
1418	pci_release_regions(pd);
1419err_out_enable:
1420	kfree(info->pixmap.addr);
1421err_out_kfree:
1422	framebuffer_release(info);
1423err_out:
1424	return -ENODEV;
1425}
1426
1427static void nvidiafb_remove(struct pci_dev *pd)
1428{
1429	struct fb_info *info = pci_get_drvdata(pd);
1430	struct nvidia_par *par = info->par;
1431
1432	NVTRACE_ENTER();
1433
1434	unregister_framebuffer(info);
1435
1436	nvidia_bl_exit(par);
1437	arch_phys_wc_del(par->wc_cookie);
1438	iounmap(info->screen_base);
1439	fb_destroy_modedb(info->monspecs.modedb);
1440	nvidia_delete_i2c_busses(par);
1441	iounmap(par->REGS);
1442	pci_release_regions(pd);
1443	kfree(info->pixmap.addr);
1444	framebuffer_release(info);
1445	NVTRACE_LEAVE();
1446}
1447
1448/* ------------------------------------------------------------------------- *
1449 *
1450 * initialization
1451 *
1452 * ------------------------------------------------------------------------- */
1453
1454#ifndef MODULE
1455static int nvidiafb_setup(char *options)
1456{
1457	char *this_opt;
1458
1459	NVTRACE_ENTER();
1460	if (!options || !*options)
1461		return 0;
1462
1463	while ((this_opt = strsep(&options, ",")) != NULL) {
1464		if (!strncmp(this_opt, "forceCRTC", 9)) {
1465			char *p;
1466
1467			p = this_opt + 9;
1468			if (!*p || !*(++p))
1469				continue;
1470			forceCRTC = *p - '0';
1471			if (forceCRTC < 0 || forceCRTC > 1)
1472				forceCRTC = -1;
1473		} else if (!strncmp(this_opt, "flatpanel", 9)) {
1474			flatpanel = 1;
1475		} else if (!strncmp(this_opt, "hwcur", 5)) {
1476			hwcur = 1;
1477		} else if (!strncmp(this_opt, "noaccel", 6)) {
1478			noaccel = 1;
1479		} else if (!strncmp(this_opt, "noscale", 7)) {
1480			noscale = 1;
1481		} else if (!strncmp(this_opt, "reverse_i2c", 11)) {
1482			reverse_i2c = 1;
1483		} else if (!strncmp(this_opt, "paneltweak:", 11)) {
1484			paneltweak = simple_strtoul(this_opt+11, NULL, 0);
1485		} else if (!strncmp(this_opt, "vram:", 5)) {
1486			vram = simple_strtoul(this_opt+5, NULL, 0);
1487		} else if (!strncmp(this_opt, "backlight:", 10)) {
1488			backlight = simple_strtoul(this_opt+10, NULL, 0);
1489		} else if (!strncmp(this_opt, "nomtrr", 6)) {
1490			nomtrr = true;
1491		} else if (!strncmp(this_opt, "fpdither:", 9)) {
1492			fpdither = simple_strtol(this_opt+9, NULL, 0);
1493		} else if (!strncmp(this_opt, "bpp:", 4)) {
1494			bpp = simple_strtoul(this_opt+4, NULL, 0);
1495		} else
1496			mode_option = this_opt;
1497	}
1498	NVTRACE_LEAVE();
1499	return 0;
1500}
1501#endif				/* !MODULE */
1502
1503static struct pci_driver nvidiafb_driver = {
1504	.name      = "nvidiafb",
1505	.id_table  = nvidiafb_pci_tbl,
1506	.probe     = nvidiafb_probe,
1507	.driver.pm = &nvidiafb_pm_ops,
1508	.remove    = nvidiafb_remove,
1509};
1510
1511/* ------------------------------------------------------------------------- *
1512 *
1513 * modularization
1514 *
1515 * ------------------------------------------------------------------------- */
1516
1517static int nvidiafb_init(void)
1518{
1519#ifndef MODULE
1520	char *option = NULL;
1521
1522	if (fb_get_options("nvidiafb", &option))
1523		return -ENODEV;
1524	nvidiafb_setup(option);
1525#endif
1526	return pci_register_driver(&nvidiafb_driver);
1527}
1528
1529module_init(nvidiafb_init);
1530
1531static void __exit nvidiafb_exit(void)
1532{
1533	pci_unregister_driver(&nvidiafb_driver);
1534}
1535
1536module_exit(nvidiafb_exit);
1537
1538module_param(flatpanel, int, 0);
1539MODULE_PARM_DESC(flatpanel,
1540		 "Enables experimental flat panel support for some chipsets. "
1541		 "(0=disabled, 1=enabled, -1=autodetect) (default=-1)");
1542module_param(fpdither, int, 0);
1543MODULE_PARM_DESC(fpdither,
1544		 "Enables dithering of flat panel for 6 bits panels. "
1545		 "(0=disabled, 1=enabled, -1=autodetect) (default=-1)");
1546module_param(hwcur, int, 0);
1547MODULE_PARM_DESC(hwcur,
1548		 "Enables hardware cursor implementation. (0 or 1=enabled) "
1549		 "(default=0)");
1550module_param(noaccel, int, 0);
1551MODULE_PARM_DESC(noaccel,
1552		 "Disables hardware acceleration. (0 or 1=disable) "
1553		 "(default=0)");
1554module_param(noscale, int, 0);
1555MODULE_PARM_DESC(noscale,
1556		 "Disables screen scaling. (0 or 1=disable) "
1557		 "(default=0, do scaling)");
1558module_param(paneltweak, int, 0);
1559MODULE_PARM_DESC(paneltweak,
1560		 "Tweak display settings for flatpanels. "
1561		 "(default=0, no tweaks)");
1562module_param(forceCRTC, int, 0);
1563MODULE_PARM_DESC(forceCRTC,
1564		 "Forces usage of a particular CRTC in case autodetection "
1565		 "fails. (0 or 1) (default=autodetect)");
1566module_param(vram, int, 0);
1567MODULE_PARM_DESC(vram,
1568		 "amount of framebuffer memory to remap in MiB"
1569		 "(default=0 - remap entire memory)");
1570module_param(mode_option, charp, 0);
1571MODULE_PARM_DESC(mode_option, "Specify initial video mode");
1572module_param(bpp, int, 0);
1573MODULE_PARM_DESC(bpp, "pixel width in bits"
1574		 "(default=8)");
1575module_param(reverse_i2c, int, 0);
1576MODULE_PARM_DESC(reverse_i2c, "reverse port assignment of the i2c bus");
1577module_param(nomtrr, bool, false);
1578MODULE_PARM_DESC(nomtrr, "Disables MTRR support (0 or 1=disabled) "
1579		 "(default=0)");
1580
1581MODULE_AUTHOR("Antonino Daplas");
1582MODULE_DESCRIPTION("Framebuffer driver for nVidia graphics chipset");
1583MODULE_LICENSE("GPL");
1584