[go: nahoru, domu]

1/*
2 * Copyright (C) 2012 Texas Instruments
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program.  If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#include "drm_flip_work.h"
19
20#include "tilcdc_drv.h"
21#include "tilcdc_regs.h"
22
23struct tilcdc_crtc {
24	struct drm_crtc base;
25
26	const struct tilcdc_panel_info *info;
27	uint32_t dirty;
28	dma_addr_t start, end;
29	struct drm_pending_vblank_event *event;
30	int dpms;
31	wait_queue_head_t frame_done_wq;
32	bool frame_done;
33
34	/* fb currently set to scanout 0/1: */
35	struct drm_framebuffer *scanout[2];
36
37	/* for deferred fb unref's: */
38	struct drm_flip_work unref_work;
39};
40#define to_tilcdc_crtc(x) container_of(x, struct tilcdc_crtc, base)
41
42static void unref_worker(struct drm_flip_work *work, void *val)
43{
44	struct tilcdc_crtc *tilcdc_crtc =
45		container_of(work, struct tilcdc_crtc, unref_work);
46	struct drm_device *dev = tilcdc_crtc->base.dev;
47
48	mutex_lock(&dev->mode_config.mutex);
49	drm_framebuffer_unreference(val);
50	mutex_unlock(&dev->mode_config.mutex);
51}
52
53static void set_scanout(struct drm_crtc *crtc, int n)
54{
55	static const uint32_t base_reg[] = {
56			LCDC_DMA_FB_BASE_ADDR_0_REG,
57			LCDC_DMA_FB_BASE_ADDR_1_REG,
58	};
59	static const uint32_t ceil_reg[] = {
60			LCDC_DMA_FB_CEILING_ADDR_0_REG,
61			LCDC_DMA_FB_CEILING_ADDR_1_REG,
62	};
63	static const uint32_t stat[] = {
64			LCDC_END_OF_FRAME0, LCDC_END_OF_FRAME1,
65	};
66	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
67	struct drm_device *dev = crtc->dev;
68	struct tilcdc_drm_private *priv = dev->dev_private;
69
70	pm_runtime_get_sync(dev->dev);
71	tilcdc_write(dev, base_reg[n], tilcdc_crtc->start);
72	tilcdc_write(dev, ceil_reg[n], tilcdc_crtc->end);
73	if (tilcdc_crtc->scanout[n]) {
74		drm_flip_work_queue(&tilcdc_crtc->unref_work, tilcdc_crtc->scanout[n]);
75		drm_flip_work_commit(&tilcdc_crtc->unref_work, priv->wq);
76	}
77	tilcdc_crtc->scanout[n] = crtc->primary->fb;
78	drm_framebuffer_reference(tilcdc_crtc->scanout[n]);
79	tilcdc_crtc->dirty &= ~stat[n];
80	pm_runtime_put_sync(dev->dev);
81}
82
83static void update_scanout(struct drm_crtc *crtc)
84{
85	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
86	struct drm_device *dev = crtc->dev;
87	struct drm_framebuffer *fb = crtc->primary->fb;
88	struct drm_gem_cma_object *gem;
89	unsigned int depth, bpp;
90
91	drm_fb_get_bpp_depth(fb->pixel_format, &depth, &bpp);
92	gem = drm_fb_cma_get_gem_obj(fb, 0);
93
94	tilcdc_crtc->start = gem->paddr + fb->offsets[0] +
95			(crtc->y * fb->pitches[0]) + (crtc->x * bpp/8);
96
97	tilcdc_crtc->end = tilcdc_crtc->start +
98			(crtc->mode.vdisplay * fb->pitches[0]);
99
100	if (tilcdc_crtc->dpms == DRM_MODE_DPMS_ON) {
101		/* already enabled, so just mark the frames that need
102		 * updating and they will be updated on vblank:
103		 */
104		tilcdc_crtc->dirty |= LCDC_END_OF_FRAME0 | LCDC_END_OF_FRAME1;
105		drm_vblank_get(dev, 0);
106	} else {
107		/* not enabled yet, so update registers immediately: */
108		set_scanout(crtc, 0);
109		set_scanout(crtc, 1);
110	}
111}
112
113static void start(struct drm_crtc *crtc)
114{
115	struct drm_device *dev = crtc->dev;
116	struct tilcdc_drm_private *priv = dev->dev_private;
117
118	if (priv->rev == 2) {
119		tilcdc_set(dev, LCDC_CLK_RESET_REG, LCDC_CLK_MAIN_RESET);
120		msleep(1);
121		tilcdc_clear(dev, LCDC_CLK_RESET_REG, LCDC_CLK_MAIN_RESET);
122		msleep(1);
123	}
124
125	tilcdc_set(dev, LCDC_DMA_CTRL_REG, LCDC_DUAL_FRAME_BUFFER_ENABLE);
126	tilcdc_set(dev, LCDC_RASTER_CTRL_REG, LCDC_PALETTE_LOAD_MODE(DATA_ONLY));
127	tilcdc_set(dev, LCDC_RASTER_CTRL_REG, LCDC_RASTER_ENABLE);
128}
129
130static void stop(struct drm_crtc *crtc)
131{
132	struct drm_device *dev = crtc->dev;
133
134	tilcdc_clear(dev, LCDC_RASTER_CTRL_REG, LCDC_RASTER_ENABLE);
135}
136
137static void tilcdc_crtc_destroy(struct drm_crtc *crtc)
138{
139	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
140
141	WARN_ON(tilcdc_crtc->dpms == DRM_MODE_DPMS_ON);
142
143	drm_crtc_cleanup(crtc);
144	drm_flip_work_cleanup(&tilcdc_crtc->unref_work);
145
146	kfree(tilcdc_crtc);
147}
148
149static int tilcdc_crtc_page_flip(struct drm_crtc *crtc,
150		struct drm_framebuffer *fb,
151		struct drm_pending_vblank_event *event,
152		uint32_t page_flip_flags)
153{
154	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
155	struct drm_device *dev = crtc->dev;
156
157	if (tilcdc_crtc->event) {
158		dev_err(dev->dev, "already pending page flip!\n");
159		return -EBUSY;
160	}
161
162	crtc->primary->fb = fb;
163	tilcdc_crtc->event = event;
164	update_scanout(crtc);
165
166	return 0;
167}
168
169static void tilcdc_crtc_dpms(struct drm_crtc *crtc, int mode)
170{
171	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
172	struct drm_device *dev = crtc->dev;
173	struct tilcdc_drm_private *priv = dev->dev_private;
174
175	/* we really only care about on or off: */
176	if (mode != DRM_MODE_DPMS_ON)
177		mode = DRM_MODE_DPMS_OFF;
178
179	if (tilcdc_crtc->dpms == mode)
180		return;
181
182	tilcdc_crtc->dpms = mode;
183
184	pm_runtime_get_sync(dev->dev);
185
186	if (mode == DRM_MODE_DPMS_ON) {
187		pm_runtime_forbid(dev->dev);
188		start(crtc);
189	} else {
190		tilcdc_crtc->frame_done = false;
191		stop(crtc);
192
193		/*
194		 * if necessary wait for framedone irq which will still come
195		 * before putting things to sleep..
196		 */
197		if (priv->rev == 2) {
198			int ret = wait_event_timeout(
199					tilcdc_crtc->frame_done_wq,
200					tilcdc_crtc->frame_done,
201					msecs_to_jiffies(50));
202			if (ret == 0)
203				dev_err(dev->dev, "timeout waiting for framedone\n");
204		}
205		pm_runtime_allow(dev->dev);
206	}
207
208	pm_runtime_put_sync(dev->dev);
209}
210
211static bool tilcdc_crtc_mode_fixup(struct drm_crtc *crtc,
212		const struct drm_display_mode *mode,
213		struct drm_display_mode *adjusted_mode)
214{
215	return true;
216}
217
218static void tilcdc_crtc_prepare(struct drm_crtc *crtc)
219{
220	tilcdc_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
221}
222
223static void tilcdc_crtc_commit(struct drm_crtc *crtc)
224{
225	tilcdc_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
226}
227
228static int tilcdc_crtc_mode_set(struct drm_crtc *crtc,
229		struct drm_display_mode *mode,
230		struct drm_display_mode *adjusted_mode,
231		int x, int y,
232		struct drm_framebuffer *old_fb)
233{
234	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
235	struct drm_device *dev = crtc->dev;
236	struct tilcdc_drm_private *priv = dev->dev_private;
237	const struct tilcdc_panel_info *info = tilcdc_crtc->info;
238	uint32_t reg, hbp, hfp, hsw, vbp, vfp, vsw;
239	int ret;
240
241	ret = tilcdc_crtc_mode_valid(crtc, mode);
242	if (WARN_ON(ret))
243		return ret;
244
245	if (WARN_ON(!info))
246		return -EINVAL;
247
248	pm_runtime_get_sync(dev->dev);
249
250	/* Configure the Burst Size and fifo threshold of DMA: */
251	reg = tilcdc_read(dev, LCDC_DMA_CTRL_REG) & ~0x00000770;
252	switch (info->dma_burst_sz) {
253	case 1:
254		reg |= LCDC_DMA_BURST_SIZE(LCDC_DMA_BURST_1);
255		break;
256	case 2:
257		reg |= LCDC_DMA_BURST_SIZE(LCDC_DMA_BURST_2);
258		break;
259	case 4:
260		reg |= LCDC_DMA_BURST_SIZE(LCDC_DMA_BURST_4);
261		break;
262	case 8:
263		reg |= LCDC_DMA_BURST_SIZE(LCDC_DMA_BURST_8);
264		break;
265	case 16:
266		reg |= LCDC_DMA_BURST_SIZE(LCDC_DMA_BURST_16);
267		break;
268	default:
269		return -EINVAL;
270	}
271	reg |= (info->fifo_th << 8);
272	tilcdc_write(dev, LCDC_DMA_CTRL_REG, reg);
273
274	/* Configure timings: */
275	hbp = mode->htotal - mode->hsync_end;
276	hfp = mode->hsync_start - mode->hdisplay;
277	hsw = mode->hsync_end - mode->hsync_start;
278	vbp = mode->vtotal - mode->vsync_end;
279	vfp = mode->vsync_start - mode->vdisplay;
280	vsw = mode->vsync_end - mode->vsync_start;
281
282	DBG("%dx%d, hbp=%u, hfp=%u, hsw=%u, vbp=%u, vfp=%u, vsw=%u",
283			mode->hdisplay, mode->vdisplay, hbp, hfp, hsw, vbp, vfp, vsw);
284
285	/* Configure the AC Bias Period and Number of Transitions per Interrupt: */
286	reg = tilcdc_read(dev, LCDC_RASTER_TIMING_2_REG) & ~0x000fff00;
287	reg |= LCDC_AC_BIAS_FREQUENCY(info->ac_bias) |
288		LCDC_AC_BIAS_TRANSITIONS_PER_INT(info->ac_bias_intrpt);
289
290	/*
291	 * subtract one from hfp, hbp, hsw because the hardware uses
292	 * a value of 0 as 1
293	 */
294	if (priv->rev == 2) {
295		/* clear bits we're going to set */
296		reg &= ~0x78000033;
297		reg |= ((hfp-1) & 0x300) >> 8;
298		reg |= ((hbp-1) & 0x300) >> 4;
299		reg |= ((hsw-1) & 0x3c0) << 21;
300	}
301	tilcdc_write(dev, LCDC_RASTER_TIMING_2_REG, reg);
302
303	reg = (((mode->hdisplay >> 4) - 1) << 4) |
304		(((hbp-1) & 0xff) << 24) |
305		(((hfp-1) & 0xff) << 16) |
306		(((hsw-1) & 0x3f) << 10);
307	if (priv->rev == 2)
308		reg |= (((mode->hdisplay >> 4) - 1) & 0x40) >> 3;
309	tilcdc_write(dev, LCDC_RASTER_TIMING_0_REG, reg);
310
311	reg = ((mode->vdisplay - 1) & 0x3ff) |
312		((vbp & 0xff) << 24) |
313		((vfp & 0xff) << 16) |
314		(((vsw-1) & 0x3f) << 10);
315	tilcdc_write(dev, LCDC_RASTER_TIMING_1_REG, reg);
316
317	/*
318	 * be sure to set Bit 10 for the V2 LCDC controller,
319	 * otherwise limited to 1024 pixels width, stopping
320	 * 1920x1080 being suppoted.
321	 */
322	if (priv->rev == 2) {
323		if ((mode->vdisplay - 1) & 0x400) {
324			tilcdc_set(dev, LCDC_RASTER_TIMING_2_REG,
325				LCDC_LPP_B10);
326		} else {
327			tilcdc_clear(dev, LCDC_RASTER_TIMING_2_REG,
328				LCDC_LPP_B10);
329		}
330	}
331
332	/* Configure display type: */
333	reg = tilcdc_read(dev, LCDC_RASTER_CTRL_REG) &
334		~(LCDC_TFT_MODE | LCDC_MONO_8BIT_MODE | LCDC_MONOCHROME_MODE |
335			LCDC_V2_TFT_24BPP_MODE | LCDC_V2_TFT_24BPP_UNPACK | 0x000ff000);
336	reg |= LCDC_TFT_MODE; /* no monochrome/passive support */
337	if (info->tft_alt_mode)
338		reg |= LCDC_TFT_ALT_ENABLE;
339	if (priv->rev == 2) {
340		unsigned int depth, bpp;
341
342		drm_fb_get_bpp_depth(crtc->primary->fb->pixel_format, &depth, &bpp);
343		switch (bpp) {
344		case 16:
345			break;
346		case 32:
347			reg |= LCDC_V2_TFT_24BPP_UNPACK;
348			/* fallthrough */
349		case 24:
350			reg |= LCDC_V2_TFT_24BPP_MODE;
351			break;
352		default:
353			dev_err(dev->dev, "invalid pixel format\n");
354			return -EINVAL;
355		}
356	}
357	reg |= info->fdd < 12;
358	tilcdc_write(dev, LCDC_RASTER_CTRL_REG, reg);
359
360	if (info->invert_pxl_clk)
361		tilcdc_set(dev, LCDC_RASTER_TIMING_2_REG, LCDC_INVERT_PIXEL_CLOCK);
362	else
363		tilcdc_clear(dev, LCDC_RASTER_TIMING_2_REG, LCDC_INVERT_PIXEL_CLOCK);
364
365	if (info->sync_ctrl)
366		tilcdc_set(dev, LCDC_RASTER_TIMING_2_REG, LCDC_SYNC_CTRL);
367	else
368		tilcdc_clear(dev, LCDC_RASTER_TIMING_2_REG, LCDC_SYNC_CTRL);
369
370	if (info->sync_edge)
371		tilcdc_set(dev, LCDC_RASTER_TIMING_2_REG, LCDC_SYNC_EDGE);
372	else
373		tilcdc_clear(dev, LCDC_RASTER_TIMING_2_REG, LCDC_SYNC_EDGE);
374
375	/*
376	 * use value from adjusted_mode here as this might have been
377	 * changed as part of the fixup for slave encoders to solve the
378	 * issue where tilcdc timings are not VESA compliant
379	 */
380	if (adjusted_mode->flags & DRM_MODE_FLAG_NHSYNC)
381		tilcdc_set(dev, LCDC_RASTER_TIMING_2_REG, LCDC_INVERT_HSYNC);
382	else
383		tilcdc_clear(dev, LCDC_RASTER_TIMING_2_REG, LCDC_INVERT_HSYNC);
384
385	if (mode->flags & DRM_MODE_FLAG_NVSYNC)
386		tilcdc_set(dev, LCDC_RASTER_TIMING_2_REG, LCDC_INVERT_VSYNC);
387	else
388		tilcdc_clear(dev, LCDC_RASTER_TIMING_2_REG, LCDC_INVERT_VSYNC);
389
390	if (info->raster_order)
391		tilcdc_set(dev, LCDC_RASTER_CTRL_REG, LCDC_RASTER_ORDER);
392	else
393		tilcdc_clear(dev, LCDC_RASTER_CTRL_REG, LCDC_RASTER_ORDER);
394
395
396	update_scanout(crtc);
397	tilcdc_crtc_update_clk(crtc);
398
399	pm_runtime_put_sync(dev->dev);
400
401	return 0;
402}
403
404static int tilcdc_crtc_mode_set_base(struct drm_crtc *crtc, int x, int y,
405		struct drm_framebuffer *old_fb)
406{
407	update_scanout(crtc);
408	return 0;
409}
410
411static const struct drm_crtc_funcs tilcdc_crtc_funcs = {
412		.destroy        = tilcdc_crtc_destroy,
413		.set_config     = drm_crtc_helper_set_config,
414		.page_flip      = tilcdc_crtc_page_flip,
415};
416
417static const struct drm_crtc_helper_funcs tilcdc_crtc_helper_funcs = {
418		.dpms           = tilcdc_crtc_dpms,
419		.mode_fixup     = tilcdc_crtc_mode_fixup,
420		.prepare        = tilcdc_crtc_prepare,
421		.commit         = tilcdc_crtc_commit,
422		.mode_set       = tilcdc_crtc_mode_set,
423		.mode_set_base  = tilcdc_crtc_mode_set_base,
424};
425
426int tilcdc_crtc_max_width(struct drm_crtc *crtc)
427{
428	struct drm_device *dev = crtc->dev;
429	struct tilcdc_drm_private *priv = dev->dev_private;
430	int max_width = 0;
431
432	if (priv->rev == 1)
433		max_width = 1024;
434	else if (priv->rev == 2)
435		max_width = 2048;
436
437	return max_width;
438}
439
440int tilcdc_crtc_mode_valid(struct drm_crtc *crtc, struct drm_display_mode *mode)
441{
442	struct tilcdc_drm_private *priv = crtc->dev->dev_private;
443	unsigned int bandwidth;
444	uint32_t hbp, hfp, hsw, vbp, vfp, vsw;
445
446	/*
447	 * check to see if the width is within the range that
448	 * the LCD Controller physically supports
449	 */
450	if (mode->hdisplay > tilcdc_crtc_max_width(crtc))
451		return MODE_VIRTUAL_X;
452
453	/* width must be multiple of 16 */
454	if (mode->hdisplay & 0xf)
455		return MODE_VIRTUAL_X;
456
457	if (mode->vdisplay > 2048)
458		return MODE_VIRTUAL_Y;
459
460	DBG("Processing mode %dx%d@%d with pixel clock %d",
461		mode->hdisplay, mode->vdisplay,
462		drm_mode_vrefresh(mode), mode->clock);
463
464	hbp = mode->htotal - mode->hsync_end;
465	hfp = mode->hsync_start - mode->hdisplay;
466	hsw = mode->hsync_end - mode->hsync_start;
467	vbp = mode->vtotal - mode->vsync_end;
468	vfp = mode->vsync_start - mode->vdisplay;
469	vsw = mode->vsync_end - mode->vsync_start;
470
471	if ((hbp-1) & ~0x3ff) {
472		DBG("Pruning mode: Horizontal Back Porch out of range");
473		return MODE_HBLANK_WIDE;
474	}
475
476	if ((hfp-1) & ~0x3ff) {
477		DBG("Pruning mode: Horizontal Front Porch out of range");
478		return MODE_HBLANK_WIDE;
479	}
480
481	if ((hsw-1) & ~0x3ff) {
482		DBG("Pruning mode: Horizontal Sync Width out of range");
483		return MODE_HSYNC_WIDE;
484	}
485
486	if (vbp & ~0xff) {
487		DBG("Pruning mode: Vertical Back Porch out of range");
488		return MODE_VBLANK_WIDE;
489	}
490
491	if (vfp & ~0xff) {
492		DBG("Pruning mode: Vertical Front Porch out of range");
493		return MODE_VBLANK_WIDE;
494	}
495
496	if ((vsw-1) & ~0x3f) {
497		DBG("Pruning mode: Vertical Sync Width out of range");
498		return MODE_VSYNC_WIDE;
499	}
500
501	/*
502	 * some devices have a maximum allowed pixel clock
503	 * configured from the DT
504	 */
505	if (mode->clock > priv->max_pixelclock) {
506		DBG("Pruning mode: pixel clock too high");
507		return MODE_CLOCK_HIGH;
508	}
509
510	/*
511	 * some devices further limit the max horizontal resolution
512	 * configured from the DT
513	 */
514	if (mode->hdisplay > priv->max_width)
515		return MODE_BAD_WIDTH;
516
517	/* filter out modes that would require too much memory bandwidth: */
518	bandwidth = mode->hdisplay * mode->vdisplay *
519		drm_mode_vrefresh(mode);
520	if (bandwidth > priv->max_bandwidth) {
521		DBG("Pruning mode: exceeds defined bandwidth limit");
522		return MODE_BAD;
523	}
524
525	return MODE_OK;
526}
527
528void tilcdc_crtc_set_panel_info(struct drm_crtc *crtc,
529		const struct tilcdc_panel_info *info)
530{
531	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
532	tilcdc_crtc->info = info;
533}
534
535void tilcdc_crtc_update_clk(struct drm_crtc *crtc)
536{
537	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
538	struct drm_device *dev = crtc->dev;
539	struct tilcdc_drm_private *priv = dev->dev_private;
540	int dpms = tilcdc_crtc->dpms;
541	unsigned int lcd_clk, div;
542	int ret;
543
544	pm_runtime_get_sync(dev->dev);
545
546	if (dpms == DRM_MODE_DPMS_ON)
547		tilcdc_crtc_dpms(crtc, DRM_MODE_DPMS_OFF);
548
549	/* in raster mode, minimum divisor is 2: */
550	ret = clk_set_rate(priv->disp_clk, crtc->mode.clock * 1000 * 2);
551	if (ret) {
552		dev_err(dev->dev, "failed to set display clock rate to: %d\n",
553				crtc->mode.clock);
554		goto out;
555	}
556
557	lcd_clk = clk_get_rate(priv->clk);
558	div = lcd_clk / (crtc->mode.clock * 1000);
559
560	DBG("lcd_clk=%u, mode clock=%d, div=%u", lcd_clk, crtc->mode.clock, div);
561	DBG("fck=%lu, dpll_disp_ck=%lu", clk_get_rate(priv->clk), clk_get_rate(priv->disp_clk));
562
563	/* Configure the LCD clock divisor. */
564	tilcdc_write(dev, LCDC_CTRL_REG, LCDC_CLK_DIVISOR(div) |
565			LCDC_RASTER_MODE);
566
567	if (priv->rev == 2)
568		tilcdc_set(dev, LCDC_CLK_ENABLE_REG,
569				LCDC_V2_DMA_CLK_EN | LCDC_V2_LIDD_CLK_EN |
570				LCDC_V2_CORE_CLK_EN);
571
572	if (dpms == DRM_MODE_DPMS_ON)
573		tilcdc_crtc_dpms(crtc, DRM_MODE_DPMS_ON);
574
575out:
576	pm_runtime_put_sync(dev->dev);
577}
578
579irqreturn_t tilcdc_crtc_irq(struct drm_crtc *crtc)
580{
581	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
582	struct drm_device *dev = crtc->dev;
583	struct tilcdc_drm_private *priv = dev->dev_private;
584	uint32_t stat = tilcdc_read_irqstatus(dev);
585
586	if ((stat & LCDC_SYNC_LOST) && (stat & LCDC_FIFO_UNDERFLOW)) {
587		stop(crtc);
588		dev_err(dev->dev, "error: %08x\n", stat);
589		tilcdc_clear_irqstatus(dev, stat);
590		start(crtc);
591	} else if (stat & LCDC_PL_LOAD_DONE) {
592		tilcdc_clear_irqstatus(dev, stat);
593	} else {
594		struct drm_pending_vblank_event *event;
595		unsigned long flags;
596		uint32_t dirty = tilcdc_crtc->dirty & stat;
597
598		tilcdc_clear_irqstatus(dev, stat);
599
600		if (dirty & LCDC_END_OF_FRAME0)
601			set_scanout(crtc, 0);
602
603		if (dirty & LCDC_END_OF_FRAME1)
604			set_scanout(crtc, 1);
605
606		drm_handle_vblank(dev, 0);
607
608		spin_lock_irqsave(&dev->event_lock, flags);
609		event = tilcdc_crtc->event;
610		tilcdc_crtc->event = NULL;
611		if (event)
612			drm_send_vblank_event(dev, 0, event);
613		spin_unlock_irqrestore(&dev->event_lock, flags);
614
615		if (dirty && !tilcdc_crtc->dirty)
616			drm_vblank_put(dev, 0);
617	}
618
619	if (priv->rev == 2) {
620		if (stat & LCDC_FRAME_DONE) {
621			tilcdc_crtc->frame_done = true;
622			wake_up(&tilcdc_crtc->frame_done_wq);
623		}
624		tilcdc_write(dev, LCDC_END_OF_INT_IND_REG, 0);
625	}
626
627	return IRQ_HANDLED;
628}
629
630void tilcdc_crtc_cancel_page_flip(struct drm_crtc *crtc, struct drm_file *file)
631{
632	struct tilcdc_crtc *tilcdc_crtc = to_tilcdc_crtc(crtc);
633	struct drm_pending_vblank_event *event;
634	struct drm_device *dev = crtc->dev;
635	unsigned long flags;
636
637	/* Destroy the pending vertical blanking event associated with the
638	 * pending page flip, if any, and disable vertical blanking interrupts.
639	 */
640	spin_lock_irqsave(&dev->event_lock, flags);
641	event = tilcdc_crtc->event;
642	if (event && event->base.file_priv == file) {
643		tilcdc_crtc->event = NULL;
644		event->base.destroy(&event->base);
645		drm_vblank_put(dev, 0);
646	}
647	spin_unlock_irqrestore(&dev->event_lock, flags);
648}
649
650struct drm_crtc *tilcdc_crtc_create(struct drm_device *dev)
651{
652	struct tilcdc_crtc *tilcdc_crtc;
653	struct drm_crtc *crtc;
654	int ret;
655
656	tilcdc_crtc = kzalloc(sizeof(*tilcdc_crtc), GFP_KERNEL);
657	if (!tilcdc_crtc) {
658		dev_err(dev->dev, "allocation failed\n");
659		return NULL;
660	}
661
662	crtc = &tilcdc_crtc->base;
663
664	tilcdc_crtc->dpms = DRM_MODE_DPMS_OFF;
665	init_waitqueue_head(&tilcdc_crtc->frame_done_wq);
666
667	ret = drm_flip_work_init(&tilcdc_crtc->unref_work, 16,
668			"unref", unref_worker);
669	if (ret) {
670		dev_err(dev->dev, "could not allocate unref FIFO\n");
671		goto fail;
672	}
673
674	ret = drm_crtc_init(dev, crtc, &tilcdc_crtc_funcs);
675	if (ret < 0)
676		goto fail;
677
678	drm_crtc_helper_add(crtc, &tilcdc_crtc_helper_funcs);
679
680	return crtc;
681
682fail:
683	tilcdc_crtc_destroy(crtc);
684	return NULL;
685}
686