[go: nahoru, domu]

nouveau_display.c revision 1e303c03af1e631de37ec77cc2513210910a812c
16ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs/*
26ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Copyright (C) 2008 Maarten Maathuis.
36ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * All Rights Reserved.
46ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
56ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Permission is hereby granted, free of charge, to any person obtaining
66ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * a copy of this software and associated documentation files (the
76ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * "Software"), to deal in the Software without restriction, including
86ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * without limitation the rights to use, copy, modify, merge, publish,
96ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * distribute, sublicense, and/or sell copies of the Software, and to
106ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * permit persons to whom the Software is furnished to do so, subject to
116ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * the following conditions:
126ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
136ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * The above copyright notice and this permission notice (including the
146ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * next paragraph) shall be included in all copies or substantial
156ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * portions of the Software.
166ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
176ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
186ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
206ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
226ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
246ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
256ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs */
266ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
27760285e7e7ab282c25b5e90816f7c47000557f4fDavid Howells#include <drm/drmP.h>
28760285e7e7ab282c25b5e90816f7c47000557f4fDavid Howells#include <drm/drm_crtc_helper.h>
2977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_fbcon.h"
311a6463425552a8b9960e5a19b25421895846925cBen Skeggs#include "dispnv04/hw.h"
32332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_crtc.h"
33332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_dma.h"
3477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs#include "nouveau_gem.h"
35de69185573586302ada2e59ba41835df36986277Ben Skeggs#include "nouveau_connector.h"
3645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs#include "nv50_display.h"
376ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
38ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs#include "nouveau_fence.h"
39ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs
4077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs#include <engine/disp.h>
41e0996aea4c349ba302b63203b7d5cab6034dbdcaBen Skeggs
421d7c71a3e2f77336df536855b0efd2dc5bdeb41bBen Skeggs#include <core/class.h>
431d7c71a3e2f77336df536855b0efd2dc5bdeb41bBen Skeggs
4451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsstatic int
4551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsnouveau_display_vblank_handler(void *data, int head)
4651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs{
4751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_drm *drm = data;
4851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	drm_handle_vblank(drm->dev, head);
4951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	return NVKM_EVENT_KEEP;
5051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs}
5151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
5251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsint
5351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsnouveau_display_vblank_enable(struct drm_device *dev, int head)
5451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs{
5551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
5651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	if (disp) {
5751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		nouveau_event_get(disp->vblank[head]);
5851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		return 0;
5951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	}
6051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	return -EIO;
6151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs}
6251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
6351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsvoid
6451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsnouveau_display_vblank_disable(struct drm_device *dev, int head)
6551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs{
6651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
6751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	if (disp)
6851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		nouveau_event_put(disp->vblank[head]);
6951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs}
7051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
7151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsstatic void
7251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsnouveau_display_vblank_fini(struct drm_device *dev)
7351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs{
7451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
7551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	int i;
7651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
7751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	if (disp->vblank) {
7851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		for (i = 0; i < dev->mode_config.num_crtc; i++)
7951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs			nouveau_event_ref(NULL, &disp->vblank[i]);
8051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		kfree(disp->vblank);
8151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		disp->vblank = NULL;
8251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	}
8351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
8451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	drm_vblank_cleanup(dev);
8551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs}
8651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
8751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsstatic int
8851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggsnouveau_display_vblank_init(struct drm_device *dev)
8951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs{
9051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
9151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
9251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	struct nouveau_disp *pdisp = nouveau_disp(drm->device);
9351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	int ret, i;
9451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
9551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	disp->vblank = kzalloc(dev->mode_config.num_crtc *
9651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs			       sizeof(*disp->vblank), GFP_KERNEL);
9751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	if (!disp->vblank)
9851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		return -ENOMEM;
9951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
10051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	for (i = 0; i < dev->mode_config.num_crtc; i++) {
10151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		ret = nouveau_event_new(pdisp->vblank, i,
10251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs					nouveau_display_vblank_handler,
10351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs					drm, &disp->vblank[i]);
10451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		if (ret) {
10551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs			nouveau_display_vblank_fini(dev);
10651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs			return ret;
10751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		}
10851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	}
10951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
11051cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	ret = drm_vblank_init(dev, dev->mode_config.num_crtc);
11151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	if (ret) {
11251cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		nouveau_display_vblank_fini(dev);
11351cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		return ret;
11451cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	}
11551cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
11651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	return 0;
11751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs}
11851cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs
1196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic void
1206ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_destroy(struct drm_framebuffer *drm_fb)
1216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
1226ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
1236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
124bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri	if (fb->nvbo)
12555fb74adc628b99424360b0123f47ea4484c56fdDavid Herrmann		drm_gem_object_unreference_unlocked(&fb->nvbo->gem);
1266ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1276ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	drm_framebuffer_cleanup(drm_fb);
1286ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	kfree(fb);
1296ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1316ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic int
1326ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create_handle(struct drm_framebuffer *drm_fb,
1336ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       struct drm_file *file_priv,
1346ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       unsigned int *handle)
1356ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
1366ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
1376ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
13855fb74adc628b99424360b0123f47ea4484c56fdDavid Herrmann	return drm_gem_handle_create(file_priv, &fb->nvbo->gem, handle);
1396ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1406ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1416ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic const struct drm_framebuffer_funcs nouveau_framebuffer_funcs = {
1426ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.destroy = nouveau_user_framebuffer_destroy,
1436ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.create_handle = nouveau_user_framebuffer_create_handle,
1446ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
1456ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
146386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlieint
14745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggsnouveau_framebuffer_init(struct drm_device *dev,
14845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_framebuffer *nv_fb,
149308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes			 struct drm_mode_fb_cmd2 *mode_cmd,
15045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_bo *nvbo)
1516ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
15277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
15345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	struct drm_framebuffer *fb = &nv_fb->base;
1546ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	int ret;
1556ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
15645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	drm_helper_mode_fill_fb_struct(fb, mode_cmd);
15745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	nv_fb->nvbo = nvbo;
15845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
15977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type >= NV_50) {
16045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		u32 tile_flags = nouveau_bo_tile_layout(nvbo);
16145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7a00 ||
16245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		    tile_flags == 0xfe00)
16345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB32;
16445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
16545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7000)
16645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB16;
16745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
16845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoVRAM_LP;
16945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
17045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		switch (fb->depth) {
1714f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case  8: nv_fb->r_format = 0x1e00; break;
1724f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 15: nv_fb->r_format = 0xe900; break;
1734f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 16: nv_fb->r_format = 0xe800; break;
17445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 24:
1754f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 32: nv_fb->r_format = 0xcf00; break;
1764f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 30: nv_fb->r_format = 0xd100; break;
17745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		default:
17877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			 NV_ERROR(drm, "unknown depth %d\n", fb->depth);
17945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 return -EINVAL;
18045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
18145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
182bd9c5a2016307164c419c5e24a46921c10e620a0Maarten Lankhorst		if (nvbo->tile_flags & NOUVEAU_GEM_TILE_NONCONTIG) {
183bd9c5a2016307164c419c5e24a46921c10e620a0Maarten Lankhorst			NV_ERROR(drm, "framebuffer requires contiguous bo\n");
184bd9c5a2016307164c419c5e24a46921c10e620a0Maarten Lankhorst			return -EINVAL;
185bd9c5a2016307164c419c5e24a46921c10e620a0Maarten Lankhorst		}
186bd9c5a2016307164c419c5e24a46921c10e620a0Maarten Lankhorst
18777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (nv_device(drm->device)->chipset == 0x50)
18845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_format |= (tile_flags << 8);
18945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
1902fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs		if (!tile_flags) {
19177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			if (nv_device(drm->device)->card_type < NV_D0)
19201f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä				nv_fb->r_pitch = 0x00100000 | fb->pitches[0];
1932fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs			else
19401f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä				nv_fb->r_pitch = 0x01000000 | fb->pitches[0];
1952fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs		} else {
19645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			u32 mode = nvbo->tile_mode;
19777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			if (nv_device(drm->device)->card_type >= NV_C0)
19845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs				mode >>= 4;
19901f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä			nv_fb->r_pitch = ((fb->pitches[0] / 4) << 4) | mode;
20045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
20145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	}
20245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
203c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter	ret = drm_framebuffer_init(dev, fb, &nouveau_framebuffer_funcs);
204c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter	if (ret) {
205c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter		return ret;
206c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter	}
207c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter
208386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return 0;
2096ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
2106ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
2116ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic struct drm_framebuffer *
2126ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create(struct drm_device *dev,
2136ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				struct drm_file *file_priv,
214308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes				struct drm_mode_fb_cmd2 *mode_cmd)
2156ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
216386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	struct nouveau_framebuffer *nouveau_fb;
2176ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct drm_gem_object *gem;
218fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst	int ret = -ENOMEM;
2196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
220308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes	gem = drm_gem_object_lookup(dev, file_priv, mode_cmd->handles[0]);
2216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	if (!gem)
222cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOENT);
2236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
224386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	nouveau_fb = kzalloc(sizeof(struct nouveau_framebuffer), GFP_KERNEL);
225386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (!nouveau_fb)
226fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst		goto err_unref;
227386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie
228386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	ret = nouveau_framebuffer_init(dev, nouveau_fb, mode_cmd, nouveau_gem_object(gem));
229fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst	if (ret)
230fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst		goto err;
2316ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
232386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return &nouveau_fb->base;
233fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst
234fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorsterr:
235fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst	kfree(nouveau_fb);
236fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorsterr_unref:
237fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst	drm_gem_object_unreference(gem);
238fdfb8332651db7a280851dfccfc4f0cff4bcd052Maarten Lankhorst	return ERR_PTR(ret);
2396ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
2406ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
24127d5030a235d89842ed70e18d924f017b34a496dBen Skeggsstatic const struct drm_mode_config_funcs nouveau_mode_config_funcs = {
2426ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.fb_create = nouveau_user_framebuffer_create,
243eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie	.output_poll_changed = nouveau_fbcon_output_poll_changed,
2446ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
2456ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
246b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
2474a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstruct nouveau_drm_prop_enum_list {
248de69185573586302ada2e59ba41835df36986277Ben Skeggs	u8 gen_mask;
249b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	int type;
250b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	char *name;
251b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs};
252b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
2534a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list underscan[] = {
2549285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_AUTO, "auto" },
2559285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_OFF, "off" },
2569285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_ON, "on" },
257de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
258b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs};
259b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
2604a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list dither_mode[] = {
261de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 7, DITHERING_MODE_AUTO, "auto" },
262de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 7, DITHERING_MODE_OFF, "off" },
263de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 1, DITHERING_MODE_ON, "on" },
264de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_MODE_STATIC2X2, "static 2x2" },
265de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_MODE_DYNAMIC2X2, "dynamic 2x2" },
266de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 4, DITHERING_MODE_TEMPORAL, "temporal" },
267de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
268de69185573586302ada2e59ba41835df36986277Ben Skeggs};
269de69185573586302ada2e59ba41835df36986277Ben Skeggs
2704a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list dither_depth[] = {
271de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_AUTO, "auto" },
272de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_6BPC, "6 bpc" },
273de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_8BPC, "8 bpc" },
274de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
275de69185573586302ada2e59ba41835df36986277Ben Skeggs};
276de69185573586302ada2e59ba41835df36986277Ben Skeggs
277de69185573586302ada2e59ba41835df36986277Ben Skeggs#define PROP_ENUM(p,gen,n,list) do {                                           \
2784a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauer	struct nouveau_drm_prop_enum_list *l = (list);                         \
279de69185573586302ada2e59ba41835df36986277Ben Skeggs	int c = 0;                                                             \
280de69185573586302ada2e59ba41835df36986277Ben Skeggs	while (l->gen_mask) {                                                  \
281de69185573586302ada2e59ba41835df36986277Ben Skeggs		if (l->gen_mask & (1 << (gen)))                                \
282de69185573586302ada2e59ba41835df36986277Ben Skeggs			c++;                                                   \
283de69185573586302ada2e59ba41835df36986277Ben Skeggs		l++;                                                           \
284de69185573586302ada2e59ba41835df36986277Ben Skeggs	}                                                                      \
285de69185573586302ada2e59ba41835df36986277Ben Skeggs	if (c) {                                                               \
286de69185573586302ada2e59ba41835df36986277Ben Skeggs		p = drm_property_create(dev, DRM_MODE_PROP_ENUM, n, c);        \
287de69185573586302ada2e59ba41835df36986277Ben Skeggs		l = (list);                                                    \
288de69185573586302ada2e59ba41835df36986277Ben Skeggs		c = 0;                                                         \
289de69185573586302ada2e59ba41835df36986277Ben Skeggs		while (p && l->gen_mask) {                                     \
290de69185573586302ada2e59ba41835df36986277Ben Skeggs			if (l->gen_mask & (1 << (gen))) {                      \
291de69185573586302ada2e59ba41835df36986277Ben Skeggs				drm_property_add_enum(p, c, l->type, l->name); \
292de69185573586302ada2e59ba41835df36986277Ben Skeggs				c++;                                           \
293de69185573586302ada2e59ba41835df36986277Ben Skeggs			}                                                      \
294de69185573586302ada2e59ba41835df36986277Ben Skeggs			l++;                                                   \
295de69185573586302ada2e59ba41835df36986277Ben Skeggs		}                                                              \
296de69185573586302ada2e59ba41835df36986277Ben Skeggs	}                                                                      \
297de69185573586302ada2e59ba41835df36986277Ben Skeggs} while(0)
298de69185573586302ada2e59ba41835df36986277Ben Skeggs
299042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezint
300f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsnouveau_display_init(struct drm_device *dev)
301f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs{
30277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
30352c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	struct drm_connector *connector;
304f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	int ret;
305f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
306f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	ret = disp->init(dev);
30752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	if (ret)
30852c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		return ret;
30952c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
3107df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	/* enable polling for external displays */
31152c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	drm_kms_helper_poll_enable(dev);
31252c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
31352c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	/* enable hotplug interrupts */
31452c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
31552c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		struct nouveau_connector *conn = nouveau_connector(connector);
31651cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		if (conn->hpd_func) nouveau_event_get(conn->hpd_func);
317f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	}
318f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
319f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	return ret;
320f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs}
321f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
322f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsvoid
323f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsnouveau_display_fini(struct drm_device *dev)
324f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs{
32577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
32652c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	struct drm_connector *connector;
32752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
32852c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	/* disable hotplug interrupts */
32952c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
33052c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		struct nouveau_connector *conn = nouveau_connector(connector);
33151cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		if (conn->hpd_func) nouveau_event_put(conn->hpd_func);
33252c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	}
333f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
334f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_disable(dev);
335f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	disp->fini(dev);
336f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs}
337f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
338f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsint
33927d5030a235d89842ed70e18d924f017b34a496dBen Skeggsnouveau_display_create(struct drm_device *dev)
34027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs{
34177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
34277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp;
343de69185573586302ada2e59ba41835df36986277Ben Skeggs	int ret, gen;
34427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
34577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	disp = drm->display = kzalloc(sizeof(*disp), GFP_KERNEL);
34677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (!disp)
34777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		return -ENOMEM;
34877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
34927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_config_init(dev);
35027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_create_scaling_mode_property(dev);
3514ceca5f8649125645fc4e7f178a1dca1345ab9b4Ben Skeggs	drm_mode_create_dvi_i_properties(dev);
352de69185573586302ada2e59ba41835df36986277Ben Skeggs
35377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_50)
354de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 0;
355de69185573586302ada2e59ba41835df36986277Ben Skeggs	else
35677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_D0)
357de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 1;
358de69185573586302ada2e59ba41835df36986277Ben Skeggs	else
359de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 2;
360de69185573586302ada2e59ba41835df36986277Ben Skeggs
361de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->dithering_mode, gen, "dithering mode", dither_mode);
362de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->dithering_depth, gen, "dithering depth", dither_depth);
363de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->underscan_property, gen, "underscan", underscan);
364b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
365b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	disp->underscan_hborder_property =
366d9bc3c02e36d844c2d980e65ddda5c7699e073f8Sascha Hauer		drm_property_create_range(dev, 0, "underscan hborder", 0, 128);
367b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
368b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	disp->underscan_vborder_property =
369d9bc3c02e36d844c2d980e65ddda5c7699e073f8Sascha Hauer		drm_property_create_range(dev, 0, "underscan vborder", 0, 128);
370b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
371f9887d091149406de5c8b388f7e0bb6932dd621bBen Skeggs	if (gen >= 1) {
37203e9a04050f5333c779ed37c027a6aae5644cf6cMarcin Slusarz		/* -90..+90 */
373df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property =
37403e9a04050f5333c779ed37c027a6aae5644cf6cMarcin Slusarz			drm_property_create_range(dev, 0, "vibrant hue", 0, 180);
375df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller
37603e9a04050f5333c779ed37c027a6aae5644cf6cMarcin Slusarz		/* -100..+100 */
377df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property =
37803e9a04050f5333c779ed37c027a6aae5644cf6cMarcin Slusarz			drm_property_create_range(dev, 0, "color vibrance", 0, 200);
379df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller	}
380df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller
381e6ecefaadfcdb03db8ac9e739b4ba7a93a8811b3Laurent Pinchart	dev->mode_config.funcs = &nouveau_mode_config_funcs;
38227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.fb_base = pci_resource_start(dev->pdev, 1);
38327d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
38427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.min_width = 0;
38527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.min_height = 0;
38677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_10) {
38727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 2048;
38827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 2048;
38927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	} else
39077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_50) {
39127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 4096;
39227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 4096;
39327d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	} else {
39427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 8192;
39527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 8192;
39627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	}
39727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
398f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie	dev->mode_config.preferred_depth = 24;
399f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie	dev->mode_config.prefer_shadow = 1;
400f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie
401f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_init(dev);
402f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_disable(dev);
403f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
404fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs	if (drm->vbios.dcb.entries) {
405fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs		if (nv_device(drm->device)->card_type < NV_50)
406fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs			ret = nv04_display_create(dev);
407fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs		else
408fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs			ret = nv50_display_create(dev);
409fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs	} else {
410fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs		ret = 0;
411fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs	}
4129430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs
413fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs	if (ret)
414fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs		goto disp_create_err;
4159430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs
416fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs	if (dev->mode_config.num_crtc) {
41751cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs		ret = nouveau_display_vblank_init(dev);
418fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs		if (ret)
419fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs			goto vblank_err;
420f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	}
421f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
422fc1620883af8cbc10bfb1a4ef2eb4e8113243012Ben Skeggs	nouveau_backlight_init(dev);
4235ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	return 0;
4245ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz
4255ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarzvblank_err:
42677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	disp->dtor(dev);
4275ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarzdisp_create_err:
4285ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	drm_kms_helper_poll_fini(dev);
4295ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	drm_mode_config_cleanup(dev);
4302a44e4997c5fee8e1da1589ff57e0bd1c53f03ceBen Skeggs	return ret;
43127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs}
43227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
43327d5030a235d89842ed70e18d924f017b34a496dBen Skeggsvoid
43427d5030a235d89842ed70e18d924f017b34a496dBen Skeggsnouveau_display_destroy(struct drm_device *dev)
43527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs{
43677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
43727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
43877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_backlight_exit(dev);
43951cb4b392a307a8293b4f1f300ab803d7ad3b036Ben Skeggs	nouveau_display_vblank_fini(dev);
440f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
441d6bf2f370703c0cab60bf1f5bf871a3f00eb8872Ben Skeggs	drm_kms_helper_poll_fini(dev);
442d6bf2f370703c0cab60bf1f5bf871a3f00eb8872Ben Skeggs	drm_mode_config_cleanup(dev);
443d6bf2f370703c0cab60bf1f5bf871a3f00eb8872Ben Skeggs
4449430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs	if (disp->dtor)
4459430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		disp->dtor(dev);
446f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
44777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_drm(dev)->display = NULL;
44877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	kfree(disp);
44977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs}
45077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
45177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsint
45277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsnouveau_display_suspend(struct drm_device *dev)
45377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs{
45477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
45577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_crtc *crtc;
45677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
45777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_display_fini(dev);
45877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
459c52f4fa61d7504bacd94fd54f43fd0b5bdf74bbcBen Skeggs	NV_INFO(drm, "unpinning framebuffer(s)...\n");
46077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
46177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_framebuffer *nouveau_fb;
46277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
46377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_fb = nouveau_framebuffer(crtc->fb);
46477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (!nouveau_fb || !nouveau_fb->nvbo)
46577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			continue;
46677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
46777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_unpin(nouveau_fb->nvbo);
46877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
46977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
47077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
47177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
47277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
47377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_unmap(nv_crtc->cursor.nvbo);
47477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_unpin(nv_crtc->cursor.nvbo);
47577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
47677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
47777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	return 0;
47877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs}
47977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
48077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsvoid
4815addcf0a5f0fadceba6bd562d0616a1c5d4c1a4dDave Airlienouveau_display_repin(struct drm_device *dev)
48277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs{
48377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
48477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_crtc *crtc;
48577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	int ret;
48677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
48777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
48877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_framebuffer *nouveau_fb;
48977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
49077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_fb = nouveau_framebuffer(crtc->fb);
49177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (!nouveau_fb || !nouveau_fb->nvbo)
49277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			continue;
49377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
49477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_pin(nouveau_fb->nvbo, TTM_PL_FLAG_VRAM);
49577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
49677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
49777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
49877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
49977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
50077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		ret = nouveau_bo_pin(nv_crtc->cursor.nvbo, TTM_PL_FLAG_VRAM);
50177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (!ret)
50277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			ret = nouveau_bo_map(nv_crtc->cursor.nvbo);
50377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (ret)
50477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			NV_ERROR(drm, "Could not pin/map cursor.\n");
50577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
5065addcf0a5f0fadceba6bd562d0616a1c5d4c1a4dDave Airlie}
50777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
5085addcf0a5f0fadceba6bd562d0616a1c5d4c1a4dDave Airlievoid
5095addcf0a5f0fadceba6bd562d0616a1c5d4c1a4dDave Airlienouveau_display_resume(struct drm_device *dev)
5105addcf0a5f0fadceba6bd562d0616a1c5d4c1a4dDave Airlie{
5115addcf0a5f0fadceba6bd562d0616a1c5d4c1a4dDave Airlie	struct drm_crtc *crtc;
51277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_display_init(dev);
51377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
51477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	/* Force CLUT to get re-loaded during modeset */
51577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
51677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
51777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
51877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_crtc->lut.depth = 0;
51977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
52077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
52177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	drm_helper_resume_force_mode(dev);
52277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
52377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
52477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
52577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		u32 offset = nv_crtc->cursor.nvbo->bo.offset;
52677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
52777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_crtc->cursor.set_offset(nv_crtc, offset);
52877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_crtc->cursor.set_pos(nv_crtc, nv_crtc->cursor_saved_x,
52977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs						 nv_crtc->cursor_saved_y);
53077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
53127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs}
53227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
533332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
534332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_emit(struct nouveau_channel *chan,
535332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *old_bo,
536332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *new_bo,
537332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_page_flip_state *s,
538332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_fence **pfence)
539332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
540f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_fence_chan *fctx = chan->fence;
54177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = chan->drm;
54277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_device *dev = drm->dev;
543332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
544332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
545332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
546332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Queue it to the pending list */
547332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
548f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	list_add_tail(&s->head, &fctx->flip);
549332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
550332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
551332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Synchronize with the old framebuffer */
552332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_fence_sync(old_bo->bo.sync_obj, chan);
553332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
554332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
555332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
556332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit the pageflip */
5571e303c03af1e631de37ec77cc2513210910a812cBen Skeggs	ret = RING_SPACE(chan, 2);
558332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
559332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
560332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
5611e303c03af1e631de37ec77cc2513210910a812cBen Skeggs	if (nv_device(drm->device)->card_type < NV_C0)
5626d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_NV04(chan, NvSubSw, NV_SW_PAGE_FLIP, 1);
5631e303c03af1e631de37ec77cc2513210910a812cBen Skeggs	else
5641e303c03af1e631de37ec77cc2513210910a812cBen Skeggs		BEGIN_NVC0(chan, FermiSw, NV_SW_PAGE_FLIP, 1);
5651e303c03af1e631de37ec77cc2513210910a812cBen Skeggs	OUT_RING  (chan, 0x00000000);
566bd2f2037a42d4657ead3be2918db22e63626cd35Ben Skeggs	FIRE_RING (chan);
567332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
568264ce192b3e7f45d0adb37bfbab2b01a3fbe6c30Ben Skeggs	ret = nouveau_fence_new(chan, false, pfence);
569332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
570332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
571332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
572332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
573332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
574332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
575332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
576332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
577332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
578332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
579332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
580332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
581332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_crtc_page_flip(struct drm_crtc *crtc, struct drm_framebuffer *fb,
582ed8d19756e80ec63003a93aa4d70406e6ba61522Keith Packard		       struct drm_pending_vblank_event *event,
583ed8d19756e80ec63003a93aa4d70406e6ba61522Keith Packard		       uint32_t page_flip_flags)
584332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
585332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = crtc->dev;
58677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
587332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *old_bo = nouveau_framebuffer(crtc->fb)->nvbo;
588332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *new_bo = nouveau_framebuffer(fb)->nvbo;
589332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
590eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	struct nouveau_channel *chan = drm->channel;
591332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_fence *fence;
592332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
593332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
59477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (!drm->channel)
595332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENODEV;
596332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
597332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	s = kzalloc(sizeof(*s), GFP_KERNEL);
598332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!s)
599332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENOMEM;
600332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
601eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	/* synchronise rendering channel with the kernel's channel */
602eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	spin_lock(&new_bo->bo.bdev->fence_lock);
603eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	fence = nouveau_fence_ref(new_bo->bo.sync_obj);
604eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	spin_unlock(&new_bo->bo.bdev->fence_lock);
605eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	ret = nouveau_fence_sync(fence, chan);
606eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs	if (ret)
607eae389f9b1e08a6e6e8da68937706d89517b1796Ben Skeggs		return ret;
608b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst
609b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst	if (new_bo != old_bo) {
610b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst		ret = nouveau_bo_pin(new_bo, TTM_PL_FLAG_VRAM);
611060810d7abaabcab282e062c595871d661561400Ben Skeggs		if (ret)
612060810d7abaabcab282e062c595871d661561400Ben Skeggs			goto fail_free;
613b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst	}
614060810d7abaabcab282e062c595871d661561400Ben Skeggs
615060810d7abaabcab282e062c595871d661561400Ben Skeggs	mutex_lock(&chan->cli->mutex);
61607ad6ca0d391758ae3bffa95554abbae6c84e641Ben Skeggs	ret = ttm_bo_reserve(&old_bo->bo, true, false, false, NULL);
617060810d7abaabcab282e062c595871d661561400Ben Skeggs	if (ret)
618060810d7abaabcab282e062c595871d661561400Ben Skeggs		goto fail_unpin;
619b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst
620b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst	/* Initialize a page flip struct */
621b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst	*s = (struct nouveau_page_flip_state)
622b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst		{ { }, event, nouveau_crtc(crtc)->index,
623b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst		  fb->bits_per_pixel, fb->pitches[0], crtc->x, crtc->y,
624b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst		  new_bo->bo.offset };
625b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst
626332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit a page flip */
62777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type >= NV_50) {
628e225f446a0808ce38b124df489d0568c05c3057aBen Skeggs		ret = nv50_display_flip_next(crtc, fb, chan, 0);
629060810d7abaabcab282e062c595871d661561400Ben Skeggs		if (ret)
630d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs			goto fail_unreserve;
63178ae0ad403daf11cf63da86923d2b5dbeda3af8fBen Skeggs	} else {
63278ae0ad403daf11cf63da86923d2b5dbeda3af8fBen Skeggs		struct nv04_display *dispnv04 = nv04_display(dev);
63378ae0ad403daf11cf63da86923d2b5dbeda3af8fBen Skeggs		nouveau_bo_ref(new_bo, &dispnv04->image[nouveau_crtc(crtc)->index]);
634d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	}
635d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs
636332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_emit(chan, old_bo, new_bo, s, &fence);
63777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	mutex_unlock(&chan->cli->mutex);
638332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
639332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_unreserve;
640332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
641332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Update the crtc struct and cleanup */
642332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	crtc->fb = fb;
643332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
64407ad6ca0d391758ae3bffa95554abbae6c84e641Ben Skeggs	nouveau_bo_fence(old_bo, fence);
64507ad6ca0d391758ae3bffa95554abbae6c84e641Ben Skeggs	ttm_bo_unreserve(&old_bo->bo);
646060810d7abaabcab282e062c595871d661561400Ben Skeggs	if (old_bo != new_bo)
647b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst		nouveau_bo_unpin(old_bo);
648332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_fence_unref(&fence);
649332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
650332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
651332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
65207ad6ca0d391758ae3bffa95554abbae6c84e641Ben Skeggs	ttm_bo_unreserve(&old_bo->bo);
653060810d7abaabcab282e062c595871d661561400Ben Skeggsfail_unpin:
654060810d7abaabcab282e062c595871d661561400Ben Skeggs	mutex_unlock(&chan->cli->mutex);
655060810d7abaabcab282e062c595871d661561400Ben Skeggs	if (old_bo != new_bo)
656b580c9e2b7ba5030a795aa2fb73b796523d65a78Maarten Lankhorst		nouveau_bo_unpin(new_bo);
657332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_free:
658332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
659332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
660332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
661332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
662332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
663332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_finish_page_flip(struct nouveau_channel *chan,
664332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			 struct nouveau_page_flip_state *ps)
665332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
666f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_fence_chan *fctx = chan->fence;
66777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = chan->drm;
66877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_device *dev = drm->dev;
669332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
670332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
671332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
672332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
673332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
674f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	if (list_empty(&fctx->flip)) {
67577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		NV_ERROR(drm, "unexpected pageflip\n");
676332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		spin_unlock_irqrestore(&dev->event_lock, flags);
677332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -EINVAL;
678332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
679332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
680f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	s = list_first_entry(&fctx->flip, struct nouveau_page_flip_state, head);
68195d38d144ab4520aea3f8fcfacc5fd62d3bf2697Rob Clark	if (s->event)
68295d38d144ab4520aea3f8fcfacc5fd62d3bf2697Rob Clark		drm_send_vblank_event(dev, -1, s->event);
683332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
684332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
685d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	if (ps)
686d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		*ps = *s;
687332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
688332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
689332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
690332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
691332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
69233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
69333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
694f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggsnouveau_flip_complete(void *data)
695f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs{
696f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_channel *chan = data;
69777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = chan->drm;
698f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_page_flip_state state;
699f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs
700f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	if (!nouveau_finish_page_flip(chan, &state)) {
70177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (nv_device(drm->device)->card_type < NV_50) {
70277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			nv_set_crtc_base(drm->dev, state.crtc, state.offset +
703f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs					 state.y * state.pitch +
704f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs					 state.x * state.bpp / 8);
705f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs		}
706f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	}
707f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs
708f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	return 0;
709f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs}
710f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs
711f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggsint
71233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_create(struct drm_file *file_priv, struct drm_device *dev,
71333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs			    struct drm_mode_create_dumb *args)
71433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
71533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	struct nouveau_bo *bo;
71633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	int ret;
71733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
71833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->pitch = roundup(args->width * (args->bpp / 8), 256);
71933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->size = args->pitch * args->height;
72033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->size = roundup(args->size, PAGE_SIZE);
72133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
722610bd7da160f76f1644ecb4cd7f39511b49a22ccDave Airlie	ret = nouveau_gem_new(dev, args->size, 0, NOUVEAU_GEM_DOMAIN_VRAM, 0, 0, &bo);
72333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	if (ret)
72433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		return ret;
72533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
72655fb74adc628b99424360b0123f47ea4484c56fdDavid Herrmann	ret = drm_gem_handle_create(file_priv, &bo->gem, &args->handle);
72755fb74adc628b99424360b0123f47ea4484c56fdDavid Herrmann	drm_gem_object_unreference_unlocked(&bo->gem);
72833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return ret;
72933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
73033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
73133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
73233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_map_offset(struct drm_file *file_priv,
73333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs				struct drm_device *dev,
73433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs				uint32_t handle, uint64_t *poffset)
73533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
73633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	struct drm_gem_object *gem;
73733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
73833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	gem = drm_gem_object_lookup(dev, file_priv, handle);
73933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	if (gem) {
74055fb74adc628b99424360b0123f47ea4484c56fdDavid Herrmann		struct nouveau_bo *bo = nouveau_gem_object(gem);
74172525b3f333de54fa0c42ef87f27861e41478f1eDavid Herrmann		*poffset = drm_vma_node_offset_addr(&bo->bo.vma_node);
74233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		drm_gem_object_unreference_unlocked(gem);
74333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		return 0;
74433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	}
74533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
74633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return -ENOENT;
74733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
748