[go: nahoru, domu]

nouveau_display.c revision c7d73f6a8ad71f9d9f58c86981322c6e48093a4f
16ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs/*
26ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Copyright (C) 2008 Maarten Maathuis.
36ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * All Rights Reserved.
46ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
56ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Permission is hereby granted, free of charge, to any person obtaining
66ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * a copy of this software and associated documentation files (the
76ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * "Software"), to deal in the Software without restriction, including
86ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * without limitation the rights to use, copy, modify, merge, publish,
96ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * distribute, sublicense, and/or sell copies of the Software, and to
106ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * permit persons to whom the Software is furnished to do so, subject to
116ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * the following conditions:
126ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
136ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * The above copyright notice and this permission notice (including the
146ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * next paragraph) shall be included in all copies or substantial
156ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * portions of the Software.
166ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
176ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
186ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
206ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
226ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
246ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
256ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs */
266ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
27760285e7e7ab282c25b5e90816f7c47000557f4fDavid Howells#include <drm/drmP.h>
28760285e7e7ab282c25b5e90816f7c47000557f4fDavid Howells#include <drm/drm_crtc_helper.h>
2977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_fbcon.h"
31042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez#include "nouveau_hw.h"
32332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_crtc.h"
33332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_dma.h"
3477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs#include "nouveau_gem.h"
35de69185573586302ada2e59ba41835df36986277Ben Skeggs#include "nouveau_connector.h"
3645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs#include "nv50_display.h"
376ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
38ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs#include "nouveau_fence.h"
39ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs
40e0996aea4c349ba302b63203b7d5cab6034dbdcaBen Skeggs#include <subdev/bios/gpio.h>
4177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs#include <subdev/gpio.h>
4277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs#include <engine/disp.h>
43e0996aea4c349ba302b63203b7d5cab6034dbdcaBen Skeggs
446ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic void
456ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_destroy(struct drm_framebuffer *drm_fb)
466ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
476ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
486ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
49bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri	if (fb->nvbo)
50bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri		drm_gem_object_unreference_unlocked(fb->nvbo->gem);
516ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
526ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	drm_framebuffer_cleanup(drm_fb);
536ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	kfree(fb);
546ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
556ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
566ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic int
576ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create_handle(struct drm_framebuffer *drm_fb,
586ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       struct drm_file *file_priv,
596ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       unsigned int *handle)
606ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
616ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
626ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
636ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	return drm_gem_handle_create(file_priv, fb->nvbo->gem, handle);
646ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
656ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
666ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic const struct drm_framebuffer_funcs nouveau_framebuffer_funcs = {
676ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.destroy = nouveau_user_framebuffer_destroy,
686ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.create_handle = nouveau_user_framebuffer_create_handle,
696ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
706ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
71386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlieint
7245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggsnouveau_framebuffer_init(struct drm_device *dev,
7345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_framebuffer *nv_fb,
74308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes			 struct drm_mode_fb_cmd2 *mode_cmd,
7545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_bo *nvbo)
766ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
7777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
7845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	struct drm_framebuffer *fb = &nv_fb->base;
796ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	int ret;
806ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
8145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	drm_helper_mode_fill_fb_struct(fb, mode_cmd);
8245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	nv_fb->nvbo = nvbo;
8345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
8477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type >= NV_50) {
8545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		u32 tile_flags = nouveau_bo_tile_layout(nvbo);
8645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7a00 ||
8745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		    tile_flags == 0xfe00)
8845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB32;
8945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
9045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7000)
9145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB16;
9245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
9345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoVRAM_LP;
9445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
9545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		switch (fb->depth) {
964f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case  8: nv_fb->r_format = 0x1e00; break;
974f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 15: nv_fb->r_format = 0xe900; break;
984f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 16: nv_fb->r_format = 0xe800; break;
9945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 24:
1004f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 32: nv_fb->r_format = 0xcf00; break;
1014f6029da58ba9204c98e33f4f3737fe085c87a6fBen Skeggs		case 30: nv_fb->r_format = 0xd100; break;
10245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		default:
10377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			 NV_ERROR(drm, "unknown depth %d\n", fb->depth);
10445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 return -EINVAL;
10545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
10645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
10777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (nv_device(drm->device)->chipset == 0x50)
10845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_format |= (tile_flags << 8);
10945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
1102fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs		if (!tile_flags) {
11177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			if (nv_device(drm->device)->card_type < NV_D0)
11201f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä				nv_fb->r_pitch = 0x00100000 | fb->pitches[0];
1132fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs			else
11401f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä				nv_fb->r_pitch = 0x01000000 | fb->pitches[0];
1152fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs		} else {
11645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			u32 mode = nvbo->tile_mode;
11777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			if (nv_device(drm->device)->card_type >= NV_C0)
11845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs				mode >>= 4;
11901f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä			nv_fb->r_pitch = ((fb->pitches[0] / 4) << 4) | mode;
12045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
12145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	}
12245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
123c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter	ret = drm_framebuffer_init(dev, fb, &nouveau_framebuffer_funcs);
124c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter	if (ret) {
125c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter		return ret;
126c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter	}
127c7d73f6a8ad71f9d9f58c86981322c6e48093a4fDaniel Vetter
128386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return 0;
1296ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1316ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic struct drm_framebuffer *
1326ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create(struct drm_device *dev,
1336ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				struct drm_file *file_priv,
134308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes				struct drm_mode_fb_cmd2 *mode_cmd)
1356ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
136386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	struct nouveau_framebuffer *nouveau_fb;
1376ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct drm_gem_object *gem;
138386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	int ret;
1396ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
140308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes	gem = drm_gem_object_lookup(dev, file_priv, mode_cmd->handles[0]);
1416ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	if (!gem)
142cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOENT);
1436ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
144386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	nouveau_fb = kzalloc(sizeof(struct nouveau_framebuffer), GFP_KERNEL);
145386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (!nouveau_fb)
146cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOMEM);
147386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie
148386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	ret = nouveau_framebuffer_init(dev, nouveau_fb, mode_cmd, nouveau_gem_object(gem));
149386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (ret) {
1506ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs		drm_gem_object_unreference(gem);
151cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(ret);
1526ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	}
1536ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
154386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return &nouveau_fb->base;
1556ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1566ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
15727d5030a235d89842ed70e18d924f017b34a496dBen Skeggsstatic const struct drm_mode_config_funcs nouveau_mode_config_funcs = {
1586ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.fb_create = nouveau_user_framebuffer_create,
159eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie	.output_poll_changed = nouveau_fbcon_output_poll_changed,
1606ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
1616ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
162b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
1634a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstruct nouveau_drm_prop_enum_list {
164de69185573586302ada2e59ba41835df36986277Ben Skeggs	u8 gen_mask;
165b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	int type;
166b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	char *name;
167b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs};
168b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
1694a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list underscan[] = {
1709285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_AUTO, "auto" },
1719285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_OFF, "off" },
1729285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_ON, "on" },
173de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
174b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs};
175b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
1764a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list dither_mode[] = {
177de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 7, DITHERING_MODE_AUTO, "auto" },
178de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 7, DITHERING_MODE_OFF, "off" },
179de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 1, DITHERING_MODE_ON, "on" },
180de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_MODE_STATIC2X2, "static 2x2" },
181de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_MODE_DYNAMIC2X2, "dynamic 2x2" },
182de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 4, DITHERING_MODE_TEMPORAL, "temporal" },
183de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
184de69185573586302ada2e59ba41835df36986277Ben Skeggs};
185de69185573586302ada2e59ba41835df36986277Ben Skeggs
1864a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list dither_depth[] = {
187de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_AUTO, "auto" },
188de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_6BPC, "6 bpc" },
189de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_8BPC, "8 bpc" },
190de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
191de69185573586302ada2e59ba41835df36986277Ben Skeggs};
192de69185573586302ada2e59ba41835df36986277Ben Skeggs
193de69185573586302ada2e59ba41835df36986277Ben Skeggs#define PROP_ENUM(p,gen,n,list) do {                                           \
1944a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauer	struct nouveau_drm_prop_enum_list *l = (list);                         \
195de69185573586302ada2e59ba41835df36986277Ben Skeggs	int c = 0;                                                             \
196de69185573586302ada2e59ba41835df36986277Ben Skeggs	while (l->gen_mask) {                                                  \
197de69185573586302ada2e59ba41835df36986277Ben Skeggs		if (l->gen_mask & (1 << (gen)))                                \
198de69185573586302ada2e59ba41835df36986277Ben Skeggs			c++;                                                   \
199de69185573586302ada2e59ba41835df36986277Ben Skeggs		l++;                                                           \
200de69185573586302ada2e59ba41835df36986277Ben Skeggs	}                                                                      \
201de69185573586302ada2e59ba41835df36986277Ben Skeggs	if (c) {                                                               \
202de69185573586302ada2e59ba41835df36986277Ben Skeggs		p = drm_property_create(dev, DRM_MODE_PROP_ENUM, n, c);        \
203de69185573586302ada2e59ba41835df36986277Ben Skeggs		l = (list);                                                    \
204de69185573586302ada2e59ba41835df36986277Ben Skeggs		c = 0;                                                         \
205de69185573586302ada2e59ba41835df36986277Ben Skeggs		while (p && l->gen_mask) {                                     \
206de69185573586302ada2e59ba41835df36986277Ben Skeggs			if (l->gen_mask & (1 << (gen))) {                      \
207de69185573586302ada2e59ba41835df36986277Ben Skeggs				drm_property_add_enum(p, c, l->type, l->name); \
208de69185573586302ada2e59ba41835df36986277Ben Skeggs				c++;                                           \
209de69185573586302ada2e59ba41835df36986277Ben Skeggs			}                                                      \
210de69185573586302ada2e59ba41835df36986277Ben Skeggs			l++;                                                   \
211de69185573586302ada2e59ba41835df36986277Ben Skeggs		}                                                              \
212de69185573586302ada2e59ba41835df36986277Ben Skeggs	}                                                                      \
213de69185573586302ada2e59ba41835df36986277Ben Skeggs} while(0)
214de69185573586302ada2e59ba41835df36986277Ben Skeggs
215042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezint
216f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsnouveau_display_init(struct drm_device *dev)
217f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs{
21877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
21977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
22077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_gpio *gpio = nouveau_gpio(drm->device);
22152c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	struct drm_connector *connector;
222f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	int ret;
223f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
224f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	ret = disp->init(dev);
22552c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	if (ret)
22652c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		return ret;
22752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
2287df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	/* enable polling for external displays */
22952c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	drm_kms_helper_poll_enable(dev);
23052c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
23152c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	/* enable hotplug interrupts */
23252c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
23352c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		struct nouveau_connector *conn = nouveau_connector(connector);
23477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (gpio)
23577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			gpio->irq(gpio, 0, conn->hpd, 0xff, true);
236f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	}
237f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
238f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	return ret;
239f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs}
240f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
241f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsvoid
242f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsnouveau_display_fini(struct drm_device *dev)
243f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs{
24477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
24577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
24677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_gpio *gpio = nouveau_gpio(drm->device);
24752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	struct drm_connector *connector;
24852c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
24952c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	/* disable hotplug interrupts */
25052c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
25152c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		struct nouveau_connector *conn = nouveau_connector(connector);
25277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (gpio)
25377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			gpio->irq(gpio, 0, conn->hpd, 0xff, false);
25452c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	}
255f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
256f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_disable(dev);
257f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	disp->fini(dev);
258f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs}
259f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
260ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggsstatic void
261ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggsnouveau_display_vblank_notify(void *data, int crtc)
262ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs{
263ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs	drm_handle_vblank(data, crtc);
264ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs}
265ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs
266ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggsstatic void
267ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggsnouveau_display_vblank_get(void *data, int crtc)
268ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs{
269ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs	drm_vblank_get(data, crtc);
270ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs}
271ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs
272ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggsstatic void
273ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggsnouveau_display_vblank_put(void *data, int crtc)
274ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs{
275ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs	drm_vblank_put(data, crtc);
276ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs}
277ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs
278f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsint
27927d5030a235d89842ed70e18d924f017b34a496dBen Skeggsnouveau_display_create(struct drm_device *dev)
28027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs{
28177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
28277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_disp *pdisp = nouveau_disp(drm->device);
28377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp;
284e412e95a268fa8544858ebfe066826b290430d51Ben Skeggs	u32 pclass = dev->pdev->class >> 8;
285de69185573586302ada2e59ba41835df36986277Ben Skeggs	int ret, gen;
28627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
28777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	disp = drm->display = kzalloc(sizeof(*disp), GFP_KERNEL);
28877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (!disp)
28977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		return -ENOMEM;
29077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
29177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	pdisp->vblank.data = dev;
29277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	pdisp->vblank.notify = nouveau_display_vblank_notify;
29377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	pdisp->vblank.get = nouveau_display_vblank_get;
29477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	pdisp->vblank.put = nouveau_display_vblank_put;
29577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
29627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_config_init(dev);
29727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_create_scaling_mode_property(dev);
2984ceca5f8649125645fc4e7f178a1dca1345ab9b4Ben Skeggs	drm_mode_create_dvi_i_properties(dev);
299de69185573586302ada2e59ba41835df36986277Ben Skeggs
30077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_50)
301de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 0;
302de69185573586302ada2e59ba41835df36986277Ben Skeggs	else
30377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_D0)
304de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 1;
305de69185573586302ada2e59ba41835df36986277Ben Skeggs	else
306de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 2;
307de69185573586302ada2e59ba41835df36986277Ben Skeggs
308de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->dithering_mode, gen, "dithering mode", dither_mode);
309de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->dithering_depth, gen, "dithering depth", dither_depth);
310de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->underscan_property, gen, "underscan", underscan);
311b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
312b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	disp->underscan_hborder_property =
313d9bc3c02e36d844c2d980e65ddda5c7699e073f8Sascha Hauer		drm_property_create_range(dev, 0, "underscan hborder", 0, 128);
314b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
315b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	disp->underscan_vborder_property =
316d9bc3c02e36d844c2d980e65ddda5c7699e073f8Sascha Hauer		drm_property_create_range(dev, 0, "underscan vborder", 0, 128);
317b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
318f9887d091149406de5c8b388f7e0bb6932dd621bBen Skeggs	if (gen >= 1) {
319df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property =
320df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller			drm_property_create(dev, DRM_MODE_PROP_RANGE,
321df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller					    "vibrant hue", 2);
322df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property->values[0] = 0;
323df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property->values[1] = 180; /* -90..+90 */
324df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller
325df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property =
326df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller			drm_property_create(dev, DRM_MODE_PROP_RANGE,
327df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller					    "color vibrance", 2);
328df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property->values[0] = 0;
329df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property->values[1] = 200; /* -100..+100 */
330df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller	}
331df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller
332e6ecefaadfcdb03db8ac9e739b4ba7a93a8811b3Laurent Pinchart	dev->mode_config.funcs = &nouveau_mode_config_funcs;
33327d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.fb_base = pci_resource_start(dev->pdev, 1);
33427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
33527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.min_width = 0;
33627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.min_height = 0;
33777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_10) {
33827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 2048;
33927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 2048;
34027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	} else
34177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_50) {
34227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 4096;
34327d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 4096;
34427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	} else {
34527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 8192;
34627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 8192;
34727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	}
34827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
349f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie	dev->mode_config.preferred_depth = 24;
350f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie	dev->mode_config.prefer_shadow = 1;
351f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie
352f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_init(dev);
353f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_disable(dev);
354f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
355e412e95a268fa8544858ebfe066826b290430d51Ben Skeggs	if (nouveau_modeset == 1 ||
356e412e95a268fa8544858ebfe066826b290430d51Ben Skeggs	    (nouveau_modeset < 0 && pclass == PCI_CLASS_DISPLAY_VGA)) {
3579430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		if (nv_device(drm->device)->card_type < NV_50)
3589430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs			ret = nv04_display_create(dev);
3599430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		else
360e225f446a0808ce38b124df489d0568c05c3057aBen Skeggs			ret = nv50_display_create(dev);
361f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs		if (ret)
3629430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs			goto disp_create_err;
3639430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs
3649430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		if (dev->mode_config.num_crtc) {
3659430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs			ret = drm_vblank_init(dev, dev->mode_config.num_crtc);
3669430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs			if (ret)
3679430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs				goto vblank_err;
3689430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		}
3699430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs
3709430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		nouveau_backlight_init(dev);
371f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	}
372f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
3735ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	return 0;
3745ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz
3755ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarzvblank_err:
37677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	disp->dtor(dev);
3775ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarzdisp_create_err:
3785ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	drm_kms_helper_poll_fini(dev);
3795ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	drm_mode_config_cleanup(dev);
3802a44e4997c5fee8e1da1589ff57e0bd1c53f03ceBen Skeggs	return ret;
38127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs}
38227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
38327d5030a235d89842ed70e18d924f017b34a496dBen Skeggsvoid
38427d5030a235d89842ed70e18d924f017b34a496dBen Skeggsnouveau_display_destroy(struct drm_device *dev)
38527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs{
38677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_display *disp = nouveau_display(dev);
38727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
38877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_backlight_exit(dev);
389f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_vblank_cleanup(dev);
390f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
391d6bf2f370703c0cab60bf1f5bf871a3f00eb8872Ben Skeggs	drm_kms_helper_poll_fini(dev);
392d6bf2f370703c0cab60bf1f5bf871a3f00eb8872Ben Skeggs	drm_mode_config_cleanup(dev);
393d6bf2f370703c0cab60bf1f5bf871a3f00eb8872Ben Skeggs
3949430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs	if (disp->dtor)
3959430738d80223a1cd791a2baa74fa170d3df1262Ben Skeggs		disp->dtor(dev);
396f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
39777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_drm(dev)->display = NULL;
39877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	kfree(disp);
39977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs}
40077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
40177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsint
40277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsnouveau_display_suspend(struct drm_device *dev)
40377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs{
40477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
40577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_crtc *crtc;
40677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
40777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_display_fini(dev);
40877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
40977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	NV_INFO(drm, "unpinning framebuffer(s)...\n");
41077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
41177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_framebuffer *nouveau_fb;
41277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
41377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_fb = nouveau_framebuffer(crtc->fb);
41477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (!nouveau_fb || !nouveau_fb->nvbo)
41577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			continue;
41677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
41777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_unpin(nouveau_fb->nvbo);
41877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
41977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
42077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
42177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
42277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
42377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_unmap(nv_crtc->cursor.nvbo);
42477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_unpin(nv_crtc->cursor.nvbo);
42577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
42677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
42777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	return 0;
42877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs}
42977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
43077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsvoid
43177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggsnouveau_display_resume(struct drm_device *dev)
43277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs{
43377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
43477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_crtc *crtc;
43577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	int ret;
43677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
43777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
43877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_framebuffer *nouveau_fb;
43977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
44077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_fb = nouveau_framebuffer(crtc->fb);
44177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (!nouveau_fb || !nouveau_fb->nvbo)
44277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			continue;
44377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
44477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nouveau_bo_pin(nouveau_fb->nvbo, TTM_PL_FLAG_VRAM);
44577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
44677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
44777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
44877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
44977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
45077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		ret = nouveau_bo_pin(nv_crtc->cursor.nvbo, TTM_PL_FLAG_VRAM);
45177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (!ret)
45277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			ret = nouveau_bo_map(nv_crtc->cursor.nvbo);
45377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (ret)
45477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			NV_ERROR(drm, "Could not pin/map cursor.\n");
45577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
45677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
45777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_fbcon_set_suspend(dev, 0);
45877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_fbcon_zfill_all(dev);
45977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
46077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	nouveau_display_init(dev);
46177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
46277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	/* Force CLUT to get re-loaded during modeset */
46377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
46477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
46577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
46677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_crtc->lut.depth = 0;
46777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
46877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
46977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	drm_helper_resume_force_mode(dev);
47077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
47177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	list_for_each_entry(crtc, &dev->mode_config.crtc_list, head) {
47277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		struct nouveau_crtc *nv_crtc = nouveau_crtc(crtc);
47377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		u32 offset = nv_crtc->cursor.nvbo->bo.offset;
47477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs
47577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_crtc->cursor.set_offset(nv_crtc, offset);
47677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_crtc->cursor.set_pos(nv_crtc, nv_crtc->cursor_saved_x,
47777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs						 nv_crtc->cursor_saved_y);
47877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	}
47927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs}
48027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
48127d5030a235d89842ed70e18d924f017b34a496dBen Skeggsint
482042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jereznouveau_vblank_enable(struct drm_device *dev, int crtc)
483042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez{
48477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_device *device = nouveau_dev(dev);
485042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
48677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (device->card_type >= NV_D0)
48777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_mask(device, 0x6100c0 + (crtc * 0x800), 1, 1);
488ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs	else
48977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (device->card_type >= NV_50)
49077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_mask(device, NV50_PDISPLAY_INTR_EN_1, 0,
491042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc));
492042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	else
493042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0,
494042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			    NV_PCRTC_INTR_0_VBLANK);
495042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
496042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	return 0;
497042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez}
498042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
499042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezvoid
500042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jereznouveau_vblank_disable(struct drm_device *dev, int crtc)
501042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez{
50277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_device *device = nouveau_dev(dev);
503042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
50477145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (device->card_type >= NV_D0)
50577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_mask(device, 0x6100c0 + (crtc * 0x800), 1, 0);
506ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs	else
50777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (device->card_type >= NV_50)
50877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		nv_mask(device, NV50_PDISPLAY_INTR_EN_1,
509042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc), 0);
510042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	else
511042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0, 0);
512042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez}
513332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
514332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
515332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_reserve(struct nouveau_bo *old_bo,
516332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			  struct nouveau_bo *new_bo)
517332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
518332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
519332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
520332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_bo_pin(new_bo, TTM_PL_FLAG_VRAM);
521332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
522332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return ret;
523332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
524332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = ttm_bo_reserve(&new_bo->bo, false, false, false, 0);
525332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
526332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
527332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
5282c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz	if (likely(old_bo != new_bo)) {
5292c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz		ret = ttm_bo_reserve(&old_bo->bo, false, false, false, 0);
5302c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz		if (ret)
5312c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz			goto fail_unreserve;
5322c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz	}
533332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
534332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
535332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
536332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
537332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&new_bo->bo);
538332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
539332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_unpin(new_bo);
540332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
541332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
542332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
543332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic void
544332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_unreserve(struct nouveau_bo *old_bo,
545332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			    struct nouveau_bo *new_bo,
546332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			    struct nouveau_fence *fence)
547332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
548332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_fence(new_bo, fence);
549332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&new_bo->bo);
550332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
5512c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz	if (likely(old_bo != new_bo)) {
5522c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz		nouveau_bo_fence(old_bo, fence);
5532c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz		ttm_bo_unreserve(&old_bo->bo);
5542c14575f99ddd5b8384c5b460687ceba181900d8Marcin Slusarz	}
555332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
556332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_unpin(old_bo);
557332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
558332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
559332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
560332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_emit(struct nouveau_channel *chan,
561332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *old_bo,
562332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *new_bo,
563332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_page_flip_state *s,
564332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_fence **pfence)
565332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
566f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_fence_chan *fctx = chan->fence;
56777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = chan->drm;
56877145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_device *dev = drm->dev;
569332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
570332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
571332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
572332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Queue it to the pending list */
573332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
574f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	list_add_tail(&s->head, &fctx->flip);
575332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
576332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
577332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Synchronize with the old framebuffer */
578332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_fence_sync(old_bo->bo.sync_obj, chan);
579332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
580332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
581332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
582332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit the pageflip */
583d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	ret = RING_SPACE(chan, 3);
584332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
585332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
586332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
58777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type < NV_C0) {
5886d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_NV04(chan, NvSubSw, NV_SW_PAGE_FLIP, 1);
589d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs		OUT_RING  (chan, 0x00000000);
590d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs		OUT_RING  (chan, 0x00000000);
591d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	} else {
5926d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_NVC0(chan, 0, NV10_SUBCHAN_REF_CNT, 1);
5935e120f6e4b3f35b741c5445dfc755f50128c3c44Ben Skeggs		OUT_RING  (chan, 0);
5946d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_IMC0(chan, 0, NVSW_SUBCHAN_PAGE_FLIP, 0x0000);
595d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	}
596bd2f2037a42d4657ead3be2918db22e63626cd35Ben Skeggs	FIRE_RING (chan);
597332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
598d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	ret = nouveau_fence_new(chan, pfence);
599332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
600332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
601332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
602332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
603332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
604332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
605332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
606332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
607332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
608332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
609332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
610332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
611332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_crtc_page_flip(struct drm_crtc *crtc, struct drm_framebuffer *fb,
612332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct drm_pending_vblank_event *event)
613332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
614332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = crtc->dev;
61577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = nouveau_drm(dev);
616332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *old_bo = nouveau_framebuffer(crtc->fb)->nvbo;
617332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *new_bo = nouveau_framebuffer(fb)->nvbo;
618332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
619d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	struct nouveau_channel *chan = NULL;
620332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_fence *fence;
621332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
622332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
62377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (!drm->channel)
624332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENODEV;
625332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
626332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	s = kzalloc(sizeof(*s), GFP_KERNEL);
627332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!s)
628332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENOMEM;
629332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
630332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Don't let the buffers go away while we flip */
631332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_reserve(old_bo, new_bo);
632332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
633332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_free;
634332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
635332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Initialize a page flip struct */
636332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	*s = (struct nouveau_page_flip_state)
6372503c6fa3edf7c2bb001c7f7926786eed24cc06eBenjamin Franzke		{ { }, event, nouveau_crtc(crtc)->index,
63801f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä		  fb->bits_per_pixel, fb->pitches[0], crtc->x, crtc->y,
639332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		  new_bo->bo.offset };
640332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
641332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Choose the channel the flip will be handled in */
642d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	fence = new_bo->bo.sync_obj;
643d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	if (fence)
644ebb945a94bba2ce8dff7b0942ff2b3f2a52a0a69Ben Skeggs		chan = fence->channel;
645332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!chan)
64677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		chan = drm->channel;
64777145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	mutex_lock(&chan->cli->mutex);
648332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
649332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit a page flip */
65077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	if (nv_device(drm->device)->card_type >= NV_50) {
651e225f446a0808ce38b124df489d0568c05c3057aBen Skeggs		ret = nv50_display_flip_next(crtc, fb, chan, 0);
652d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		if (ret) {
65377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			mutex_unlock(&chan->cli->mutex);
654d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs			goto fail_unreserve;
655d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		}
656d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	}
657d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs
658332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_emit(chan, old_bo, new_bo, s, &fence);
65977145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	mutex_unlock(&chan->cli->mutex);
660332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
661332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_unreserve;
662332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
663332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Update the crtc struct and cleanup */
664332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	crtc->fb = fb;
665332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
666332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_page_flip_unreserve(old_bo, new_bo, fence);
667332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_fence_unref(&fence);
668332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
669332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
670332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
671332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_page_flip_unreserve(old_bo, new_bo, NULL);
672332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_free:
673332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
674332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
675332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
676332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
677332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
678332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_finish_page_flip(struct nouveau_channel *chan,
679332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			 struct nouveau_page_flip_state *ps)
680332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
681f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_fence_chan *fctx = chan->fence;
68277145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = chan->drm;
68377145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct drm_device *dev = drm->dev;
684332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
685332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
686332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
687332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
688332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
689f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	if (list_empty(&fctx->flip)) {
69077145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		NV_ERROR(drm, "unexpected pageflip\n");
691332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		spin_unlock_irqrestore(&dev->event_lock, flags);
692332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -EINVAL;
693332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
694332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
695f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	s = list_first_entry(&fctx->flip, struct nouveau_page_flip_state, head);
696332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (s->event) {
697332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		struct drm_pending_vblank_event *e = s->event;
698332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		struct timeval now;
699332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
700332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		do_gettimeofday(&now);
701332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.sequence = 0;
702332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.tv_sec = now.tv_sec;
703332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.tv_usec = now.tv_usec;
704332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		list_add_tail(&e->base.link, &e->base.file_priv->event_list);
705332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		wake_up_interruptible(&e->base.file_priv->event_wait);
706332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
707332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
708332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
709d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	if (ps)
710d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		*ps = *s;
711332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
712332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
713332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
714332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
715332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
71633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
71733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
718f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggsnouveau_flip_complete(void *data)
719f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs{
720f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_channel *chan = data;
72177145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs	struct nouveau_drm *drm = chan->drm;
722f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	struct nouveau_page_flip_state state;
723f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs
724f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	if (!nouveau_finish_page_flip(chan, &state)) {
72577145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs		if (nv_device(drm->device)->card_type < NV_50) {
72677145f1cbdf8d28b46ff8070ca749bad821e0774Ben Skeggs			nv_set_crtc_base(drm->dev, state.crtc, state.offset +
727f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs					 state.y * state.pitch +
728f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs					 state.x * state.bpp / 8);
729f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs		}
730f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	}
731f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs
732f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs	return 0;
733f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs}
734f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggs
735f589be88caf32501a734e531180d5df5d6089ef3Ben Skeggsint
73633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_create(struct drm_file *file_priv, struct drm_device *dev,
73733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs			    struct drm_mode_create_dumb *args)
73833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
73933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	struct nouveau_bo *bo;
74033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	int ret;
74133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
74233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->pitch = roundup(args->width * (args->bpp / 8), 256);
74333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->size = args->pitch * args->height;
74433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->size = roundup(args->size, PAGE_SIZE);
74533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
746610bd7da160f76f1644ecb4cd7f39511b49a22ccDave Airlie	ret = nouveau_gem_new(dev, args->size, 0, NOUVEAU_GEM_DOMAIN_VRAM, 0, 0, &bo);
74733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	if (ret)
74833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		return ret;
74933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
75033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	ret = drm_gem_handle_create(file_priv, bo->gem, &args->handle);
75133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	drm_gem_object_unreference_unlocked(bo->gem);
75233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return ret;
75333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
75433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
75533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
75633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_destroy(struct drm_file *file_priv, struct drm_device *dev,
75733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs			     uint32_t handle)
75833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
75933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return drm_gem_handle_delete(file_priv, handle);
76033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
76133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
76233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
76333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_map_offset(struct drm_file *file_priv,
76433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs				struct drm_device *dev,
76533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs				uint32_t handle, uint64_t *poffset)
76633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
76733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	struct drm_gem_object *gem;
76833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
76933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	gem = drm_gem_object_lookup(dev, file_priv, handle);
77033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	if (gem) {
77133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		struct nouveau_bo *bo = gem->driver_private;
77233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		*poffset = bo->bo.addr_space_offset;
77333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		drm_gem_object_unreference_unlocked(gem);
77433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		return 0;
77533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	}
77633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
77733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return -ENOENT;
77833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
779