[go: nahoru, domu]

nouveau_display.c revision 760285e7e7ab282c25b5e90816f7c47000557f4f
16ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs/*
26ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Copyright (C) 2008 Maarten Maathuis.
36ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * All Rights Reserved.
46ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
56ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * Permission is hereby granted, free of charge, to any person obtaining
66ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * a copy of this software and associated documentation files (the
76ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * "Software"), to deal in the Software without restriction, including
86ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * without limitation the rights to use, copy, modify, merge, publish,
96ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * distribute, sublicense, and/or sell copies of the Software, and to
106ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * permit persons to whom the Software is furnished to do so, subject to
116ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * the following conditions:
126ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
136ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * The above copyright notice and this permission notice (including the
146ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * next paragraph) shall be included in all copies or substantial
156ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * portions of the Software.
166ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
176ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
186ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
196ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
206ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
216ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
226ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
236ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
246ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs *
256ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs */
266ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
27760285e7e7ab282c25b5e90816f7c47000557f4fDavid Howells#include <drm/drmP.h>
28760285e7e7ab282c25b5e90816f7c47000557f4fDavid Howells#include <drm/drm_crtc_helper.h>
296ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_drv.h"
306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_fb.h"
316ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs#include "nouveau_fbcon.h"
32042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez#include "nouveau_hw.h"
33332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_crtc.h"
34332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez#include "nouveau_dma.h"
35de69185573586302ada2e59ba41835df36986277Ben Skeggs#include "nouveau_connector.h"
3620abd1634a6e2eedb84ca977adea56b8aa06cc3eBen Skeggs#include "nouveau_software.h"
3752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs#include "nouveau_gpio.h"
38d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs#include "nouveau_fence.h"
3945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs#include "nv50_display.h"
406ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
416ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic void
426ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_destroy(struct drm_framebuffer *drm_fb)
436ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
446ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
456ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
46bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri	if (fb->nvbo)
47bc9025bdc4e2b591734cca17697093845007b63dLuca Barbieri		drm_gem_object_unreference_unlocked(fb->nvbo->gem);
486ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
496ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	drm_framebuffer_cleanup(drm_fb);
506ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	kfree(fb);
516ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
526ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
536ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic int
546ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create_handle(struct drm_framebuffer *drm_fb,
556ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       struct drm_file *file_priv,
566ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				       unsigned int *handle)
576ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
586ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct nouveau_framebuffer *fb = nouveau_framebuffer(drm_fb);
596ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
606ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	return drm_gem_handle_create(file_priv, fb->nvbo->gem, handle);
616ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
626ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
636ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic const struct drm_framebuffer_funcs nouveau_framebuffer_funcs = {
646ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.destroy = nouveau_user_framebuffer_destroy,
656ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.create_handle = nouveau_user_framebuffer_create_handle,
666ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
676ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
68386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlieint
6945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggsnouveau_framebuffer_init(struct drm_device *dev,
7045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_framebuffer *nv_fb,
71308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes			 struct drm_mode_fb_cmd2 *mode_cmd,
7245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 struct nouveau_bo *nvbo)
736ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
7445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	struct drm_nouveau_private *dev_priv = dev->dev_private;
7545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	struct drm_framebuffer *fb = &nv_fb->base;
766ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	int ret;
776ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
7845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	ret = drm_framebuffer_init(dev, fb, &nouveau_framebuffer_funcs);
796ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	if (ret) {
80386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie		return ret;
816ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	}
826ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
8345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	drm_helper_mode_fill_fb_struct(fb, mode_cmd);
8445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	nv_fb->nvbo = nvbo;
8545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
8645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	if (dev_priv->card_type >= NV_50) {
8745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		u32 tile_flags = nouveau_bo_tile_layout(nvbo);
8845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7a00 ||
8945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		    tile_flags == 0xfe00)
9045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB32;
9145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
9245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (tile_flags == 0x7000)
9345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoFB16;
9445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		else
9545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_dma = NvEvoVRAM_LP;
9645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
9745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		switch (fb->depth) {
9845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case  8: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_8; break;
9945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 15: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_15; break;
10045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 16: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_16; break;
10145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 24:
10245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 32: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_24; break;
10345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		case 30: nv_fb->r_format = NV50_EVO_CRTC_FB_DEPTH_30; break;
10445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		default:
10545c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 NV_ERROR(dev, "unknown depth %d\n", fb->depth);
10645c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			 return -EINVAL;
10745c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
10845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
10945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		if (dev_priv->chipset == 0x50)
11045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			nv_fb->r_format |= (tile_flags << 8);
11145c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
1122fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs		if (!tile_flags) {
1132fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs			if (dev_priv->card_type < NV_D0)
11401f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä				nv_fb->r_pitch = 0x00100000 | fb->pitches[0];
1152fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs			else
11601f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä				nv_fb->r_pitch = 0x01000000 | fb->pitches[0];
1172fad3d5e2bc8776a2963399a936db13814107646Ben Skeggs		} else {
11845c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			u32 mode = nvbo->tile_mode;
11945c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs			if (dev_priv->card_type >= NV_C0)
12045c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs				mode >>= 4;
12101f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä			nv_fb->r_pitch = ((fb->pitches[0] / 4) << 4) | mode;
12245c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs		}
12345c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs	}
12445c4e0aae96c6354bf5131a282a74fe38d032de3Ben Skeggs
125386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return 0;
1266ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1276ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
1286ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsstatic struct drm_framebuffer *
1296ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggsnouveau_user_framebuffer_create(struct drm_device *dev,
1306ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs				struct drm_file *file_priv,
131308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes				struct drm_mode_fb_cmd2 *mode_cmd)
1326ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs{
133386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	struct nouveau_framebuffer *nouveau_fb;
1346ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	struct drm_gem_object *gem;
135386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	int ret;
1366ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
137308e5bcbdb10452e8aba31aa21432fb67ee46d72Jesse Barnes	gem = drm_gem_object_lookup(dev, file_priv, mode_cmd->handles[0]);
1386ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	if (!gem)
139cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOENT);
1406ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
141386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	nouveau_fb = kzalloc(sizeof(struct nouveau_framebuffer), GFP_KERNEL);
142386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (!nouveau_fb)
143cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(-ENOMEM);
144386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie
145386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	ret = nouveau_framebuffer_init(dev, nouveau_fb, mode_cmd, nouveau_gem_object(gem));
146386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	if (ret) {
1476ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs		drm_gem_object_unreference(gem);
148cce13ff7596985903ad924504562190a2c163a63Chris Wilson		return ERR_PTR(ret);
1496ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	}
1506ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
151386516744ba45d50f42c6999151cc210cb4f96e4Dave Airlie	return &nouveau_fb->base;
1526ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs}
1536ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
15427d5030a235d89842ed70e18d924f017b34a496dBen Skeggsstatic const struct drm_mode_config_funcs nouveau_mode_config_funcs = {
1556ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs	.fb_create = nouveau_user_framebuffer_create,
156eb1f8e4f3be898df808e2dfc131099f5831d491dDave Airlie	.output_poll_changed = nouveau_fbcon_output_poll_changed,
1576ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs};
1586ee738610f41b59733f63718f0bdbcba7d3a3f12Ben Skeggs
159b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
1604a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstruct nouveau_drm_prop_enum_list {
161de69185573586302ada2e59ba41835df36986277Ben Skeggs	u8 gen_mask;
162b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	int type;
163b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	char *name;
164b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs};
165b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
1664a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list underscan[] = {
1679285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_AUTO, "auto" },
1689285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_OFF, "off" },
1699285462273cbccb27187d5308ed95f94a9ceb1deBen Skeggs	{ 6, UNDERSCAN_ON, "on" },
170de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
171b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs};
172b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
1734a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list dither_mode[] = {
174de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 7, DITHERING_MODE_AUTO, "auto" },
175de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 7, DITHERING_MODE_OFF, "off" },
176de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 1, DITHERING_MODE_ON, "on" },
177de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_MODE_STATIC2X2, "static 2x2" },
178de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_MODE_DYNAMIC2X2, "dynamic 2x2" },
179de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 4, DITHERING_MODE_TEMPORAL, "temporal" },
180de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
181de69185573586302ada2e59ba41835df36986277Ben Skeggs};
182de69185573586302ada2e59ba41835df36986277Ben Skeggs
1834a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauerstatic struct nouveau_drm_prop_enum_list dither_depth[] = {
184de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_AUTO, "auto" },
185de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_6BPC, "6 bpc" },
186de69185573586302ada2e59ba41835df36986277Ben Skeggs	{ 6, DITHERING_DEPTH_8BPC, "8 bpc" },
187de69185573586302ada2e59ba41835df36986277Ben Skeggs	{}
188de69185573586302ada2e59ba41835df36986277Ben Skeggs};
189de69185573586302ada2e59ba41835df36986277Ben Skeggs
190de69185573586302ada2e59ba41835df36986277Ben Skeggs#define PROP_ENUM(p,gen,n,list) do {                                           \
1914a67d39190315558631d944b1cea4466ed4c86d8Sascha Hauer	struct nouveau_drm_prop_enum_list *l = (list);                         \
192de69185573586302ada2e59ba41835df36986277Ben Skeggs	int c = 0;                                                             \
193de69185573586302ada2e59ba41835df36986277Ben Skeggs	while (l->gen_mask) {                                                  \
194de69185573586302ada2e59ba41835df36986277Ben Skeggs		if (l->gen_mask & (1 << (gen)))                                \
195de69185573586302ada2e59ba41835df36986277Ben Skeggs			c++;                                                   \
196de69185573586302ada2e59ba41835df36986277Ben Skeggs		l++;                                                           \
197de69185573586302ada2e59ba41835df36986277Ben Skeggs	}                                                                      \
198de69185573586302ada2e59ba41835df36986277Ben Skeggs	if (c) {                                                               \
199de69185573586302ada2e59ba41835df36986277Ben Skeggs		p = drm_property_create(dev, DRM_MODE_PROP_ENUM, n, c);        \
200de69185573586302ada2e59ba41835df36986277Ben Skeggs		l = (list);                                                    \
201de69185573586302ada2e59ba41835df36986277Ben Skeggs		c = 0;                                                         \
202de69185573586302ada2e59ba41835df36986277Ben Skeggs		while (p && l->gen_mask) {                                     \
203de69185573586302ada2e59ba41835df36986277Ben Skeggs			if (l->gen_mask & (1 << (gen))) {                      \
204de69185573586302ada2e59ba41835df36986277Ben Skeggs				drm_property_add_enum(p, c, l->type, l->name); \
205de69185573586302ada2e59ba41835df36986277Ben Skeggs				c++;                                           \
206de69185573586302ada2e59ba41835df36986277Ben Skeggs			}                                                      \
207de69185573586302ada2e59ba41835df36986277Ben Skeggs			l++;                                                   \
208de69185573586302ada2e59ba41835df36986277Ben Skeggs		}                                                              \
209de69185573586302ada2e59ba41835df36986277Ben Skeggs	}                                                                      \
210de69185573586302ada2e59ba41835df36986277Ben Skeggs} while(0)
211de69185573586302ada2e59ba41835df36986277Ben Skeggs
212042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezint
213f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsnouveau_display_init(struct drm_device *dev)
214f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs{
215f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	struct drm_nouveau_private *dev_priv = dev->dev_private;
216f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	struct nouveau_display_engine *disp = &dev_priv->engine.display;
21752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	struct drm_connector *connector;
218f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	int ret;
219f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
220f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	ret = disp->init(dev);
22152c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	if (ret)
22252c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		return ret;
22352c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
2247df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	/* power on internal panel if it's not already.  the init tables of
2257df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	 * some vbios default this to off for some reason, causing the
2267df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	 * panel to not work after resume
2277df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	 */
2287df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	if (nouveau_gpio_func_get(dev, DCB_GPIO_PANEL_POWER) == 0) {
2297df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs		nouveau_gpio_func_set(dev, DCB_GPIO_PANEL_POWER, true);
2307df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs		msleep(300);
2317df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	}
2327df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs
2337df898b1a70b13c3a8892625f4ead929d9554293Ben Skeggs	/* enable polling for external displays */
23452c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	drm_kms_helper_poll_enable(dev);
23552c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
23652c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	/* enable hotplug interrupts */
23752c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
23852c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		struct nouveau_connector *conn = nouveau_connector(connector);
23952c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		nouveau_gpio_irq(dev, 0, conn->hpd, 0xff, true);
240f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	}
241f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
242f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	return ret;
243f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs}
244f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
245f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsvoid
246f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsnouveau_display_fini(struct drm_device *dev)
247f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs{
248f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	struct drm_nouveau_private *dev_priv = dev->dev_private;
249f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	struct nouveau_display_engine *disp = &dev_priv->engine.display;
25052c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	struct drm_connector *connector;
25152c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs
25252c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	/* disable hotplug interrupts */
25352c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	list_for_each_entry(connector, &dev->mode_config.connector_list, head) {
25452c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		struct nouveau_connector *conn = nouveau_connector(connector);
25552c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs		nouveau_gpio_irq(dev, 0, conn->hpd, 0xff, false);
25652c4d767437b40b0cbc02d6a4480abb45ace64bbBen Skeggs	}
257f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
258f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_disable(dev);
259f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	disp->fini(dev);
260f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs}
261f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
262f62b27db6b5479efe376b408802a081a834ef50eBen Skeggsint
26327d5030a235d89842ed70e18d924f017b34a496dBen Skeggsnouveau_display_create(struct drm_device *dev)
26427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs{
26527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	struct drm_nouveau_private *dev_priv = dev->dev_private;
26627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	struct nouveau_display_engine *disp = &dev_priv->engine.display;
267de69185573586302ada2e59ba41835df36986277Ben Skeggs	int ret, gen;
26827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
26927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_config_init(dev);
27027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_create_scaling_mode_property(dev);
2714ceca5f8649125645fc4e7f178a1dca1345ab9b4Ben Skeggs	drm_mode_create_dvi_i_properties(dev);
272de69185573586302ada2e59ba41835df36986277Ben Skeggs
273de69185573586302ada2e59ba41835df36986277Ben Skeggs	if (dev_priv->card_type < NV_50)
274de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 0;
275de69185573586302ada2e59ba41835df36986277Ben Skeggs	else
276de69185573586302ada2e59ba41835df36986277Ben Skeggs	if (dev_priv->card_type < NV_D0)
277de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 1;
278de69185573586302ada2e59ba41835df36986277Ben Skeggs	else
279de69185573586302ada2e59ba41835df36986277Ben Skeggs		gen = 2;
280de69185573586302ada2e59ba41835df36986277Ben Skeggs
281de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->dithering_mode, gen, "dithering mode", dither_mode);
282de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->dithering_depth, gen, "dithering depth", dither_depth);
283de69185573586302ada2e59ba41835df36986277Ben Skeggs	PROP_ENUM(disp->underscan_property, gen, "underscan", underscan);
284b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
285b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	disp->underscan_hborder_property =
286d9bc3c02e36d844c2d980e65ddda5c7699e073f8Sascha Hauer		drm_property_create_range(dev, 0, "underscan hborder", 0, 128);
287b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
288b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs	disp->underscan_vborder_property =
289d9bc3c02e36d844c2d980e65ddda5c7699e073f8Sascha Hauer		drm_property_create_range(dev, 0, "underscan vborder", 0, 128);
290b29caa5885e85bbda7c84ea55721b9e79718583aBen Skeggs
291df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller	if (gen == 1) {
292df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property =
293df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller			drm_property_create(dev, DRM_MODE_PROP_RANGE,
294df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller					    "vibrant hue", 2);
295df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property->values[0] = 0;
296df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->vibrant_hue_property->values[1] = 180; /* -90..+90 */
297df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller
298df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property =
299df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller			drm_property_create(dev, DRM_MODE_PROP_RANGE,
300df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller					    "color vibrance", 2);
301df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property->values[0] = 0;
302df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller		disp->color_vibrance_property->values[1] = 200; /* -100..+100 */
303df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller	}
304df26bc9c320602539b1b5b3d85786e4c8de7bf43Christoph Bumiller
305e6ecefaadfcdb03db8ac9e739b4ba7a93a8811b3Laurent Pinchart	dev->mode_config.funcs = &nouveau_mode_config_funcs;
30627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.fb_base = pci_resource_start(dev->pdev, 1);
30727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
30827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.min_width = 0;
30927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	dev->mode_config.min_height = 0;
31027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	if (dev_priv->card_type < NV_10) {
31127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 2048;
31227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 2048;
31327d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	} else
31427d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	if (dev_priv->card_type < NV_50) {
31527d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 4096;
31627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 4096;
31727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	} else {
31827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_width = 8192;
31927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs		dev->mode_config.max_height = 8192;
32027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	}
32127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
322f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie	dev->mode_config.preferred_depth = 24;
323f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie	dev->mode_config.prefer_shadow = 1;
324f1377998eede7a8caa124fcf6a589b02c9e2bac7Dave Airlie
325f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_init(dev);
326f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_disable(dev);
327f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
32827d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	ret = disp->create(dev);
32927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	if (ret)
3305ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz		goto disp_create_err;
33127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
332f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	if (dev->mode_config.num_crtc) {
333f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs		ret = drm_vblank_init(dev, dev->mode_config.num_crtc);
334f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs		if (ret)
3355ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz			goto vblank_err;
336f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	}
337f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
3385ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	return 0;
3395ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz
3405ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarzvblank_err:
3415ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	disp->destroy(dev);
3425ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarzdisp_create_err:
3435ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	drm_kms_helper_poll_fini(dev);
3445ace2c9d6f5bc4600ca43fe188a33efc4c2dba79Marcin Slusarz	drm_mode_config_cleanup(dev);
3452a44e4997c5fee8e1da1589ff57e0bd1c53f03ceBen Skeggs	return ret;
34627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs}
34727d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
34827d5030a235d89842ed70e18d924f017b34a496dBen Skeggsvoid
34927d5030a235d89842ed70e18d924f017b34a496dBen Skeggsnouveau_display_destroy(struct drm_device *dev)
35027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs{
35127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	struct drm_nouveau_private *dev_priv = dev->dev_private;
35227d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	struct nouveau_display_engine *disp = &dev_priv->engine.display;
35327d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
354f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_vblank_cleanup(dev);
355f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
35627d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	disp->destroy(dev);
357f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs
358f62b27db6b5479efe376b408802a081a834ef50eBen Skeggs	drm_kms_helper_poll_fini(dev);
35927d5030a235d89842ed70e18d924f017b34a496dBen Skeggs	drm_mode_config_cleanup(dev);
36027d5030a235d89842ed70e18d924f017b34a496dBen Skeggs}
36127d5030a235d89842ed70e18d924f017b34a496dBen Skeggs
36227d5030a235d89842ed70e18d924f017b34a496dBen Skeggsint
363042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jereznouveau_vblank_enable(struct drm_device *dev, int crtc)
364042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez{
365042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	struct drm_nouveau_private *dev_priv = dev->dev_private;
366042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
367042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	if (dev_priv->card_type >= NV_50)
368042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		nv_mask(dev, NV50_PDISPLAY_INTR_EN_1, 0,
369042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc));
370042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	else
371042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0,
372042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			    NV_PCRTC_INTR_0_VBLANK);
373042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
374042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	return 0;
375042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez}
376042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
377042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerezvoid
378042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jereznouveau_vblank_disable(struct drm_device *dev, int crtc)
379042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez{
380042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	struct drm_nouveau_private *dev_priv = dev->dev_private;
381042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez
382042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	if (dev_priv->card_type >= NV_50)
383042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		nv_mask(dev, NV50_PDISPLAY_INTR_EN_1,
384042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez			NV50_PDISPLAY_INTR_EN_1_VBLANK_CRTC_(crtc), 0);
385042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez	else
386042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez		NVWriteCRTC(dev, crtc, NV_PCRTC_INTR_EN_0, 0);
387042206c0cd4924879c4292c5ffa2bf1e8023ae5aFrancisco Jerez}
388332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
389332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
390332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_reserve(struct nouveau_bo *old_bo,
391332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			  struct nouveau_bo *new_bo)
392332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
393332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
394332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
395332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_bo_pin(new_bo, TTM_PL_FLAG_VRAM);
396332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
397332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return ret;
398332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
399332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = ttm_bo_reserve(&new_bo->bo, false, false, false, 0);
400332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
401332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
402332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
403332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = ttm_bo_reserve(&old_bo->bo, false, false, false, 0);
404332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
405332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_unreserve;
406332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
407332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
408332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
409332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
410332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&new_bo->bo);
411332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
412332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_unpin(new_bo);
413332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
414332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
415332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
416332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic void
417332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_unreserve(struct nouveau_bo *old_bo,
418332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			    struct nouveau_bo *new_bo,
419332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			    struct nouveau_fence *fence)
420332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
421332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_fence(new_bo, fence);
422332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&new_bo->bo);
423332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
424332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_fence(old_bo, fence);
425332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ttm_bo_unreserve(&old_bo->bo);
426332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
427332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_bo_unpin(old_bo);
428332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
429332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
430332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezstatic int
431332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_page_flip_emit(struct nouveau_channel *chan,
432332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *old_bo,
433332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_bo *new_bo,
434332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_page_flip_state *s,
435332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct nouveau_fence **pfence)
436332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
43720abd1634a6e2eedb84ca977adea56b8aa06cc3eBen Skeggs	struct nouveau_software_chan *swch = chan->engctx[NVOBJ_ENGINE_SW];
438bd2f2037a42d4657ead3be2918db22e63626cd35Ben Skeggs	struct drm_nouveau_private *dev_priv = chan->dev->dev_private;
439332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = chan->dev;
440332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
441332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
442332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
443332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Queue it to the pending list */
444332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
44520abd1634a6e2eedb84ca977adea56b8aa06cc3eBen Skeggs	list_add_tail(&s->head, &swch->flip);
446332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
447332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
448332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Synchronize with the old framebuffer */
449332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_fence_sync(old_bo->bo.sync_obj, chan);
450332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
451332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
452332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
453332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit the pageflip */
454d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	ret = RING_SPACE(chan, 3);
455332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
456332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
457332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
458d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	if (dev_priv->card_type < NV_C0) {
4596d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_NV04(chan, NvSubSw, NV_SW_PAGE_FLIP, 1);
460d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs		OUT_RING  (chan, 0x00000000);
461d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs		OUT_RING  (chan, 0x00000000);
462d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	} else {
4636d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_NVC0(chan, 0, NV10_SUBCHAN_REF_CNT, 1);
4645e120f6e4b3f35b741c5445dfc755f50128c3c44Ben Skeggs		OUT_RING  (chan, 0);
4656d597027755b2eed4298b85ebe3cb5c93b29d1a9Ben Skeggs		BEGIN_IMC0(chan, 0, NVSW_SUBCHAN_PAGE_FLIP, 0x0000);
466d5316e251230c4e54a157349a362229c3d4daa32Ben Skeggs	}
467bd2f2037a42d4657ead3be2918db22e63626cd35Ben Skeggs	FIRE_RING (chan);
468332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
469d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	ret = nouveau_fence_new(chan, pfence);
470332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
471332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail;
472332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
473332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
474332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail:
475332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
476332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
477332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
478332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
479332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
480332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
481332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
482332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_crtc_page_flip(struct drm_crtc *crtc, struct drm_framebuffer *fb,
483332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		       struct drm_pending_vblank_event *event)
484332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
485332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = crtc->dev;
486332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_nouveau_private *dev_priv = dev->dev_private;
487332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *old_bo = nouveau_framebuffer(crtc->fb)->nvbo;
488332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_bo *new_bo = nouveau_framebuffer(fb)->nvbo;
489332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
490d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	struct nouveau_channel *chan = NULL;
491332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_fence *fence;
492332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	int ret;
493332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
494a82dd49f14742e2529f79feb6360e0993277e788Ben Skeggs	if (!dev_priv->channel)
495332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENODEV;
496332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
497332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	s = kzalloc(sizeof(*s), GFP_KERNEL);
498332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!s)
499332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -ENOMEM;
500332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
501332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Don't let the buffers go away while we flip */
502332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_reserve(old_bo, new_bo);
503332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
504332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_free;
505332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
506332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Initialize a page flip struct */
507332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	*s = (struct nouveau_page_flip_state)
5082503c6fa3edf7c2bb001c7f7926786eed24cc06eBenjamin Franzke		{ { }, event, nouveau_crtc(crtc)->index,
50901f2c7730e188077026c5f766f85f329c7000c54Ville Syrjälä		  fb->bits_per_pixel, fb->pitches[0], crtc->x, crtc->y,
510332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		  new_bo->bo.offset };
511332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
512332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Choose the channel the flip will be handled in */
513d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	fence = new_bo->bo.sync_obj;
514d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs	if (fence)
515d375e7d56dffa564a6c337d2ed3217fb94826100Ben Skeggs		chan = nouveau_channel_get_unlocked(fence->channel);
516332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (!chan)
517332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		chan = nouveau_channel_get_unlocked(dev_priv->channel);
518332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	mutex_lock(&chan->mutex);
519332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
520332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Emit a page flip */
521d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	if (dev_priv->card_type >= NV_50) {
5223376ee374d2318d311bd3aa7b9bb0186f64ccca5Ben Skeggs		if (dev_priv->card_type >= NV_D0)
5233376ee374d2318d311bd3aa7b9bb0186f64ccca5Ben Skeggs			ret = nvd0_display_flip_next(crtc, fb, chan, 0);
5243376ee374d2318d311bd3aa7b9bb0186f64ccca5Ben Skeggs		else
5253376ee374d2318d311bd3aa7b9bb0186f64ccca5Ben Skeggs			ret = nv50_display_flip_next(crtc, fb, chan);
526d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		if (ret) {
527d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs			nouveau_channel_put(&chan);
528d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs			goto fail_unreserve;
529d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		}
530d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	}
531d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs
532332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	ret = nouveau_page_flip_emit(chan, old_bo, new_bo, s, &fence);
533332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_channel_put(&chan);
534332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (ret)
535332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		goto fail_unreserve;
536332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
537332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	/* Update the crtc struct and cleanup */
538332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	crtc->fb = fb;
539332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
540332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_page_flip_unreserve(old_bo, new_bo, fence);
541332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_fence_unref(&fence);
542332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
543332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
544332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_unreserve:
545332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	nouveau_page_flip_unreserve(old_bo, new_bo, NULL);
546332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezfail_free:
547332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
548332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return ret;
549332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
550332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
551332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerezint
552332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jereznouveau_finish_page_flip(struct nouveau_channel *chan,
553332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez			 struct nouveau_page_flip_state *ps)
554332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez{
55520abd1634a6e2eedb84ca977adea56b8aa06cc3eBen Skeggs	struct nouveau_software_chan *swch = chan->engctx[NVOBJ_ENGINE_SW];
556332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct drm_device *dev = chan->dev;
557332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	struct nouveau_page_flip_state *s;
558332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	unsigned long flags;
559332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
560332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_lock_irqsave(&dev->event_lock, flags);
561332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
56220abd1634a6e2eedb84ca977adea56b8aa06cc3eBen Skeggs	if (list_empty(&swch->flip)) {
563332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		NV_ERROR(dev, "Unexpected pageflip in channel %d.\n", chan->id);
564332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		spin_unlock_irqrestore(&dev->event_lock, flags);
565332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		return -EINVAL;
566332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
567332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
56820abd1634a6e2eedb84ca977adea56b8aa06cc3eBen Skeggs	s = list_first_entry(&swch->flip, struct nouveau_page_flip_state, head);
569332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	if (s->event) {
570332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		struct drm_pending_vblank_event *e = s->event;
571332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		struct timeval now;
572332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
573332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		do_gettimeofday(&now);
574332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.sequence = 0;
575332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.tv_sec = now.tv_sec;
576332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		e->event.tv_usec = now.tv_usec;
577332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		list_add_tail(&e->base.link, &e->base.file_priv->event_list);
578332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez		wake_up_interruptible(&e->base.file_priv->event_wait);
579332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	}
580332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
581332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	list_del(&s->head);
582d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs	if (ps)
583d7117e0d4e21034202833088e51fc21f8c8271f9Ben Skeggs		*ps = *s;
584332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	kfree(s);
585332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez
586332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	spin_unlock_irqrestore(&dev->event_lock, flags);
587332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez	return 0;
588332b242f47786d1a43bd7a19a0513dd5d493db8eFrancisco Jerez}
58933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
59033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
59133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_create(struct drm_file *file_priv, struct drm_device *dev,
59233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs			    struct drm_mode_create_dumb *args)
59333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
59433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	struct nouveau_bo *bo;
59533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	int ret;
59633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
59733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->pitch = roundup(args->width * (args->bpp / 8), 256);
59833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->size = args->pitch * args->height;
59933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	args->size = roundup(args->size, PAGE_SIZE);
60033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
601610bd7da160f76f1644ecb4cd7f39511b49a22ccDave Airlie	ret = nouveau_gem_new(dev, args->size, 0, NOUVEAU_GEM_DOMAIN_VRAM, 0, 0, &bo);
60233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	if (ret)
60333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		return ret;
60433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
60533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	ret = drm_gem_handle_create(file_priv, bo->gem, &args->handle);
60633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	drm_gem_object_unreference_unlocked(bo->gem);
60733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return ret;
60833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
60933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
61033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
61133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_destroy(struct drm_file *file_priv, struct drm_device *dev,
61233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs			     uint32_t handle)
61333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
61433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return drm_gem_handle_delete(file_priv, handle);
61533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
61633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
61733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsint
61833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggsnouveau_display_dumb_map_offset(struct drm_file *file_priv,
61933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs				struct drm_device *dev,
62033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs				uint32_t handle, uint64_t *poffset)
62133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs{
62233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	struct drm_gem_object *gem;
62333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
62433dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	gem = drm_gem_object_lookup(dev, file_priv, handle);
62533dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	if (gem) {
62633dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		struct nouveau_bo *bo = gem->driver_private;
62733dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		*poffset = bo->bo.addr_space_offset;
62833dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		drm_gem_object_unreference_unlocked(gem);
62933dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs		return 0;
63033dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	}
63133dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs
63233dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs	return -ENOENT;
63333dbc27f1ab3a37d04a8d226327fb3d384870e43Ben Skeggs}
634