1/************************************************************************** 2 * Copyright (c) 2007-2011, Intel Corporation. 3 * All Rights Reserved. 4 * Copyright (c) 2008, Tungsten Graphics, Inc. Cedar Park, TX., USA. 5 * All Rights Reserved. 6 * 7 * This program is free software; you can redistribute it and/or modify it 8 * under the terms and conditions of the GNU General Public License, 9 * version 2, as published by the Free Software Foundation. 10 * 11 * This program is distributed in the hope it will be useful, but WITHOUT 12 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 13 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 14 * more details. 15 * 16 * You should have received a copy of the GNU General Public License along with 17 * this program; if not, write to the Free Software Foundation, Inc., 18 * 51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA. 19 * 20 **************************************************************************/ 21 22#include <drm/drmP.h> 23#include <drm/drm.h> 24#include "psb_drv.h" 25#include "framebuffer.h" 26#include "psb_reg.h" 27#include "psb_intel_reg.h" 28#include "intel_bios.h" 29#include "mid_bios.h" 30#include <drm/drm_pciids.h> 31#include "power.h" 32#include <linux/cpu.h> 33#include <linux/notifier.h> 34#include <linux/spinlock.h> 35#include <linux/pm_runtime.h> 36#include <acpi/video.h> 37#include <linux/module.h> 38 39static struct drm_driver driver; 40static int psb_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent); 41 42/* 43 * The table below contains a mapping of the PCI vendor ID and the PCI Device ID 44 * to the different groups of PowerVR 5-series chip designs 45 * 46 * 0x8086 = Intel Corporation 47 * 48 * PowerVR SGX535 - Poulsbo - Intel GMA 500, Intel Atom Z5xx 49 * PowerVR SGX535 - Moorestown - Intel GMA 600 50 * PowerVR SGX535 - Oaktrail - Intel GMA 600, Intel Atom Z6xx, E6xx 51 * PowerVR SGX540 - Medfield - Intel Atom Z2460 52 * PowerVR SGX544MP2 - Medfield - 53 * PowerVR SGX545 - Cedartrail - Intel GMA 3600, Intel Atom D2500, N2600 54 * PowerVR SGX545 - Cedartrail - Intel GMA 3650, Intel Atom D2550, D2700, 55 * N2800 56 */ 57static const struct pci_device_id pciidlist[] = { 58 { 0x8086, 0x8108, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &psb_chip_ops }, 59 { 0x8086, 0x8109, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &psb_chip_ops }, 60#if defined(CONFIG_DRM_GMA600) 61 { 0x8086, 0x4100, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 62 { 0x8086, 0x4101, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 63 { 0x8086, 0x4102, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 64 { 0x8086, 0x4103, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 65 { 0x8086, 0x4104, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 66 { 0x8086, 0x4105, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 67 { 0x8086, 0x4106, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 68 { 0x8086, 0x4107, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 69 { 0x8086, 0x4108, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &oaktrail_chip_ops }, 70#endif 71#if defined(CONFIG_DRM_MEDFIELD) 72 { 0x8086, 0x0130, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 73 { 0x8086, 0x0131, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 74 { 0x8086, 0x0132, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 75 { 0x8086, 0x0133, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 76 { 0x8086, 0x0134, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 77 { 0x8086, 0x0135, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 78 { 0x8086, 0x0136, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 79 { 0x8086, 0x0137, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &mdfld_chip_ops }, 80#endif 81#if defined(CONFIG_DRM_GMA3600) 82 { 0x8086, 0x0be0, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 83 { 0x8086, 0x0be1, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 84 { 0x8086, 0x0be2, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 85 { 0x8086, 0x0be3, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 86 { 0x8086, 0x0be4, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 87 { 0x8086, 0x0be5, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 88 { 0x8086, 0x0be6, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 89 { 0x8086, 0x0be7, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 90 { 0x8086, 0x0be8, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 91 { 0x8086, 0x0be9, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 92 { 0x8086, 0x0bea, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 93 { 0x8086, 0x0beb, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 94 { 0x8086, 0x0bec, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 95 { 0x8086, 0x0bed, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 96 { 0x8086, 0x0bee, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 97 { 0x8086, 0x0bef, PCI_ANY_ID, PCI_ANY_ID, 0, 0, (long) &cdv_chip_ops }, 98#endif 99 { 0, } 100}; 101MODULE_DEVICE_TABLE(pci, pciidlist); 102 103/* 104 * Standard IOCTLs. 105 */ 106static const struct drm_ioctl_desc psb_ioctls[] = { 107}; 108 109static void psb_driver_lastclose(struct drm_device *dev) 110{ 111 int ret; 112 struct drm_psb_private *dev_priv = dev->dev_private; 113 struct psb_fbdev *fbdev = dev_priv->fbdev; 114 115 ret = drm_fb_helper_restore_fbdev_mode_unlocked(&fbdev->psb_fb_helper); 116 if (ret) 117 DRM_DEBUG("failed to restore crtc mode\n"); 118 119 return; 120} 121 122static int psb_do_init(struct drm_device *dev) 123{ 124 struct drm_psb_private *dev_priv = dev->dev_private; 125 struct psb_gtt *pg = &dev_priv->gtt; 126 127 uint32_t stolen_gtt; 128 129 if (pg->mmu_gatt_start & 0x0FFFFFFF) { 130 dev_err(dev->dev, "Gatt must be 256M aligned. This is a bug.\n"); 131 return -EINVAL; 132 } 133 134 stolen_gtt = (pg->stolen_size >> PAGE_SHIFT) * 4; 135 stolen_gtt = (stolen_gtt + PAGE_SIZE - 1) >> PAGE_SHIFT; 136 stolen_gtt = (stolen_gtt < pg->gtt_pages) ? stolen_gtt : pg->gtt_pages; 137 138 dev_priv->gatt_free_offset = pg->mmu_gatt_start + 139 (stolen_gtt << PAGE_SHIFT) * 1024; 140 141 spin_lock_init(&dev_priv->irqmask_lock); 142 spin_lock_init(&dev_priv->lock_2d); 143 144 PSB_WSGX32(0x00000000, PSB_CR_BIF_BANK0); 145 PSB_WSGX32(0x00000000, PSB_CR_BIF_BANK1); 146 PSB_RSGX32(PSB_CR_BIF_BANK1); 147 148 /* Do not bypass any MMU access, let them pagefault instead */ 149 PSB_WSGX32((PSB_RSGX32(PSB_CR_BIF_CTRL) & ~_PSB_MMU_ER_MASK), 150 PSB_CR_BIF_CTRL); 151 PSB_RSGX32(PSB_CR_BIF_CTRL); 152 153 psb_spank(dev_priv); 154 155 /* mmu_gatt ?? */ 156 PSB_WSGX32(pg->gatt_start, PSB_CR_BIF_TWOD_REQ_BASE); 157 PSB_RSGX32(PSB_CR_BIF_TWOD_REQ_BASE); /* Post */ 158 159 return 0; 160} 161 162static int psb_driver_unload(struct drm_device *dev) 163{ 164 struct drm_psb_private *dev_priv = dev->dev_private; 165 166 /* TODO: Kill vblank etc here */ 167 168 if (dev_priv) { 169 if (dev_priv->backlight_device) 170 gma_backlight_exit(dev); 171 psb_modeset_cleanup(dev); 172 173 if (dev_priv->ops->chip_teardown) 174 dev_priv->ops->chip_teardown(dev); 175 176 psb_intel_opregion_fini(dev); 177 178 if (dev_priv->pf_pd) { 179 psb_mmu_free_pagedir(dev_priv->pf_pd); 180 dev_priv->pf_pd = NULL; 181 } 182 if (dev_priv->mmu) { 183 struct psb_gtt *pg = &dev_priv->gtt; 184 185 down_read(&pg->sem); 186 psb_mmu_remove_pfn_sequence( 187 psb_mmu_get_default_pd 188 (dev_priv->mmu), 189 pg->mmu_gatt_start, 190 dev_priv->vram_stolen_size >> PAGE_SHIFT); 191 up_read(&pg->sem); 192 psb_mmu_driver_takedown(dev_priv->mmu); 193 dev_priv->mmu = NULL; 194 } 195 psb_gtt_takedown(dev); 196 if (dev_priv->scratch_page) { 197 set_pages_wb(dev_priv->scratch_page, 1); 198 __free_page(dev_priv->scratch_page); 199 dev_priv->scratch_page = NULL; 200 } 201 if (dev_priv->vdc_reg) { 202 iounmap(dev_priv->vdc_reg); 203 dev_priv->vdc_reg = NULL; 204 } 205 if (dev_priv->sgx_reg) { 206 iounmap(dev_priv->sgx_reg); 207 dev_priv->sgx_reg = NULL; 208 } 209 if (dev_priv->aux_reg) { 210 iounmap(dev_priv->aux_reg); 211 dev_priv->aux_reg = NULL; 212 } 213 if (dev_priv->aux_pdev) 214 pci_dev_put(dev_priv->aux_pdev); 215 216 /* Destroy VBT data */ 217 psb_intel_destroy_bios(dev); 218 219 kfree(dev_priv); 220 dev->dev_private = NULL; 221 } 222 gma_power_uninit(dev); 223 return 0; 224} 225 226static int psb_driver_load(struct drm_device *dev, unsigned long flags) 227{ 228 struct drm_psb_private *dev_priv; 229 unsigned long resource_start, resource_len; 230 unsigned long irqflags; 231 int ret = -ENOMEM; 232 struct drm_connector *connector; 233 struct gma_encoder *gma_encoder; 234 struct psb_gtt *pg; 235 236 /* allocating and initializing driver private data */ 237 dev_priv = kzalloc(sizeof(*dev_priv), GFP_KERNEL); 238 if (dev_priv == NULL) 239 return -ENOMEM; 240 241 dev_priv->ops = (struct psb_ops *)flags; 242 dev_priv->dev = dev; 243 dev->dev_private = (void *) dev_priv; 244 245 pg = &dev_priv->gtt; 246 247 pci_set_master(dev->pdev); 248 249 dev_priv->num_pipe = dev_priv->ops->pipes; 250 251 resource_start = pci_resource_start(dev->pdev, PSB_MMIO_RESOURCE); 252 253 dev_priv->vdc_reg = 254 ioremap(resource_start + PSB_VDC_OFFSET, PSB_VDC_SIZE); 255 if (!dev_priv->vdc_reg) 256 goto out_err; 257 258 dev_priv->sgx_reg = ioremap(resource_start + dev_priv->ops->sgx_offset, 259 PSB_SGX_SIZE); 260 if (!dev_priv->sgx_reg) 261 goto out_err; 262 263 if (IS_MRST(dev)) { 264 dev_priv->aux_pdev = pci_get_bus_and_slot(0, PCI_DEVFN(3, 0)); 265 266 if (dev_priv->aux_pdev) { 267 resource_start = pci_resource_start(dev_priv->aux_pdev, 268 PSB_AUX_RESOURCE); 269 resource_len = pci_resource_len(dev_priv->aux_pdev, 270 PSB_AUX_RESOURCE); 271 dev_priv->aux_reg = ioremap_nocache(resource_start, 272 resource_len); 273 if (!dev_priv->aux_reg) 274 goto out_err; 275 276 DRM_DEBUG_KMS("Found aux vdc"); 277 } else { 278 /* Couldn't find the aux vdc so map to primary vdc */ 279 dev_priv->aux_reg = dev_priv->vdc_reg; 280 DRM_DEBUG_KMS("Couldn't find aux pci device"); 281 } 282 dev_priv->gmbus_reg = dev_priv->aux_reg; 283 } else { 284 dev_priv->gmbus_reg = dev_priv->vdc_reg; 285 } 286 287 psb_intel_opregion_setup(dev); 288 289 ret = dev_priv->ops->chip_setup(dev); 290 if (ret) 291 goto out_err; 292 293 /* Init OSPM support */ 294 gma_power_init(dev); 295 296 ret = -ENOMEM; 297 298 dev_priv->scratch_page = alloc_page(GFP_DMA32 | __GFP_ZERO); 299 if (!dev_priv->scratch_page) 300 goto out_err; 301 302 set_pages_uc(dev_priv->scratch_page, 1); 303 304 ret = psb_gtt_init(dev, 0); 305 if (ret) 306 goto out_err; 307 308 dev_priv->mmu = psb_mmu_driver_init(dev, 1, 0, 0); 309 if (!dev_priv->mmu) 310 goto out_err; 311 312 dev_priv->pf_pd = psb_mmu_alloc_pd(dev_priv->mmu, 1, 0); 313 if (!dev_priv->pf_pd) 314 goto out_err; 315 316 ret = psb_do_init(dev); 317 if (ret) 318 return ret; 319 320 /* Add stolen memory to SGX MMU */ 321 down_read(&pg->sem); 322 ret = psb_mmu_insert_pfn_sequence(psb_mmu_get_default_pd(dev_priv->mmu), 323 dev_priv->stolen_base >> PAGE_SHIFT, 324 pg->gatt_start, 325 pg->stolen_size >> PAGE_SHIFT, 0); 326 up_read(&pg->sem); 327 328 psb_mmu_set_pd_context(psb_mmu_get_default_pd(dev_priv->mmu), 0); 329 psb_mmu_set_pd_context(dev_priv->pf_pd, 1); 330 331 PSB_WSGX32(0x20000000, PSB_CR_PDS_EXEC_BASE); 332 PSB_WSGX32(0x30000000, PSB_CR_BIF_3D_REQ_BASE); 333 334 acpi_video_register(); 335 336 /* Setup vertical blanking handling */ 337 ret = drm_vblank_init(dev, dev_priv->num_pipe); 338 if (ret) 339 goto out_err; 340 341 /* 342 * Install interrupt handlers prior to powering off SGX or else we will 343 * crash. 344 */ 345 dev_priv->vdc_irq_mask = 0; 346 dev_priv->pipestat[0] = 0; 347 dev_priv->pipestat[1] = 0; 348 dev_priv->pipestat[2] = 0; 349 spin_lock_irqsave(&dev_priv->irqmask_lock, irqflags); 350 PSB_WVDC32(0xFFFFFFFF, PSB_HWSTAM); 351 PSB_WVDC32(0x00000000, PSB_INT_ENABLE_R); 352 PSB_WVDC32(0xFFFFFFFF, PSB_INT_MASK_R); 353 spin_unlock_irqrestore(&dev_priv->irqmask_lock, irqflags); 354 355 drm_irq_install(dev, dev->pdev->irq); 356 357 dev->vblank_disable_allowed = true; 358 dev->max_vblank_count = 0xffffff; /* only 24 bits of frame count */ 359 dev->driver->get_vblank_counter = psb_get_vblank_counter; 360 361 psb_modeset_init(dev); 362 psb_fbdev_init(dev); 363 drm_kms_helper_poll_init(dev); 364 365 /* Only add backlight support if we have LVDS output */ 366 list_for_each_entry(connector, &dev->mode_config.connector_list, 367 head) { 368 gma_encoder = gma_attached_encoder(connector); 369 370 switch (gma_encoder->type) { 371 case INTEL_OUTPUT_LVDS: 372 case INTEL_OUTPUT_MIPI: 373 ret = gma_backlight_init(dev); 374 break; 375 } 376 } 377 378 if (ret) 379 return ret; 380 psb_intel_opregion_enable_asle(dev); 381#if 0 382 /* Enable runtime pm at last */ 383 pm_runtime_enable(&dev->pdev->dev); 384 pm_runtime_set_active(&dev->pdev->dev); 385#endif 386 /* Intel drm driver load is done, continue doing pvr load */ 387 return 0; 388out_err: 389 psb_driver_unload(dev); 390 return ret; 391} 392 393static int psb_driver_device_is_agp(struct drm_device *dev) 394{ 395 return 0; 396} 397 398static inline void get_brightness(struct backlight_device *bd) 399{ 400#ifdef CONFIG_BACKLIGHT_CLASS_DEVICE 401 if (bd) { 402 bd->props.brightness = bd->ops->get_brightness(bd); 403 backlight_update_status(bd); 404 } 405#endif 406} 407 408static long psb_unlocked_ioctl(struct file *filp, unsigned int cmd, 409 unsigned long arg) 410{ 411 struct drm_file *file_priv = filp->private_data; 412 struct drm_device *dev = file_priv->minor->dev; 413 struct drm_psb_private *dev_priv = dev->dev_private; 414 static unsigned int runtime_allowed; 415 416 if (runtime_allowed == 1 && dev_priv->is_lvds_on) { 417 runtime_allowed++; 418 pm_runtime_allow(&dev->pdev->dev); 419 dev_priv->rpm_enabled = 1; 420 } 421 return drm_ioctl(filp, cmd, arg); 422 /* FIXME: do we need to wrap the other side of this */ 423} 424 425/* 426 * When a client dies: 427 * - Check for and clean up flipped page state 428 */ 429static void psb_driver_preclose(struct drm_device *dev, struct drm_file *priv) 430{ 431} 432 433static int psb_pci_probe(struct pci_dev *pdev, const struct pci_device_id *ent) 434{ 435 return drm_get_pci_dev(pdev, ent, &driver); 436} 437 438 439static void psb_pci_remove(struct pci_dev *pdev) 440{ 441 struct drm_device *dev = pci_get_drvdata(pdev); 442 drm_put_dev(dev); 443} 444 445static const struct dev_pm_ops psb_pm_ops = { 446 .resume = gma_power_resume, 447 .suspend = gma_power_suspend, 448 .thaw = gma_power_thaw, 449 .freeze = gma_power_freeze, 450 .restore = gma_power_restore, 451 .runtime_suspend = psb_runtime_suspend, 452 .runtime_resume = psb_runtime_resume, 453 .runtime_idle = psb_runtime_idle, 454}; 455 456static const struct vm_operations_struct psb_gem_vm_ops = { 457 .fault = psb_gem_fault, 458 .open = drm_gem_vm_open, 459 .close = drm_gem_vm_close, 460}; 461 462static const struct file_operations psb_gem_fops = { 463 .owner = THIS_MODULE, 464 .open = drm_open, 465 .release = drm_release, 466 .unlocked_ioctl = psb_unlocked_ioctl, 467 .mmap = drm_gem_mmap, 468 .poll = drm_poll, 469 .read = drm_read, 470}; 471 472static struct drm_driver driver = { 473 .driver_features = DRIVER_HAVE_IRQ | DRIVER_IRQ_SHARED | \ 474 DRIVER_MODESET | DRIVER_GEM, 475 .load = psb_driver_load, 476 .unload = psb_driver_unload, 477 .lastclose = psb_driver_lastclose, 478 .preclose = psb_driver_preclose, 479 .set_busid = drm_pci_set_busid, 480 481 .num_ioctls = ARRAY_SIZE(psb_ioctls), 482 .device_is_agp = psb_driver_device_is_agp, 483 .irq_preinstall = psb_irq_preinstall, 484 .irq_postinstall = psb_irq_postinstall, 485 .irq_uninstall = psb_irq_uninstall, 486 .irq_handler = psb_irq_handler, 487 .enable_vblank = psb_enable_vblank, 488 .disable_vblank = psb_disable_vblank, 489 .get_vblank_counter = psb_get_vblank_counter, 490 491 .gem_free_object = psb_gem_free_object, 492 .gem_vm_ops = &psb_gem_vm_ops, 493 494 .dumb_create = psb_gem_dumb_create, 495 .dumb_map_offset = psb_gem_dumb_map_gtt, 496 .dumb_destroy = drm_gem_dumb_destroy, 497 .ioctls = psb_ioctls, 498 .fops = &psb_gem_fops, 499 .name = DRIVER_NAME, 500 .desc = DRIVER_DESC, 501 .date = DRIVER_DATE, 502 .major = DRIVER_MAJOR, 503 .minor = DRIVER_MINOR, 504 .patchlevel = DRIVER_PATCHLEVEL 505}; 506 507static struct pci_driver psb_pci_driver = { 508 .name = DRIVER_NAME, 509 .id_table = pciidlist, 510 .probe = psb_pci_probe, 511 .remove = psb_pci_remove, 512 .driver.pm = &psb_pm_ops, 513}; 514 515static int __init psb_init(void) 516{ 517 return drm_pci_init(&driver, &psb_pci_driver); 518} 519 520static void __exit psb_exit(void) 521{ 522 drm_pci_exit(&driver, &psb_pci_driver); 523} 524 525late_initcall(psb_init); 526module_exit(psb_exit); 527 528MODULE_AUTHOR(DRIVER_AUTHOR); 529MODULE_DESCRIPTION(DRIVER_DESC); 530MODULE_LICENSE(DRIVER_LICENSE); 531