/* * Copyright (c) 2007 Intel Corporation * Jesse Barnes * * Copyright © 2002, 2003 David Dawes * 2004 Sylvain Meyer * * GPL/BSD dual license */ #include "drmP.h" #include "drm.h" #include "drm_sarea.h" #include "i915_drm.h" #include "i915_drv.h" #include "intel_bios.h" #include "intel_drv.h" /** * i915_probe_agp - get AGP bootup configuration * @pdev: PCI device * @aperture_size: returns AGP aperture configured size * @preallocated_size: returns size of BIOS preallocated AGP space * * Since Intel integrated graphics are UMA, the BIOS has to set aside * some RAM for the framebuffer at early boot. This code figures out * how much was set aside so we can use it for our own purposes. */ int i915_probe_agp(struct pci_dev *pdev, unsigned long *aperture_size, unsigned long *preallocated_size) { struct pci_dev *bridge_dev; u16 tmp = 0; unsigned long overhead; bridge_dev = pci_get_bus_and_slot(0, PCI_DEVFN(0,0)); if (!bridge_dev) { DRM_ERROR("bridge device not found\n"); return -1; } /* Get the fb aperture size and "stolen" memory amount. */ pci_read_config_word(bridge_dev, INTEL_GMCH_CTRL, &tmp); pci_dev_put(bridge_dev); *aperture_size = 1024 * 1024; *preallocated_size = 1024 * 1024; switch (pdev->device) { case PCI_DEVICE_ID_INTEL_82830_CGC: case PCI_DEVICE_ID_INTEL_82845G_IG: case PCI_DEVICE_ID_INTEL_82855GM_IG: case PCI_DEVICE_ID_INTEL_82865_IG: if ((tmp & INTEL_GMCH_MEM_MASK) == INTEL_GMCH_MEM_64M) *aperture_size *= 64; else *aperture_size *= 128; break; default: /* 9xx supports large sizes, just look at the length */ *aperture_size = pci_resource_len(pdev, 2); break; } /* * Some of the preallocated space is taken by the GTT * and popup. GTT is 1K per MB of aperture size, and popup is 4K. */ overhead = (*aperture_size / 1024) + 4096; switch (tmp & INTEL_855_GMCH_GMS_MASK) { case INTEL_855_GMCH_GMS_STOLEN_1M: break; /* 1M already */ case INTEL_855_GMCH_GMS_STOLEN_4M: *preallocated_size *= 4; break; case INTEL_855_GMCH_GMS_STOLEN_8M: *preallocated_size *= 8; break; case INTEL_855_GMCH_GMS_STOLEN_16M: *preallocated_size *= 16; break; case INTEL_855_GMCH_GMS_STOLEN_32M: *preallocated_size *= 32; break; case INTEL_915G_GMCH_GMS_STOLEN_48M: *preallocated_size *= 48; break; case INTEL_915G_GMCH_GMS_STOLEN_64M: *preallocated_size *= 64; break; case INTEL_855_GMCH_GMS_DISABLED: DRM_ERROR("video memory is disabled\n"); return -1; default: DRM_ERROR("unexpected GMCH_GMS value: 0x%02x\n", tmp & INTEL_855_GMCH_GMS_MASK); return -1; } *preallocated_size -= overhead; return 0; } static int i915_init_hardware_status(struct drm_device *dev) { struct drm_i915_private *dev_priv = dev->dev_private; drm_dma_handle_t *dmah; int ret = 0; #ifdef __FreeBSD__ DRM_UNLOCK(); #endif dmah = drm_pci_alloc(dev, PAGE_SIZE, PAGE_SIZE, 0xffffffff); #ifdef __FreeBSD__ DRM_LOCK(); #endif if (!dmah) { DRM_ERROR("Can not allocate hardware status page\n"); ret = -ENOMEM; goto out; } dev_priv->status_page_dmah = dmah; dev_priv->hw_status_page = dmah->vaddr; dev_priv->dma_status_page = dmah->busaddr; memset(dev_priv->hw_status_page, 0, PAGE_SIZE); I915_WRITE(HWS_PGA, dev_priv->dma_status_page); DRM_DEBUG("hws kernel virt: 0x%p\n", dev_priv->hw_status_page); out: return ret; } void i915_free_hardware_status(struct drm_device *dev) { struct drm_i915_private *dev_priv = dev->dev_private; if (dev_priv->status_page_dmah) { drm_pci_free(dev, dev_priv->status_page_dmah); dev_priv->status_page_dmah = NULL; /* Need to rewrite hardware status page */ I915_WRITE(0x02080, 0x1ffff000); } if (dev_priv->status_gfx_addr) { dev_priv->status_gfx_addr = 0; drm_core_ioremapfree(&dev_priv->hws_map, dev); I915_WRITE(0x02080, 0x1ffff000); } } static int i915_load_modeset_init(struct drm_device *dev) { struct drm_i915_private *dev_priv = dev->dev_private; unsigned long agp_size, prealloc_size; int ret = 0; i915_probe_agp(dev->pdev, &agp_size, &prealloc_size); /* Basic memrange allocator for stolen space (aka vram) */ drm_mm_init(&dev_priv->vram, 0, prealloc_size); /* Let GEM Manage from end of prealloc space to end of aperture */ i915_gem_do_init(dev, prealloc_size, agp_size); ret = i915_gem_init_ringbuffer(dev); if (ret) goto out; /* Allow hardware batchbuffers unless told otherwise. */ dev_priv->allow_batchbuffer = 1; dev_priv->max_validate_buffers = I915_MAX_VALIDATE_BUFFERS; mutex_init(&dev_priv->cmdbuf_mutex); dev_priv->wq = create_singlethread_workqueue("i915"); if (dev_priv->wq == 0) { DRM_DEBUG("Error\n"); ret = -EINVAL; goto destroy_ringbuffer; } ret = intel_init_bios(dev); if (ret) { DRM_ERROR("failed to find VBIOS tables\n"); ret = -ENODEV; goto destroy_wq; } intel_modeset_init(dev); drm_helper_initial_config(dev, false); dev->devname = kstrdup(DRIVER_NAME, GFP_KERNEL); if (!dev->devname) { ret = -ENOMEM; goto modeset_cleanup; } ret = drm_irq_install(dev); if (ret) { kfree(dev->devname); goto modeset_cleanup; } return 0; modeset_cleanup: intel_modeset_cleanup(dev); destroy_wq: destroy_workqueue(dev_priv->wq); destroy_ringbuffer: i915_gem_cleanup_ringbuffer(dev); out: return ret; } /** * i915_driver_load - setup chip and create an initial config * @dev: DRM device * @flags: startup flags * * The driver load routine has to do several things: * - drive output discovery via intel_modeset_init() * - initialize the memory manager * - allocate initial config memory * - setup the DRM framebuffer with the allocated memory */ int i915_driver_load(struct drm_device *dev, unsigned long flags) { struct drm_i915_private *dev_priv; int ret = 0, num_pipes = 2; u32 tmp; dev_priv = drm_alloc(sizeof(struct drm_i915_private), DRM_MEM_DRIVER); if (dev_priv == NULL) return -ENOMEM; memset(dev_priv, 0, sizeof(struct drm_i915_private)); dev->dev_private = (void *)dev_priv; dev_priv->dev = dev; /* i915 has 4 more counters */ dev->counters += 4; dev->types[6] = _DRM_STAT_IRQ; dev->types[7] = _DRM_STAT_PRIMARY; dev->types[8] = _DRM_STAT_SECONDARY; dev->types[9] = _DRM_STAT_DMA; if (IS_MOBILE(dev) || IS_I9XX(dev)) dev_priv->cursor_needs_physical = true; else dev_priv->cursor_needs_physical = false; if (IS_I965G(dev) || IS_G33(dev)) dev_priv->cursor_needs_physical = false; if (IS_I9XX(dev)) pci_read_config_dword(dev->pdev, 0x5C, &dev_priv->stolen_base); if (IS_I9XX(dev)) { dev_priv->mmiobase = drm_get_resource_start(dev, 0); dev_priv->mmiolen = drm_get_resource_len(dev, 0); dev->mode_config.fb_base = drm_get_resource_start(dev, 2) & 0xff000000; } else if (drm_get_resource_start(dev, 1)) { dev_priv->mmiobase = drm_get_resource_start(dev, 1); dev_priv->mmiolen = drm_get_resource_len(dev, 1); dev->mode_config.fb_base = drm_get_resource_start(dev, 0) & 0xff000000; } else { DRM_ERROR("Unable to find MMIO registers\n"); ret = -ENODEV; goto free_priv; } DRM_DEBUG("fb_base: 0x%08lx\n", dev->mode_config.fb_base); ret = drm_addmap(dev, dev_priv->mmiobase, dev_priv->mmiolen, _DRM_REGISTERS, _DRM_KERNEL|_DRM_READ_ONLY|_DRM_DRIVER, &dev_priv->mmio_map); if (ret != 0) { DRM_ERROR("Cannot add mapping for MMIO registers\n"); goto free_priv; } i915_gem_load(dev); #ifdef __linux__ #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,25) intel_init_chipset_flush_compat(dev); #endif #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,25) intel_opregion_init(dev); #endif #endif tmp = I915_READ(PIPEASTAT); I915_WRITE(PIPEASTAT, tmp); tmp = I915_READ(PIPEBSTAT); I915_WRITE(PIPEBSTAT, tmp); atomic_set(&dev_priv->irq_received, 0); I915_WRITE(HWSTAM, 0xeffe); I915_WRITE(IMR, 0x0); I915_WRITE(IER, 0x0); DRM_SPININIT(&dev_priv->swaps_lock, "swap"); INIT_LIST_HEAD(&dev_priv->vbl_swaps.head); dev_priv->swaps_pending = 0; DRM_SPININIT(&dev_priv->user_irq_lock, "userirq"); dev_priv->user_irq_refcount = 0; dev_priv->irq_mask_reg = ~0; ret = drm_vblank_init(dev, num_pipes); if (ret) goto out_rmmap; ret = drm_hotplug_init(dev); if (ret) goto out_rmmap; dev_priv->vblank_pipe = DRM_I915_VBLANK_PIPE_A | DRM_I915_VBLANK_PIPE_B; dev->max_vblank_count = 0xffffff; /* only 24 bits of frame count */ i915_enable_interrupt(dev); DRM_INIT_WAITQUEUE(&dev_priv->irq_queue); /* * Initialize the hardware status page IRQ location. */ I915_WRITE(INSTPM, (1 << 5) | (1 << 21)); if (!I915_NEED_GFX_HWS(dev)) { ret = i915_init_hardware_status(dev); if (ret) return ret; } if (drm_core_check_feature(dev, DRIVER_MODESET)) { ret = i915_load_modeset_init(dev); if (ret < 0) { DRM_ERROR("failed to init modeset\n"); goto out_rmmap; } } return 0; out_rmmap: drm_rmmap(dev, dev_priv->mmio_map); free_priv: drm_free(dev_priv, sizeof(struct drm_i915_private), DRM_MEM_DRIVER); return ret; } int i915_driver_unload(struct drm_device *dev) { struct drm_i915_private *dev_priv = dev->dev_private; u32 temp; i915_free_hardware_status(dev); dev_priv->vblank_pipe = 0; dev_priv->irq_enabled = 0; I915_WRITE(HWSTAM, 0xffffffff); I915_WRITE(IMR, 0xffffffff); I915_WRITE(IER, 0x0); temp = I915_READ(PIPEASTAT); I915_WRITE(PIPEASTAT, temp); temp = I915_READ(PIPEBSTAT); I915_WRITE(PIPEBSTAT, temp); temp = I915_READ(IIR); I915_WRITE(IIR, temp); I915_WRITE(PRB0_CTL, 0); if (drm_core_check_feature(dev, DRIVER_MODESET)) { drm_irq_uninstall(dev); intel_modeset_cleanup(dev); destroy_workqueue(dev_priv->wq); } #if 0 if (dev_priv->ring.virtual_start) { drm_core_ioremapfree(&dev_priv->ring.map, dev); } #endif #ifdef DRI2 if (dev_priv->sarea_kmap.virtual) { drm_bo_kunmap(&dev_priv->sarea_kmap); dev_priv->sarea_kmap.virtual = NULL; dev->sigdata.lock = NULL; } if (dev_priv->sarea_bo) { mutex_lock(&dev->struct_mutex); drm_bo_usage_deref_locked(&dev_priv->sarea_bo); mutex_unlock(&dev->struct_mutex); dev_priv->sarea_bo = NULL; } #endif if (drm_core_check_feature(dev, DRIVER_MODESET)) { mutex_lock(&dev->struct_mutex); i915_gem_cleanup_ringbuffer(dev); mutex_unlock(&dev->struct_mutex); drm_mm_takedown(&dev_priv->vram); i915_gem_lastclose(dev); if (!I915_NEED_GFX_HWS(dev)) drm_pci_free(dev, dev_priv->status_page_dmah); } drm_rmmap(dev, dev_priv->mmio_map); #ifdef __linux__ #if LINUX_VERSION_CODE > KERNEL_VERSION(2,6,25) intel_opregion_free(dev); #endif #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,25) intel_fini_chipset_flush_compat(dev); #endif #endif drm_free(dev_priv, sizeof(*dev_priv), DRM_MEM_DRIVER); dev->dev_private = NULL; return 0; } int i915_master_create(struct drm_device *dev, struct drm_master *master) { struct drm_i915_master_private *master_priv; unsigned long sareapage; int ret; master_priv = drm_calloc(1, sizeof(*master_priv), DRM_MEM_DRIVER); if (!master_priv) return -ENOMEM; /* prebuild the SAREA */ sareapage = max(SAREA_MAX, PAGE_SIZE); ret = drm_addmap(dev, 0, sareapage, _DRM_SHM, _DRM_CONTAINS_LOCK|_DRM_DRIVER, &master_priv->sarea); if (ret) { DRM_ERROR("SAREA setup failed\n"); return ret; } master_priv->sarea_priv = master_priv->sarea->handle + sizeof(struct drm_sarea); master_priv->sarea_priv->pf_current_page = 0; master->driver_priv = master_priv; return 0; } void i915_master_destroy(struct drm_device *dev, struct drm_master *master) { struct drm_i915_master_private *master_priv = master->driver_priv; if (!master_priv) return; if (master_priv->sarea) drm_rmmap_locked(dev, master_priv->sarea); drm_free(master_priv, sizeof(*master_priv), DRM_MEM_DRIVER); master->driver_priv = NULL; } int i915_driver_open(struct drm_device *dev, struct drm_file *file_priv) { struct drm_i915_file_private *i915_file_priv; DRM_DEBUG("\n"); i915_file_priv = (struct drm_i915_file_private *) drm_alloc(sizeof(*i915_file_priv), DRM_MEM_FILES); if (!i915_file_priv) return -ENOMEM; file_priv->driver_priv = i915_file_priv; i915_file_priv->mm.last_gem_seqno = 0; i915_file_priv->mm.last_gem_throttle_seqno = 0; return 0; } void i915_driver_postclose(struct drm_device *dev, struct drm_file *file_priv) { struct drm_i915_file_private *i915_file_priv = file_priv->driver_priv; drm_free(i915_file_priv, sizeof(*i915_file_priv), DRM_MEM_FILES); } void i915_driver_preclose(struct drm_device * dev, struct drm_file *file_priv) { struct drm_i915_private *dev_priv = dev->dev_private; if (!drm_core_check_feature(dev, DRIVER_MODESET)) i915_mem_release(dev, file_priv, dev_priv->agp_heap); } void i915_driver_lastclose(struct drm_device * dev) { struct drm_i915_private *dev_priv = dev->dev_private; if (drm_core_check_feature(dev, DRIVER_MODESET)) return; #ifdef I915_HAVE_BUFFER if (dev_priv->val_bufs) { vfree(dev_priv->val_bufs); dev_priv->val_bufs = NULL; } #endif i915_gem_lastclose(dev); if (dev_priv->agp_heap) i915_mem_takedown(&(dev_priv->agp_heap)); #if defined(DRI2) if (dev_priv->sarea_kmap.virtual) { drm_bo_kunmap(&dev_priv->sarea_kmap); dev_priv->sarea_kmap.virtual = NULL; dev->control->master->lock.hw_lock = NULL; dev->sigdata.lock = NULL; } if (dev_priv->sarea_bo) { mutex_lock(&dev->struct_mutex); drm_bo_usage_deref_locked(&dev_priv->sarea_bo); mutex_unlock(&dev->struct_mutex); dev_priv->sarea_bo = NULL; } #endif i915_dma_cleanup(dev); } int i915_driver_firstopen(struct drm_device *dev) { if (drm_core_check_feature(dev, DRIVER_MODESET)) return 0; return 0; }