/**************************************************************************
Copyright 2001 VA Linux Systems Inc., Fremont, California.
Copyright © 2002 by David Dawes
All Rights Reserved.
Permission is hereby granted, free of charge, to any person obtaining a
copy of this software and associated documentation files (the "Software"),
to deal in the Software without restriction, including without limitation
on the rights to use, copy, modify, merge, publish, distribute, sub
license, and/or sell copies of the Software, and to permit persons to whom
the Software is furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice (including the next
paragraph) shall be included in all copies or substantial portions of the
Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
THE COPYRIGHT HOLDERS AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
USE OR OTHER DEALINGS IN THE SOFTWARE.
**************************************************************************/
/*
* Authors: Jeff Hartmann <jhartmann@valinux.com>
* Abraham van der Merwe <abraham@2d3d.co.za>
* David Dawes <dawes@xfree86.org>
* Alan Hourihane <alanh@tungstengraphics.com>
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include <string.h>
#include <stdio.h>
#include <unistd.h>
#include <stdlib.h>
#include <stdio.h>
#include <errno.h>
#include "sna.h"
#include "sna_module.h"
#include "sna_video.h"
#include "intel_driver.h"
#include "intel_options.h"
#include <xf86cmap.h>
#include <xf86drm.h>
#include <xf86RandR12.h>
#include <mi.h>
#include <micmap.h>
#if defined(HAVE_X11_EXTENSIONS_DPMSCONST_H)
#include <X11/extensions/dpmsconst.h>
#else
#define DPMSModeOn 0
#define DPMSModeOff 3
#endif
#include <sys/ioctl.h>
#include <sys/fcntl.h>
#include <sys/poll.h>
#include "i915_drm.h"
#ifdef HAVE_VALGRIND
#include <valgrind.h>
#include <memcheck.h>
#endif
#if HAVE_DOT_GIT
#include "git_version.h"
#else
#define git_version "not compiled from git"
#endif
#ifdef TEARFREE
#define ENABLE_TEAR_FREE TRUE
#else
#define ENABLE_TEAR_FREE FALSE
#endif
DevPrivateKeyRec sna_pixmap_key;
DevPrivateKeyRec sna_gc_key;
DevPrivateKeyRec sna_window_key;
DevPrivateKeyRec sna_glyph_key;
DevPrivateKeyRec sna_client_key;
static void
sna_load_palette(ScrnInfoPtr scrn, int numColors, int *indices,
LOCO * colors, VisualPtr pVisual)
{
xf86CrtcConfigPtr xf86_config = XF86_CRTC_CONFIG_PTR(scrn);
int p, n, i, j;
uint16_t lut_r[256], lut_g[256], lut_b[256];
DBG(("%s\n", __FUNCTION__));
for (p = 0; p < xf86_config->num_crtc; p++) {
xf86CrtcPtr crtc = xf86_config->crtc[p];
#define C(I,RGB) (colors[I].RGB << 8 | colors[I].RGB)
switch (scrn->depth) {
case 15:
for (n = 0; n < numColors; n++) {
i = indices[n];
for (j = 0; j < 8; j++) {
lut_r[8*i + j] = C(i, red);
lut_g[8*i + j] = C(i, green);
lut_b[8*i + j] = C(i, blue);
}
}
break;
case 16:
for (n = 0; n < numColors; n++) {
i = indices[n];
if (i <= 31) {
for (j = 0; j < 8; j++) {
lut_r[8*i + j] = C(i, red);
lut_b[8*i + j] = C(i, blue);
}
}
for (j = 0; j < 4; j++)
lut_g[4*i + j] = C(i, green);
}
break;
default:
for (n = 0; n < numColors; n++) {
i = indices[n];
lut_r[i] = C(i, red);
lut_g[i] = C(i, green);
lut_b[i] = C(i, blue);
}
break;
}
#undef C
/* Make the change through RandR */
#ifdef RANDR_12_INTERFACE
RRCrtcGammaSet(crtc->randr_crtc, lut_r, lut_g, lut_b);
#else
crtc->funcs->gamma_set(crtc, lut_r, lut_g, lut_b, 256);
#endif
}
}
static void
sna_set_fallback_mode(ScrnInfoPtr scrn)
{
xf86CrtcConfigPtr config = XF86_CRTC_CONFIG_PTR(scrn);
xf86OutputPtr output = NULL;
xf86CrtcPtr crtc = NULL;
int n;
if ((unsigned)config->compat_output < config->num_output) {
output = config->output[config->compat_output];
crtc = output->crtc;
}
for (n = 0; n < config->num_output; n++)
config->output[n]->crtc = NULL;
for (n = 0; n < config->num_crtc; n++)
config->crtc[n]->enabled = FALSE;
if (output && crtc) {
DisplayModePtr mode;
output->crtc = crtc;
mode = xf86OutputFindClosestMode(output, scrn->currentMode);
if (mode &&
xf86CrtcSetModeTransform(crtc, mode, RR_Rotate_0, NULL, 0, 0)) {
crtc->desiredMode = *mode;
crtc->desiredMode.prev = crtc->desiredMode.next = NULL;
crtc->desiredMode.name = NULL;
crtc->desiredMode.PrivSize = 0;
crtc->desiredMode.PrivFlags = 0;
crtc->desiredMode.Private = NULL;
crtc->desiredRotation = RR_Rotate_0;
crtc->desiredTransformPresent = FALSE;
crtc->desiredX = 0;
crtc->desiredY = 0;
crtc->enabled = TRUE;
}
}
xf86DisableUnusedFunctions(scrn);
#ifdef RANDR_12_INTERFACE
if (get_root_window(xf86ScrnToScreen(scrn)))
xf86RandR12TellChanged(xf86ScrnToScreen(scrn));
#endif
}
static void sna_set_desired_mode(struct sna *sna)
{
ScrnInfoPtr scrn = sna->scrn;
DBG(("%s\n", __FUNCTION__));
if (!xf86SetDesiredModes(scrn)) {
xf86DrvMsg(scrn->scrnIndex, X_WARNING,
"failed to restore desired modes on VT switch\n");
sna_set_fallback_mode(scrn);
}
sna_mode_check(sna);
}
/**
* Adjust the screen pixmap for the current location of the front buffer.
* This is done at EnterVT when buffers are bound as long as the resources
* have already been created, but the first EnterVT happens before
* CreateScreenResources.
*/
static Bool sna_create_screen_resources(ScreenPtr screen)
{
struct sna *sna = to_sna_from_screen(screen);
PixmapPtr new_front;
unsigned hint;
DBG(("%s(%dx%d@%d)\n", __FUNCTION__,
screen->width, screen->height, screen->rootDepth));
assert(sna->scrn == xf86ScreenToScrn(screen));
assert(to_screen_from_sna(sna) == screen);
/* free the data used during miInitScreen */
free(screen->devPrivate);
screen->devPrivate = NULL;
sna_accel_create(sna);
hint = SNA_CREATE_FB;
if (sna->flags & SNA_IS_HOSTED)
hint = 0;
new_front = screen->CreatePixmap(screen,
screen->width,
screen->height,
screen->rootDepth,
hint);
if (!new_front) {
xf86DrvMsg(screen->myNum, X_ERROR,
"[intel] Unable to create front buffer %dx%d at depth %d\n",
screen->width,
screen->height,
screen->rootDepth);
return FALSE;
}
/* Prefer to use the GPU for rendering into the eventual scanout
* bo so that we do not unduly stall when it is time to attach
* it to the CRTCs.
*/
(void)sna_pixmap_force_to_gpu(new_front, MOVE_READ | __MOVE_SCANOUT);
screen->SetScreenPixmap(new_front);
assert(screen->GetScreenPixmap(screen) == new_front);
assert(sna->front == new_front);
screen->DestroyPixmap(new_front); /* transfer ownership to screen */
sna_mode_set_primary(sna);
/* Try to become master and copy the current fbcon before the
* actual VT switch. If we fail here, we will try to reset the
* mode in the eventual VT switch. This can fail if systemd has
* already revoked our KMS privileges, so just carry on regardless,
* and hope that everything is sorted after the VT switch.
*/
if (intel_get_master(sna->dev) == 0) {
/* Only preserve the fbcon, not any subsequent server regens */
if (serverGeneration == 1 && (sna->flags & SNA_IS_HOSTED) == 0)
sna_copy_fbcon(sna);
sna_set_desired_mode(sna);
}
return TRUE;
}
static void sna_dpms_set(ScrnInfoPtr scrn, int mode, int flags)
{
xf86CrtcConfigPtr config = XF86_CRTC_CONFIG_PTR(scrn);
struct sna *sna = to_sna(scrn);
bool changed = false;
int i;
DBG(("%s(mode=%d, flags=%d), vtSema=%d => off?=%d\n",
__FUNCTION__, mode, flags, scrn->vtSema, mode!=DPMSModeOn));
if (!scrn->vtSema)
return;
/* Opencoded version of xf86DPMSSet().
*
* The principle difference is to skip calling crtc->dpms() when
* turning off the display. This (on recent enough kernels at
* least) should be equivalent in power consumption, but require
* less work (hence quicker and less likely to fail) when switching
* back on.
*/
if (mode != DPMSModeOn) {
if (sna->mode.hidden == 0 && !(sna->flags & SNA_NO_DPMS)) {
DBG(("%s: hiding %d outputs\n",
__FUNCTION__, config->num_output));
for (i = 0; i < config->num_output; i++) {
xf86OutputPtr output = config->output[i];
if (output->crtc != NULL)
output->funcs->dpms(output, mode);
}
sna->mode.hidden = sna->mode.front_active + 1;
sna->mode.front_active = 0;
changed = true;
}
} else {
/* Re-enable CRTC that have been forced off via other means */
if (sna->mode.hidden != 0) {
DBG(("%s: unhiding %d crtc, %d outputs\n",
__FUNCTION__, config->num_crtc, config->num_output));
sna->mode.front_active = sna->mode.hidden - 1;
sna->mode.hidden = 0;
for (i = 0; i < config->num_crtc; i++) {
xf86CrtcPtr crtc = config->crtc[i];
if (crtc->enabled)
crtc->funcs->dpms(crtc, mode);
}
for (i = 0; i < config->num_output; i++) {
xf86OutputPtr output = config->output[i];
if (output->crtc != NULL)
output->funcs->dpms(output, mode);
}
changed = true;
}
}
DBG(("%s: hiding outputs? %d, front active? %d, changed? %d\n",
__FUNCTION__, sna->mode.hidden, sna->mode.front_active, changed));
if (changed)
sna_crtc_config_notify(xf86ScrnToScreen(scrn));
}
static Bool sna_save_screen(ScreenPtr screen, int mode)
{
ScrnInfoPtr scrn = xf86ScreenToScrn(screen);
DBG(("%s(mode=%d [unblank=%d])\n",
__FUNCTION__, mode, xf86IsUnblank(mode)));
/* We have to unroll xf86SaveScreen() here as it is called
* by DPMSSet() nullifying our special handling crtc->dpms()
* in sna_dpms_set().
*/
sna_dpms_set(scrn,
xf86IsUnblank(mode) ? DPMSModeOn : DPMSModeOff,
0);
return TRUE;
}
static void sna_selftest(void)
{
sna_damage_selftest();
}
static bool has_vsync(struct sna *sna)
{
if (sna->flags & SNA_IS_HOSTED)
return false;
return true;
}
static void sna_setup_capabilities(ScrnInfoPtr scrn, int fd)
{
#if HAS_PIXMAP_SHARING && defined(DRM_CAP_PRIME)
uint64_t value;
scrn->capabilities = 0;
if (drmGetCap(fd, DRM_CAP_PRIME, &value) == 0) {
if (value & DRM_PRIME_CAP_EXPORT)
scrn->capabilities |= RR_Capability_SourceOutput | RR_Capability_SinkOffload;
if (value & DRM_PRIME_CAP_IMPORT)
scrn->capabilities |= RR_Capability_SinkOutput;
}
#endif
}
static Bool fb_supports_depth(int fd, int depth)
{
struct drm_i915_gem_create create;
struct drm_mode_fb_cmd fb;
struct drm_mode_card_res res;
Bool ret;
memset(&res, 0, sizeof(res));
(void)drmIoctl(fd, DRM_IOCTL_MODE_GETRESOURCES, &res);
if (res.count_crtcs == 0)
return TRUE;
VG_CLEAR(create);
create.handle = 0;
create.size = 4096;
if (drmIoctl(fd, DRM_IOCTL_I915_GEM_CREATE, &create))
return FALSE;
VG_CLEAR(fb);
fb.width = 64;
fb.height = 16;
fb.pitch = 256;
fb.bpp = depth <= 8 ? 8 : depth <= 16 ? 16 : 32;
fb.depth = depth;
fb.handle = create.handle;
ret = drmIoctl(fd, DRM_IOCTL_MODE_ADDFB, &fb) == 0;
drmModeRmFB(fd, fb.fb_id);
(void)drmIoctl(fd, DRM_IOCTL_GEM_CLOSE, &create.handle);
return ret;
}
static void setup_dri(struct sna *sna)
{
unsigned level;
sna->dri2.available = false;
sna->dri2.enable = false;
sna->dri3.available = false;
sna->dri3.enable = false;
sna->dri3.override = false;
level = intel_option_cast_to_unsigned(sna->Options, OPTION_DRI, DEFAULT_DRI_LEVEL);
#if HAVE_DRI3
sna->dri3.available = !!xf86LoadSubModule(sna->scrn, "dri3");
sna->dri3.override =
!sna->dri3.available ||
xf86IsOptionSet(sna->Options, OPTION_DRI);
if (level >= 3 && sna->kgem.gen >= 040)
sna->dri3.enable = sna->dri3.available;
#endif
#if HAVE_DRI2
sna->dri2.available = !!xf86LoadSubModule(sna->scrn, "dri2");
if (level >= 2)
sna->dri2.enable = sna->dri2.available;
#endif
}
static bool enable_tear_free(struct sna *sna)
{
if (sna->flags & SNA_LINEAR_FB)
return false;
/* Under certain conditions, we should enable TearFree by default,
* for example when the hardware requires pageflipping to run within
* its power/performance budget.
*/
if (sna_mode_wants_tear_free(sna))
return true;
return ENABLE_TEAR_FREE;
}
static bool setup_tear_free(struct sna *sna)
{
MessageType from;
Bool enable;
if (sna->flags & SNA_LINEAR_FB)
return false;
if ((sna->flags & SNA_HAS_FLIP) == 0) {
from = X_PROBED;
goto done;
}
if (!xf86GetOptValBool(sna->Options, OPTION_TEAR_FREE, &enable)) {
enable = enable_tear_free(sna);
from = X_DEFAULT;
} else
from = X_CONFIG;
if (enable)
sna->flags |= SNA_WANT_TEAR_FREE | SNA_TEAR_FREE;
done:
xf86DrvMsg(sna->scrn->scrnIndex, from, "TearFree %sabled\n",
sna->flags & SNA_TEAR_FREE ? "en" : "dis");
return sna->flags & SNA_TEAR_FREE;
}
/**
* This is called before ScreenInit to do any require probing of screen
* configuration.
*
* This code generally covers probing, module loading, option handling
* card mapping, and RandR setup.
*
* Since xf86InitialConfiguration ends up requiring that we set video modes
* in order to detect configuration, we end up having to do a lot of driver
* setup (talking to the DRM, mapping the device, etc.) in this function.
* As a result, we want to set up that server initialization once rather
* that doing it per generation.
*/
static Bool sna_pre_init(ScrnInfoPtr scrn, int probe)
{
struct sna *sna;
char buf[1024];
rgb defaultWeight = { 0, 0, 0 };
EntityInfoPtr pEnt;
Gamma zeros = { 0.0, 0.0, 0.0 };
int fd;
DBG(("%s flags=%x, numEntities=%d\n",
__FUNCTION__, probe, scrn->numEntities));
if (scrn->numEntities != 1)
return FALSE;
pEnt = xf86GetEntityInfo(scrn->entityList[0]);
if (pEnt == NULL) {
ERR(("%s: no EntityInfo found for scrn\n", __FUNCTION__));
return FALSE;
}
if (pEnt->location.type != BUS_PCI
#ifdef XSERVER_PLATFORM_BUS
&& pEnt->location.type != BUS_PLATFORM
#endif
) {
ERR(("%s: invalid EntityInfo found for scrn, location=%d\n", __FUNCTION__, pEnt->location.type));
return FALSE;
}
if (probe & PROBE_DETECT)
return TRUE;
sna_selftest();
probe = 0;
if (((uintptr_t)scrn->driverPrivate) & 3) {
if (posix_memalign((void **)&sna, 4096, sizeof(*sna)))
return FALSE;
memset(sna, 0, sizeof(*sna)); /* should be unnecessary */
probe = (uintptr_t)scrn->driverPrivate & 1;
sna->info = (void *)((uintptr_t)scrn->driverPrivate & ~3);
scrn->driverPrivate = sna;
sna->scrn = scrn;
sna->cpu_features = sna_cpu_detect();
sna->acpi.fd = sna_acpi_open();
}
sna = to_sna(scrn);
sna->pEnt = pEnt;
sna->flags = probe;
scrn->displayWidth = 640; /* default it */
scrn->monitor = scrn->confScreen->monitor;
scrn->progClock = TRUE;
scrn->rgbBits = 8;
sna->dev = intel_get_device(scrn, &fd);
if (sna->dev == NULL) {
xf86DrvMsg(scrn->scrnIndex, X_ERROR,
"Failed to claim DRM device.\n");
goto cleanup;
}
/* Sanity check */
if (hosted() && (sna->flags & SNA_IS_HOSTED) == 0) {
xf86DrvMsg(scrn->scrnIndex, X_ERROR,
"Failed to setup hosted device.\n");
goto cleanup;
}
intel_detect_chipset(scrn, sna->dev);
xf86DrvMsg(scrn->scrnIndex, X_PROBED,
"CPU: %s; using a maximum of %d threads\n",
sna_cpu_features_to_string(sna->cpu_features, buf),
sna_use_threads(64*1024, 64*1024, 1));
if (!xf86SetDepthBpp(scrn, 24, 0, 0,
Support32bppFb |
SupportConvert24to32 | PreferConvert24to32))
goto cleanup;
switch (scrn->depth) {
case 8:
case 15:
case 16:
case 24:
case 30:
if ((sna->flags & SNA_IS_HOSTED) ||
fb_supports_depth(fd, scrn->depth))
break;
default:
xf86DrvMsg(scrn->scrnIndex, X_ERROR,
"Given depth (%d) is not supported by the Intel driver and this chipset.\n",
scrn->depth);
goto cleanup;
}
xf86PrintDepthBpp(scrn);
if (!xf86SetWeight(scrn, defaultWeight, defaultWeight))
goto cleanup;
if (!xf86SetDefaultVisual(scrn, -1))
goto cleanup;
sna->Options = intel_options_get(scrn);
if (sna->Options == NULL)
goto cleanup;
sna_setup_capabilities(scrn, fd);
kgem_init(&sna->kgem, fd,
xf86GetPciInfoForEntity(pEnt->index),
sna->info->gen);
if (xf86ReturnOptValBool(sna->Options, OPTION_TILING_FB, FALSE))
sna->flags |= SNA_LINEAR_FB;
if (!sna->kgem.can_fence)
sna->flags |= SNA_LINEAR_FB;
if (!xf86ReturnOptValBool(sna->Options, OPTION_SWAPBUFFERS_WAIT, TRUE))
sna->flags |= SNA_NO_WAIT;
DBG(("%s: swapbuffer wait? %s\n", __FUNCTION__, sna->flags & SNA_NO_WAIT ? "disabled" : "enabled"));
if (!has_vsync(sna) ||
!xf86ReturnOptValBool(sna->Options, OPTION_VSYNC, TRUE))
sna->flags |= SNA_NO_VSYNC;
DBG(("%s: vsync? %s\n", __FUNCTION__, sna->flags & SNA_NO_VSYNC ? "disabled" : "enabled"));
if (sna->flags & SNA_IS_HOSTED ||
!xf86ReturnOptValBool(sna->Options, OPTION_PAGEFLIP, TRUE))
sna->flags |= SNA_NO_FLIP;
DBG(("%s: page flips? %s\n", __FUNCTION__, sna->flags & SNA_NO_FLIP ? "disabled" : "enabled"));
if ((sna->flags & (SNA_NO_VSYNC | SNA_NO_FLIP | SNA_NO_WAIT)) == 0 &&
xf86ReturnOptValBool(sna->Options, OPTION_TRIPLE_BUFFER, TRUE))
sna->flags |= SNA_TRIPLE_BUFFER;
DBG(("%s: triple buffer? %s\n", __FUNCTION__, sna->flags & SNA_TRIPLE_BUFFER ? "enabled" : "disabled"));
if (xf86ReturnOptValBool(sna->Options, OPTION_CRTC_PIXMAPS, FALSE)) {
xf86DrvMsg(scrn->scrnIndex, X_CONFIG, "Forcing per-crtc-pixmaps.\n");
sna->flags |= SNA_FORCE_SHADOW;
}
if (!sna_mode_pre_init(scrn, sna)) {
xf86DrvMsg(scrn->scrnIndex, X_ERROR,
"No outputs and no modes.\n");
goto cleanup;
}
scrn->currentMode = scrn->modes;
if (!setup_tear_free(sna) && sna_mode_wants_tear_free(sna))
sna->kgem.needs_dirtyfb = sna->kgem.has_dirtyfb;
xf86SetGamma(scrn, zeros);
xf86SetDpi(scrn, 0, 0);
setup_dri(sna);
sna->present.available = false;
if (xf86ReturnOptValBool(sna->Options, OPTION_PRESENT, TRUE)) {
#if HAVE_PRESENT
sna->present.available = !!xf86LoadSubModule(scrn, "present");
#endif
}
sna_acpi_init(sna);
return TRUE;
cleanup:
scrn->driverPrivate = (void *)((uintptr_t)sna->info | (sna->flags & SNA_IS_SLAVED) | 2);
if (sna->dev)
intel_put_device(sna->dev);
free(sna);
return FALSE;
}
static bool has_shadow(struct sna *sna)
{
if (!sna->mode.shadow_enabled)
return false;
assert(sna->mode.shadow_damage);
if (RegionNil(DamageRegion(sna->mode.shadow_damage)))
return false;
return sna->mode.flip_active == 0;
}
#if !HAVE_NOTIFY_FD
static void
sna_block_handler(BLOCKHANDLER_ARGS_DECL)
{
#ifndef XF86_SCRN_INTERFACE
struct sna *sna = to_sna(xf86Screens[arg]);
#else
struct sna *sna = to_sna_from_screen(arg);
#endif
struct timeval **tv = timeout;
DBG(("%s (tv=%ld.%06ld), has_shadow?=%d\n", __FUNCTION__,
*tv ? (*tv)->tv_sec : -1, *tv ? (*tv)->tv_usec : 0,
has_shadow(sna)));
sna->BlockHandler(BLOCKHANDLER_ARGS);
if (*tv == NULL || ((*tv)->tv_usec | (*tv)->tv_sec) || has_shadow(sna))
sna_accel_block(sna, tv);
}
static void
sna_wakeup_handler(WAKEUPHANDLER_ARGS_DECL)
{
#ifndef XF86_SCRN_INTERFACE
struct sna *sna = to_sna(xf86Screens[arg]);
#else
struct sna *sna = to_sna_from_screen(arg);
#endif
DBG(("%s\n", __FUNCTION__));
/* despite all appearances, result is just a signed int */
if ((int)result < 0)
return;
sna_acpi_wakeup(sna, read_mask);
sna->WakeupHandler(WAKEUPHANDLER_ARGS);
if (FD_ISSET(sna->kgem.fd, (fd_set*)read_mask)) {
sna_mode_wakeup(sna);
/* Clear the flag so that subsequent ZaphodHeads don't block */
FD_CLR(sna->kgem.fd, (fd_set*)read_mask);
}
}
#else
static void
sna_block_handler(void *data, void *_timeout)
{
struct sna *sna = data;
int *timeout = _timeout;
struct timeval tv, *tvp;
DBG(("%s (timeout=%d, has_shadow=%d)\n", __FUNCTION__,
*timeout, has_shadow(sna)));
if (*timeout < 0) {
tvp = NULL;
} else if (*timeout == 0) {
if (!has_shadow(sna))
return;
tv.tv_sec = 0;
tv.tv_usec = 0;
tvp = &tv;
} else {
tv.tv_sec = *timeout / 1000;
tv.tv_usec = (*timeout % 1000) * 1000;
tvp = &tv;
}
sna_accel_block(sna, &tvp);
if (tvp)
*timeout = tvp->tv_sec * 1000 + tvp->tv_usec / 1000;
}
#endif
#if HAVE_UDEV
#include <sys/stat.h>
static void
sna_handle_uevents(int fd, void *closure)
{
struct sna *sna = closure;
struct stat s;
struct pollfd pfd;
bool hotplug = false;
DBG(("%s\n", __FUNCTION__));
pfd.fd = udev_monitor_get_fd(sna->uevent_monitor);
pfd.events = POLLIN;
if (fstat(sna->kgem.fd, &s))
memset(&s, 0, sizeof(s));
while (poll(&pfd, 1, 0) > 0) {
struct udev_device *dev;
dev_t devnum;
errno = 0;
dev = udev_monitor_receive_device(sna->uevent_monitor);
if (dev == NULL) {
if (errno == EINTR || errno == EAGAIN)
continue;
break;
}
devnum = udev_device_get_devnum(dev);
if (memcmp(&s.st_rdev, &devnum, sizeof(dev_t)) == 0) {
const char *str;
str = udev_device_get_property_value(dev, "HOTPLUG");
if (str && atoi(str) == 1) {
str = udev_device_get_property_value(dev, "CONNECTOR");
if (str) {
hotplug |= sna_mode_find_hotplug_connector(sna, atoi(str));
} else {
sna->flags |= SNA_REPROBE;
hotplug = true;
}
}
}
udev_device_unref(dev);
}
if (hotplug) {
DBG(("%s: hotplug event (vtSema?=%d)\n",
__FUNCTION__, sna->scrn->vtSema));
if (sna->scrn->vtSema)
sna_mode_discover(sna, true);
else
sna->flags |= SNA_REPROBE;
}
}
static bool has_randr(void)
{
#if HAS_DIXREGISTERPRIVATEKEY
return dixPrivateKeyRegistered(rrPrivKey);
#else
return *rrPrivKey;
#endif
}
static void
sna_uevent_init(struct sna *sna)
{
struct udev *u;
struct udev_monitor *mon;
MessageType from = X_CONFIG;
if (sna->flags & SNA_IS_HOSTED)
return;
DBG(("%s\n", __FUNCTION__));
/* RandR will be disabled if Xinerama is active, and so generating
* RR hotplug events is then verboten.
*/
if (!has_randr())
goto out;
u = NULL;
if (xf86ReturnOptValBool(sna->Options, OPTION_HOTPLUG, TRUE))
u = udev_new();
if (!u)
goto out;
from = X_DEFAULT;
mon = udev_monitor_new_from_netlink(u, "udev");
if (!mon)
goto err_dev;
if (udev_monitor_filter_add_match_subsystem_devtype(mon, "drm", "drm_minor") < 0)
goto err_monitor;
if (udev_monitor_enable_receiving(mon) < 0)
goto err_monitor;
sna->uevent_handler = xf86AddGeneralHandler(udev_monitor_get_fd(mon),
sna_handle_uevents, sna);
if (!sna->uevent_handler)
goto err_monitor;
sna->uevent_monitor = mon;
out:
xf86DrvMsg(sna->scrn->scrnIndex, from,
"Display hotplug detection %s\n",
sna->uevent_monitor ? "enabled" : "disabled");
return;
err_monitor:
udev_monitor_unref(mon);
err_dev:
udev_unref(u);
goto out;
}
static bool sna_uevent_poll(struct sna *sna)
{
if (sna->uevent_monitor == NULL)
return false;
sna_handle_uevents(udev_monitor_get_fd(sna->uevent_monitor), sna);
return true;
}
static void
sna_uevent_fini(struct sna *sna)
{
struct udev *u;
if (sna->uevent_handler == NULL)
return;
xf86RemoveGeneralHandler(sna->uevent_handler);
u = udev_monitor_get_udev(sna->uevent_monitor);
udev_monitor_unref(sna->uevent_monitor);
udev_unref(u);
sna->uevent_handler = NULL;
sna->uevent_monitor = NULL;
DBG(("%s: removed uvent handler\n", __FUNCTION__));
}
#else
static void sna_uevent_init(struct sna *sna) { }
static bool sna_uevent_poll(struct sna *sna) { return false; }
static void sna_uevent_fini(struct sna *sna) { }
#endif /* HAVE_UDEV */
static Bool
sna_randr_getinfo(ScreenPtr screen, Rotation *rotations)
{
struct sna *sna = to_sna_from_screen(screen);
DBG(("%s()\n", __FUNCTION__));
if (!sna_uevent_poll(sna))
sna_mode_discover(sna, false);
return sna->mode.rrGetInfo(screen, rotations);
}
static void sna_leave_vt(VT_FUNC_ARGS_DECL)
{
SCRN_INFO_PTR(arg);
struct sna *sna = to_sna(scrn);
DBG(("%s(vtSema=%d)\n", __FUNCTION__, scrn->vtSema));
sna_mode_reset(sna);
sna_accel_leave(sna);
if (scrn->vtSema && intel_put_master(sna->dev))
xf86DrvMsg(scrn->scrnIndex, X_WARNING,
"drmDropMaster failed: %s\n", strerror(errno));
scrn->vtSema = FALSE;
}
static Bool sna_early_close_screen(CLOSE_SCREEN_ARGS_DECL)
{
ScrnInfoPtr scrn = xf86ScreenToScrn(screen);
struct sna *sna = to_sna(scrn);
DBG(("%s\n", __FUNCTION__));
/* XXX Note that we will leak kernel resources if !vtSema */
#if HAVE_NOTIFY_FD
RemoveBlockAndWakeupHandlers(sna_block_handler,
(ServerWakeupHandlerProcPtr)NoopDDA,
sna);
#endif
sna_uevent_fini(sna);
sna_mode_close(sna);
if (sna->present.open) {
sna_present_close(sna, screen);
sna->present.open = false;
}
if (sna->dri3.open) {
sna_dri3_close(sna, screen);
sna->dri3.open = false;
}
if (sna->dri2.open) {
sna_dri2_close(sna, screen);
sna->dri2.open = false;
}
if (sna->front) {
screen->DestroyPixmap(sna->front);
sna->front = NULL;
}
if (scrn->vtSema) {
intel_put_master(sna->dev);
scrn->vtSema = FALSE;
}
return sna->CloseScreen(CLOSE_SCREEN_ARGS);
}
static Bool sna_late_close_screen(CLOSE_SCREEN_ARGS_DECL)
{
struct sna *sna = to_sna_from_screen(screen);
DepthPtr depths;
int d;
DBG(("%s\n", __FUNCTION__));
sna_accel_close(sna);
sna_video_close(sna);
depths = screen->allowedDepths;
for (d = 0; d < screen->numDepths; d++)
free(depths[d].vids);
free(depths);
free(screen->visuals);
return TRUE;
}
static Bool
sna_register_all_privates(void)
{
#if HAS_DIXREGISTERPRIVATEKEY
if (!dixRegisterPrivateKey(&sna_pixmap_key, PRIVATE_PIXMAP,
3*sizeof(void *)))
return FALSE;
if (!dixRegisterPrivateKey(&sna_gc_key, PRIVATE_GC,
sizeof(FbGCPrivate)))
return FALSE;
if (!dixRegisterPrivateKey(&sna_glyph_key, PRIVATE_GLYPH,
sizeof(struct sna_glyph)))
return FALSE;
if (!dixRegisterPrivateKey(&sna_window_key, PRIVATE_WINDOW,
3*sizeof(void *)))
return FALSE;
if (!dixRegisterPrivateKey(&sna_client_key, PRIVATE_CLIENT,
sizeof(struct sna_client)))
return FALSE;
#else
if (!dixRequestPrivate(&sna_pixmap_key, 3*sizeof(void *)))
return FALSE;
if (!dixRequestPrivate(&sna_gc_key, sizeof(FbGCPrivate)))
return FALSE;
if (!dixRequestPrivate(&sna_glyph_key, sizeof(struct sna_glyph)))
return FALSE;
if (!dixRequestPrivate(&sna_window_key, 3*sizeof(void *)))
return FALSE;
if (!dixRequestPrivate(&sna_client_key, sizeof(struct sna_client)))
return FALSE;
#endif
return TRUE;
}
static void sna_dri_init(struct sna *sna, ScreenPtr screen)
{
char str[128] = "";
if (sna->dri2.enable)
sna->dri2.open = sna_dri2_open(sna, screen);
if (sna->dri2.open)
strcat(str, "DRI2 ");
/* Load DRI3 in case DRI2 doesn't work, e.g. vgaarb */
if (sna->dri3.enable || (!sna->dri2.open && !sna->dri3.override))
sna->dri3.open = sna_dri3_open(sna, screen);
if (sna->dri3.open)
strcat(str, "DRI3 ");
if (*str)
xf86DrvMsg(sna->scrn->scrnIndex, X_INFO,
"direct rendering: %senabled\n", str);
}
static Bool
sna_mode_init(struct sna *sna, ScreenPtr screen)
{
rrScrPrivPtr rp;
if (!xf86CrtcScreenInit(screen))
return FALSE;
xf86RandR12SetRotations(screen, RR_Rotate_All | RR_Reflect_All);
xf86RandR12SetTransformSupport(screen, TRUE);
/* Wrap RR queries to catch pending MST topology changes */
rp = rrGetScrPriv(screen);
if (rp) {
sna->mode.rrGetInfo = rp->rrGetInfo;
rp->rrGetInfo = sna_randr_getinfo;
/* Simulate a hotplug event on wakeup to force a RR probe */
TimerSet(NULL, 0, COLDPLUG_DELAY_MS, sna_mode_coldplug, sna);
}
return TRUE;
}
static Bool
sna_screen_init(SCREEN_INIT_ARGS_DECL)
{
ScrnInfoPtr scrn = xf86ScreenToScrn(screen);
struct sna *sna = to_sna(scrn);
VisualPtr visuals;
DepthPtr depths;
int nvisuals;
int ndepths;
int rootdepth;
VisualID defaultVisual;
DBG(("%s\n", __FUNCTION__));
assert(sna->scrn == scrn);
assert(to_screen_from_sna(sna) == NULL || /* set afterwards */
to_screen_from_sna(sna) == screen);
assert(sna->freed_pixmap == NULL);
if (!sna_register_all_privates())
return FALSE;
scrn->videoRam = sna->kgem.aperture_mappable * 4; /* Page to KiB */
miClearVisualTypes();
if (!miSetVisualTypes(scrn->depth,
miGetDefaultVisualMask(scrn->depth),
scrn->rgbBits, scrn->defaultVisual))
return FALSE;
if (!miSetPixmapDepths())
return FALSE;
rootdepth = 0;
if (!miInitVisuals(&visuals, &depths, &nvisuals, &ndepths, &rootdepth,
&defaultVisual,
((unsigned long)1 << (scrn->bitsPerPixel - 1)),
scrn->rgbBits, -1))
return FALSE;
if (!miScreenInit(screen, NULL,
scrn->virtualX, scrn->virtualY,
scrn->xDpi, scrn->yDpi, 0,
rootdepth, ndepths, depths,
defaultVisual, nvisuals, visuals))
return FALSE;
if (scrn->bitsPerPixel > 8) {
/* Fixup RGB ordering */
VisualPtr visual = screen->visuals + screen->numVisuals;
while (--visual >= screen->visuals) {
if ((visual->class | DynamicClass) == DirectColor) {
visual->offsetRed = scrn->offset.red;
visual->offsetGreen = scrn->offset.green;
visual->offsetBlue = scrn->offset.blue;
visual->redMask = scrn->mask.red;
visual->greenMask = scrn->mask.green;
visual->blueMask = scrn->mask.blue;
}
}
}
assert(screen->CloseScreen == NULL);
screen->CloseScreen = sna_late_close_screen;
if (!sna_accel_init(screen, sna)) {
xf86DrvMsg(scrn->scrnIndex, X_ERROR,
"Hardware acceleration initialization failed\n");
return FALSE;
}
xf86SetBlackWhitePixels(screen);
xf86SetBackingStore(screen);
xf86SetSilkenMouse(screen);
if (!miDCInitialize(screen, xf86GetPointerScreenFuncs()))
return FALSE;
if (sna_cursors_init(screen, sna))
xf86DrvMsg(scrn->scrnIndex, X_INFO, "HW Cursor enabled\n");
/* Must force it before EnterVT, so we are in control of VT and
* later memory should be bound when allocating, e.g rotate_mem */
scrn->vtSema = TRUE;
#if !HAVE_NOTIFY_FD
sna->BlockHandler = screen->BlockHandler;
screen->BlockHandler = sna_block_handler;
sna->WakeupHandler = screen->WakeupHandler;
screen->WakeupHandler = sna_wakeup_handler;
#else
RegisterBlockAndWakeupHandlers(sna_block_handler,
(ServerWakeupHandlerProcPtr)NoopDDA,
sna);
#endif
screen->SaveScreen = sna_save_screen;
screen->CreateScreenResources = sna_create_screen_resources;
sna->CloseScreen = screen->CloseScreen;
screen->CloseScreen = sna_early_close_screen;
if (!sna_mode_init(sna, screen))
return FALSE;
if (!miCreateDefColormap(screen))
return FALSE;
/* X-Server < 1.20 mishandles > 256 slots / > 8 bpc color maps. */
if (sna->mode.num_real_crtc && (scrn->rgbBits <= 8 ||
XORG_VERSION_CURRENT >= XORG_VERSION_NUMERIC(1,20,0,0,0)) &&
!xf86HandleColormaps(screen, 1 << scrn->rgbBits, scrn->rgbBits,
sna_load_palette, NULL,
CMAP_RELOAD_ON_MODE_SWITCH |
CMAP_PALETTED_TRUECOLOR))
return FALSE;
if (!xf86CheckBoolOption(scrn->options, "dpms", TRUE))
sna->flags |= SNA_NO_DPMS;
xf86DPMSInit(screen, sna_dpms_set, 0);
sna_uevent_init(sna);
sna_video_init(sna, screen);
sna_dri_init(sna, screen);
if (sna->present.available)
sna->present.open = sna_present_open(sna, screen);
if (sna->present.open)
xf86DrvMsg(sna->scrn->scrnIndex, X_INFO,
"hardware support for Present enabled\n");
if (serverGeneration == 1)
xf86ShowUnusedOptions(scrn->scrnIndex, scrn->options);
sna->suspended = FALSE;
return TRUE;
}
static void sna_adjust_frame(ADJUST_FRAME_ARGS_DECL)
{
SCRN_INFO_PTR(arg);
DBG(("%s(%d, %d)\n", __FUNCTION__, x, y));
sna_mode_adjust_frame(to_sna(scrn), x, y);
}
static void sna_free_screen(FREE_SCREEN_ARGS_DECL)
{
SCRN_INFO_PTR(arg);
struct sna *sna = to_sna(scrn);
DBG(("%s [scrn=%p, sna=%p]\n", __FUNCTION__, scrn, sna));
if (sna == NULL || (uintptr_t)sna & 3) /* beware thieves */
return;
scrn->driverPrivate = (void *)((uintptr_t)sna->info | (sna->flags & SNA_IS_SLAVED) | 2);
sna_mode_fini(sna);
sna_acpi_fini(sna);
intel_put_device(sna->dev);
free(sna);
}
static Bool sna_enter_vt(VT_FUNC_ARGS_DECL)
{
SCRN_INFO_PTR(arg);
struct sna *sna = to_sna(scrn);
DBG(("%s(vtSema=%d)\n", __FUNCTION__, scrn->vtSema));
if (intel_get_master(sna->dev))
return FALSE;
scrn->vtSema = TRUE;
sna_accel_enter(sna);
if (sna->flags & SNA_REPROBE) {
DBG(("%s: reporting deferred hotplug event\n", __FUNCTION__));
sna_mode_discover(sna, true);
}
sna_set_desired_mode(sna);
return TRUE;
}
static Bool sna_switch_mode(SWITCH_MODE_ARGS_DECL)
{
SCRN_INFO_PTR(arg);
DBG(("%s\n", __FUNCTION__));
return xf86SetSingleMode(scrn, mode, RR_Rotate_0);
}
static ModeStatus
sna_valid_mode(SCRN_ARG_TYPE arg, DisplayModePtr mode, Bool verbose, int flags)
{
return MODE_OK;
}
#ifndef SUSPEND_SLEEP
#define SUSPEND_SLEEP 0
#endif
#ifndef RESUME_SLEEP
#define RESUME_SLEEP 0
#endif
/*
* This function is only required if we need to do anything differently from
* DoApmEvent() in common/xf86PM.c, including if we want to see events other
* than suspend/resume.
*/
static Bool sna_pm_event(SCRN_ARG_TYPE arg, pmEvent event, Bool undo)
{
SCRN_INFO_PTR(arg);
struct sna *sna = to_sna(scrn);
DBG(("%s\n", __FUNCTION__));
switch (event) {
case XF86_APM_SYS_SUSPEND:
case XF86_APM_CRITICAL_SUSPEND: /*do we want to delay a critical suspend? */
case XF86_APM_USER_SUSPEND:
case XF86_APM_SYS_STANDBY:
case XF86_APM_USER_STANDBY:
if (!undo && !sna->suspended) {
scrn->LeaveVT(VT_FUNC_ARGS(0));
sna->suspended = TRUE;
sleep(SUSPEND_SLEEP);
} else if (undo && sna->suspended) {
sleep(RESUME_SLEEP);
scrn->EnterVT(VT_FUNC_ARGS(0));
sna->suspended = FALSE;
}
break;
case XF86_APM_STANDBY_RESUME:
case XF86_APM_NORMAL_RESUME:
case XF86_APM_CRITICAL_RESUME:
if (sna->suspended) {
sleep(RESUME_SLEEP);
scrn->EnterVT(VT_FUNC_ARGS(0));
sna->suspended = FALSE;
/*
* Turn the screen saver off when resuming. This seems to be
* needed to stop xscreensaver kicking in (when used).
*
* XXX DoApmEvent() should probably call this just like
* xf86VTSwitch() does. Maybe do it here only in 4.2
* compatibility mode.
*/
SaveScreens(SCREEN_SAVER_FORCER, ScreenSaverReset);
}
break;
/* This is currently used for ACPI */
case XF86_APM_CAPABILITY_CHANGED:
SaveScreens(SCREEN_SAVER_FORCER, ScreenSaverReset);
break;
default:
ERR(("sna_pm_event: received APM event %d\n", event));
}
return TRUE;
}
static Bool sna_enter_vt__hosted(VT_FUNC_ARGS_DECL)
{
return TRUE;
}
static void sna_leave_vt__hosted(VT_FUNC_ARGS_DECL)
{
}
static void describe_kms(ScrnInfoPtr scrn)
{
int fd = __intel_peek_fd(scrn);
drm_version_t version;
char name[128] = "";
char date[128] = "";
memset(&version, 0, sizeof(version));
version.name_len = sizeof(name) - 1;
version.name = name;
version.date_len = sizeof(date) - 1;
version.date = date;
if (drmIoctl(fd, DRM_IOCTL_VERSION, &version))
return;
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"Using Kernel Mode Setting driver: %s, version %d.%d.%d %s\n",
version.name,
version.version_major, version.version_minor, version.version_patchlevel,
version.date);
}
static void describe_sna(ScrnInfoPtr scrn)
{
#if defined(USE_GIT_DESCRIBE)
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled from %s\n", git_version);
#elif defined(BUILDER_DESCRIPTION)
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled: %s\n", BUILDER_DESCRIPTION);
#endif
#if HAS_DEBUG_FULL
ErrorF("SNA compiled with full debug logging; expect to run slowly\n");
#endif
#if !NDEBUG
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled with assertions enabled\n");
#endif
#if DEBUG_SYNC
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled with synchronous rendering\n");
#endif
#if DEBUG_MEMORY
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled with memory allocation reporting enabled\n");
#endif
#if DEBUG_PIXMAP
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled with extra pixmap/damage validation\n");
#endif
#ifdef HAVE_VALGRIND
xf86DrvMsg(scrn->scrnIndex, X_INFO,
"SNA compiled for use with valgrind\n");
VALGRIND_PRINTF("SNA compiled for use with valgrind\n");
#endif
DBG(("xf86-video-intel version: %s\n", git_version));
DBG(("pixman version: %s\n", pixman_version_string()));
}
Bool sna_init_scrn(ScrnInfoPtr scrn, int entity_num)
{
DBG(("%s: entity_num=%d\n", __FUNCTION__, entity_num));
describe_kms(scrn);
describe_sna(scrn);
scrn->PreInit = sna_pre_init;
scrn->ScreenInit = sna_screen_init;
if (!hosted()) {
scrn->SwitchMode = sna_switch_mode;
scrn->AdjustFrame = sna_adjust_frame;
scrn->EnterVT = sna_enter_vt;
scrn->LeaveVT = sna_leave_vt;
scrn->ValidMode = sna_valid_mode;
scrn->PMEvent = sna_pm_event;
} else {
scrn->EnterVT = sna_enter_vt__hosted;
scrn->LeaveVT = sna_leave_vt__hosted;
}
scrn->FreeScreen = sna_free_screen;
xf86SetEntitySharable(entity_num);
xf86SetEntityInstanceForScreen(scrn, entity_num,
xf86GetNumEntityInstances(entity_num)-1);
sna_threads_init();
return TRUE;
}
#if HAS_DEBUG_FULL
_X_ATTRIBUTE_PRINTF(1, 0) void LogF(const char *f, ...)
{
va_list ap;
/* As we not only may be called from any context, we may also
* be called from a thread whilst the main thread is handling
* signals, therefore we have to use the signal-safe variants
* or else we trip over false positive assertions.
*/
va_start(ap, f);
#if XORG_VERSION_CURRENT >= XORG_VERSION_NUMERIC(1,12,99,901,0)
LogVMessageVerbSigSafe(X_NONE, 1, f, ap);
#else
LogVMessageVerb(X_NONE, 1, f, ap);
#endif
va_end(ap);
}
#endif