xserver-multidpi/glamor/glamor_fbo.c

/*
 * Copyright © 2009 Intel Corporation
 * Copyright © 1998 Keith Packard
 *
 * Permission is hereby granted, free of charge, to any person obtaining a
 * copy of this software and associated documentation files (the "Software"),
 * to deal in the Software without restriction, including without limitation
 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
 * and/or sell copies of the Software, and to permit persons to whom the
 * Software is furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice (including the next
 * paragraph) shall be included in all copies or substantial portions of the
 * Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
 * IN THE SOFTWARE.
 *
 * Authors:
 *    Zhigang Gong <zhigang.gong@gmail.com>
 *
 */

#include <stdlib.h>

#include "glamor_priv.h"

#define GLAMOR_CACHE_EXPIRE_MAX 100

#define GLAMOR_CACHE_DEFAULT    0
#define GLAMOR_CACHE_EXACT_SIZE 1
#define GLAMOR_CACHE_TEXTURE	2

//#define NO_FBO_CACHE 1
#define FBO_CACHE_THRESHOLD  (256*1024*1024)

/* Loop from the tail to the head. */
#define xorg_list_for_each_entry_reverse(pos, head, member)             \
    for (pos = __container_of((head)->prev, pos, member);               \
         &pos->member != (head);                                        \
         pos = __container_of(pos->member.prev, pos, member))


#define xorg_list_for_each_entry_safe_reverse(pos, tmp, head, member)   \
    for (pos = __container_of((head)->prev, pos, member),               \
         tmp = __container_of(pos->member.prev, pos, member);           \
         &pos->member != (head);                                        \
         pos = tmp, tmp = __container_of(pos->member.prev, tmp, member))

#ifdef __i386__
static inline unsigned long __fls(unsigned long x)
{
        asm("bsr %1,%0"
            : "=r" (x)
            : "rm" (x));
        return x;
}
#else
static inline unsigned long __fls(unsigned long x)
{
   int n;

   if (x == 0) return(0);
   n = 0;
   if (x <= 0x0000FFFF) {n = n +16; x = x <<16;}
   if (x <= 0x00FFFFFF) {n = n + 8; x = x << 8;}
   if (x <= 0x0FFFFFFF) {n = n + 4; x = x << 4;}
   if (x <= 0x3FFFFFFF) {n = n + 2; x = x << 2;}
   if (x <= 0x7FFFFFFF) {n = n + 1;}
   return 31 - n;
}
#endif

inline static int cache_wbucket(int size)
{
	int order = __fls(size / 32);
	if (order >= CACHE_BUCKET_WCOUNT)
		order = CACHE_BUCKET_WCOUNT - 1;
	return order;
}

inline static int cache_hbucket(int size)
{
	int order = __fls(size / 32);
	if (order >= CACHE_BUCKET_HCOUNT)
		order = CACHE_BUCKET_HCOUNT - 1;
	return order;
}

glamor_pixmap_fbo *
glamor_pixmap_fbo_cache_get(glamor_screen_private *glamor_priv,
			    int w, int h, GLenum format, int flag)
{
	struct xorg_list *cache;
	glamor_pixmap_fbo *fbo_entry, *ret_fbo = NULL;
	int n_format;
#ifdef NO_FBO_CACHE
	return NULL;
#else
	n_format = cache_format(format);
	if (n_format == -1)
		return NULL;
	if (!(flag & GLAMOR_CACHE_TEXTURE))
		cache = &glamor_priv->fbo_cache[n_format]
					       [cache_wbucket(w)]
					       [cache_hbucket(h)];
	else
		cache = &glamor_priv->tex_cache[n_format]
					       [cache_wbucket(w)]
					       [cache_hbucket(h)];
	if (!(flag & GLAMOR_CACHE_EXACT_SIZE)) {
		xorg_list_for_each_entry(fbo_entry, cache, list) {
			if (fbo_entry->width >= w && fbo_entry->height >= h) {

				DEBUGF("Request w %d h %d format %x \n", w, h, format);
				DEBUGF("got cache entry %p w %d h %d fbo %d tex %d format %x\n",
					fbo_entry, fbo_entry->width, fbo_entry->height,
					fbo_entry->fb, fbo_entry->tex);
				xorg_list_del(&fbo_entry->list);
				ret_fbo = fbo_entry;
				break;
			}
		}
	}
	else {
		xorg_list_for_each_entry(fbo_entry, cache, list) {
			if (fbo_entry->width == w && fbo_entry->height == h) {

				DEBUGF("Request w %d h %d format %x \n", w, h, format);
				DEBUGF("got cache entry %p w %d h %d fbo %d tex %d format %x\n",
					fbo_entry, fbo_entry->width, fbo_entry->height,
					fbo_entry->fb, fbo_entry->tex, fbo_entry->format);
				assert(format == fbo_entry->format);
				xorg_list_del(&fbo_entry->list);
				ret_fbo = fbo_entry;
				break;
			}
		}
	}

	if (ret_fbo)
		glamor_priv->fbo_cache_watermark -= ret_fbo->width * ret_fbo->height;

	assert(glamor_priv->fbo_cache_watermark >= 0);

	return ret_fbo;
#endif
}

void
glamor_purge_fbo(glamor_pixmap_fbo *fbo)
{
	glamor_gl_dispatch *dispatch = glamor_get_dispatch(fbo->glamor_priv);
	if (fbo->fb)
		dispatch->glDeleteFramebuffers(1, &fbo->fb);
	if (fbo->tex)
		dispatch->glDeleteTextures(1, &fbo->tex);
	if (fbo->pbo)
		dispatch->glDeleteBuffers(1, &fbo->pbo);
	glamor_put_dispatch(fbo->glamor_priv);

	free(fbo);
}

static void
glamor_pixmap_fbo_cache_put(glamor_pixmap_fbo *fbo)
{
	struct xorg_list *cache;
	int n_format;

#ifdef NO_FBO_CACHE
	glamor_purge_fbo(fbo);
	return;
#else
	n_format = cache_format(fbo->format);

	if (fbo->fb == 0 || n_format == -1
	   || fbo->glamor_priv->fbo_cache_watermark >= FBO_CACHE_THRESHOLD) {
		fbo->glamor_priv->tick ++;
		glamor_purge_fbo(fbo);
		return;
	}

	if (fbo->fb)
		cache = &fbo->glamor_priv->fbo_cache[n_format]
						    [cache_wbucket(fbo->width)]
						    [cache_hbucket(fbo->height)];
	else
		cache = &fbo->glamor_priv->tex_cache[n_format]
						    [cache_wbucket(fbo->width)]
						    [cache_hbucket(fbo->height)];
	DEBUGF("Put cache entry %p to cache %p w %d h %d format %x fbo %d tex %d \n", fbo, cache,
		fbo->width, fbo->height, fbo->format, fbo->fb, fbo->tex);

	fbo->glamor_priv->fbo_cache_watermark += fbo->width * fbo->height;
	xorg_list_add(&fbo->list, cache);
	fbo->expire = fbo->glamor_priv->tick + GLAMOR_CACHE_EXPIRE_MAX;
#endif
}

static void
glamor_pixmap_ensure_fb(glamor_pixmap_fbo *fbo)
{
	glamor_gl_dispatch *dispatch;
	int status;

	dispatch = glamor_get_dispatch(fbo->glamor_priv);

	if (fbo->fb == 0)
		dispatch->glGenFramebuffers(1, &fbo->fb);
	assert(fbo->tex != 0);
	dispatch->glBindFramebuffer(GL_FRAMEBUFFER, fbo->fb);
	dispatch->glFramebufferTexture2D(GL_FRAMEBUFFER,
					 GL_COLOR_ATTACHMENT0,
					 GL_TEXTURE_2D, fbo->tex,
					 0);
	status = dispatch->glCheckFramebufferStatus(GL_FRAMEBUFFER);
	if (status != GL_FRAMEBUFFER_COMPLETE) {
		const char *str;
		switch (status) {
		case GL_FRAMEBUFFER_INCOMPLETE_ATTACHMENT:
			str = "incomplete attachment";
			break;
		case GL_FRAMEBUFFER_INCOMPLETE_MISSING_ATTACHMENT:
			str = "incomplete/missing attachment";
			break;
		case GL_FRAMEBUFFER_INCOMPLETE_DRAW_BUFFER:
			str = "incomplete draw buffer";
			break;
		case GL_FRAMEBUFFER_INCOMPLETE_READ_BUFFER:
			str = "incomplete read buffer";
			break;
		case GL_FRAMEBUFFER_UNSUPPORTED:
			str = "unsupported";
			break;
		case GL_FRAMEBUFFER_INCOMPLETE_MULTISAMPLE:
			str = "incomplete multiple";
			break;
		default:
			str = "unknown error";
			break;
		}

		FatalError("destination is framebuffer incomplete: %s [%#x]\n",
			   str, status);
	}
	glamor_put_dispatch(fbo->glamor_priv);
}

glamor_pixmap_fbo *
glamor_create_fbo_from_tex(glamor_screen_private *glamor_priv,
		  int w, int h, GLenum format, GLint tex, int flag)
{
	glamor_pixmap_fbo *fbo;

	fbo = calloc(1, sizeof(*fbo));
	if (fbo == NULL)
		return NULL;

	xorg_list_init(&fbo->list);

	fbo->tex = tex;
	fbo->width = w;
	fbo->height = h;
	fbo->format = format;
	fbo->glamor_priv = glamor_priv;

	if (flag == GLAMOR_CREATE_PIXMAP_MAP) {
		glamor_gl_dispatch *dispatch;
		dispatch = glamor_get_dispatch(glamor_priv);
		dispatch->glGenBuffers(1, &fbo->pbo);
		glamor_put_dispatch(glamor_priv);
		goto done;
	}

	if (flag != GLAMOR_CREATE_FBO_NO_FBO)
		glamor_pixmap_ensure_fb(fbo);

done:
	return fbo;
}


void
glamor_fbo_expire(glamor_screen_private *glamor_priv)
{
	struct xorg_list *cache;
	glamor_pixmap_fbo *fbo_entry, *tmp;
	int i,j,k;
	int empty_cache = TRUE;

	for(i = 0; i < CACHE_FORMAT_COUNT; i++)
		for(j = 0; j < CACHE_BUCKET_WCOUNT; j++)
			for(k = 0; k < CACHE_BUCKET_HCOUNT; k++) {
				cache = &glamor_priv->fbo_cache[i][j][k];
				xorg_list_for_each_entry_safe_reverse(fbo_entry, tmp, cache, list) {
					if (GLAMOR_TICK_AFTER(fbo_entry->expire, glamor_priv->tick)) {
						empty_cache = FALSE;
						break;
					}

					glamor_priv->fbo_cache_watermark -= fbo_entry->width * fbo_entry->height;
					xorg_list_del(&fbo_entry->list);
					DEBUGF("cache %p fbo %p expired %d current %d \n", cache, fbo_entry,
						fbo_entry->expire, glamor_priv->tick);
					glamor_purge_fbo(fbo_entry);
				}
#if 0
				cache = &glamor_priv->tex_cache[i][j][k];
				xorg_list_for_each_entry_safe_reverse(fbo_entry, tmp, cache, list) {
					if (GLAMOR_TICK_AFTER(fbo_entry->expire, glamor_priv->tick)) {
						empty_cache = FALSE;
						break;
					}
					xorg_list_del(&fbo_entry->list);
					DEBUGF("cache %p fbo %p expired %d current %d \n", cache, fbo_entry,
						fbo_entry->expire, glamor_priv->tick);
					glamor_purge_fbo(fbo_entry);
				}
#endif
			}

}

void
glamor_init_pixmap_fbo(ScreenPtr screen)
{
	glamor_screen_private *glamor_priv;
	int i,j,k;

	glamor_priv = glamor_get_screen_private(screen);
	for(i = 0; i < CACHE_FORMAT_COUNT; i++)
		for(j = 0; j < CACHE_BUCKET_WCOUNT; j++)
			for(k = 0; k < CACHE_BUCKET_HCOUNT; k++)
			{
				xorg_list_init(&glamor_priv->fbo_cache[i][j][k]);
				xorg_list_init(&glamor_priv->tex_cache[i][j][k]);
			}
	glamor_priv->fbo_cache_watermark = 0;
}

void
glamor_fini_pixmap_fbo(ScreenPtr screen)
{
	struct xorg_list *cache;
	glamor_screen_private *glamor_priv;
	glamor_pixmap_fbo *fbo_entry, *tmp;
	int i,j,k;

	glamor_priv = glamor_get_screen_private(screen);
	for(i = 0; i < CACHE_FORMAT_COUNT; i++)
		for(j = 0; j < CACHE_BUCKET_WCOUNT; j++)
			for(k = 0; k < CACHE_BUCKET_HCOUNT; k++)
			{
				cache = &glamor_priv->fbo_cache[i][j][k];
				xorg_list_for_each_entry_safe_reverse(fbo_entry, tmp, cache, list) {
					xorg_list_del(&fbo_entry->list);
					glamor_purge_fbo(fbo_entry);
				}
#if 0
				cache = &glamor_priv->tex_cache[i][j][k];
				xorg_list_for_each_entry_safe_reverse(fbo_entry, tmp, cache, list) {
					xorg_list_del(&fbo_entry->list);
					glamor_purge_fbo(fbo_entry);
				}
#endif
			}
}

void
glamor_destroy_fbo(glamor_pixmap_fbo *fbo)
{
	xorg_list_del(&fbo->list);
	glamor_pixmap_fbo_cache_put(fbo);

}

glamor_pixmap_fbo *
glamor_create_tex_obj(glamor_screen_private *glamor_priv,
		      int w, int h, GLenum format, int flag)
{
	glamor_gl_dispatch *dispatch;
	glamor_pixmap_fbo *fbo;
	int cache_flag = GLAMOR_CACHE_TEXTURE;
	GLuint tex;

	if (flag == GLAMOR_CREATE_TEXTURE_EXACT_SIZE)
		cache_flag |= GLAMOR_CACHE_EXACT_SIZE;

	fbo = glamor_pixmap_fbo_cache_get(glamor_priv, w, h,
					  format, cache_flag);
	if (fbo)
		return fbo;
	fbo = calloc(1, sizeof(*fbo));
	if (fbo == NULL)
		return NULL;

	xorg_list_init(&fbo->list);

	dispatch = glamor_get_dispatch(glamor_priv);
	dispatch->glGenTextures(1, &tex);
	dispatch->glBindTexture(GL_TEXTURE_2D, tex);
	dispatch->glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER,
				  GL_NEAREST);
	dispatch->glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER,
				  GL_NEAREST);
	dispatch->glTexImage2D(GL_TEXTURE_2D, 0, format, w, h, 0, format,
			       GL_UNSIGNED_BYTE, NULL);
	glamor_put_dispatch(glamor_priv);

	fbo->tex = tex;
	fbo->width = w;
	fbo->height = h;
	fbo->format = format;
	fbo->glamor_priv = glamor_priv;

	return fbo;
}

void
glamor_destroy_tex_obj(glamor_pixmap_fbo * tex_obj)
{
	assert(tex_obj->fb == 0);
	xorg_list_del(&tex_obj->list);
	glamor_pixmap_fbo_cache_put(tex_obj);
}

int
_glamor_create_tex(glamor_screen_private *glamor_priv,
		   int w, int h, GLenum format)
{
	glamor_gl_dispatch *dispatch;
	unsigned int tex;

	dispatch = glamor_get_dispatch(glamor_priv);
	dispatch->glGenTextures(1, &tex);
	dispatch->glBindTexture(GL_TEXTURE_2D, tex);
	dispatch->glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER,
				  GL_NEAREST);
	dispatch->glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER,
				  GL_NEAREST);
	dispatch->glTexImage2D(GL_TEXTURE_2D, 0, format, w, h, 0, format,
			       GL_UNSIGNED_BYTE, NULL);
	glamor_put_dispatch(glamor_priv);
	return tex;
}

glamor_pixmap_fbo *
glamor_create_fbo(glamor_screen_private *glamor_priv,
		  int w, int h,
		  GLenum format,
		  int flag)
{
	glamor_pixmap_fbo *fbo;
	GLint tex = 0;
	int cache_flag;

	if (!glamor_check_fbo_size(glamor_priv, w, h))
		return NULL;

	if (flag == GLAMOR_CREATE_FBO_NO_FBO)
		goto new_fbo;

	if (flag == GLAMOR_CREATE_PIXMAP_MAP)
		goto no_tex;

	if (flag == GLAMOR_CREATE_PIXMAP_FIXUP)
		cache_flag = GLAMOR_CACHE_EXACT_SIZE;
	else
		cache_flag = 0;

	fbo = glamor_pixmap_fbo_cache_get(glamor_priv, w, h,
					  format, cache_flag);
	if (fbo)
		return fbo;
new_fbo:
	tex = _glamor_create_tex(glamor_priv, w, h, format);
no_tex:
	fbo = glamor_create_fbo_from_tex(glamor_priv, w, h, format, tex, flag);

	return fbo;
}

glamor_pixmap_fbo *
glamor_pixmap_detach_fbo(glamor_pixmap_private *pixmap_priv)
{
	glamor_pixmap_fbo *fbo;

	if (pixmap_priv == NULL)
		return NULL;

	fbo = pixmap_priv->fbo;
	if (fbo == NULL)
		return NULL;

	pixmap_priv->fbo = NULL;
	return fbo;
}

/* The pixmap must not be attached to another fbo. */
void
glamor_pixmap_attach_fbo(PixmapPtr pixmap, glamor_pixmap_fbo *fbo)
{
	glamor_pixmap_private *pixmap_priv;

	pixmap_priv = glamor_get_pixmap_private(pixmap);

	if (pixmap_priv == NULL) {
		glamor_screen_private *glamor_priv;
		glamor_priv = glamor_get_screen_private(pixmap->drawable.pScreen);
		pixmap_priv = calloc(1, sizeof(*pixmap_priv));
		dixSetPrivate(&pixmap->devPrivates,
			      glamor_pixmap_private_key, pixmap_priv);
		pixmap_priv->container = pixmap;
		pixmap_priv->glamor_priv = glamor_priv;
		pixmap_priv->type = GLAMOR_MEMORY;
	}

	if (pixmap_priv->fbo)
		return;

	pixmap_priv->fbo = fbo;

	switch (pixmap_priv->type) {
	case GLAMOR_TEXTURE_ONLY:
	case GLAMOR_TEXTURE_DRM:
		pixmap_priv->gl_fbo = 1;
		if (fbo->tex != 0)
			pixmap_priv->gl_tex = 1;
		else {
			/* XXX For the Xephyr only, may be broken now.*/
			pixmap_priv->gl_tex = 0;
		}
	case GLAMOR_MEMORY_MAP:
		pixmap->devPrivate.ptr = NULL;
		break;
	default:
		break;
	}
}


Bool
glamor_pixmap_ensure_fbo(PixmapPtr pixmap, GLenum format, int flag)
{
	glamor_screen_private *glamor_priv;
	glamor_pixmap_private *pixmap_priv;
	glamor_pixmap_fbo *fbo;

	glamor_priv = glamor_get_screen_private(pixmap->drawable.pScreen);
	pixmap_priv = glamor_get_pixmap_private(pixmap);
	if (pixmap_priv == NULL || pixmap_priv->fbo == NULL) {

		fbo = glamor_create_fbo(glamor_priv, pixmap->drawable.width,
					pixmap->drawable.height,
					format,
					flag);
		if (fbo == NULL)
			return FALSE;

		glamor_pixmap_attach_fbo(pixmap, fbo);
	} else {
		/* We do have a fbo, but it may lack of fb or tex. */
		if (!pixmap_priv->fbo->tex)
			pixmap_priv->fbo->tex = _glamor_create_tex(glamor_priv, pixmap->drawable.width,
								   pixmap->drawable.height, format);

		if (flag != GLAMOR_CREATE_FBO_NO_FBO && pixmap_priv->fbo->fb == 0)
			glamor_pixmap_ensure_fb(pixmap_priv->fbo);
	}

	pixmap_priv = glamor_get_pixmap_private(pixmap);
	return TRUE;
}

_X_EXPORT void
glamor_pixmap_exchange_fbos(PixmapPtr front, PixmapPtr back)
{
	glamor_pixmap_private *front_priv, *back_priv;
	glamor_pixmap_fbo *temp_fbo;

	front_priv = glamor_get_pixmap_private(front);
	back_priv = glamor_get_pixmap_private(back);
	temp_fbo = front_priv->fbo;
	front_priv->fbo = back_priv->fbo;
	back_priv->fbo = temp_fbo;
}