[thirdparty/kernel/stable.git] / drivers / gpu / drm / bochs / bochs_mm.c

/*
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License as published by
 * the Free Software Foundation; either version 2 of the License, or
 * (at your option) any later version.
 */

#include "bochs.h"

static void bochs_ttm_placement(struct bochs_bo *bo, int domain);

/* ---------------------------------------------------------------------- */

static inline struct bochs_device *bochs_bdev(struct ttm_bo_device *bd)
{
	return container_of(bd, struct bochs_device, ttm.bdev);
}

static void bochs_bo_ttm_destroy(struct ttm_buffer_object *tbo)
{
	struct bochs_bo *bo;

	bo = container_of(tbo, struct bochs_bo, bo);
	drm_gem_object_release(&bo->gem);
	kfree(bo);
}

static bool bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object *bo)
{
	if (bo->destroy == &bochs_bo_ttm_destroy)
		return true;
	return false;
}

static int bochs_bo_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
				  struct ttm_mem_type_manager *man)
{
	switch (type) {
	case TTM_PL_SYSTEM:
		man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
		man->available_caching = TTM_PL_MASK_CACHING;
		man->default_caching = TTM_PL_FLAG_CACHED;
		break;
	case TTM_PL_VRAM:
		man->func = &ttm_bo_manager_func;
		man->flags = TTM_MEMTYPE_FLAG_FIXED |
			TTM_MEMTYPE_FLAG_MAPPABLE;
		man->available_caching = TTM_PL_FLAG_UNCACHED |
			TTM_PL_FLAG_WC;
		man->default_caching = TTM_PL_FLAG_WC;
		break;
	default:
		DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
		return -EINVAL;
	}
	return 0;
}

static void
bochs_bo_evict_flags(struct ttm_buffer_object *bo, struct ttm_placement *pl)
{
	struct bochs_bo *bochsbo = bochs_bo(bo);

	if (!bochs_ttm_bo_is_bochs_bo(bo))
		return;

	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_SYSTEM);
	*pl = bochsbo->placement;
}

static int bochs_bo_verify_access(struct ttm_buffer_object *bo,
				  struct file *filp)
{
	struct bochs_bo *bochsbo = bochs_bo(bo);

	return drm_vma_node_verify_access(&bochsbo->gem.vma_node,
					  filp->private_data);
}

static int bochs_ttm_io_mem_reserve(struct ttm_bo_device *bdev,
				    struct ttm_mem_reg *mem)
{
	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
	struct bochs_device *bochs = bochs_bdev(bdev);

	mem->bus.addr = NULL;
	mem->bus.offset = 0;
	mem->bus.size = mem->num_pages << PAGE_SHIFT;
	mem->bus.base = 0;
	mem->bus.is_iomem = false;
	if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
		return -EINVAL;
	switch (mem->mem_type) {
	case TTM_PL_SYSTEM:
		/* system memory */
		return 0;
	case TTM_PL_VRAM:
		mem->bus.offset = mem->start << PAGE_SHIFT;
		mem->bus.base = bochs->fb_base;
		mem->bus.is_iomem = true;
		break;
	default:
		return -EINVAL;
		break;
	}
	return 0;
}

static void bochs_ttm_io_mem_free(struct ttm_bo_device *bdev,
				  struct ttm_mem_reg *mem)
{
}

static void bochs_ttm_backend_destroy(struct ttm_tt *tt)
{
	ttm_tt_fini(tt);
	kfree(tt);
}

static struct ttm_backend_func bochs_tt_backend_func = {
	.destroy = &bochs_ttm_backend_destroy,
};

static struct ttm_tt *bochs_ttm_tt_create(struct ttm_buffer_object *bo,
					  uint32_t page_flags)
{
	struct ttm_tt *tt;

	tt = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
	if (tt == NULL)
		return NULL;
	tt->func = &bochs_tt_backend_func;
	if (ttm_tt_init(tt, bo, page_flags)) {
		kfree(tt);
		return NULL;
	}
	return tt;
}

static struct ttm_bo_driver bochs_bo_driver = {
	.ttm_tt_create = bochs_ttm_tt_create,
	.init_mem_type = bochs_bo_init_mem_type,
	.eviction_valuable = ttm_bo_eviction_valuable,
	.evict_flags = bochs_bo_evict_flags,
	.move = NULL,
	.verify_access = bochs_bo_verify_access,
	.io_mem_reserve = &bochs_ttm_io_mem_reserve,
	.io_mem_free = &bochs_ttm_io_mem_free,
};

int bochs_mm_init(struct bochs_device *bochs)
{
	struct ttm_bo_device *bdev = &bochs->ttm.bdev;
	int ret;

	ret = ttm_bo_device_init(&bochs->ttm.bdev,
				 &bochs_bo_driver,
				 bochs->dev->anon_inode->i_mapping,
				 DRM_FILE_PAGE_OFFSET,
				 true);
	if (ret) {
		DRM_ERROR("Error initialising bo driver; %d\n", ret);
		return ret;
	}

	ret = ttm_bo_init_mm(bdev, TTM_PL_VRAM,
			     bochs->fb_size >> PAGE_SHIFT);
	if (ret) {
		DRM_ERROR("Failed ttm VRAM init: %d\n", ret);
		return ret;
	}

	bochs->ttm.initialized = true;
	return 0;
}

void bochs_mm_fini(struct bochs_device *bochs)
{
	if (!bochs->ttm.initialized)
		return;

	ttm_bo_device_release(&bochs->ttm.bdev);
	bochs->ttm.initialized = false;
}

static void bochs_ttm_placement(struct bochs_bo *bo, int domain)
{
	unsigned i;
	u32 c = 0;
	bo->placement.placement = bo->placements;
	bo->placement.busy_placement = bo->placements;
	if (domain & TTM_PL_FLAG_VRAM) {
		bo->placements[c++].flags = TTM_PL_FLAG_WC
			| TTM_PL_FLAG_UNCACHED
			| TTM_PL_FLAG_VRAM;
	}
	if (domain & TTM_PL_FLAG_SYSTEM) {
		bo->placements[c++].flags = TTM_PL_MASK_CACHING
			| TTM_PL_FLAG_SYSTEM;
	}
	if (!c) {
		bo->placements[c++].flags = TTM_PL_MASK_CACHING
			| TTM_PL_FLAG_SYSTEM;
	}
	for (i = 0; i < c; ++i) {
		bo->placements[i].fpfn = 0;
		bo->placements[i].lpfn = 0;
	}
	bo->placement.num_placement = c;
	bo->placement.num_busy_placement = c;
}

int bochs_bo_pin(struct bochs_bo *bo, u32 pl_flag)
{
	struct ttm_operation_ctx ctx = { false, false };
	int i, ret;

	if (bo->pin_count) {
		bo->pin_count++;
		return 0;
	}

	bochs_ttm_placement(bo, pl_flag);
	for (i = 0; i < bo->placement.num_placement; i++)
		bo->placements[i].flags |= TTM_PL_FLAG_NO_EVICT;
	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	if (ret)
		return ret;
	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
	ttm_bo_unreserve(&bo->bo);
	if (ret)
		return ret;

	bo->pin_count = 1;
	return 0;
}

int bochs_bo_unpin(struct bochs_bo *bo)
{
	struct ttm_operation_ctx ctx = { false, false };
	int i, ret;

	if (!bo->pin_count) {
		DRM_ERROR("unpin bad %p\n", bo);
		return 0;
	}
	bo->pin_count--;

	if (bo->pin_count)
		return 0;

	for (i = 0; i < bo->placement.num_placement; i++)
		bo->placements[i].flags &= ~TTM_PL_FLAG_NO_EVICT;
	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	if (ret)
		return ret;
	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
	ttm_bo_unreserve(&bo->bo);
	if (ret)
		return ret;

	return 0;
}

int bochs_mmap(struct file *filp, struct vm_area_struct *vma)
{
	struct drm_file *file_priv;
	struct bochs_device *bochs;

	if (unlikely(vma->vm_pgoff < DRM_FILE_PAGE_OFFSET))
		return -EINVAL;

	file_priv = filp->private_data;
	bochs = file_priv->minor->dev->dev_private;
	return ttm_bo_mmap(filp, vma, &bochs->ttm.bdev);
}

/* ---------------------------------------------------------------------- */

static int bochs_bo_create(struct drm_device *dev, int size, int align,
			   uint32_t flags, struct bochs_bo **pbochsbo)
{
	struct bochs_device *bochs = dev->dev_private;
	struct bochs_bo *bochsbo;
	size_t acc_size;
	int ret;

	bochsbo = kzalloc(sizeof(struct bochs_bo), GFP_KERNEL);
	if (!bochsbo)
		return -ENOMEM;

	ret = drm_gem_object_init(dev, &bochsbo->gem, size);
	if (ret) {
		kfree(bochsbo);
		return ret;
	}

	bochsbo->bo.bdev = &bochs->ttm.bdev;
	bochsbo->bo.bdev->dev_mapping = dev->anon_inode->i_mapping;

	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_VRAM | TTM_PL_FLAG_SYSTEM);

	acc_size = ttm_bo_dma_acc_size(&bochs->ttm.bdev, size,
				       sizeof(struct bochs_bo));

	ret = ttm_bo_init(&bochs->ttm.bdev, &bochsbo->bo, size,
			  ttm_bo_type_device, &bochsbo->placement,
			  align >> PAGE_SHIFT, false, acc_size,
			  NULL, NULL, bochs_bo_ttm_destroy);
	if (ret)
		return ret;

	*pbochsbo = bochsbo;
	return 0;
}

int bochs_gem_create(struct drm_device *dev, u32 size, bool iskernel,
		     struct drm_gem_object **obj)
{
	struct bochs_bo *bochsbo;
	int ret;

	*obj = NULL;

	size = PAGE_ALIGN(size);
	if (size == 0)
		return -EINVAL;

	ret = bochs_bo_create(dev, size, 0, 0, &bochsbo);
	if (ret) {
		if (ret != -ERESTARTSYS)
			DRM_ERROR("failed to allocate GEM object\n");
		return ret;
	}
	*obj = &bochsbo->gem;
	return 0;
}

int bochs_dumb_create(struct drm_file *file, struct drm_device *dev,
		      struct drm_mode_create_dumb *args)
{
	struct drm_gem_object *gobj;
	u32 handle;
	int ret;

	args->pitch = args->width * ((args->bpp + 7) / 8);
	args->size = args->pitch * args->height;

	ret = bochs_gem_create(dev, args->size, false,
			       &gobj);
	if (ret)
		return ret;

	ret = drm_gem_handle_create(file, gobj, &handle);
	drm_gem_object_put_unlocked(gobj);
	if (ret)
		return ret;

	args->handle = handle;
	return 0;
}

static void bochs_bo_unref(struct bochs_bo **bo)
{
	struct ttm_buffer_object *tbo;

	if ((*bo) == NULL)
		return;

	tbo = &((*bo)->bo);
	ttm_bo_put(tbo);
	*bo = NULL;
}

void bochs_gem_free_object(struct drm_gem_object *obj)
{
	struct bochs_bo *bochs_bo = gem_to_bochs_bo(obj);

	bochs_bo_unref(&bochs_bo);
}

int bochs_dumb_mmap_offset(struct drm_file *file, struct drm_device *dev,
			   uint32_t handle, uint64_t *offset)
{
	struct drm_gem_object *obj;
	struct bochs_bo *bo;

	obj = drm_gem_object_lookup(file, handle);
	if (obj == NULL)
		return -ENOENT;

	bo = gem_to_bochs_bo(obj);
	*offset = bochs_bo_mmap_offset(bo);

	drm_gem_object_put_unlocked(obj);
	return 0;
}

/* ---------------------------------------------------------------------- */

int bochs_gem_prime_pin(struct drm_gem_object *obj)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	return bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
}

void bochs_gem_prime_unpin(struct drm_gem_object *obj)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	bochs_bo_unpin(bo);
}

void *bochs_gem_prime_vmap(struct drm_gem_object *obj)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	bool is_iomem;
	int ret;

	ret = bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
	if (ret)
		return NULL;
	ret = ttm_bo_kmap(&bo->bo, 0, bo->bo.num_pages, &bo->kmap);
	if (ret) {
		bochs_bo_unpin(bo);
		return NULL;
	}
	return ttm_kmap_obj_virtual(&bo->kmap, &is_iomem);
}

void bochs_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	ttm_bo_kunmap(&bo->kmap);
	bochs_bo_unpin(bo);
}

int bochs_gem_prime_mmap(struct drm_gem_object *obj,
			 struct vm_area_struct *vma)
{
	struct bochs_bo *bo = gem_to_bochs_bo(obj);

	return ttm_fbdev_mmap(vma, &bo->bo);
}
Commit	Line	Data
0a6659bd GH	1	/*
	2	* This program is free software; you can redistribute it and/or modify
	3	* it under the terms of the GNU General Public License as published by
	4	* the Free Software Foundation; either version 2 of the License, or
	5	* (at your option) any later version.
	6	*/
	7
	8	#include "bochs.h"
	9
	10	static void bochs_ttm_placement(struct bochs_bo *bo, int domain);
	11
	12	/* ---------------------------------------------------------------------- */
	13
	14	static inline struct bochs_device bochs_bdev(struct ttm_bo_device bd)
	15	{
	16	return container_of(bd, struct bochs_device, ttm.bdev);
	17	}
	18
0a6659bd GH	19	static void bochs_bo_ttm_destroy(struct ttm_buffer_object *tbo)
	20	{
	21	struct bochs_bo *bo;
	22
	23	bo = container_of(tbo, struct bochs_bo, bo);
	24	drm_gem_object_release(&bo->gem);
	25	kfree(bo);
	26	}
	27
	28	static bool bochs_ttm_bo_is_bochs_bo(struct ttm_buffer_object *bo)
	29	{
	30	if (bo->destroy == &bochs_bo_ttm_destroy)
	31	return true;
	32	return false;
	33	}
	34
	35	static int bochs_bo_init_mem_type(struct ttm_bo_device *bdev, uint32_t type,
	36	struct ttm_mem_type_manager *man)
	37	{
	38	switch (type) {
	39	case TTM_PL_SYSTEM:
	40	man->flags = TTM_MEMTYPE_FLAG_MAPPABLE;
	41	man->available_caching = TTM_PL_MASK_CACHING;
	42	man->default_caching = TTM_PL_FLAG_CACHED;
	43	break;
	44	case TTM_PL_VRAM:
	45	man->func = &ttm_bo_manager_func;
	46	man->flags = TTM_MEMTYPE_FLAG_FIXED \|
	47	TTM_MEMTYPE_FLAG_MAPPABLE;
	48	man->available_caching = TTM_PL_FLAG_UNCACHED \|
	49	TTM_PL_FLAG_WC;
	50	man->default_caching = TTM_PL_FLAG_WC;
	51	break;
	52	default:
	53	DRM_ERROR("Unsupported memory type %u\n", (unsigned)type);
	54	return -EINVAL;
	55	}
	56	return 0;
	57	}
	58
	59	static void
	60	bochs_bo_evict_flags(struct ttm_buffer_object bo, struct ttm_placement pl)
	61	{
	62	struct bochs_bo *bochsbo = bochs_bo(bo);
	63
	64	if (!bochs_ttm_bo_is_bochs_bo(bo))
	65	return;
	66
	67	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_SYSTEM);
	68	*pl = bochsbo->placement;
	69	}
	70
	71	static int bochs_bo_verify_access(struct ttm_buffer_object *bo,
	72	struct file *filp)
	73	{
	74	struct bochs_bo *bochsbo = bochs_bo(bo);
	75
d9a1f0b4 DR	76	return drm_vma_node_verify_access(&bochsbo->gem.vma_node,
d9a1f0b4 DR	77	filp->private_data);
0a6659bd GH	78	}
	79
	80	static int bochs_ttm_io_mem_reserve(struct ttm_bo_device *bdev,
	81	struct ttm_mem_reg *mem)
	82	{
	83	struct ttm_mem_type_manager *man = &bdev->man[mem->mem_type];
	84	struct bochs_device *bochs = bochs_bdev(bdev);
	85
	86	mem->bus.addr = NULL;
	87	mem->bus.offset = 0;
	88	mem->bus.size = mem->num_pages << PAGE_SHIFT;
	89	mem->bus.base = 0;
	90	mem->bus.is_iomem = false;
	91	if (!(man->flags & TTM_MEMTYPE_FLAG_MAPPABLE))
	92	return -EINVAL;
	93	switch (mem->mem_type) {
	94	case TTM_PL_SYSTEM:
	95	/* system memory */
	96	return 0;
	97	case TTM_PL_VRAM:
	98	mem->bus.offset = mem->start << PAGE_SHIFT;
	99	mem->bus.base = bochs->fb_base;
	100	mem->bus.is_iomem = true;
	101	break;
	102	default:
	103	return -EINVAL;
	104	break;
	105	}
	106	return 0;
	107	}
	108
	109	static void bochs_ttm_io_mem_free(struct ttm_bo_device *bdev,
	110	struct ttm_mem_reg *mem)
	111	{
	112	}
	113
0a6659bd GH	114	static void bochs_ttm_backend_destroy(struct ttm_tt *tt)
	115	{
	116	ttm_tt_fini(tt);
	117	kfree(tt);
	118	}
	119
	120	static struct ttm_backend_func bochs_tt_backend_func = {
	121	.destroy = &bochs_ttm_backend_destroy,
	122	};
	123
dde5da23	124	static struct ttm_tt bochs_ttm_tt_create(struct ttm_buffer_object bo,
231cdafc	125	uint32_t page_flags)
0a6659bd GH	126	{
	127	struct ttm_tt *tt;
	128
	129	tt = kzalloc(sizeof(struct ttm_tt), GFP_KERNEL);
	130	if (tt == NULL)
	131	return NULL;
	132	tt->func = &bochs_tt_backend_func;
dde5da23	133	if (ttm_tt_init(tt, bo, page_flags)) {
0a6659bd GH	134	kfree(tt);
	135	return NULL;
	136	}
	137	return tt;
	138	}
	139
f42bd946	140	static struct ttm_bo_driver bochs_bo_driver = {
0a6659bd	141	.ttm_tt_create = bochs_ttm_tt_create,
0a6659bd	142	.init_mem_type = bochs_bo_init_mem_type,
a2ab19fe	143	.eviction_valuable = ttm_bo_eviction_valuable,
0a6659bd	144	.evict_flags = bochs_bo_evict_flags,
18885778	145	.move = NULL,
0a6659bd GH	146	.verify_access = bochs_bo_verify_access,
	147	.io_mem_reserve = &bochs_ttm_io_mem_reserve,
	148	.io_mem_free = &bochs_ttm_io_mem_free,
	149	};
	150
	151	int bochs_mm_init(struct bochs_device *bochs)
	152	{
	153	struct ttm_bo_device *bdev = &bochs->ttm.bdev;
	154	int ret;
	155
0a6659bd	156	ret = ttm_bo_device_init(&bochs->ttm.bdev,
44d847b7 DR	157	&bochs_bo_driver,
	158	bochs->dev->anon_inode->i_mapping,
	159	DRM_FILE_PAGE_OFFSET,
0a6659bd GH	160	true);
	161	if (ret) {
	162	DRM_ERROR("Error initialising bo driver; %d\n", ret);
	163	return ret;
	164	}
	165
	166	ret = ttm_bo_init_mm(bdev, TTM_PL_VRAM,
	167	bochs->fb_size >> PAGE_SHIFT);
	168	if (ret) {
	169	DRM_ERROR("Failed ttm VRAM init: %d\n", ret);
	170	return ret;
	171	}
	172
	173	bochs->ttm.initialized = true;
	174	return 0;
	175	}
	176
	177	void bochs_mm_fini(struct bochs_device *bochs)
	178	{
	179	if (!bochs->ttm.initialized)
	180	return;
	181
	182	ttm_bo_device_release(&bochs->ttm.bdev);
0a6659bd GH	183	bochs->ttm.initialized = false;
	184	}
	185
	186	static void bochs_ttm_placement(struct bochs_bo *bo, int domain)
	187	{
f1217ed0	188	unsigned i;
0a6659bd	189	u32 c = 0;
0a6659bd GH	190	bo->placement.placement = bo->placements;
	191	bo->placement.busy_placement = bo->placements;
	192	if (domain & TTM_PL_FLAG_VRAM) {
f1217ed0 CK	193	bo->placements[c++].flags = TTM_PL_FLAG_WC
f1217ed0 CK	194	\| TTM_PL_FLAG_UNCACHED
0a6659bd GH	195	\| TTM_PL_FLAG_VRAM;
	196	}
	197	if (domain & TTM_PL_FLAG_SYSTEM) {
f1217ed0 CK	198	bo->placements[c++].flags = TTM_PL_MASK_CACHING
f1217ed0 CK	199	\| TTM_PL_FLAG_SYSTEM;
0a6659bd GH	200	}
0a6659bd GH	201	if (!c) {
f1217ed0 CK	202	bo->placements[c++].flags = TTM_PL_MASK_CACHING
	203	\| TTM_PL_FLAG_SYSTEM;
	204	}
	205	for (i = 0; i < c; ++i) {
	206	bo->placements[i].fpfn = 0;
	207	bo->placements[i].lpfn = 0;
0a6659bd GH	208	}
	209	bo->placement.num_placement = c;
	210	bo->placement.num_busy_placement = c;
	211	}
	212
dde8fb55	213	int bochs_bo_pin(struct bochs_bo *bo, u32 pl_flag)
0a6659bd	214	{
19be5570	215	struct ttm_operation_ctx ctx = { false, false };
0a6659bd GH	216	int i, ret;
	217
	218	if (bo->pin_count) {
	219	bo->pin_count++;
0a6659bd GH	220	return 0;
	221	}
	222
	223	bochs_ttm_placement(bo, pl_flag);
	224	for (i = 0; i < bo->placement.num_placement; i++)
f1217ed0	225	bo->placements[i].flags \|= TTM_PL_FLAG_NO_EVICT;
0bcdda5e GH	226	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	227	if (ret)
	228	return ret;
19be5570	229	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
0bcdda5e	230	ttm_bo_unreserve(&bo->bo);
0a6659bd GH	231	if (ret)
	232	return ret;
	233
	234	bo->pin_count = 1;
0a6659bd GH	235	return 0;
	236	}
	237
	238	int bochs_bo_unpin(struct bochs_bo *bo)
	239	{
19be5570	240	struct ttm_operation_ctx ctx = { false, false };
0a6659bd GH	241	int i, ret;
	242
	243	if (!bo->pin_count) {
	244	DRM_ERROR("unpin bad %p\n", bo);
	245	return 0;
	246	}
	247	bo->pin_count--;
	248
	249	if (bo->pin_count)
	250	return 0;
	251
	252	for (i = 0; i < bo->placement.num_placement; i++)
f1217ed0	253	bo->placements[i].flags &= ~TTM_PL_FLAG_NO_EVICT;
0bcdda5e GH	254	ret = ttm_bo_reserve(&bo->bo, true, false, NULL);
	255	if (ret)
	256	return ret;
19be5570	257	ret = ttm_bo_validate(&bo->bo, &bo->placement, &ctx);
0bcdda5e	258	ttm_bo_unreserve(&bo->bo);
0a6659bd GH	259	if (ret)
	260	return ret;
	261
	262	return 0;
	263	}
	264
	265	int bochs_mmap(struct file filp, struct vm_area_struct vma)
	266	{
	267	struct drm_file *file_priv;
	268	struct bochs_device *bochs;
	269
	270	if (unlikely(vma->vm_pgoff < DRM_FILE_PAGE_OFFSET))
884c6dab	271	return -EINVAL;
0a6659bd GH	272
	273	file_priv = filp->private_data;
	274	bochs = file_priv->minor->dev->dev_private;
	275	return ttm_bo_mmap(filp, vma, &bochs->ttm.bdev);
	276	}
	277
	278	/* ---------------------------------------------------------------------- */
	279
	280	static int bochs_bo_create(struct drm_device *dev, int size, int align,
	281	uint32_t flags, struct bochs_bo **pbochsbo)
	282	{
	283	struct bochs_device *bochs = dev->dev_private;
	284	struct bochs_bo *bochsbo;
	285	size_t acc_size;
	286	int ret;
	287
	288	bochsbo = kzalloc(sizeof(struct bochs_bo), GFP_KERNEL);
	289	if (!bochsbo)
	290	return -ENOMEM;
	291
	292	ret = drm_gem_object_init(dev, &bochsbo->gem, size);
	293	if (ret) {
	294	kfree(bochsbo);
	295	return ret;
	296	}
	297
	298	bochsbo->bo.bdev = &bochs->ttm.bdev;
6796cb16	299	bochsbo->bo.bdev->dev_mapping = dev->anon_inode->i_mapping;
0a6659bd GH	300
	301	bochs_ttm_placement(bochsbo, TTM_PL_FLAG_VRAM \| TTM_PL_FLAG_SYSTEM);
	302
	303	acc_size = ttm_bo_dma_acc_size(&bochs->ttm.bdev, size,
	304	sizeof(struct bochs_bo));
	305
	306	ret = ttm_bo_init(&bochs->ttm.bdev, &bochsbo->bo, size,
	307	ttm_bo_type_device, &bochsbo->placement,
724daa4f	308	align >> PAGE_SHIFT, false, acc_size,
f4f4e3e3	309	NULL, NULL, bochs_bo_ttm_destroy);
0a6659bd GH	310	if (ret)
	311	return ret;
	312
	313	*pbochsbo = bochsbo;
	314	return 0;
	315	}
	316
	317	int bochs_gem_create(struct drm_device *dev, u32 size, bool iskernel,
	318	struct drm_gem_object **obj)
	319	{
	320	struct bochs_bo *bochsbo;
	321	int ret;
	322
	323	*obj = NULL;
	324
a8ba29cd	325	size = PAGE_ALIGN(size);
0a6659bd GH	326	if (size == 0)
	327	return -EINVAL;
	328
	329	ret = bochs_bo_create(dev, size, 0, 0, &bochsbo);
	330	if (ret) {
	331	if (ret != -ERESTARTSYS)
	332	DRM_ERROR("failed to allocate GEM object\n");
	333	return ret;
	334	}
	335	*obj = &bochsbo->gem;
	336	return 0;
	337	}
	338
	339	int bochs_dumb_create(struct drm_file file, struct drm_device dev,
	340	struct drm_mode_create_dumb *args)
	341	{
	342	struct drm_gem_object *gobj;
	343	u32 handle;
	344	int ret;
	345
	346	args->pitch = args->width * ((args->bpp + 7) / 8);
	347	args->size = args->pitch * args->height;
	348
	349	ret = bochs_gem_create(dev, args->size, false,
	350	&gobj);
	351	if (ret)
	352	return ret;
	353
	354	ret = drm_gem_handle_create(file, gobj, &handle);
a0d4d42c	355	drm_gem_object_put_unlocked(gobj);
0a6659bd GH	356	if (ret)
	357	return ret;
	358
	359	args->handle = handle;
	360	return 0;
	361	}
	362
	363	static void bochs_bo_unref(struct bochs_bo **bo)
	364	{
	365	struct ttm_buffer_object *tbo;
	366
	367	if ((*bo) == NULL)
	368	return;
	369
	370	tbo = &((*bo)->bo);
aba911e6	371	ttm_bo_put(tbo);
dcb1ee57	372	*bo = NULL;
0a6659bd GH	373	}
	374
	375	void bochs_gem_free_object(struct drm_gem_object *obj)
	376	{
	377	struct bochs_bo *bochs_bo = gem_to_bochs_bo(obj);
	378
0a6659bd GH	379	bochs_bo_unref(&bochs_bo);
	380	}
	381
	382	int bochs_dumb_mmap_offset(struct drm_file file, struct drm_device dev,
	383	uint32_t handle, uint64_t *offset)
	384	{
	385	struct drm_gem_object *obj;
0a6659bd GH	386	struct bochs_bo *bo;
0a6659bd GH	387
a8ad0bd8	388	obj = drm_gem_object_lookup(file, handle);
37ae75c8 SV	389	if (obj == NULL)
37ae75c8 SV	390	return -ENOENT;
0a6659bd GH	391
	392	bo = gem_to_bochs_bo(obj);
	393	*offset = bochs_bo_mmap_offset(bo);
	394
a0d4d42c	395	drm_gem_object_put_unlocked(obj);
37ae75c8	396	return 0;
0a6659bd	397	}
132a4534 GH	398
	399	/* ---------------------------------------------------------------------- */
	400
	401	int bochs_gem_prime_pin(struct drm_gem_object *obj)
	402	{
	403	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	404
	405	return bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
	406	}
	407
	408	void bochs_gem_prime_unpin(struct drm_gem_object *obj)
	409	{
	410	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	411
	412	bochs_bo_unpin(bo);
	413	}
	414
	415	void bochs_gem_prime_vmap(struct drm_gem_object obj)
	416	{
	417	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	418	bool is_iomem;
	419	int ret;
	420
	421	ret = bochs_bo_pin(bo, TTM_PL_FLAG_VRAM);
	422	if (ret)
	423	return NULL;
	424	ret = ttm_bo_kmap(&bo->bo, 0, bo->bo.num_pages, &bo->kmap);
	425	if (ret) {
	426	bochs_bo_unpin(bo);
	427	return NULL;
	428	}
	429	return ttm_kmap_obj_virtual(&bo->kmap, &is_iomem);
	430	}
	431
	432	void bochs_gem_prime_vunmap(struct drm_gem_object obj, void vaddr)
	433	{
	434	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	435
	436	ttm_bo_kunmap(&bo->kmap);
	437	bochs_bo_unpin(bo);
	438	}
	439
	440	int bochs_gem_prime_mmap(struct drm_gem_object *obj,
	441	struct vm_area_struct *vma)
	442	{
	443	struct bochs_bo *bo = gem_to_bochs_bo(obj);
	444
	445	return ttm_fbdev_mmap(vma, &bo->bo);
	446	}