blob: ea87bf87b187f4cf139546a6a19846d2d1aa986a [file] [log] [blame]
The etnaviv authorsa8c21a52015-12-03 18:21:29 +01001/*
2 * Copyright (C) 2013 Red Hat
3 * Author: Rob Clark <robdclark@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 as published by
7 * the Free Software Foundation.
8 *
9 * This program is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
12 * more details.
13 *
14 * You should have received a copy of the GNU General Public License along with
15 * this program. If not, see <http://www.gnu.org/licenses/>.
16 */
17
18#include <linux/dma-buf.h>
19#include "etnaviv_drv.h"
20#include "etnaviv_gem.h"
21
Lucas Stachd6a87432017-11-17 11:14:58 +010022static struct lock_class_key etnaviv_prime_lock_class;
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010023
24struct sg_table *etnaviv_gem_prime_get_sg_table(struct drm_gem_object *obj)
25{
26 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
Lucas Stach5f4a4a72016-11-30 15:26:26 +010027 int npages = obj->size >> PAGE_SHIFT;
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010028
Lucas Stach5f4a4a72016-11-30 15:26:26 +010029 if (WARN_ON(!etnaviv_obj->pages)) /* should have already pinned! */
30 return NULL;
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010031
Lucas Stach5f4a4a72016-11-30 15:26:26 +010032 return drm_prime_pages_to_sg(etnaviv_obj->pages, npages);
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010033}
34
35void *etnaviv_gem_prime_vmap(struct drm_gem_object *obj)
36{
Lucas Stachce3088f2016-01-26 18:10:32 +010037 return etnaviv_gem_vmap(obj);
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010038}
39
40void etnaviv_gem_prime_vunmap(struct drm_gem_object *obj, void *vaddr)
41{
42 /* TODO msm_gem_vunmap() */
43}
44
Lucas Stach5688e572016-11-18 15:15:16 +010045int etnaviv_gem_prime_mmap(struct drm_gem_object *obj,
46 struct vm_area_struct *vma)
47{
48 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
49 int ret;
50
51 ret = drm_gem_mmap_obj(obj, obj->size, vma);
52 if (ret < 0)
53 return ret;
54
55 return etnaviv_obj->ops->mmap(etnaviv_obj, vma);
56}
57
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010058int etnaviv_gem_prime_pin(struct drm_gem_object *obj)
59{
60 if (!obj->import_attach) {
61 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
62
63 mutex_lock(&etnaviv_obj->lock);
64 etnaviv_gem_get_pages(etnaviv_obj);
65 mutex_unlock(&etnaviv_obj->lock);
66 }
67 return 0;
68}
69
70void etnaviv_gem_prime_unpin(struct drm_gem_object *obj)
71{
72 if (!obj->import_attach) {
73 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
74
75 mutex_lock(&etnaviv_obj->lock);
76 etnaviv_gem_put_pages(to_etnaviv_bo(obj));
77 mutex_unlock(&etnaviv_obj->lock);
78 }
79}
80
81static void etnaviv_gem_prime_release(struct etnaviv_gem_object *etnaviv_obj)
82{
83 if (etnaviv_obj->vaddr)
84 dma_buf_vunmap(etnaviv_obj->base.import_attach->dmabuf,
85 etnaviv_obj->vaddr);
86
87 /* Don't drop the pages for imported dmabuf, as they are not
88 * ours, just free the array we allocated:
89 */
90 if (etnaviv_obj->pages)
Michal Hocko20981052017-05-17 14:23:12 +020091 kvfree(etnaviv_obj->pages);
The etnaviv authorsa8c21a52015-12-03 18:21:29 +010092
93 drm_prime_gem_destroy(&etnaviv_obj->base, etnaviv_obj->sgt);
94}
95
Lucas Stacha0a5ab32016-01-25 15:47:28 +010096static void *etnaviv_gem_prime_vmap_impl(struct etnaviv_gem_object *etnaviv_obj)
97{
98 lockdep_assert_held(&etnaviv_obj->lock);
99
100 return dma_buf_vmap(etnaviv_obj->base.import_attach->dmabuf);
101}
102
Lucas Stacha10e2bde2016-04-27 12:27:02 +0200103static int etnaviv_gem_prime_mmap_obj(struct etnaviv_gem_object *etnaviv_obj,
104 struct vm_area_struct *vma)
105{
106 return dma_buf_mmap(etnaviv_obj->base.dma_buf, vma, 0);
107}
108
The etnaviv authorsa8c21a52015-12-03 18:21:29 +0100109static const struct etnaviv_gem_ops etnaviv_gem_prime_ops = {
110 /* .get_pages should never be called */
111 .release = etnaviv_gem_prime_release,
Lucas Stacha0a5ab32016-01-25 15:47:28 +0100112 .vmap = etnaviv_gem_prime_vmap_impl,
Lucas Stacha10e2bde2016-04-27 12:27:02 +0200113 .mmap = etnaviv_gem_prime_mmap_obj,
The etnaviv authorsa8c21a52015-12-03 18:21:29 +0100114};
115
116struct drm_gem_object *etnaviv_gem_prime_import_sg_table(struct drm_device *dev,
117 struct dma_buf_attachment *attach, struct sg_table *sgt)
118{
119 struct etnaviv_gem_object *etnaviv_obj;
120 size_t size = PAGE_ALIGN(attach->dmabuf->size);
121 int ret, npages;
122
123 ret = etnaviv_gem_new_private(dev, size, ETNA_BO_WC,
124 attach->dmabuf->resv,
125 &etnaviv_gem_prime_ops, &etnaviv_obj);
126 if (ret < 0)
127 return ERR_PTR(ret);
128
Lucas Stachd6a87432017-11-17 11:14:58 +0100129 lockdep_set_class(&etnaviv_obj->lock, &etnaviv_prime_lock_class);
130
The etnaviv authorsa8c21a52015-12-03 18:21:29 +0100131 npages = size / PAGE_SIZE;
132
133 etnaviv_obj->sgt = sgt;
Michal Hocko20981052017-05-17 14:23:12 +0200134 etnaviv_obj->pages = kvmalloc_array(npages, sizeof(struct page *), GFP_KERNEL);
The etnaviv authorsa8c21a52015-12-03 18:21:29 +0100135 if (!etnaviv_obj->pages) {
136 ret = -ENOMEM;
137 goto fail;
138 }
139
140 ret = drm_prime_sg_to_page_addr_arrays(sgt, etnaviv_obj->pages,
141 NULL, npages);
142 if (ret)
143 goto fail;
144
145 ret = etnaviv_gem_obj_add(dev, &etnaviv_obj->base);
146 if (ret)
147 goto fail;
148
149 return &etnaviv_obj->base;
150
151fail:
Cihangir Akturk23d1dd02017-08-03 14:58:23 +0300152 drm_gem_object_put_unlocked(&etnaviv_obj->base);
The etnaviv authorsa8c21a52015-12-03 18:21:29 +0100153
154 return ERR_PTR(ret);
155}
Eric Anholt85551372017-04-10 18:44:13 -0700156
157struct reservation_object *etnaviv_gem_prime_res_obj(struct drm_gem_object *obj)
158{
159 struct etnaviv_gem_object *etnaviv_obj = to_etnaviv_bo(obj);
160
161 return etnaviv_obj->resv;
162}