2019-06-03 07:44:50 +02:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-only
|
2013-09-28 11:28:35 -04:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2013 Red Hat
|
|
|
|
* Author: Rob Clark <robdclark@gmail.com>
|
|
|
|
*/
|
|
|
|
|
2019-08-04 08:55:51 +02:00
|
|
|
#include <linux/dma-buf.h>
|
|
|
|
|
2025-06-29 13:13:24 -07:00
|
|
|
#include <drm/drm_drv.h>
|
2019-08-04 08:55:51 +02:00
|
|
|
#include <drm/drm_prime.h>
|
|
|
|
|
2013-09-28 11:28:35 -04:00
|
|
|
#include "msm_drv.h"
|
|
|
|
#include "msm_gem.h"
|
|
|
|
|
|
|
|
struct sg_table *msm_gem_prime_get_sg_table(struct drm_gem_object *obj)
|
|
|
|
{
|
|
|
|
struct msm_gem_object *msm_obj = to_msm_bo(obj);
|
2015-07-23 13:44:56 -04:00
|
|
|
int npages = obj->size >> PAGE_SHIFT;
|
|
|
|
|
2025-06-29 13:13:07 -07:00
|
|
|
if (msm_obj->flags & MSM_BO_NO_SHARE)
|
|
|
|
return ERR_PTR(-EINVAL);
|
|
|
|
|
2015-07-23 13:44:56 -04:00
|
|
|
if (WARN_ON(!msm_obj->pages)) /* should have already pinned! */
|
2022-05-05 13:28:05 +03:00
|
|
|
return ERR_PTR(-ENOMEM);
|
2015-07-23 13:44:56 -04:00
|
|
|
|
2020-09-07 13:24:25 +02:00
|
|
|
return drm_prime_pages_to_sg(obj->dev, msm_obj->pages, npages);
|
2013-09-28 11:28:35 -04:00
|
|
|
}
|
|
|
|
|
2022-02-04 09:05:41 -08:00
|
|
|
int msm_gem_prime_vmap(struct drm_gem_object *obj, struct iosys_map *map)
|
2013-09-28 11:28:35 -04:00
|
|
|
{
|
2020-11-09 11:32:41 +01:00
|
|
|
void *vaddr;
|
|
|
|
|
2024-01-31 07:08:54 -08:00
|
|
|
vaddr = msm_gem_get_vaddr_locked(obj);
|
2020-11-09 11:32:41 +01:00
|
|
|
if (IS_ERR(vaddr))
|
|
|
|
return PTR_ERR(vaddr);
|
2022-02-04 09:05:41 -08:00
|
|
|
iosys_map_set_vaddr(map, vaddr);
|
2020-11-09 11:32:41 +01:00
|
|
|
|
|
|
|
return 0;
|
2013-09-28 11:28:35 -04:00
|
|
|
}
|
|
|
|
|
2022-02-04 09:05:41 -08:00
|
|
|
void msm_gem_prime_vunmap(struct drm_gem_object *obj, struct iosys_map *map)
|
2013-09-28 11:28:35 -04:00
|
|
|
{
|
2024-01-31 07:08:54 -08:00
|
|
|
msm_gem_put_vaddr_locked(obj);
|
2013-09-28 11:28:35 -04:00
|
|
|
}
|
|
|
|
|
2025-06-29 13:13:24 -07:00
|
|
|
static void msm_gem_dmabuf_release(struct dma_buf *dma_buf)
|
|
|
|
{
|
|
|
|
struct drm_gem_object *obj = dma_buf->priv;
|
|
|
|
|
|
|
|
msm_gem_vma_put(obj);
|
|
|
|
drm_gem_dmabuf_release(dma_buf);
|
|
|
|
}
|
|
|
|
|
|
|
|
static const struct dma_buf_ops msm_gem_prime_dmabuf_ops = {
|
|
|
|
.attach = drm_gem_map_attach,
|
|
|
|
.detach = drm_gem_map_detach,
|
|
|
|
.map_dma_buf = drm_gem_map_dma_buf,
|
|
|
|
.unmap_dma_buf = drm_gem_unmap_dma_buf,
|
|
|
|
.release = msm_gem_dmabuf_release,
|
|
|
|
.mmap = drm_gem_dmabuf_mmap,
|
|
|
|
.vmap = drm_gem_dmabuf_vmap,
|
|
|
|
.vunmap = drm_gem_dmabuf_vunmap,
|
|
|
|
};
|
|
|
|
|
|
|
|
struct drm_gem_object *msm_gem_prime_import(struct drm_device *dev,
|
|
|
|
struct dma_buf *buf)
|
|
|
|
{
|
|
|
|
if (buf->ops == &msm_gem_prime_dmabuf_ops) {
|
|
|
|
struct drm_gem_object *obj = buf->priv;
|
|
|
|
if (obj->dev == dev) {
|
|
|
|
/*
|
|
|
|
* Importing dmabuf exported from our own gem increases
|
|
|
|
* refcount on gem itself instead of f_count of dmabuf.
|
|
|
|
*/
|
|
|
|
drm_gem_object_get(obj);
|
|
|
|
return obj;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return drm_gem_prime_import(dev, buf);
|
|
|
|
}
|
|
|
|
|
2013-09-28 11:28:35 -04:00
|
|
|
struct drm_gem_object *msm_gem_prime_import_sg_table(struct drm_device *dev,
|
2014-01-09 11:03:14 +01:00
|
|
|
struct dma_buf_attachment *attach, struct sg_table *sg)
|
2013-09-28 11:28:35 -04:00
|
|
|
{
|
2016-03-16 12:40:35 -04:00
|
|
|
return msm_gem_import(dev, attach->dmabuf, sg);
|
2013-09-28 11:28:35 -04:00
|
|
|
}
|
|
|
|
|
2025-06-29 13:13:07 -07:00
|
|
|
struct dma_buf *msm_gem_prime_export(struct drm_gem_object *obj, int flags)
|
|
|
|
{
|
|
|
|
if (to_msm_bo(obj)->flags & MSM_BO_NO_SHARE)
|
|
|
|
return ERR_PTR(-EPERM);
|
|
|
|
|
2025-06-29 13:13:24 -07:00
|
|
|
msm_gem_vma_get(obj);
|
|
|
|
|
|
|
|
struct drm_device *dev = obj->dev;
|
|
|
|
struct dma_buf_export_info exp_info = {
|
|
|
|
.exp_name = KBUILD_MODNAME, /* white lie for debug */
|
|
|
|
.owner = dev->driver->fops->owner,
|
|
|
|
.ops = &msm_gem_prime_dmabuf_ops,
|
|
|
|
.size = obj->size,
|
|
|
|
.flags = flags,
|
|
|
|
.priv = obj,
|
|
|
|
.resv = obj->resv,
|
|
|
|
};
|
|
|
|
|
|
|
|
return drm_gem_dmabuf_export(dev, &exp_info);
|
2025-06-29 13:13:07 -07:00
|
|
|
}
|
|
|
|
|
2013-09-28 11:28:35 -04:00
|
|
|
int msm_gem_prime_pin(struct drm_gem_object *obj)
|
|
|
|
{
|
2024-02-27 11:14:51 +01:00
|
|
|
struct page **pages;
|
|
|
|
int ret = 0;
|
|
|
|
|
2025-03-17 14:06:44 +01:00
|
|
|
if (drm_gem_is_imported(obj))
|
2024-02-27 11:14:51 +01:00
|
|
|
return 0;
|
|
|
|
|
2025-06-29 13:13:07 -07:00
|
|
|
if (to_msm_bo(obj)->flags & MSM_BO_NO_SHARE)
|
|
|
|
return -EINVAL;
|
|
|
|
|
2024-02-27 11:14:51 +01:00
|
|
|
pages = msm_gem_pin_pages_locked(obj);
|
|
|
|
if (IS_ERR(pages))
|
|
|
|
ret = PTR_ERR(pages);
|
|
|
|
|
|
|
|
return ret;
|
2013-09-28 11:28:35 -04:00
|
|
|
}
|
|
|
|
|
|
|
|
void msm_gem_prime_unpin(struct drm_gem_object *obj)
|
|
|
|
{
|
2025-03-17 14:06:44 +01:00
|
|
|
if (drm_gem_is_imported(obj))
|
2024-02-27 11:14:51 +01:00
|
|
|
return;
|
|
|
|
|
|
|
|
msm_gem_unpin_pages_locked(obj);
|
2013-09-28 11:28:35 -04:00
|
|
|
}
|