Skip to content

Commit

Permalink
drm: omapdrm: Support exporting of non-contiguous GEM BOs
Browse files Browse the repository at this point in the history 
Currently code allocates non-scanout BOs from SHMEM and those objects are
accessible to userspace by mmap(). However, on devices with no DMM (like
OMAP3), the same objects are not accessible by kernel drivers that want to
render to them as code refuses to export them. In turn this means that on
devices with no DMM, all buffers must be allocated as scanout, otherwise
only CPU can access them. On those devices, scanout buffers are allocated
from CMA, making those allocations highly unreliable.

Fix that by implementing functionality to export SHMEM backed buffers on
devices with no DMM. This makes CMA memory only being used when needed,
instead for every buffer that has to be off-CPU rendered.

Tested on Motorola Droid4 and Nokia N900

Signed-off-by: Ivaylo Dimitrov <ivo.g.dimitrov.75@gmail.com>
Signed-off-by: Tomi Valkeinen <tomi.valkeinen@ideasonboard.com>
Link: https://patchwork.freedesktop.org/patch/msgid/1642587791-13222-3-git-send-email-ivo.g.dimitrov.75@gmail.com
  • Loading branch information
Ivaylo Dimitrov authored and Tomi Valkeinen committed Mar 28, 2022
1 parent 86ad039 commit 1948d28
Show file tree
Hide file tree
Showing 3 changed files with 73 additions and 60 deletions.
125 changes: 70 additions & 55 deletions drivers/gpu/drm/omapdrm/omap_gem.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -38,7 +38,7 @@ struct omap_gem_object {
/** roll applied when mapping to DMM */
u32 roll;

/** protects dma_addr_cnt, block, pages, dma_addrs and vaddr */
/** protects pin_cnt, block, pages, dma_addrs and vaddr */
struct mutex lock;

/**
Expand All @@ -50,24 +50,24 @@ struct omap_gem_object {
* - buffers imported from dmabuf (with the OMAP_BO_MEM_DMABUF flag set)
* if they are physically contiguous (when sgt->orig_nents == 1)
*
* - buffers mapped through the TILER when dma_addr_cnt is not zero, in
* which case the DMA address points to the TILER aperture
* - buffers mapped through the TILER when pin_cnt is not zero, in which
* case the DMA address points to the TILER aperture
*
* Physically contiguous buffers have their DMA address equal to the
* physical address as we don't remap those buffers through the TILER.
*
* Buffers mapped to the TILER have their DMA address pointing to the
* TILER aperture. As TILER mappings are refcounted (through
* dma_addr_cnt) the DMA address must be accessed through omap_gem_pin()
* to ensure that the mapping won't disappear unexpectedly. References
* must be released with omap_gem_unpin().
* TILER aperture. As TILER mappings are refcounted (through pin_cnt)
* the DMA address must be accessed through omap_gem_pin() to ensure
* that the mapping won't disappear unexpectedly. References must be
* released with omap_gem_unpin().
*/
dma_addr_t dma_addr;

/**
* # of users of dma_addr
* # of users
*/
refcount_t dma_addr_cnt;
refcount_t pin_cnt;

/**
* If the buffer has been imported from a dmabuf the OMAP_DB_DMABUF flag
Expand Down Expand Up @@ -812,32 +812,28 @@ int omap_gem_pin(struct drm_gem_object *obj, dma_addr_t *dma_addr)

mutex_lock(&omap_obj->lock);

if (!omap_gem_is_contiguous(omap_obj) && priv->has_dmm) {
if (refcount_read(&omap_obj->dma_addr_cnt) == 0) {
if (!omap_gem_is_contiguous(omap_obj)) {
if (refcount_read(&omap_obj->pin_cnt) == 0) {

refcount_set(&omap_obj->dma_addr_cnt, 1);
refcount_set(&omap_obj->pin_cnt, 1);

ret = omap_gem_attach_pages(obj);
if (ret)
goto fail;

ret = omap_gem_pin_tiler(obj);
if (ret)
goto fail;
if (priv->has_dmm) {
ret = omap_gem_pin_tiler(obj);
if (ret)
goto fail;
}
} else {
refcount_inc(&omap_obj->dma_addr_cnt);
refcount_inc(&omap_obj->pin_cnt);
}

if (dma_addr)
*dma_addr = omap_obj->dma_addr;
} else if (omap_gem_is_contiguous(omap_obj)) {
if (dma_addr)
*dma_addr = omap_obj->dma_addr;
} else {
ret = -EINVAL;
goto fail;
}

if (dma_addr)
*dma_addr = omap_obj->dma_addr;

fail:
mutex_unlock(&omap_obj->lock);

Expand All @@ -856,27 +852,29 @@ static void omap_gem_unpin_locked(struct drm_gem_object *obj)
struct omap_gem_object *omap_obj = to_omap_bo(obj);
int ret;

if (omap_gem_is_contiguous(omap_obj) || !priv->has_dmm)
if (omap_gem_is_contiguous(omap_obj))
return;

if (refcount_dec_and_test(&omap_obj->dma_addr_cnt)) {
if (refcount_dec_and_test(&omap_obj->pin_cnt)) {
if (omap_obj->sgt) {
sg_free_table(omap_obj->sgt);
kfree(omap_obj->sgt);
omap_obj->sgt = NULL;
}
ret = tiler_unpin(omap_obj->block);
if (ret) {
dev_err(obj->dev->dev,
"could not unpin pages: %d\n", ret);
}
ret = tiler_release(omap_obj->block);
if (ret) {
dev_err(obj->dev->dev,
"could not release unmap: %d\n", ret);
if (priv->has_dmm) {
ret = tiler_unpin(omap_obj->block);
if (ret) {
dev_err(obj->dev->dev,
"could not unpin pages: %d\n", ret);
}
ret = tiler_release(omap_obj->block);
if (ret) {
dev_err(obj->dev->dev,
"could not release unmap: %d\n", ret);
}
omap_obj->dma_addr = 0;
omap_obj->block = NULL;
}
omap_obj->dma_addr = 0;
omap_obj->block = NULL;
}
}

Expand Down Expand Up @@ -909,7 +907,7 @@ int omap_gem_rotated_dma_addr(struct drm_gem_object *obj, u32 orient,

mutex_lock(&omap_obj->lock);

if ((refcount_read(&omap_obj->dma_addr_cnt) > 0) && omap_obj->block &&
if ((refcount_read(&omap_obj->pin_cnt) > 0) && omap_obj->block &&
(omap_obj->flags & OMAP_BO_TILED_MASK)) {
*dma_addr = tiler_tsptr(omap_obj->block, orient, x, y);
ret = 0;
Expand Down Expand Up @@ -977,7 +975,8 @@ int omap_gem_put_pages(struct drm_gem_object *obj)
return 0;
}

struct sg_table *omap_gem_get_sg(struct drm_gem_object *obj)
struct sg_table *omap_gem_get_sg(struct drm_gem_object *obj,
enum dma_data_direction dir)
{
struct omap_gem_object *omap_obj = to_omap_bo(obj);
dma_addr_t addr;
Expand All @@ -1002,28 +1001,44 @@ struct sg_table *omap_gem_get_sg(struct drm_gem_object *obj)
goto err_unpin;
}

if (omap_obj->flags & OMAP_BO_TILED_MASK) {
enum tiler_fmt fmt = gem2fmt(omap_obj->flags);
if (addr) {
if (omap_obj->flags & OMAP_BO_TILED_MASK) {
enum tiler_fmt fmt = gem2fmt(omap_obj->flags);

len = omap_obj->width << (int)fmt;
count = omap_obj->height;
stride = tiler_stride(fmt, 0);
len = omap_obj->width << (int)fmt;
count = omap_obj->height;
stride = tiler_stride(fmt, 0);
} else {
len = obj->size;
count = 1;
stride = 0;
}
} else {
len = obj->size;
count = 1;
stride = 0;
count = obj->size >> PAGE_SHIFT;
}

ret = sg_alloc_table(sgt, count, GFP_KERNEL);
if (ret)
goto err_free;

for_each_sg(sgt->sgl, sg, count, i) {
sg_set_page(sg, phys_to_page(addr), len, offset_in_page(addr));
sg_dma_address(sg) = addr;
sg_dma_len(sg) = len;
/* this must be after omap_gem_pin() to ensure we have pages attached */
omap_gem_dma_sync_buffer(obj, dir);

if (addr) {
for_each_sg(sgt->sgl, sg, count, i) {
sg_set_page(sg, phys_to_page(addr), len,
offset_in_page(addr));
sg_dma_address(sg) = addr;
sg_dma_len(sg) = len;

addr += stride;
addr += stride;
}
} else {
for_each_sg(sgt->sgl, sg, count, i) {
sg_set_page(sg, omap_obj->pages[i], PAGE_SIZE, 0);
sg_dma_address(sg) = omap_obj->dma_addrs[i];
sg_dma_len(sg) = PAGE_SIZE;
}
}

omap_obj->sgt = sgt;
Expand Down Expand Up @@ -1133,7 +1148,7 @@ void omap_gem_describe(struct drm_gem_object *obj, struct seq_file *m)
seq_printf(m, "%08x: %2d (%2d) %08llx %pad (%2d) %p %4d",
omap_obj->flags, obj->name, kref_read(&obj->refcount),
off, &omap_obj->dma_addr,
refcount_read(&omap_obj->dma_addr_cnt),
refcount_read(&omap_obj->pin_cnt),
omap_obj->vaddr, omap_obj->roll);

if (omap_obj->flags & OMAP_BO_TILED_MASK) {
Expand Down Expand Up @@ -1196,7 +1211,7 @@ static void omap_gem_free_object(struct drm_gem_object *obj)
mutex_lock(&omap_obj->lock);

/* The object should not be pinned. */
WARN_ON(refcount_read(&omap_obj->dma_addr_cnt) > 0);
WARN_ON(refcount_read(&omap_obj->pin_cnt) > 0);

if (omap_obj->pages) {
if (omap_obj->flags & OMAP_BO_MEM_DMABUF)
Expand Down
3 changes: 2 additions & 1 deletion drivers/gpu/drm/omapdrm/omap_gem.h
View file
Original file line number Diff line number Diff line change
Expand Up @@ -82,7 +82,8 @@ u32 omap_gem_flags(struct drm_gem_object *obj);
int omap_gem_rotated_dma_addr(struct drm_gem_object *obj, u32 orient,
int x, int y, dma_addr_t *dma_addr);
int omap_gem_tiled_stride(struct drm_gem_object *obj, u32 orient);
struct sg_table *omap_gem_get_sg(struct drm_gem_object *obj);
struct sg_table *omap_gem_get_sg(struct drm_gem_object *obj,
enum dma_data_direction dir);
void omap_gem_put_sg(struct drm_gem_object *obj, struct sg_table *sgt);

#endif /* __OMAPDRM_GEM_H__ */
5 changes: 1 addition & 4 deletions drivers/gpu/drm/omapdrm/omap_gem_dmabuf.c
View file
Original file line number Diff line number Diff line change
Expand Up @@ -23,13 +23,10 @@ static struct sg_table *omap_gem_map_dma_buf(
{
struct drm_gem_object *obj = attachment->dmabuf->priv;
struct sg_table *sg;
sg = omap_gem_get_sg(obj);
sg = omap_gem_get_sg(obj, dir);
if (IS_ERR(sg))
return sg;

/* this must be after omap_gem_pin() to ensure we have pages attached */
omap_gem_dma_sync_buffer(obj, dir);

return sg;
}

Expand Down

0 comments on commit 1948d28

Please sign in to comment.