All of lore.kernel.org
 help / color / mirror / Atom feed
From: "Christian König" <ckoenig.leichtzumerken@gmail.com>
To: Felix Kuehling <Felix.Kuehling@amd.com>,
	amd-gfx@lists.freedesktop.org, dri-devel@lists.freedesktop.org
Subject: Re: [PATCH v2 10/10] drm/amdgpu: Move dmabuf attach/detach to backend_(un)bind
Date: Thu, 22 Apr 2021 13:20:14 +0200	[thread overview]
Message-ID: <cbacb1f4-db64-be9b-ca53-5edc39a6a1e4@gmail.com> (raw)
In-Reply-To: <20210422013058.6305-11-Felix.Kuehling@amd.com>

Am 22.04.21 um 03:30 schrieb Felix Kuehling:
> The dmabuf attachment should be updated by moving the SG BO to DOMAIN_CPU
> and back to DOMAIN_GTT. This does not necessarily invoke the
> populate/unpopulate callbacks. Do this in backend_bind/unbind instead.
>
> Signed-off-by: Felix Kuehling <Felix.Kuehling@amd.com>

Reviewed-by: Christian König <christian.koenig@amd.com>

> ---
>   .../gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c  |  3 --
>   drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c       | 51 +++++++++----------
>   2 files changed, 25 insertions(+), 29 deletions(-)
>
> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
> index 18a1f9222a59..68e6ce8dcf33 100644
> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
> @@ -582,9 +582,6 @@ kfd_mem_dmaunmap_dmabuf(struct kfd_mem_attachment *attachment)
>   
>   	amdgpu_bo_placement_from_domain(bo, AMDGPU_GEM_DOMAIN_CPU);
>   	ttm_bo_validate(&bo->tbo, &bo->placement, &ctx);
> -	/* FIXME: This does not guarantee that amdgpu_ttm_tt_unpopulate is
> -	 * called
> -	 */
>   }
>   
>   static void
> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
> index 7e7d8330d64b..fc2a8d681dbc 100644
> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
> @@ -910,7 +910,23 @@ static int amdgpu_ttm_backend_bind(struct ttm_device *bdev,
>   			DRM_ERROR("failed to pin userptr\n");
>   			return r;
>   		}
> +	} else if (ttm->page_flags & TTM_PAGE_FLAG_SG) {
> +		if (!ttm->sg) {
> +			struct dma_buf_attachment *attach;
> +			struct sg_table *sgt;
> +
> +			attach = gtt->gobj->import_attach;
> +			sgt = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
> +			if (IS_ERR(sgt))
> +				return PTR_ERR(sgt);
> +
> +			ttm->sg = sgt;
> +		}
> +
> +		drm_prime_sg_to_dma_addr_array(ttm->sg, gtt->ttm.dma_address,
> +					       ttm->num_pages);
>   	}
> +
>   	if (!ttm->num_pages) {
>   		WARN(1, "nothing to bind %u pages for mreg %p back %p!\n",
>   		     ttm->num_pages, bo_mem, ttm);
> @@ -1037,8 +1053,15 @@ static void amdgpu_ttm_backend_unbind(struct ttm_device *bdev,
>   	int r;
>   
>   	/* if the pages have userptr pinning then clear that first */
> -	if (gtt->userptr)
> +	if (gtt->userptr) {
>   		amdgpu_ttm_tt_unpin_userptr(bdev, ttm);
> +	} else if (ttm->sg && gtt->gobj->import_attach) {
> +		struct dma_buf_attachment *attach;
> +
> +		attach = gtt->gobj->import_attach;
> +		dma_buf_unmap_attachment(attach, ttm->sg, DMA_BIDIRECTIONAL);
> +		ttm->sg = NULL;
> +	}
>   
>   	if (!gtt->bound)
>   		return;
> @@ -1125,23 +1148,8 @@ static int amdgpu_ttm_tt_populate(struct ttm_device *bdev,
>   		return 0;
>   	}
>   
> -	if (ttm->page_flags & TTM_PAGE_FLAG_SG) {
> -		if (!ttm->sg) {
> -			struct dma_buf_attachment *attach;
> -			struct sg_table *sgt;
> -
> -			attach = gtt->gobj->import_attach;
> -			sgt = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
> -			if (IS_ERR(sgt))
> -				return PTR_ERR(sgt);
> -
> -			ttm->sg = sgt;
> -		}
> -
> -		drm_prime_sg_to_dma_addr_array(ttm->sg, gtt->ttm.dma_address,
> -					       ttm->num_pages);
> +	if (ttm->page_flags & TTM_PAGE_FLAG_SG)
>   		return 0;
> -	}
>   
>   	return ttm_pool_alloc(&adev->mman.bdev.pool, ttm, ctx);
>   }
> @@ -1165,15 +1173,6 @@ static void amdgpu_ttm_tt_unpopulate(struct ttm_device *bdev,
>   		return;
>   	}
>   
> -	if (ttm->sg && gtt->gobj->import_attach) {
> -		struct dma_buf_attachment *attach;
> -
> -		attach = gtt->gobj->import_attach;
> -		dma_buf_unmap_attachment(attach, ttm->sg, DMA_BIDIRECTIONAL);
> -		ttm->sg = NULL;
> -		return;
> -	}
> -
>   	if (ttm->page_flags & TTM_PAGE_FLAG_SG)
>   		return;
>   

_______________________________________________
dri-devel mailing list
dri-devel@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/dri-devel

WARNING: multiple messages have this Message-ID (diff)
From: "Christian König" <ckoenig.leichtzumerken@gmail.com>
To: Felix Kuehling <Felix.Kuehling@amd.com>,
	amd-gfx@lists.freedesktop.org, dri-devel@lists.freedesktop.org
Subject: Re: [PATCH v2 10/10] drm/amdgpu: Move dmabuf attach/detach to backend_(un)bind
Date: Thu, 22 Apr 2021 13:20:14 +0200	[thread overview]
Message-ID: <cbacb1f4-db64-be9b-ca53-5edc39a6a1e4@gmail.com> (raw)
In-Reply-To: <20210422013058.6305-11-Felix.Kuehling@amd.com>

Am 22.04.21 um 03:30 schrieb Felix Kuehling:
> The dmabuf attachment should be updated by moving the SG BO to DOMAIN_CPU
> and back to DOMAIN_GTT. This does not necessarily invoke the
> populate/unpopulate callbacks. Do this in backend_bind/unbind instead.
>
> Signed-off-by: Felix Kuehling <Felix.Kuehling@amd.com>

Reviewed-by: Christian König <christian.koenig@amd.com>

> ---
>   .../gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c  |  3 --
>   drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c       | 51 +++++++++----------
>   2 files changed, 25 insertions(+), 29 deletions(-)
>
> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
> index 18a1f9222a59..68e6ce8dcf33 100644
> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_amdkfd_gpuvm.c
> @@ -582,9 +582,6 @@ kfd_mem_dmaunmap_dmabuf(struct kfd_mem_attachment *attachment)
>   
>   	amdgpu_bo_placement_from_domain(bo, AMDGPU_GEM_DOMAIN_CPU);
>   	ttm_bo_validate(&bo->tbo, &bo->placement, &ctx);
> -	/* FIXME: This does not guarantee that amdgpu_ttm_tt_unpopulate is
> -	 * called
> -	 */
>   }
>   
>   static void
> diff --git a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
> index 7e7d8330d64b..fc2a8d681dbc 100644
> --- a/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
> +++ b/drivers/gpu/drm/amd/amdgpu/amdgpu_ttm.c
> @@ -910,7 +910,23 @@ static int amdgpu_ttm_backend_bind(struct ttm_device *bdev,
>   			DRM_ERROR("failed to pin userptr\n");
>   			return r;
>   		}
> +	} else if (ttm->page_flags & TTM_PAGE_FLAG_SG) {
> +		if (!ttm->sg) {
> +			struct dma_buf_attachment *attach;
> +			struct sg_table *sgt;
> +
> +			attach = gtt->gobj->import_attach;
> +			sgt = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
> +			if (IS_ERR(sgt))
> +				return PTR_ERR(sgt);
> +
> +			ttm->sg = sgt;
> +		}
> +
> +		drm_prime_sg_to_dma_addr_array(ttm->sg, gtt->ttm.dma_address,
> +					       ttm->num_pages);
>   	}
> +
>   	if (!ttm->num_pages) {
>   		WARN(1, "nothing to bind %u pages for mreg %p back %p!\n",
>   		     ttm->num_pages, bo_mem, ttm);
> @@ -1037,8 +1053,15 @@ static void amdgpu_ttm_backend_unbind(struct ttm_device *bdev,
>   	int r;
>   
>   	/* if the pages have userptr pinning then clear that first */
> -	if (gtt->userptr)
> +	if (gtt->userptr) {
>   		amdgpu_ttm_tt_unpin_userptr(bdev, ttm);
> +	} else if (ttm->sg && gtt->gobj->import_attach) {
> +		struct dma_buf_attachment *attach;
> +
> +		attach = gtt->gobj->import_attach;
> +		dma_buf_unmap_attachment(attach, ttm->sg, DMA_BIDIRECTIONAL);
> +		ttm->sg = NULL;
> +	}
>   
>   	if (!gtt->bound)
>   		return;
> @@ -1125,23 +1148,8 @@ static int amdgpu_ttm_tt_populate(struct ttm_device *bdev,
>   		return 0;
>   	}
>   
> -	if (ttm->page_flags & TTM_PAGE_FLAG_SG) {
> -		if (!ttm->sg) {
> -			struct dma_buf_attachment *attach;
> -			struct sg_table *sgt;
> -
> -			attach = gtt->gobj->import_attach;
> -			sgt = dma_buf_map_attachment(attach, DMA_BIDIRECTIONAL);
> -			if (IS_ERR(sgt))
> -				return PTR_ERR(sgt);
> -
> -			ttm->sg = sgt;
> -		}
> -
> -		drm_prime_sg_to_dma_addr_array(ttm->sg, gtt->ttm.dma_address,
> -					       ttm->num_pages);
> +	if (ttm->page_flags & TTM_PAGE_FLAG_SG)
>   		return 0;
> -	}
>   
>   	return ttm_pool_alloc(&adev->mman.bdev.pool, ttm, ctx);
>   }
> @@ -1165,15 +1173,6 @@ static void amdgpu_ttm_tt_unpopulate(struct ttm_device *bdev,
>   		return;
>   	}
>   
> -	if (ttm->sg && gtt->gobj->import_attach) {
> -		struct dma_buf_attachment *attach;
> -
> -		attach = gtt->gobj->import_attach;
> -		dma_buf_unmap_attachment(attach, ttm->sg, DMA_BIDIRECTIONAL);
> -		ttm->sg = NULL;
> -		return;
> -	}
> -
>   	if (ttm->page_flags & TTM_PAGE_FLAG_SG)
>   		return;
>   

_______________________________________________
amd-gfx mailing list
amd-gfx@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/amd-gfx

  reply	other threads:[~2021-04-22 11:20 UTC|newest]

Thread overview: 64+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2021-04-22  1:30 [PATCH v2 00/10] Implement multi-GPU DMA mappings for KFD Felix Kuehling
2021-04-22  1:30 ` Felix Kuehling
2021-04-22  1:30 ` [PATCH v2 01/10] rock-dbg_defconfig: Enable Intel IOMMU Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-04-22  1:30 ` [PATCH v2 02/10] drm/amdgpu: Rename kfd_bo_va_list to kfd_mem_attachment Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-05-10 22:00   ` Errabolu, Ramesh
2021-05-10 22:00     ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 03/10] drm/amdgpu: Keep a bo-reference per-attachment Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-05-10 22:00   ` Errabolu, Ramesh
2021-05-10 22:00     ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 04/10] drm/amdgpu: Simplify AQL queue mapping Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-04-23  1:33   ` Zeng, Oak
2021-04-23  1:33     ` Zeng, Oak
2021-04-23  7:23     ` Felix Kuehling
2021-04-23  7:23       ` Felix Kuehling
2021-05-10 22:03       ` Errabolu, Ramesh
2021-05-10 22:03         ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 05/10] drm/amdgpu: Add multi-GPU DMA mapping helpers Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-04-27  0:09   ` Zeng, Oak
2021-04-27  0:09     ` Zeng, Oak
2021-04-27  3:41     ` Felix Kuehling
2021-04-27  3:41       ` Felix Kuehling
2021-05-10 22:05       ` Errabolu, Ramesh
2021-05-10 22:05         ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 06/10] drm/amdgpu: DMA map/unmap when updating GPU mappings Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-04-27  0:23   ` Zeng, Oak
2021-04-27  0:23     ` Zeng, Oak
2021-04-27  3:47     ` Felix Kuehling
2021-04-27  3:47       ` Felix Kuehling
2021-05-10 22:06       ` Errabolu, Ramesh
2021-05-10 22:06         ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 07/10] drm/amdgpu: Move kfd_mem_attach outside reservation Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-05-10 22:06   ` Errabolu, Ramesh
2021-05-10 22:06     ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 08/10] drm/amdgpu: Add DMA mapping of GTT BOs Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-04-27  0:35   ` Zeng, Oak
2021-04-27  0:35     ` Zeng, Oak
2021-04-27  3:56     ` Felix Kuehling
2021-04-27  3:56       ` Felix Kuehling
2021-04-27 14:29       ` Zeng, Oak
2021-04-27 14:29         ` Zeng, Oak
2021-04-27 15:08         ` Felix Kuehling
2021-04-27 15:08           ` Felix Kuehling
2021-05-10 22:07           ` Errabolu, Ramesh
2021-05-10 22:07             ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 09/10] drm/ttm: Don't count pages in SG BOs against pages_limit Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-05-10 22:08   ` Errabolu, Ramesh
2021-05-10 22:08     ` Errabolu, Ramesh
2021-04-22  1:30 ` [PATCH v2 10/10] drm/amdgpu: Move dmabuf attach/detach to backend_(un)bind Felix Kuehling
2021-04-22  1:30   ` Felix Kuehling
2021-04-22 11:20   ` Christian König [this message]
2021-04-22 11:20     ` Christian König
2021-05-10 22:09     ` Errabolu, Ramesh
2021-05-10 22:09       ` Errabolu, Ramesh
2021-04-27 15:16 ` [PATCH v2 00/10] Implement multi-GPU DMA mappings for KFD Zeng, Oak
2021-04-27 15:16   ` Zeng, Oak

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=cbacb1f4-db64-be9b-ca53-5edc39a6a1e4@gmail.com \
    --to=ckoenig.leichtzumerken@gmail.com \
    --cc=Felix.Kuehling@amd.com \
    --cc=amd-gfx@lists.freedesktop.org \
    --cc=dri-devel@lists.freedesktop.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is an external index of several public inboxes,
see mirroring instructions on how to clone and mirror
all data and code used by this external index.