From: Alex Sierra <alex.sierra@amd.com>
To: amd-gfx@lists.freedesktop.org
Cc: Alex Sierra <alex.sierra@amd.com>
Subject: [PATCH] drm/amdkfd: svm ranges creation for unregistered memory
Date: Mon, 19 Apr 2021 12:24:32 -0500 [thread overview]
Message-ID: <20210419172432.17147-1-alex.sierra@amd.com> (raw)
SVM ranges are created for unregistered memory, triggered
by page faults. These ranges are migrated/mapped to
GPU VRAM memory.
Signed-off-by: Alex Sierra <alex.sierra@amd.com>
---
drivers/gpu/drm/amd/amdkfd/kfd_svm.c | 85 +++++++++++++++++++++++++++-
1 file changed, 82 insertions(+), 3 deletions(-)
diff --git a/drivers/gpu/drm/amd/amdkfd/kfd_svm.c b/drivers/gpu/drm/amd/amdkfd/kfd_svm.c
index 45dd055118eb..4cbbfba01cae 100644
--- a/drivers/gpu/drm/amd/amdkfd/kfd_svm.c
+++ b/drivers/gpu/drm/amd/amdkfd/kfd_svm.c
@@ -2179,6 +2179,79 @@ svm_range_best_restore_location(struct svm_range *prange,
return -1;
}
+static int
+svm_range_get_range_boundaries(struct kfd_process *p, int64_t addr,
+ unsigned long *start, unsigned long *end)
+{
+ struct vm_area_struct *vma;
+ unsigned long start_limit, end_limit;
+
+ vma = find_vma(p->mm, addr);
+ if (!vma) {
+ pr_debug("VMA does not exist in address [0x%llx]\n", addr);
+ return -1;
+ }
+ start_limit = max(vma->vm_start,
+ (unsigned long)ALIGN_DOWN(addr, 2UL << 20)) >> PAGE_SHIFT;
+ addr >>= PAGE_SHIFT;
+ *start = addr;
+
+ while (*start > start_limit &&
+ !interval_tree_iter_first(&p->svms.objects, *start - 1, *start - 1))
+ *start -= 1;
+
+ end_limit = min(vma->vm_end >> PAGE_SHIFT,
+ (*start + 0x200)) - 1;
+
+ *end = addr;
+
+ while (*end < end_limit &&
+ !interval_tree_iter_first(&p->svms.objects, *end + 1, *end + 1))
+ *end += 1;
+ pr_debug("vma start: %lx start: %lx vma end: %lx end: %lx\n",
+ vma->vm_start >> PAGE_SHIFT, *start,
+ vma->vm_end >> PAGE_SHIFT, *end);
+
+ return 0;
+
+}
+static struct
+svm_range *svm_range_create_unregistered_range(struct amdgpu_device *adev,
+ struct kfd_process *p,
+ struct mm_struct *mm,
+ int64_t addr)
+{
+ struct svm_range *prange = NULL;
+ struct svm_range_list *svms;
+ unsigned long start, end;
+ uint32_t gpuid, gpuidx;
+
+ if (svm_range_get_range_boundaries(p, addr << PAGE_SHIFT,
+ &start, &end))
+ return NULL;
+
+ svms = &p->svms;
+ prange = svm_range_new(&p->svms, start, end);
+ if (!prange) {
+ pr_debug("Failed to create prange in address [0x%llx]\\n", addr);
+ goto out;
+ }
+ if (kfd_process_gpuid_from_kgd(p, adev, &gpuid, &gpuidx)) {
+ pr_debug("failed to get gpuid from kgd\n");
+ svm_range_free(prange);
+ prange = NULL;
+ goto out;
+ }
+ prange->preferred_loc = gpuid;
+ prange->actual_loc = 0;
+ /* Gurantee prange is migrate it */
+ prange->validate_timestamp -= AMDGPU_SVM_RANGE_RETRY_FAULT_PENDING;
+ svm_range_add_to_svms(prange);
+ svm_range_add_notifier_locked(mm, prange);
+
+out:
+ return prange;
+}
/* svm_range_skip_recover - decide if prange can be recovered
* @prange: svm range structure
@@ -2250,15 +2323,21 @@ svm_range_restore_pages(struct amdgpu_device *adev, unsigned int pasid,
goto out;
}
- mmap_read_lock(mm);
+ mmap_write_lock(mm);
mutex_lock(&svms->lock);
prange = svm_range_from_addr(svms, addr, NULL);
if (!prange) {
pr_debug("failed to find prange svms 0x%p address [0x%llx]\n",
svms, addr);
- r = -EFAULT;
- goto out_unlock_svms;
+ prange = svm_range_create_unregistered_range(adev, p, mm, addr);
+ if (!prange) {
+ pr_debug("failed to create unregisterd range svms 0x%p address [0x%llx]\n",
+ svms, addr);
+ mmap_write_downgrade(mm);
+ goto out_unlock_svms;
+ }
}
+ mmap_write_downgrade(mm);
mutex_lock(&prange->migrate_mutex);
--
2.17.1
_______________________________________________
amd-gfx mailing list
amd-gfx@lists.freedesktop.org
https://lists.freedesktop.org/mailman/listinfo/amd-gfx
next reply other threads:[~2021-04-19 17:24 UTC|newest]
Thread overview: 11+ messages / expand[flat|nested] mbox.gz Atom feed top
2021-04-19 17:24 Alex Sierra [this message]
2021-04-19 20:34 ` [PATCH] drm/amdkfd: svm ranges creation for unregistered memory Felix Kuehling
2021-04-20 1:52 Alex Sierra
2021-04-21 0:16 ` philip yang
2021-04-21 0:45 ` Felix Kuehling
2021-04-21 1:25 ` Felix Kuehling
2021-04-22 13:08 ` philip yang
2021-04-22 13:20 ` Felix Kuehling
2021-04-22 15:16 ` philip yang
2021-04-22 14:47 Alex Sierra
2021-04-22 15:31 ` Felix Kuehling
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20210419172432.17147-1-alex.sierra@amd.com \
--to=alex.sierra@amd.com \
--cc=amd-gfx@lists.freedesktop.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox;
as well as URLs for NNTP newsgroup(s).