Commit c0525888 authored by Maarten Lankhorst's avatar Maarten Lankhorst Committed by Daniel Vetter

drm/i915: Add igt_spinner_pin() to allow for ww locking around spinner.

By default, we assume that it's called inside igt_create_request
to keep existing selftests working, but allow for manual pinning
when passing a ww context.
Signed-off-by: default avatarMaarten Lankhorst <maarten.lankhorst@linux.intel.com>
Reviewed-by: default avatarThomas Hellström <thomas.hellstrom@linux.intel.com>
Signed-off-by: default avatarDaniel Vetter <daniel.vetter@ffwll.ch>
Link: https://patchwork.freedesktop.org/patch/msgid/20210323155059.628690-34-maarten.lankhorst@linux.intel.com
parent a3258dbd
...@@ -12,8 +12,6 @@ ...@@ -12,8 +12,6 @@
int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt) int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt)
{ {
unsigned int mode;
void *vaddr;
int err; int err;
memset(spin, 0, sizeof(*spin)); memset(spin, 0, sizeof(*spin));
...@@ -24,6 +22,7 @@ int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt) ...@@ -24,6 +22,7 @@ int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt)
err = PTR_ERR(spin->hws); err = PTR_ERR(spin->hws);
goto err; goto err;
} }
i915_gem_object_set_cache_coherency(spin->hws, I915_CACHE_LLC);
spin->obj = i915_gem_object_create_internal(gt->i915, PAGE_SIZE); spin->obj = i915_gem_object_create_internal(gt->i915, PAGE_SIZE);
if (IS_ERR(spin->obj)) { if (IS_ERR(spin->obj)) {
...@@ -31,34 +30,83 @@ int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt) ...@@ -31,34 +30,83 @@ int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt)
goto err_hws; goto err_hws;
} }
i915_gem_object_set_cache_coherency(spin->hws, I915_CACHE_LLC);
vaddr = i915_gem_object_pin_map(spin->hws, I915_MAP_WB);
if (IS_ERR(vaddr)) {
err = PTR_ERR(vaddr);
goto err_obj;
}
spin->seqno = memset(vaddr, 0xff, PAGE_SIZE);
mode = i915_coherent_map_type(gt->i915);
vaddr = i915_gem_object_pin_map(spin->obj, mode);
if (IS_ERR(vaddr)) {
err = PTR_ERR(vaddr);
goto err_unpin_hws;
}
spin->batch = vaddr;
return 0; return 0;
err_unpin_hws:
i915_gem_object_unpin_map(spin->hws);
err_obj:
i915_gem_object_put(spin->obj);
err_hws: err_hws:
i915_gem_object_put(spin->hws); i915_gem_object_put(spin->hws);
err: err:
return err; return err;
} }
static void *igt_spinner_pin_obj(struct intel_context *ce,
struct i915_gem_ww_ctx *ww,
struct drm_i915_gem_object *obj,
unsigned int mode, struct i915_vma **vma)
{
void *vaddr;
int ret;
*vma = i915_vma_instance(obj, ce->vm, NULL);
if (IS_ERR(*vma))
return ERR_CAST(*vma);
ret = i915_gem_object_lock(obj, ww);
if (ret)
return ERR_PTR(ret);
vaddr = i915_gem_object_pin_map(obj, mode);
if (!ww)
i915_gem_object_unlock(obj);
if (IS_ERR(vaddr))
return vaddr;
if (ww)
ret = i915_vma_pin_ww(*vma, ww, 0, 0, PIN_USER);
else
ret = i915_vma_pin(*vma, 0, 0, PIN_USER);
if (ret) {
i915_gem_object_unpin_map(obj);
return ERR_PTR(ret);
}
return vaddr;
}
int igt_spinner_pin(struct igt_spinner *spin,
struct intel_context *ce,
struct i915_gem_ww_ctx *ww)
{
void *vaddr;
if (spin->ce && WARN_ON(spin->ce != ce))
return -ENODEV;
spin->ce = ce;
if (!spin->seqno) {
vaddr = igt_spinner_pin_obj(ce, ww, spin->hws, I915_MAP_WB, &spin->hws_vma);
if (IS_ERR(vaddr))
return PTR_ERR(vaddr);
spin->seqno = memset(vaddr, 0xff, PAGE_SIZE);
}
if (!spin->batch) {
unsigned int mode =
i915_coherent_map_type(spin->gt->i915);
vaddr = igt_spinner_pin_obj(ce, ww, spin->obj, mode, &spin->batch_vma);
if (IS_ERR(vaddr))
return PTR_ERR(vaddr);
spin->batch = vaddr;
}
return 0;
}
static unsigned int seqno_offset(u64 fence) static unsigned int seqno_offset(u64 fence)
{ {
return offset_in_page(sizeof(u32) * fence); return offset_in_page(sizeof(u32) * fence);
...@@ -103,27 +151,18 @@ igt_spinner_create_request(struct igt_spinner *spin, ...@@ -103,27 +151,18 @@ igt_spinner_create_request(struct igt_spinner *spin,
if (!intel_engine_can_store_dword(ce->engine)) if (!intel_engine_can_store_dword(ce->engine))
return ERR_PTR(-ENODEV); return ERR_PTR(-ENODEV);
vma = i915_vma_instance(spin->obj, ce->vm, NULL); if (!spin->batch) {
if (IS_ERR(vma)) err = igt_spinner_pin(spin, ce, NULL);
return ERR_CAST(vma); if (err)
return ERR_PTR(err);
hws = i915_vma_instance(spin->hws, ce->vm, NULL); }
if (IS_ERR(hws))
return ERR_CAST(hws);
err = i915_vma_pin(vma, 0, 0, PIN_USER); hws = spin->hws_vma;
if (err) vma = spin->batch_vma;
return ERR_PTR(err);
err = i915_vma_pin(hws, 0, 0, PIN_USER);
if (err)
goto unpin_vma;
rq = intel_context_create_request(ce); rq = intel_context_create_request(ce);
if (IS_ERR(rq)) { if (IS_ERR(rq))
err = PTR_ERR(rq); return ERR_CAST(rq);
goto unpin_hws;
}
err = move_to_active(vma, rq, 0); err = move_to_active(vma, rq, 0);
if (err) if (err)
...@@ -186,10 +225,6 @@ igt_spinner_create_request(struct igt_spinner *spin, ...@@ -186,10 +225,6 @@ igt_spinner_create_request(struct igt_spinner *spin,
i915_request_set_error_once(rq, err); i915_request_set_error_once(rq, err);
i915_request_add(rq); i915_request_add(rq);
} }
unpin_hws:
i915_vma_unpin(hws);
unpin_vma:
i915_vma_unpin(vma);
return err ? ERR_PTR(err) : rq; return err ? ERR_PTR(err) : rq;
} }
...@@ -203,6 +238,9 @@ hws_seqno(const struct igt_spinner *spin, const struct i915_request *rq) ...@@ -203,6 +238,9 @@ hws_seqno(const struct igt_spinner *spin, const struct i915_request *rq)
void igt_spinner_end(struct igt_spinner *spin) void igt_spinner_end(struct igt_spinner *spin)
{ {
if (!spin->batch)
return;
*spin->batch = MI_BATCH_BUFFER_END; *spin->batch = MI_BATCH_BUFFER_END;
intel_gt_chipset_flush(spin->gt); intel_gt_chipset_flush(spin->gt);
} }
...@@ -211,10 +249,16 @@ void igt_spinner_fini(struct igt_spinner *spin) ...@@ -211,10 +249,16 @@ void igt_spinner_fini(struct igt_spinner *spin)
{ {
igt_spinner_end(spin); igt_spinner_end(spin);
i915_gem_object_unpin_map(spin->obj); if (spin->batch) {
i915_vma_unpin(spin->batch_vma);
i915_gem_object_unpin_map(spin->obj);
}
i915_gem_object_put(spin->obj); i915_gem_object_put(spin->obj);
i915_gem_object_unpin_map(spin->hws); if (spin->seqno) {
i915_vma_unpin(spin->hws_vma);
i915_gem_object_unpin_map(spin->hws);
}
i915_gem_object_put(spin->hws); i915_gem_object_put(spin->hws);
} }
......
...@@ -20,11 +20,16 @@ struct igt_spinner { ...@@ -20,11 +20,16 @@ struct igt_spinner {
struct intel_gt *gt; struct intel_gt *gt;
struct drm_i915_gem_object *hws; struct drm_i915_gem_object *hws;
struct drm_i915_gem_object *obj; struct drm_i915_gem_object *obj;
struct intel_context *ce;
struct i915_vma *hws_vma, *batch_vma;
u32 *batch; u32 *batch;
void *seqno; void *seqno;
}; };
int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt); int igt_spinner_init(struct igt_spinner *spin, struct intel_gt *gt);
int igt_spinner_pin(struct igt_spinner *spin,
struct intel_context *ce,
struct i915_gem_ww_ctx *ww);
void igt_spinner_fini(struct igt_spinner *spin); void igt_spinner_fini(struct igt_spinner *spin);
struct i915_request * struct i915_request *
......
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment