@@ -747,17 +747,11 @@ static void __set_pd_entry(struct i915_page_directory * const pd,
#define set_pd_entry(pd, pde, to) ({ \
(pd)->entry[(pde)] = (to); \
- __set_pd_entry((pd), (pde), \
+ if (likely(pd_has_phys_page(pd))) \
+ __set_pd_entry((pd), (pde), \
gen8_pde_encode(px_dma(to), I915_CACHE_LLC)); \
})
-#define set_pdp_entry(pdp, pdpe, to) ({ \
- (pdp)->entry[(pdpe)] = (to); \
- if (pd_has_phys_page(pdp)) \
- __set_pd_entry((pdp), (pdpe), \
- gen8_pde_encode(px_dma(to), I915_CACHE_LLC));\
-})
-
/*
* PDE TLBs are a pain to invalidate on GEN8+. When we modify
* the page table structures, we mark them dirty so that
@@ -838,7 +832,7 @@ static bool gen8_ppgtt_clear_pdp(struct i915_address_space *vm,
spin_lock(&pdp->lock);
if (!atomic_read(&pd->used)) {
- set_pdp_entry(pdp, pdpe, vm->scratch_pd);
+ set_pd_entry(pdp, pdpe, vm->scratch_pd);
GEM_BUG_ON(!atomic_read(&pdp->used));
atomic_dec(&pdp->used);
@@ -1379,7 +1373,7 @@ static int gen8_ppgtt_alloc_pdp(struct i915_address_space *vm,
old = cmpxchg(&pdp->entry[pdpe], vm->scratch_pd, pd);
if (old == vm->scratch_pd) {
- set_pdp_entry(pdp, pdpe, pd);
+ set_pd_entry(pdp, pdpe, pd);
atomic_inc(&pdp->used);
} else {
free_pd(vm, pd);
@@ -1405,7 +1399,7 @@ static int gen8_ppgtt_alloc_pdp(struct i915_address_space *vm,
unwind_pd:
spin_lock(&pdp->lock);
if (atomic_dec_and_test(&pd->used)) {
- set_pdp_entry(pdp, pdpe, vm->scratch_pd);
+ set_pd_entry(pdp, pdpe, vm->scratch_pd);
GEM_BUG_ON(!atomic_read(&pdp->used));
atomic_dec(&pdp->used);
free_pd(vm, pd);
@@ -1497,7 +1491,7 @@ static int gen8_preallocate_top_level_pdp(struct i915_ppgtt *ppgtt)
goto unwind;
init_pd(vm, pd, vm->scratch_pt);
- set_pdp_entry(pdp, pdpe, pd);
+ set_pd_entry(pdp, pdpe, pd);
atomic_inc(&pdp->used);
}
@@ -1509,7 +1503,7 @@ static int gen8_preallocate_top_level_pdp(struct i915_ppgtt *ppgtt)
unwind:
start -= from;
gen8_for_each_pdpe(pd, pdp, from, start, pdpe) {
- set_pdp_entry(pdp, pdpe, vm->scratch_pd);
+ set_pd_entry(pdp, pdpe, vm->scratch_pd);
free_pd(vm, pd);
}
atomic_set(&pdp->used, 0);
Check the physical page before writing the entry into the physical page. This further generalizes the pd so that manipulation in callsites will be identical, removing the need to handle pdps differently for gen8. Signed-off-by: Mika Kuoppala <mika.kuoppala@linux.intel.com> --- drivers/gpu/drm/i915/i915_gem_gtt.c | 20 +++++++------------- 1 file changed, 7 insertions(+), 13 deletions(-)