@@ -350,8 +350,20 @@ static void __init create_pte_mapping(pte_t *ptep,
{
uintptr_t pte_idx = pte_index(va);
- BUG_ON(sz != PAGE_SIZE);
+#ifdef CONFIG_SVNAPOT
+ pte_t pte;
+ if (has_svnapot() && sz == NAPOT_CONT64KB_SIZE) {
+ do {
+ pte = pfn_pte(PFN_DOWN(pa), prot);
+ ptep[pte_idx] = pte_mknapot(pte, NAPOT_CONT64KB_ORDER);
+ pte_idx++;
+ sz -= PAGE_SIZE;
+ } while (sz > 0);
+ return;
+ }
+#endif
+ BUG_ON(sz != PAGE_SIZE);
if (pte_none(ptep[pte_idx]))
ptep[pte_idx] = pfn_pte(PFN_DOWN(pa), prot);
}
@@ -649,10 +661,18 @@ void __init create_pgd_mapping(pgd_t *pgdp,
static uintptr_t __init best_map_size(phys_addr_t base, phys_addr_t size)
{
/* Upgrade to PMD_SIZE mappings whenever possible */
- if ((base & (PMD_SIZE - 1)) || (size & (PMD_SIZE - 1)))
+ base &= PMD_SIZE - 1;
+ if (!base && size >= PMD_SIZE)
+ return PMD_SIZE;
+
+ if (!has_svnapot())
return PAGE_SIZE;
- return PMD_SIZE;
+ base &= NAPOT_CONT64KB_SIZE - 1;
+ if (!base && size >= NAPOT_CONT64KB_SIZE)
+ return NAPOT_CONT64KB_SIZE;
+
+ return PAGE_SIZE;
}
#ifdef CONFIG_XIP_KERNEL
@@ -1087,9 +1107,9 @@ static void __init setup_vm_final(void)
if (end >= __pa(PAGE_OFFSET) + memory_limit)
end = __pa(PAGE_OFFSET) + memory_limit;
- map_size = best_map_size(start, end - start);
for (pa = start; pa < end; pa += map_size) {
va = (uintptr_t)__va(pa);
+ map_size = best_map_size(pa, end - pa);
create_pgd_mapping(swapper_pg_dir, va, pa, map_size,
pgprot_from_va(va));