@@ -77,6 +77,12 @@ static inline void __raw_writel(u32 val, volatile void __iomem *addr)
: "r" (val));
}
+#define ioremap ioremap
+static inline void __iomem *ioremap(phys_addr_t phys_addr, size_t size)
+{
+ return __ioremap(phys_addr, size);
+}
+
#define virt_to_phys virt_to_phys
static inline phys_addr_t virt_to_phys(const volatile void *x)
{
@@ -8,10 +8,13 @@
#include <asm/barrier.h>
#define PTE_USER L_PTE_USER
+#define PTE_UXN L_PTE_XN
+#define PTE_PXN L_PTE_PXN
#define PTE_RDONLY PTE_AP2
#define PTE_SHARED L_PTE_SHARED
#define PTE_AF PTE_EXT_AF
#define PTE_WBWA L_PTE_MT_WRITEALLOC
+#define PTE_UNCACHED L_PTE_MT_UNCACHED
/* See B3.18.7 TLB maintenance operations */
@@ -47,5 +47,7 @@ typedef struct { pteval_t pgprot; } pgprot_t;
extern phys_addr_t __virt_to_phys(unsigned long addr);
extern unsigned long __phys_to_virt(phys_addr_t addr);
+extern void *__ioremap(phys_addr_t phys_addr, size_t size);
+
#endif /* !__ASSEMBLY__ */
#endif /* _ASMARM_PAGE_H_ */
@@ -34,6 +34,7 @@
#define L_PTE_USER (_AT(pteval_t, 1) << 6) /* AP[1] */
#define L_PTE_SHARED (_AT(pteval_t, 3) << 8) /* SH[1:0], inner shareable */
#define L_PTE_YOUNG (_AT(pteval_t, 1) << 10) /* AF */
+#define L_PTE_PXN (_AT(pteval_t, 1) << 53) /* PXN */
#define L_PTE_XN (_AT(pteval_t, 1) << 54) /* XN */
/*
@@ -11,6 +11,7 @@
#include <asm/mmu.h>
#include <asm/setup.h>
#include <asm/page.h>
+#include <asm/io.h>
#include "alloc_page.h"
#include "vmalloc.h"
@@ -157,9 +158,8 @@ void mmu_set_range_sect(pgd_t *pgtable, uintptr_t virt_offset,
void *setup_mmu(phys_addr_t phys_end)
{
uintptr_t code_end = (uintptr_t)&etext;
- struct mem_region *r;
- /* 0G-1G = I/O, 1G-3G = identity, 3G-4G = vmalloc */
+ /* 3G-4G region is reserved for vmalloc, cap phys_end at 3G */
if (phys_end > (3ul << 30))
phys_end = 3ul << 30;
@@ -170,14 +170,8 @@ void *setup_mmu(phys_addr_t phys_end)
"Unsupported translation granule %ld\n", PAGE_SIZE);
#endif
- mmu_idmap = alloc_page();
-
- for (r = mem_regions; r->end; ++r) {
- if (!(r->flags & MR_F_IO))
- continue;
- mmu_set_range_sect(mmu_idmap, r->start, r->start, r->end,
- __pgprot(PMD_SECT_UNCACHED | PMD_SECT_USER));
- }
+ if (!mmu_idmap)
+ mmu_idmap = alloc_page();
/* armv8 requires code shared between EL1 and EL0 to be read-only */
mmu_set_range_ptes(mmu_idmap, PHYS_OFFSET,
@@ -192,6 +186,29 @@ void *setup_mmu(phys_addr_t phys_end)
return mmu_idmap;
}
+void __iomem *__ioremap(phys_addr_t phys_addr, size_t size)
+{
+ phys_addr_t paddr_aligned = phys_addr & PAGE_MASK;
+ phys_addr_t paddr_end = PAGE_ALIGN(phys_addr + size);
+ pgprot_t prot = __pgprot(PTE_UNCACHED | PTE_USER | PTE_UXN | PTE_PXN);
+ pgd_t *pgtable;
+
+ assert(sizeof(long) == 8 || !(phys_addr >> 32));
+
+ if (mmu_enabled()) {
+ pgtable = current_thread_info()->pgtable;
+ } else {
+ if (!mmu_idmap)
+ mmu_idmap = alloc_page();
+ pgtable = mmu_idmap;
+ }
+
+ mmu_set_range_ptes(pgtable, paddr_aligned, paddr_aligned,
+ paddr_end, prot);
+
+ return (void __iomem *)(unsigned long)phys_addr;
+}
+
phys_addr_t __virt_to_phys(unsigned long addr)
{
if (mmu_enabled()) {
@@ -71,6 +71,12 @@ static inline u64 __raw_readq(const volatile void __iomem *addr)
return val;
}
+#define ioremap ioremap
+static inline void __iomem *ioremap(phys_addr_t phys_addr, size_t size)
+{
+ return __ioremap(phys_addr, size);
+}
+
#define virt_to_phys virt_to_phys
static inline phys_addr_t virt_to_phys(const volatile void *x)
{
@@ -8,6 +8,7 @@
#include <asm/barrier.h>
#define PMD_SECT_UNCACHED PMD_ATTRINDX(MT_DEVICE_nGnRE)
+#define PTE_UNCACHED PTE_ATTRINDX(MT_DEVICE_nGnRE)
#define PTE_WBWA PTE_ATTRINDX(MT_NORMAL)
static inline void flush_tlb_all(void)
@@ -72,5 +72,7 @@ typedef struct { pteval_t pgprot; } pgprot_t;
extern phys_addr_t __virt_to_phys(unsigned long addr);
extern unsigned long __phys_to_virt(phys_addr_t addr);
+extern void *__ioremap(phys_addr_t phys_addr, size_t size);
+
#endif /* !__ASSEMBLY__ */
#endif /* _ASMARM64_PAGE_H_ */