mirror of
git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
synced 2025-08-05 16:54:27 +00:00
e1cf2d009b
The current definition of CONFIG_PAGE_OFFSET is problematic for a couple
of reasons:
1) The value is misleading for normal 64-bit kernels, where it is
overridden at runtime if Sv48 or Sv39 is chosen. This is especially
the case for XIP kernels, which always use Sv39.
2) The option is not user-visible, but for NOMMU kernels it must be a
valid RAM address, and for !RELOCATABLE it must additionally be the
exact address where the kernel is loaded.
Fix both of these by removing the option.
1) For MMU kernels, drop the indirection through Kconfig. Additionally,
for XIP, drop the indirection through kernel_map.
2) For NOMMU kernels, use the user-visible physical RAM base if
provided. Otherwise, force the kernel to be relocatable.
Signed-off-by: Samuel Holland <samuel.holland@sifive.com>
Reviewed-by: Jesse Taube <mr.bossman075@gmail.com>
Link: https://lore.kernel.org/r/20241026171441.3047904-7-samuel.holland@sifive.com
Signed-off-by: Palmer Dabbelt <palmer@rivosinc.com>
214 lines
6 KiB
C
214 lines
6 KiB
C
/* SPDX-License-Identifier: GPL-2.0-only */
|
|
/*
|
|
* Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
|
|
* Copyright (C) 2012 Regents of the University of California
|
|
* Copyright (C) 2017 SiFive
|
|
* Copyright (C) 2017 XiaojingZhu <zhuxiaoj@ict.ac.cn>
|
|
*/
|
|
|
|
#ifndef _ASM_RISCV_PAGE_H
|
|
#define _ASM_RISCV_PAGE_H
|
|
|
|
#include <linux/pfn.h>
|
|
#include <linux/const.h>
|
|
|
|
#include <vdso/page.h>
|
|
|
|
#define HPAGE_SHIFT PMD_SHIFT
|
|
#define HPAGE_SIZE (_AC(1, UL) << HPAGE_SHIFT)
|
|
#define HPAGE_MASK (~(HPAGE_SIZE - 1))
|
|
#define HUGETLB_PAGE_ORDER (HPAGE_SHIFT - PAGE_SHIFT)
|
|
|
|
/*
|
|
* PAGE_OFFSET -- the first address of the first page of memory.
|
|
* When not using MMU this corresponds to the first free page in
|
|
* physical memory (aligned on a page boundary).
|
|
*/
|
|
#ifdef CONFIG_MMU
|
|
#ifdef CONFIG_64BIT
|
|
#define PAGE_OFFSET_L5 _AC(0xff60000000000000, UL)
|
|
#define PAGE_OFFSET_L4 _AC(0xffffaf8000000000, UL)
|
|
#define PAGE_OFFSET_L3 _AC(0xffffffd600000000, UL)
|
|
#ifdef CONFIG_XIP_KERNEL
|
|
#define PAGE_OFFSET PAGE_OFFSET_L3
|
|
#else
|
|
#define PAGE_OFFSET kernel_map.page_offset
|
|
#endif /* CONFIG_XIP_KERNEL */
|
|
#else
|
|
#define PAGE_OFFSET _AC(0xc0000000, UL)
|
|
#endif /* CONFIG_64BIT */
|
|
#else
|
|
#define PAGE_OFFSET ((unsigned long)phys_ram_base)
|
|
#endif /* CONFIG_MMU */
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#ifdef CONFIG_RISCV_ISA_ZICBOZ
|
|
void clear_page(void *page);
|
|
#else
|
|
#define clear_page(pgaddr) memset((pgaddr), 0, PAGE_SIZE)
|
|
#endif
|
|
#define copy_page(to, from) memcpy((to), (from), PAGE_SIZE)
|
|
|
|
#define clear_user_page(pgaddr, vaddr, page) clear_page(pgaddr)
|
|
#define copy_user_page(vto, vfrom, vaddr, topg) \
|
|
memcpy((vto), (vfrom), PAGE_SIZE)
|
|
|
|
/*
|
|
* Use struct definitions to apply C type checking
|
|
*/
|
|
|
|
/* Page Global Directory entry */
|
|
typedef struct {
|
|
unsigned long pgd;
|
|
} pgd_t;
|
|
|
|
/* Page Table entry */
|
|
typedef struct {
|
|
unsigned long pte;
|
|
} pte_t;
|
|
|
|
typedef struct {
|
|
unsigned long pgprot;
|
|
} pgprot_t;
|
|
|
|
typedef struct page *pgtable_t;
|
|
|
|
#define pte_val(x) ((x).pte)
|
|
#define pgd_val(x) ((x).pgd)
|
|
#define pgprot_val(x) ((x).pgprot)
|
|
|
|
#define __pte(x) ((pte_t) { (x) })
|
|
#define __pgd(x) ((pgd_t) { (x) })
|
|
#define __pgprot(x) ((pgprot_t) { (x) })
|
|
|
|
#ifdef CONFIG_64BIT
|
|
#define PTE_FMT "%016lx"
|
|
#else
|
|
#define PTE_FMT "%08lx"
|
|
#endif
|
|
|
|
#if defined(CONFIG_64BIT) && defined(CONFIG_MMU)
|
|
/*
|
|
* We override this value as its generic definition uses __pa too early in
|
|
* the boot process (before kernel_map.va_pa_offset is set).
|
|
*/
|
|
#define MIN_MEMBLOCK_ADDR 0
|
|
#endif
|
|
|
|
#define ARCH_PFN_OFFSET (PFN_DOWN((unsigned long)phys_ram_base))
|
|
|
|
struct kernel_mapping {
|
|
unsigned long virt_addr;
|
|
unsigned long virt_offset;
|
|
uintptr_t phys_addr;
|
|
uintptr_t size;
|
|
/* Offset between linear mapping virtual address and kernel load address */
|
|
unsigned long va_pa_offset;
|
|
/* Offset between kernel mapping virtual address and kernel load address */
|
|
#ifdef CONFIG_XIP_KERNEL
|
|
unsigned long va_kernel_xip_text_pa_offset;
|
|
unsigned long va_kernel_xip_data_pa_offset;
|
|
uintptr_t xiprom;
|
|
uintptr_t xiprom_sz;
|
|
#else
|
|
unsigned long page_offset;
|
|
unsigned long va_kernel_pa_offset;
|
|
#endif
|
|
};
|
|
|
|
extern struct kernel_mapping kernel_map;
|
|
extern phys_addr_t phys_ram_base;
|
|
extern unsigned long vmemmap_start_pfn;
|
|
|
|
#define is_kernel_mapping(x) \
|
|
((x) >= kernel_map.virt_addr && (x) < (kernel_map.virt_addr + kernel_map.size))
|
|
|
|
#define is_linear_mapping(x) \
|
|
((x) >= PAGE_OFFSET && (!IS_ENABLED(CONFIG_64BIT) || (x) < PAGE_OFFSET + KERN_VIRT_SIZE))
|
|
|
|
#ifndef CONFIG_DEBUG_VIRTUAL
|
|
#define linear_mapping_pa_to_va(x) ((void *)((unsigned long)(x) + kernel_map.va_pa_offset))
|
|
#else
|
|
void *linear_mapping_pa_to_va(unsigned long x);
|
|
#endif
|
|
|
|
#ifdef CONFIG_XIP_KERNEL
|
|
#define kernel_mapping_pa_to_va(y) ({ \
|
|
unsigned long _y = (unsigned long)(y); \
|
|
(_y < phys_ram_base) ? \
|
|
(void *)(_y + kernel_map.va_kernel_xip_text_pa_offset) : \
|
|
(void *)(_y + kernel_map.va_kernel_xip_data_pa_offset); \
|
|
})
|
|
#else
|
|
#define kernel_mapping_pa_to_va(y) ((void *)((unsigned long)(y) + kernel_map.va_kernel_pa_offset))
|
|
#endif
|
|
|
|
#define __pa_to_va_nodebug(x) linear_mapping_pa_to_va(x)
|
|
|
|
#ifndef CONFIG_DEBUG_VIRTUAL
|
|
#define linear_mapping_va_to_pa(x) ((unsigned long)(x) - kernel_map.va_pa_offset)
|
|
#else
|
|
phys_addr_t linear_mapping_va_to_pa(unsigned long x);
|
|
#endif
|
|
|
|
#ifdef CONFIG_XIP_KERNEL
|
|
#define kernel_mapping_va_to_pa(y) ({ \
|
|
unsigned long _y = (unsigned long)(y); \
|
|
(_y < kernel_map.virt_addr + kernel_map.xiprom_sz) ? \
|
|
(_y - kernel_map.va_kernel_xip_text_pa_offset) : \
|
|
(_y - kernel_map.va_kernel_xip_data_pa_offset); \
|
|
})
|
|
#else
|
|
#define kernel_mapping_va_to_pa(y) ((unsigned long)(y) - kernel_map.va_kernel_pa_offset)
|
|
#endif
|
|
|
|
#define __va_to_pa_nodebug(x) ({ \
|
|
unsigned long _x = x; \
|
|
is_linear_mapping(_x) ? \
|
|
linear_mapping_va_to_pa(_x) : kernel_mapping_va_to_pa(_x); \
|
|
})
|
|
|
|
#ifdef CONFIG_DEBUG_VIRTUAL
|
|
extern phys_addr_t __virt_to_phys(unsigned long x);
|
|
extern phys_addr_t __phys_addr_symbol(unsigned long x);
|
|
#else
|
|
#define __virt_to_phys(x) __va_to_pa_nodebug(x)
|
|
#define __phys_addr_symbol(x) __va_to_pa_nodebug(x)
|
|
#endif /* CONFIG_DEBUG_VIRTUAL */
|
|
|
|
#define __pa_symbol(x) __phys_addr_symbol(RELOC_HIDE((unsigned long)(x), 0))
|
|
#define __pa(x) __virt_to_phys((unsigned long)(x))
|
|
#define __va(x) ((void *)__pa_to_va_nodebug((phys_addr_t)(x)))
|
|
|
|
#define phys_to_pfn(phys) (PFN_DOWN(phys))
|
|
#define pfn_to_phys(pfn) (PFN_PHYS(pfn))
|
|
|
|
#define virt_to_pfn(vaddr) (phys_to_pfn(__pa(vaddr)))
|
|
#define pfn_to_virt(pfn) (__va(pfn_to_phys(pfn)))
|
|
|
|
#define virt_to_page(vaddr) (pfn_to_page(virt_to_pfn(vaddr)))
|
|
#define page_to_virt(page) (pfn_to_virt(page_to_pfn(page)))
|
|
|
|
#define sym_to_pfn(x) __phys_to_pfn(__pa_symbol(x))
|
|
|
|
unsigned long kaslr_offset(void);
|
|
|
|
static __always_inline void *pfn_to_kaddr(unsigned long pfn)
|
|
{
|
|
return __va(pfn << PAGE_SHIFT);
|
|
}
|
|
|
|
#endif /* __ASSEMBLY__ */
|
|
|
|
#define virt_addr_valid(vaddr) ({ \
|
|
unsigned long _addr = (unsigned long)vaddr; \
|
|
(unsigned long)(_addr) >= PAGE_OFFSET && pfn_valid(virt_to_pfn(_addr)); \
|
|
})
|
|
|
|
#define VM_DATA_DEFAULT_FLAGS VM_DATA_FLAGS_NON_EXEC
|
|
|
|
#include <asm-generic/memory_model.h>
|
|
#include <asm-generic/getorder.h>
|
|
|
|
#endif /* _ASM_RISCV_PAGE_H */
|