2009-05-27 17:47:42 -07:00
|
|
|
/*
|
|
|
|
* This file is subject to the terms and conditions of the GNU General Public
|
|
|
|
* License. See the file "COPYING" in the main directory of this archive
|
|
|
|
* for more details.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2008, 2009 Cavium Networks, Inc.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef __ASM_HUGETLB_H
|
|
|
|
#define __ASM_HUGETLB_H
|
|
|
|
|
|
|
|
#include <asm/page.h>
|
|
|
|
|
2018-10-26 15:08:31 -07:00
|
|
|
#define __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE
|
2009-05-27 17:47:42 -07:00
|
|
|
static inline int prepare_hugepage_range(struct file *file,
|
|
|
|
unsigned long addr,
|
|
|
|
unsigned long len)
|
|
|
|
{
|
|
|
|
unsigned long task_size = STACK_TOP;
|
|
|
|
|
|
|
|
if (len > task_size)
|
|
|
|
return -ENOMEM;
|
|
|
|
if (task_size - len < addr)
|
|
|
|
return -EINVAL;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2018-10-26 15:08:12 -07:00
|
|
|
#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
|
2009-05-27 17:47:42 -07:00
|
|
|
static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
|
2025-02-26 12:06:51 +00:00
|
|
|
unsigned long addr, pte_t *ptep,
|
|
|
|
unsigned long sz)
|
2009-05-27 17:47:42 -07:00
|
|
|
{
|
|
|
|
pte_t clear;
|
|
|
|
pte_t pte = *ptep;
|
|
|
|
|
|
|
|
pte_val(clear) = (unsigned long)invalid_pte_table;
|
|
|
|
set_pte_at(mm, addr, ptep, clear);
|
|
|
|
return pte;
|
|
|
|
}
|
|
|
|
|
2018-10-26 15:08:17 -07:00
|
|
|
#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
|
2022-05-13 16:48:55 -07:00
|
|
|
static inline pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
|
|
|
|
unsigned long addr, pte_t *ptep)
|
2009-05-27 17:47:42 -07:00
|
|
|
{
|
2022-05-13 16:48:55 -07:00
|
|
|
pte_t pte;
|
2025-02-26 12:06:51 +00:00
|
|
|
unsigned long sz = huge_page_size(hstate_vma(vma));
|
2022-05-13 16:48:55 -07:00
|
|
|
|
2020-06-29 21:15:32 +08:00
|
|
|
/*
|
|
|
|
* clear the huge pte entry firstly, so that the other smp threads will
|
|
|
|
* not get old pte entry after finishing flush_tlb_page and before
|
|
|
|
* setting new huge pte entry
|
|
|
|
*/
|
2025-02-26 12:06:51 +00:00
|
|
|
pte = huge_ptep_get_and_clear(vma->vm_mm, addr, ptep, sz);
|
2020-06-29 21:15:32 +08:00
|
|
|
flush_tlb_page(vma, addr);
|
2022-05-13 16:48:55 -07:00
|
|
|
return pte;
|
2009-05-27 17:47:42 -07:00
|
|
|
}
|
|
|
|
|
2018-10-26 15:08:22 -07:00
|
|
|
#define __HAVE_ARCH_HUGE_PTE_NONE
|
2009-05-27 17:47:42 -07:00
|
|
|
static inline int huge_pte_none(pte_t pte)
|
|
|
|
{
|
|
|
|
unsigned long val = pte_val(pte) & ~_PAGE_GLOBAL;
|
|
|
|
return !val || (val == (unsigned long)invalid_pte_table);
|
|
|
|
}
|
|
|
|
|
2018-10-26 15:08:39 -07:00
|
|
|
#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
|
2009-05-27 17:47:42 -07:00
|
|
|
static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
|
|
|
|
unsigned long addr,
|
|
|
|
pte_t *ptep, pte_t pte,
|
|
|
|
int dirty)
|
|
|
|
{
|
2012-12-03 12:44:26 -08:00
|
|
|
int changed = !pte_same(*ptep, pte);
|
|
|
|
|
|
|
|
if (changed) {
|
|
|
|
set_pte_at(vma->vm_mm, addr, ptep, pte);
|
|
|
|
/*
|
|
|
|
* There could be some standard sized pages in there,
|
|
|
|
* get them all.
|
|
|
|
*/
|
|
|
|
flush_tlb_range(vma, addr, addr + HPAGE_SIZE);
|
|
|
|
}
|
|
|
|
return changed;
|
2009-05-27 17:47:42 -07:00
|
|
|
}
|
|
|
|
|
2018-10-26 15:08:03 -07:00
|
|
|
#include <asm-generic/hugetlb.h>
|
|
|
|
|
2009-05-27 17:47:42 -07:00
|
|
|
#endif /* __ASM_HUGETLB_H */
|