1 /* SPDX-License-Identifier: GPL-2.0-only */ 2 /* 3 * arch/arm64/include/asm/hugetlb.h 4 * 5 * Copyright (C) 2013 Linaro Ltd. 6 * 7 * Based on arch/x86/include/asm/hugetlb.h 8 */ 9 10 #ifndef __ASM_HUGETLB_H 11 #define __ASM_HUGETLB_H 12 13 #include <asm/cacheflush.h> 14 #include <asm/page.h> 15 16 #ifdef CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION 17 #define arch_hugetlb_migration_supported arch_hugetlb_migration_supported 18 extern bool arch_hugetlb_migration_supported(struct hstate *h); 19 #endif 20 21 static inline void arch_clear_hugetlb_flags(struct folio *folio) 22 { 23 clear_bit(PG_dcache_clean, &folio->flags); 24 } 25 #define arch_clear_hugetlb_flags arch_clear_hugetlb_flags 26 27 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags); 28 #define arch_make_huge_pte arch_make_huge_pte 29 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT 30 extern void set_huge_pte_at(struct mm_struct *mm, unsigned long addr, 31 pte_t *ptep, pte_t pte, unsigned long sz); 32 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS 33 extern int huge_ptep_set_access_flags(struct vm_area_struct *vma, 34 unsigned long addr, pte_t *ptep, 35 pte_t pte, int dirty); 36 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR 37 extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm, 38 unsigned long addr, pte_t *ptep); 39 #define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT 40 extern void huge_ptep_set_wrprotect(struct mm_struct *mm, 41 unsigned long addr, pte_t *ptep); 42 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH 43 extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma, 44 unsigned long addr, pte_t *ptep); 45 #define __HAVE_ARCH_HUGE_PTE_CLEAR 46 extern void huge_pte_clear(struct mm_struct *mm, unsigned long addr, 47 pte_t *ptep, unsigned long sz); 48 #define __HAVE_ARCH_HUGE_PTEP_GET 49 extern pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep); 50 51 void __init arm64_hugetlb_cma_reserve(void); 52 53 #define huge_ptep_modify_prot_start huge_ptep_modify_prot_start 54 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma, 55 unsigned long addr, pte_t *ptep); 56 57 #define huge_ptep_modify_prot_commit huge_ptep_modify_prot_commit 58 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma, 59 unsigned long addr, pte_t *ptep, 60 pte_t old_pte, pte_t new_pte); 61 62 #include <asm-generic/hugetlb.h> 63 64 #define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE 65 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma, 66 unsigned long start, 67 unsigned long end) 68 { 69 unsigned long stride = huge_page_size(hstate_vma(vma)); 70 71 if (stride == PMD_SIZE) 72 __flush_tlb_range(vma, start, end, stride, false, 2); 73 else if (stride == PUD_SIZE) 74 __flush_tlb_range(vma, start, end, stride, false, 1); 75 else 76 __flush_tlb_range(vma, start, end, PAGE_SIZE, false, 0); 77 } 78 79 #endif /* __ASM_HUGETLB_H */ 80