Home
last modified time | relevance | path

Searched refs:__pte (Results 1 – 25 of 68) sorted by relevance

123

/linux/arch/powerpc/mm/book3s64/
H A Dhash_64k.c71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
152 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K()
154 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
212 *ptep = __pte(old_pte); in __hash_page_4K()
224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
266 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_64K()
269 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K()
[all …]
H A Dhash_4k.c53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
81 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
116 *ptep = __pte(old_pte); in __hash_page_4K()
127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/linux/arch/powerpc/include/asm/nohash/
H A Dpgtable.h72 sz = pte_huge_size(__pte(old)); in pte_update()
88 *p = __pte(new); in pte_update()
127 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~0UL, 0, 0)); in ptep_get_and_clear()
164 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite_novma()
170 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
175 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
181 return __pte(pte_val(pte) & ~_PAGE_WRITE); in pte_wrprotect()
188 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
264 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
270 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
[all …]
H A Dpte-e500.h92 return __pte((pte_val(pte) & ~_PAGE_BAP_SX) | _PAGE_BAP_UX); in pte_mkexec()
115 return pte_huge_size(__pte(pmd_val(pmd))); in pmd_leaf_size()
131 return pte_huge_size(__pte(pud_val(pud))); in pud_leaf_size()
H A Dhugetlb-e500.h20 return __pte((pte_val(entry) & ~(pte_basic_t)_PAGE_PSIZE_MSK) | val); in arch_make_huge_pte()
/linux/arch/powerpc/include/asm/book3s/32/
H A Dpgtable.h287 *p = __pte((old & ~(pte_basic_t)clr) | set); in pte_update()
315 pte_t old_pte = __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear()
376 return __pte(pte_val(pte) | _PAGE_SWP_EXCLUSIVE); in pte_swp_mkexclusive()
381 return __pte(pte_val(pte) & ~_PAGE_SWP_EXCLUSIVE); in pte_swp_clear_exclusive()
454 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
461 return __pte(pte_val(pte) & ~_PAGE_WRITE); in pte_wrprotect()
466 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
471 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
476 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
481 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
[all …]
/linux/arch/riscv/include/asm/
H A Dpgtable.h266 return __pte(pmd_val(pmd)); in pmd_pte()
271 return __pte(pud_val(pud)); in pud_pte()
292 return __pte((pte_val(pte) & napot_mask) | napot_bit | _PAGE_NAPOT); in pte_mknapot()
326 return __pte((pfn << _PAGE_PFN_SHIFT) | prot_val); in pfn_pte()
399 return __pte((pte_val(pte) & ~(_PAGE_WRITE)) | (_PAGE_READ)); in pte_wrprotect()
413 return pte_wrprotect(__pte(pte_val(pte) | _PAGE_UFFD_WP)); in pte_mkuffd_wp()
418 return __pte(pte_val(pte) & ~(_PAGE_UFFD_WP)); in pte_clear_uffd_wp()
428 return __pte(pte_val(pte) | _PAGE_SWP_UFFD_WP); in pte_swp_mkuffd_wp()
433 return __pte(pte_val(pte) & ~(_PAGE_SWP_UFFD_WP)); in pte_swp_clear_uffd_wp()
445 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite_novma()
[all …]
H A Dkfence.h21 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~_PAGE_PRESENT)); in kfence_protect_page()
23 set_pte(pte, __pte(pte_val(ptep_get(pte)) | _PAGE_PRESENT)); in kfence_protect_page()
/linux/arch/powerpc/include/asm/nohash/32/
H A Dhugetlb-8xx.h41 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in huge_ptep_set_wrprotect()
42 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in huge_ptep_set_wrprotect()
53 return __pte(pte_val(entry) | _PAGE_SPS); in arch_make_huge_pte()
55 return __pte(pte_val(entry) | _PAGE_SPS | _PAGE_HUGE); in arch_make_huge_pte()
H A Dpte-8xx.h89 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect()
110 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite_novma()
117 return __pte(pte_val(pte) | _PAGE_SPS | _PAGE_HUGE); in pte_mkhuge()
/linux/arch/xtensa/mm/
H A Dmmu.c110 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
112 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
114 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
116 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
/linux/arch/sh/include/asm/
H A Dpage.h68 #define __pte(x) \ macro
69 ({ pte_t __pte = {(x), ((unsigned long long)(x)) >> 32}; __pte; })
75 #define __pte(x) ((pte_t) { (x) } ) macro
/linux/arch/parisc/include/asm/
H A Dkfence.h35 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
37 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
H A Dpgtable.h268 #define pte_clear(mm, addr, xp) set_pte_at((mm), (addr), (xp), __pte(0))
322 #define pte_mkhuge(pte) (__pte(pte_val(pte) | \
332 pte_t __pte; \
334 pte_val(__pte) = ((((addr)>>PAGE_SHIFT)<<PFN_PTE_SHIFT) + pgprot_val(pgprot)); \
336 __pte; \
/linux/arch/arm/include/asm/
H A Dpgtable-2level-types.h31 #define __pte(x) ((pte_t) { (x) } ) macro
49 #define __pte(x) (x) macro
H A Dpgtable-3level-types.h34 #define __pte(x) ((pte_t) { (x) } ) macro
51 #define __pte(x) (x) macro
/linux/arch/loongarch/include/asm/
H A Dkfence.h60 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~(_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
62 set_pte(pte, __pte(pte_val(ptep_get(pte)) | (_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
/linux/arch/powerpc/include/asm/
H A Dpgtable-types.h20 #define __pte(x) ((pte_t) { (x) }) macro
26 #define __pte(x) ((pte_t)(x)) macro
/linux/arch/m68k/include/asm/
H A Dsun3_pgtable.h105 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; })
H A Dpage.h43 #define __pte(x) ((pte_t) { (x) } ) macro
/linux/arch/riscv/kernel/
H A Defi.c69 pte = __pte(val); in set_permissions()
73 pte = __pte(val); in set_permissions()
/linux/arch/arm64/kernel/pi/
H A Dmap_range.c60 *tbl = __pte(__phys_to_pte_val(*pte) | in map_range()
83 *tbl = __pte(__phys_to_pte_val(pa) | protval); in map_range()
/linux/arch/s390/include/asm/
H A Dpgtable.h560 return __pte(pte_val(pte) & ~pgprot_val(prot)); in clear_pte_bit()
565 return __pte(pte_val(pte) | pgprot_val(prot)); in set_pte_bit()
1011 set_pte(ptep, __pte(_PAGE_INVALID)); in pte_clear()
1191 res = ptep_xchg_lazy(mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear()
1210 res = ptep_xchg_direct(vma->vm_mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_clear_flush()
1234 set_pte(ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear_full()
1236 res = ptep_xchg_lazy(mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear_full()
1343 entry = __pte(pte_val(entry) + PAGE_SIZE); in set_ptes()
1354 pte_t __pte; in mk_pte_phys() local
1356 __pte = __pte(physpage | pgprot_val(pgprot)); in mk_pte_phys()
[all …]
/linux/arch/arc/include/asm/
H A Dpgtable-levels.h174 #define pte_clear(mm,addr,ptep) set_pte_at(mm, addr, ptep, __pte(0))
178 #define pfn_pte(pfn, prot) __pte(__pfn_to_phys(pfn) | pgprot_val(prot))
/linux/arch/powerpc/mm/kasan/
H A Dinit_32.c117 kasan_update_early_region(k_start, k_end, __pte(0)); in kasan_unmap_early_shadow_vmalloc()
122 kasan_update_early_region(k_start, k_end, __pte(0)); in kasan_unmap_early_shadow_vmalloc()

123