Home
last modified time | relevance | path

Searched refs:__pte (Results 1 – 25 of 82) sorted by relevance

1234

/linux/arch/powerpc/mm/book3s64/
H A Dhash_64k.c71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
152 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K()
154 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
212 *ptep = __pte(old_pte); in __hash_page_4K()
224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
266 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_64K()
269 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_64K()
[all …]
H A Dhugetlbpage.c74 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
85 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
92 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge()
108 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
121 *ptep = __pte(old_pte); in __hash_page_huge()
133 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
150 return __pte(pte_val); in huge_ptep_modify_prot_start()
H A Dhash_4k.c53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
81 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
116 *ptep = __pte(old_pte); in __hash_page_4K()
127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/linux/arch/powerpc/include/asm/nohash/
H A Dpgtable.h70 sz = pte_huge_size(__pte(old)); in pte_update()
86 *p = __pte(new); in pte_update()
125 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 0)); in ptep_get_and_clear()
158 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite_novma()
164 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
169 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
175 return __pte(pte_val(pte) & ~_PAGE_WRITE); in pte_wrprotect()
182 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
253 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
259 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
[all …]
H A Dpte-e500.h92 return __pte((pte_val(pte) & ~_PAGE_BAP_SX) | _PAGE_BAP_UX); in pte_mkexec()
115 return pte_huge_size(__pte(pmd_val(pmd))); in pmd_leaf_size()
131 return pte_huge_size(__pte(pud_val(pud))); in pud_leaf_size()
/linux/arch/sparc/include/asm/
H A Dpgtable_32.h160 set_pte(ptep, __pte(0)); in __pte_clear()
185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
205 set_pte((pte_t *)pudp, __pte(0)); in pud_clear()
229 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect()
234 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean()
239 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold()
244 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite_novma()
249 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty()
254 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung()
281 return __pte((page_to_pfn(page) << (PAGE_SHIFT-4)) | pgprot_val(pgprot)); in mk_pte()
[all …]
H A Dpgtable_64.h226 return __pte(paddr | pgprot_val(prot)); in pfn_pte()
317 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify()
323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
420 return __pte(pte_val(pte) | __pte_default_huge_mask()); in pte_mkhuge()
443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
475 return __pte(val); in __pte_mkhwwrite()
493 pte = __pte(val | mask); in pte_mkdirty()
518 return __pte(val); in pte_mkclean()
536 pte = __pte(val | mask); in pte_mkwrite_novma()
561 return __pte(val); in pte_wrprotect()
[all …]
/linux/arch/powerpc/include/asm/book3s/32/
H A Dpgtable.h290 *p = __pte((old & ~(pte_basic_t)clr) | set); in pte_update()
318 return __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear()
375 return __pte(pte_val(pte) | _PAGE_SWP_EXCLUSIVE); in pte_swp_mkexclusive()
380 return __pte(pte_val(pte) & ~_PAGE_SWP_EXCLUSIVE); in pte_swp_clear_exclusive()
448 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
455 return __pte(pte_val(pte) & ~_PAGE_WRITE); in pte_wrprotect()
460 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
465 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
470 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
475 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
[all …]
/linux/arch/powerpc/include/asm/nohash/32/
H A Dhugetlb-8xx.h41 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in huge_ptep_set_wrprotect()
42 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in huge_ptep_set_wrprotect()
53 return __pte(pte_val(entry) | _PAGE_SPS); in arch_make_huge_pte()
55 return __pte(pte_val(entry) | _PAGE_SPS | _PAGE_HUGE); in arch_make_huge_pte()
H A Dpte-8xx.h89 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect()
110 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite_novma()
117 return __pte(pte_val(pte) | _PAGE_SPS | _PAGE_HUGE); in pte_mkhuge()
/linux/arch/riscv/include/asm/
H A Dpgtable.h279 return __pte(pmd_val(pmd)); in pmd_pte()
284 return __pte(pud_val(pud)); in pud_pte()
305 return __pte((pte_val(pte) & napot_mask) | napot_bit | _PAGE_NAPOT); in pte_mknapot()
339 return __pte((pfn << _PAGE_PFN_SHIFT) | prot_val); in pfn_pte()
413 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect()
420 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite_novma()
427 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
432 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean()
437 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
442 return __pte(pte_val(pte) & ~(_PAGE_ACCESSED)); in pte_mkold()
[all …]
H A Dkfence.h21 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~_PAGE_PRESENT)); in kfence_protect_page()
23 set_pte(pte, __pte(pte_val(ptep_get(pte)) | _PAGE_PRESENT)); in kfence_protect_page()
/linux/arch/xtensa/mm/
H A Dmmu.c110 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
112 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
114 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
116 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
/linux/arch/csky/include/asm/
H A Dpgtable.h35 (((unsigned int) addr >= PAGE_OFFSET) ? __pte(_PAGE_GLOBAL) : __pte(0)))
39 #define pfn_pte(pfn, prot) __pte(((unsigned long long)(pfn) << PAGE_SHIFT) \
46 #define __mk_pte(page_nr, pgprot) __pte(((page_nr) << PAGE_SHIFT) | \
259 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | in pte_modify()
/linux/arch/parisc/include/asm/
H A Dkfence.h35 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
37 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/linux/arch/x86/include/asm/
H A Dkfence.h57 set_pte(pte, __pte(pte_val(*pte) & ~_PAGE_PRESENT)); in kfence_protect_page()
59 set_pte(pte, __pte(pte_val(*pte) | _PAGE_PRESENT)); in kfence_protect_page()
/linux/arch/s390/include/asm/
H A Dpgtable.h597 return __pte(pte_val(pte) & ~pgprot_val(prot)); in clear_pte_bit()
602 return __pte(pte_val(pte) | pgprot_val(prot)); in set_pte_bit()
1063 set_pte(ptep, __pte(_PAGE_INVALID)); in pte_clear()
1238 res = ptep_xchg_lazy(mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear()
1256 res = ptep_xchg_direct(vma->vm_mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_clear_flush()
1279 set_pte(ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear_full()
1281 res = ptep_xchg_lazy(mm, addr, ptep, __pte(_PAGE_INVALID)); in ptep_get_and_clear_full()
1425 entry = __pte(pte_val(entry) + PAGE_SIZE); in set_ptes()
1434 entry = __pte(pte_val(entry) + PAGE_SIZE); in set_ptes()
1446 pte_t __pte; in mk_pte_phys() local
[all …]
/linux/arch/arm/include/asm/
H A Dpgtable-2level-types.h31 #define __pte(x) ((pte_t) { (x) } ) macro
49 #define __pte(x) (x) macro
H A Dpgtable-3level-types.h34 #define __pte(x) ((pte_t) { (x) } ) macro
51 #define __pte(x) (x) macro
/linux/arch/loongarch/include/asm/
H A Dkfence.h60 set_pte(pte, __pte(pte_val(ptep_get(pte)) & ~(_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
62 set_pte(pte, __pte(pte_val(ptep_get(pte)) | (_PAGE_VALID | _PAGE_PRESENT))); in kfence_protect_page()
/linux/arch/powerpc/include/asm/nohash/64/
H A Dpgtable.h98 return __pte(pmd_val(pmd)); in pmd_pte()
133 return __pte(pud_val(pud)); in pud_pte()
196 #define __swp_entry_to_pte(x) __pte((x).val)
/linux/arch/m68k/include/asm/
H A Dsun3_pgtable.h111 ({ pte_t __pte; pte_val(__pte) = pfn | pgprot_val(pgprot); __pte; })
/linux/arch/powerpc/include/asm/
H A Dpgtable-types.h20 #define __pte(x) ((pte_t) { (x) }) macro
26 #define __pte(x) ((pte_t)(x)) macro
/linux/arch/riscv/kernel/
H A Defi.c69 pte = __pte(val); in set_permissions()
73 pte = __pte(val); in set_permissions()
/linux/arch/openrisc/include/asm/
H A Dpgtable.h306 pte_t __pte; \
308 pte_val(__pte) = (physpage) + pgprot_val(pgprot); \
309 __pte; \
362 #define pfn_pte(pfn, prot) __pte((((pfn) << PAGE_SHIFT)) | pgprot_val(prot))

1234