| /linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_64k.c | 46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
70 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
76 subpg_pte = new_pte & ~subpg_prot; in __hash_page_4K()
109 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
218 new_pte |= pte_set_hidx(ptep, rpte, subpg_index, slot, PTRS_PER_PTE); in __hash_page_4K()
219 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K()
224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
[all …]
|
| H A D | hash_4k.c | 28 unsigned long old_pte, new_pte; in __hash_page_4K() local
50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
52 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
59 rflags = htab_convert_pte_flags(new_pte, flags); in __hash_page_4K()
121 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K()
122 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, PTRS_PER_PTE); in __hash_page_4K()
127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
|
| /linux/arch/arm/mm/ |
| H A D | pgd.c | 36 pte_t *new_pte, *init_pte; in pgd_alloc() local
101 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc()
102 if (!new_pte) in pgd_alloc()
119 set_pte_ext(new_pte + 0, init_pte[0], 0); in pgd_alloc()
120 set_pte_ext(new_pte + 1, init_pte[1], 0); in pgd_alloc()
122 pte_unmap(new_pte); in pgd_alloc()
|
| /linux/arch/x86/mm/ |
| H A D | mem_encrypt_amd.c | 351 pte_t new_pte; in set_pte_enc_mask() local
354 new_pte = pfn_pte(pfn, new_prot); in set_pte_enc_mask()
355 set_pte_atomic(kpte, new_pte); in set_pte_enc_mask()
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 788 kvm_pte_t *ptep, new_pte; in kvm_map_page() local
898 new_pte = kvm_pfn_pte(pfn, __pgprot(prot_bits)); in kvm_map_page()
900 new_pte = kvm_pte_mkhuge(new_pte); in kvm_map_page()
912 kvm_set_pte(ptep, new_pte); in kvm_map_page()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable_64.h | 58 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
59 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
|
| H A D | pgtable.h | 1275 pte_t old_pte, new_pte; in ptep_set_wrprotect() local
1279 new_pte = pte_wrprotect(old_pte); in ptep_set_wrprotect()
1280 } while (!try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte)); in ptep_set_wrprotect()
1287 static inline bool ptep_try_set(pte_t *ptep, pte_t new_pte) in ptep_try_set() argument
1291 return try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte); in ptep_try_set()
|
| /linux/arch/x86/mm/pat/ |
| H A D | set_memory.c | 955 pte_t new_pte, *tmp; in __should_split_large_page() local
1090 new_pte = pfn_pte(old_pfn, new_prot); in __should_split_large_page()
1091 __set_pmd_pte(kpte, address, new_pte); in __should_split_large_page()
1879 pte_t new_pte; in __change_page_attr() local
1902 new_pte = pfn_pte(pfn, new_prot); in __change_page_attr()
1907 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr()
1908 set_pte_atomic(kpte, new_pte); in __change_page_attr()
|
| /linux/mm/ |
| H A D | swapfile.c | 2425 pte_t *pte, new_pte, old_pte; in unuse_pte() local
2467 new_pte = swp_entry_to_pte(swp_entry); in unuse_pte()
2509 new_pte = pte_mkold(mk_pte(page, vma->vm_page_prot)); in unuse_pte()
2511 new_pte = pte_mksoft_dirty(new_pte); in unuse_pte()
2513 new_pte = pte_mkuffd(new_pte); in unuse_pte()
2517 new_pte = pte_modify(new_pte, PAGE_NONE); in unuse_pte()
2520 set_pte_at(vma->vm_mm, addr, pte, new_pte); in unuse_pte()
|
| H A D | hugetlb.c | 5775 pte_t new_pte; in hugetlb_no_page() local
5929 new_pte = make_huge_pte(vma, folio, vma->vm_flags & VM_SHARED); in hugetlb_no_page()
5935 new_pte = huge_pte_mkuffd(new_pte); in hugetlb_no_page()
5936 set_huge_pte_at(mm, vmf->address, vmf->pte, new_pte, huge_page_size(h)); in hugetlb_no_page()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 2657 pte_t old_pte, new_pte; in make_uffd_wp_huge_pte() local
2660 new_pte = huge_pte_mkuffd(old_pte); in make_uffd_wp_huge_pte()
2661 huge_ptep_modify_prot_commit(vma, addr, ptep, old_pte, new_pte); in make_uffd_wp_huge_pte()
|