| /linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_64k.c | 46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local 68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K() 70 new_pte |= _PAGE_DIRTY; in __hash_page_4K() 71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 76 subpg_pte = new_pte & ~subpg_prot; in __hash_page_4K() 109 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K() 131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 218 new_pte |= pte_set_hidx(ptep, rpte, subpg_index, slot, PTRS_PER_PTE); in __hash_page_4K() 219 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K() 224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() [all …]
|
| H A D | hash_4k.c | 28 unsigned long old_pte, new_pte; in __hash_page_4K() local 50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K() 52 new_pte |= _PAGE_DIRTY; in __hash_page_4K() 53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 59 rflags = htab_convert_pte_flags(new_pte, flags); in __hash_page_4K() 121 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K() 122 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, PTRS_PER_PTE); in __hash_page_4K() 127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
|
| H A D | radix_pgtable.c | 1572 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local 1575 new_pte = old_pte | set; in radix__ptep_set_access_flags() 1577 __radix_pte_update(ptep, _PAGE_INVALID, new_pte); in radix__ptep_set_access_flags()
|
| /linux/drivers/iommu/intel/ |
| H A D | pasid.c | 420 struct pasid_entry *pte, new_pte; in intel_pasid_replace_first_level() local 434 pasid_pte_config_first_level(iommu, &new_pte, fsptptr, did, flags); in intel_pasid_replace_first_level() 450 *pte = new_pte; in intel_pasid_replace_first_level() 530 struct pasid_entry *pte, new_pte; in intel_pasid_replace_second_level() local 545 pasid_pte_config_second_level(iommu, &new_pte, domain, did); in intel_pasid_replace_second_level() 561 *pte = new_pte; in intel_pasid_replace_second_level() 686 struct pasid_entry *pte, new_pte; in intel_pasid_replace_pass_through() local 689 pasid_pte_config_pass_through(iommu, &new_pte, did); in intel_pasid_replace_pass_through() 705 *pte = new_pte; in intel_pasid_replace_pass_through() 854 struct pasid_entry *pte, new_pte; in intel_pasid_replace_nested() local [all …]
|
| /linux/arch/x86/mm/ |
| H A D | mem_encrypt_amd.c | 351 pte_t new_pte; in set_pte_enc_mask() local 354 new_pte = pfn_pte(pfn, new_prot); in set_pte_enc_mask() 355 set_pte_atomic(kpte, new_pte); in set_pte_enc_mask()
|
| H A D | init_64.c | 314 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr() argument 319 set_pte(pte, new_pte); in __set_pte_vaddr() 328 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d() argument 333 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_p4d() 336 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud() argument 340 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_pud()
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 778 kvm_pte_t *ptep, new_pte; in kvm_map_page() local 888 new_pte = kvm_pfn_pte(pfn, __pgprot(prot_bits)); in kvm_map_page() 890 new_pte = kvm_pte_mkhuge(new_pte); in kvm_map_page() 902 kvm_set_pte(ptep, new_pte); in kvm_map_page()
|
| /linux/arch/arm64/include/asm/ |
| H A D | hugetlb.h | 68 pte_t old_pte, pte_t new_pte);
|
| H A D | pgtable.h | 1654 pte_t old_pte, pte_t new_pte);
|
| /linux/arch/x86/mm/pat/ |
| H A D | set_memory.c | 927 pte_t new_pte, *tmp; in __should_split_large_page() local 1062 new_pte = pfn_pte(old_pfn, new_prot); in __should_split_large_page() 1063 __set_pmd_pte(kpte, address, new_pte); in __should_split_large_page() 1848 pte_t new_pte; in __change_page_attr() local 1871 new_pte = pfn_pte(pfn, new_prot); in __change_page_attr() 1876 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr() 1877 set_pte_atomic(kpte, new_pte); in __change_page_attr()
|
| /linux/mm/ |
| H A D | pagewalk.c | 38 pte_t new_pte; in walk_pte_range_inner() local 40 err = ops->install_pte(addr, addr + PAGE_SIZE, &new_pte, in walk_pte_range_inner() 45 set_pte_at(walk->mm, addr, pte, new_pte); in walk_pte_range_inner()
|
| H A D | swapfile.c | 2147 pte_t *pte, new_pte, old_pte; in unuse_pte() local 2189 new_pte = swp_entry_to_pte(swp_entry); in unuse_pte() 2231 new_pte = pte_mkold(mk_pte(page, vma->vm_page_prot)); in unuse_pte() 2233 new_pte = pte_mksoft_dirty(new_pte); in unuse_pte() 2235 new_pte = pte_mkuffd_wp(new_pte); in unuse_pte() 2237 set_pte_at(vma->vm_mm, addr, pte, new_pte); in unuse_pte()
|
| H A D | hugetlb.c | 5729 pte_t new_pte; in hugetlb_no_page() local 5883 new_pte = make_huge_pte(vma, folio, vma->vm_flags & VM_SHARED); in hugetlb_no_page() 5889 new_pte = huge_pte_mkuffd_wp(new_pte); in hugetlb_no_page() 5890 set_huge_pte_at(mm, vmf->address, vmf->pte, new_pte, huge_page_size(h)); in hugetlb_no_page()
|
| /linux/arch/x86/include/asm/ |
| H A D | pgtable.h | 1286 pte_t old_pte, new_pte; in ptep_set_wrprotect() local 1290 new_pte = pte_wrprotect(old_pte); in ptep_set_wrprotect() 1291 } while (!try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte)); in ptep_set_wrprotect()
|