76 static inline phys_addr_t __pte_to_phys(pte_t pte)  in __pte_to_phys()
188 static inline pte_t clear_pte_bit(pte_t pte, pgprot_t prot)  in clear_pte_bit()
194 static inline pte_t set_pte_bit(pte_t pte, pgprot_t prot)  in set_pte_bit()
212 static inline pte_t pte_mkwrite_novma(pte_t pte)  in pte_mkwrite_novma()
219 static inline pte_t pte_mkclean(pte_t pte)  in pte_mkclean()
227 static inline pte_t pte_mkdirty(pte_t pte)  in pte_mkdirty()
237 static inline pte_t pte_wrprotect(pte_t pte)  in pte_wrprotect()
251 static inline pte_t pte_mkold(pte_t pte)  in pte_mkold()
256 static inline pte_t pte_mkyoung(pte_t pte)  in pte_mkyoung()
261 static inline pte_t pte_mkspecial(pte_t pte)  in pte_mkspecial()
266 static inline pte_t pte_mkcont(pte_t pte)  in pte_mkcont()
271 static inline pte_t pte_mknoncont(pte_t pte)  in pte_mknoncont()
276 static inline pte_t pte_mkpresent(pte_t pte)  in pte_mkpresent()
281 static inline pte_t pte_mkinvalid(pte_t pte)  in pte_mkinvalid()
293 static inline pte_t pte_mkdevmap(pte_t pte)  in pte_mkdevmap()
299 static inline int pte_uffd_wp(pte_t pte)  in pte_uffd_wp()
304 static inline pte_t pte_mkuffd_wp(pte_t pte)  in pte_mkuffd_wp()
309 static inline pte_t pte_clear_uffd_wp(pte_t pte)  in pte_clear_uffd_wp()
315 static inline void __set_pte_nosync(pte_t *ptep, pte_t pte)  in __set_pte_nosync()
320 static inline void __set_pte(pte_t *ptep, pte_t pte)  in __set_pte()
334 static inline pte_t __ptep_get(pte_t *ptep)  in __ptep_get()
339 extern void __sync_icache_dcache(pte_t pteval);
358 static inline void __check_safe_pte_update(struct mm_struct *mm, pte_t *ptep,  in __check_safe_pte_update()
359 					   pte_t pte)  in __check_safe_pte_update()
361 	pte_t old_pte;  in __check_safe_pte_update()
389 static inline void __sync_cache_and_tags(pte_t pte, unsigned int nr_pages)  in __sync_cache_and_tags()
410 static inline pgprot_t pte_pgprot(pte_t pte)  in pte_pgprot()
418 static inline pte_t pte_advance_pfn(pte_t pte, unsigned long nr)  in pte_advance_pfn()
425 			      pte_t *ptep, pte_t pte, unsigned int nr)  in __set_ptes()
449 static inline pte_t pgd_pte(pgd_t pgd)  in pgd_pte()
454 static inline pte_t p4d_pte(p4d_t p4d)  in p4d_pte()
459 static inline pte_t pud_pte(pud_t pud)  in pud_pte()
464 static inline pud_t pte_pud(pte_t pte)  in pte_pud()
474 static inline pte_t pmd_pte(pmd_t pmd)  in pmd_pte()
479 static inline pmd_t pte_pmd(pte_t pte)  in pte_pmd()
494 static inline pte_t pte_swp_mkexclusive(pte_t pte)  in pte_swp_mkexclusive()
499 static inline int pte_swp_exclusive(pte_t pte)  in pte_swp_exclusive()
504 static inline pte_t pte_swp_clear_exclusive(pte_t pte)  in pte_swp_clear_exclusive()
510 static inline pte_t pte_swp_mkuffd_wp(pte_t pte)  in pte_swp_mkuffd_wp()
515 static inline int pte_swp_uffd_wp(pte_t pte)  in pte_swp_uffd_wp()
520 static inline pte_t pte_swp_clear_uffd_wp(pte_t pte)  in pte_swp_clear_uffd_wp()
530 static inline int pte_protnone(pte_t pte)  in pte_protnone()
646 				pte_t *ptep, pte_t pte, unsigned int nr)  in __set_pte_at()
657 	return __set_pte_at(mm, addr, (pte_t *)pmdp, pmd_pte(pmd),  in set_pmd_at()
665 	return __set_pte_at(mm, addr, (pte_t *)pudp, pud_pte(pud),  in set_pud_at()
785 …ine pte_offset_phys(dir,addr)	(pmd_page_paddr(READ_ONCE(*(dir))) + pte_index(addr) * sizeof(pte_t))
787 #define pte_set_fixmap(addr)		((pte_t *)set_fixmap_offset(FIX_PTE, addr))
794 #define pte_offset_kimg(dir,addr)	((pte_t *)__phys_to_kimg(pte_offset_phys((dir), (addr))))
1156 static inline pte_t pte_modify(pte_t pte, pgprot_t newprot)  in pte_modify()
1186 				 unsigned long address, pte_t *ptep,
1187 				 pte_t entry, int dirty);
1195 	return __ptep_set_access_flags(vma, address, (pte_t *)pmdp,  in pmdp_set_access_flags()
1211 static inline bool pte_user_accessible_page(pte_t pte)  in pte_user_accessible_page()
1232 					      pte_t *ptep)  in __ptep_test_and_clear_young()
1234 	pte_t old_pte, pte;  in __ptep_test_and_clear_young()
1248 					 unsigned long address, pte_t *ptep)  in __ptep_clear_flush_young()
1275 	return __ptep_test_and_clear_young(vma, address, (pte_t *)pmdp);  in pmdp_test_and_clear_young()
1279 static inline pte_t __ptep_get_and_clear(struct mm_struct *mm,  in __ptep_get_and_clear()
1280 				       unsigned long address, pte_t *ptep)  in __ptep_get_and_clear()
1282 	pte_t pte = __pte(xchg_relaxed(&pte_val(*ptep), 0));  in __ptep_get_and_clear()
1290 				pte_t *ptep, unsigned int nr, int full)  in __clear_full_ptes()
1301 static inline pte_t __get_and_clear_full_ptes(struct mm_struct *mm,  in __get_and_clear_full_ptes()
1302 				unsigned long addr, pte_t *ptep,  in __get_and_clear_full_ptes()
1305 	pte_t pte, tmp_pte;  in __get_and_clear_full_ptes()
1334 					unsigned long address, pte_t *ptep,  in ___ptep_set_wrprotect()
1335 					pte_t pte)  in ___ptep_set_wrprotect()
1337 	pte_t old_pte;  in ___ptep_set_wrprotect()
1352 					unsigned long address, pte_t *ptep)  in __ptep_set_wrprotect()
1358 				pte_t *ptep, unsigned int nr)  in __wrprotect_ptes()
1367 					   unsigned long addr, pte_t *ptep,  in __clear_young_dirty_pte()
1368 					   pte_t pte, cydp_t flags)  in __clear_young_dirty_pte()
1370 	pte_t old_pte;  in __clear_young_dirty_pte()
1386 					    unsigned long addr, pte_t *ptep,  in __clear_young_dirty_ptes()
1389 	pte_t pte;  in __clear_young_dirty_ptes()
1411 	__ptep_set_wrprotect(mm, address, (pte_t *)pmdp);  in pmdp_set_wrprotect()
1444 #define __swp_entry_to_pte(swp)	((pte_t) { (swp).val })
1484 		struct vm_area_struct *vma, unsigned long addr, pte_t *ptep,  in update_mmu_cache_range()
1530 extern pte_t ptep_modify_prot_start(struct vm_area_struct *vma,
1531 				    unsigned long addr, pte_t *ptep);
1535 				    unsigned long addr, pte_t *ptep,
1536 				    pte_t old_pte, pte_t new_pte);
1546 				pte_t *ptep, pte_t pte);
1548 				pte_t *ptep, pte_t pte);
1549 extern pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte);
1550 extern pte_t contpte_ptep_get_lockless(pte_t *orig_ptep);
1552 				pte_t *ptep, pte_t pte, unsigned int nr);
1554 				pte_t *ptep, unsigned int nr, int full);
1555 extern pte_t contpte_get_and_clear_full_ptes(struct mm_struct *mm,
1556 				unsigned long addr, pte_t *ptep,
1559 				unsigned long addr, pte_t *ptep);
1561 				unsigned long addr, pte_t *ptep);
1563 				pte_t *ptep, unsigned int nr);
1565 				unsigned long addr, pte_t *ptep,
1566 				pte_t entry, int dirty);
1568 				unsigned long addr, pte_t *ptep,
1572 				unsigned long addr, pte_t *ptep, pte_t pte)  in contpte_try_fold()
1595 				unsigned long addr, pte_t *ptep, pte_t pte)  in contpte_try_unfold()
1602 static inline unsigned int pte_batch_hint(pte_t *ptep, pte_t pte)  in pte_batch_hint()
1629 static inline pte_t ptep_get(pte_t *ptep)  in ptep_get()
1631 	pte_t pte = __ptep_get(ptep);  in ptep_get()
1640 static inline pte_t ptep_get_lockless(pte_t *ptep)  in ptep_get_lockless()
1642 	pte_t pte = __ptep_get(ptep);  in ptep_get_lockless()
1650 static inline void set_pte(pte_t *ptep, pte_t pte)  in set_pte()
1659 	pte_t orig_pte = __ptep_get(ptep);  in set_pte()
1667 				pte_t *ptep, pte_t pte, unsigned int nr)  in set_ptes()
1681 				unsigned long addr, pte_t *ptep)  in pte_clear()
1689 				pte_t *ptep, unsigned int nr, int full)  in clear_full_ptes()
1700 static inline pte_t get_and_clear_full_ptes(struct mm_struct *mm,  in get_and_clear_full_ptes()
1701 				unsigned long addr, pte_t *ptep,  in get_and_clear_full_ptes()
1704 	pte_t pte;  in get_and_clear_full_ptes()
1717 static inline pte_t ptep_get_and_clear(struct mm_struct *mm,  in ptep_get_and_clear()
1718 				unsigned long addr, pte_t *ptep)  in ptep_get_and_clear()
1726 				unsigned long addr, pte_t *ptep)  in ptep_test_and_clear_young()
1728 	pte_t orig_pte = __ptep_get(ptep);  in ptep_test_and_clear_young()
1738 				unsigned long addr, pte_t *ptep)  in ptep_clear_flush_young()
1740 	pte_t orig_pte = __ptep_get(ptep);  in ptep_clear_flush_young()
1750 				unsigned long addr, pte_t *ptep, unsigned int nr)  in wrprotect_ptes()
1760 		pte_t orig_pte = __ptep_get(ptep);  in wrprotect_ptes()
1774 				unsigned long addr, pte_t *ptep)  in ptep_set_wrprotect()
1781 				unsigned long addr, pte_t *ptep,  in ptep_set_access_flags()
1782 				pte_t entry, int dirty)  in ptep_set_access_flags()
1784 	pte_t orig_pte = __ptep_get(ptep);  in ptep_set_access_flags()
1796 					  unsigned long addr, pte_t *ptep,  in clear_young_dirty_ptes()