Lines Matching defs:orig_pte

112 	return pte_is_uffd_wp_marker(vmf->orig_pte);
849  * @orig_pte: pte value at @ptep
870 		pte_t *ptep, pte_t orig_pte)
877 	if (pte_swp_soft_dirty(orig_pte))
880 	if (pte_swp_uffd_wp(orig_pte))
903 		unsigned long addr, pte_t *ptep, pte_t orig_pte)
905 	const softleaf_t entry = softleaf_from_pte(orig_pte);
910 		restore_exclusive_pte(vma, folio, page, addr, ptep, orig_pte);
930 	pte_t orig_pte = ptep_get(src_pte);
931 	softleaf_t entry = softleaf_from_pte(orig_pte);
932 	pte_t pte = orig_pte;
949 		if (pte_swp_exclusive(orig_pte)) {
950 			pte = pte_swp_clear_exclusive(orig_pte);
969 			if (pte_swp_soft_dirty(orig_pte))
971 			if (pte_swp_uffd_wp(orig_pte))
1005 			if (pte_swp_uffd_wp(orig_pte))
1017 		if (try_restore_exclusive_pte(src_vma, addr, src_pte, orig_pte))
3437 		same = pte_same(ptep_get(vmf->pte), vmf->orig_pte);
3483 	if (!arch_has_hw_pte_young() && !pte_young(vmf->orig_pte)) {
3487 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3498 		entry = pte_mkyoung(vmf->orig_pte);
3515 		if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3663 	VM_WARN_ON(is_zero_pfn(pte_pfn(vmf->orig_pte)));
3676 	flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));
3677 	entry = pte_mkyoung(vmf->orig_pte);
3771 	pfn_is_zero = is_zero_pfn(pte_pfn(vmf->orig_pte));
3809 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
3816 			ksm_might_unmap_zero_page(mm, vmf->orig_pte);
3819 		flush_cache_page(vma, vmf->address, pte_pfn(vmf->orig_pte));
3823 			if (pte_soft_dirty(vmf->orig_pte))
3825 			if (pte_uffd_wp(vmf->orig_pte))
3929 	if (!pte_same(ptep_get(vmf->pte), vmf->orig_pte)) {
4168 			vmf->orig_pte = pte;
4180 	vmf->page = vm_normal_page(vma, vmf->address, vmf->orig_pte);
4397 	if (likely(vmf->pte && pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
4399 				      vmf->pte, vmf->orig_pte);
4458 	if (pte_same(vmf->orig_pte, ptep_get(vmf->pte)))
4490 	const softleaf_t entry = softleaf_from_pte(vmf->orig_pte);
4525 	entry = softleaf_from_pte(vmf->orig_pte);
4551 	if (!pte_same(pte, pte_move_swp_offset(vmf->orig_pte, -idx)))
4620 	entry = softleaf_from_pte(vmf->orig_pte);
4717 	entry = softleaf_from_pte(vmf->orig_pte);
4741 							vmf->orig_pte)))
4765 			print_bad_pte(vma, vmf->address, vmf->orig_pte, NULL);
4804 				   pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
4874 	if (unlikely(!vmf->pte || !pte_same(ptep_get(vmf->pte), vmf->orig_pte)))
4901 		if (!pte_same(folio_pte, pte_move_swp_offset(vmf->orig_pte, -idx)) ||
4953 		exclusive = pte_swp_exclusive(vmf->orig_pte);
4996 	if (pte_swp_soft_dirty(vmf->orig_pte))
4998 	if (pte_swp_uffd_wp(vmf->orig_pte))
5021 	vmf->orig_pte = pte_advance_pfn(pte, page_idx);
5527 		return !pte_same(ptep_get(vmf->pte), vmf->orig_pte);
6059 	if (unlikely(!pte_same(old_pte, vmf->orig_pte))) {
6108 	if (unlikely(!pte_same(ptep_get(vmf->pte), vmf->orig_pte))) {
6298 		vmf->orig_pte = ptep_get_lockless(vmf->pte);
6301 		if (pte_none(vmf->orig_pte)) {
6310 	if (!pte_present(vmf->orig_pte))
6313 	if (pte_protnone(vmf->orig_pte) && vma_is_accessible(vmf->vma))
6317 	entry = vmf->orig_pte;