| /linux/mm/ |
| H A D | pt_reclaim.c | 41 pte_t *start_pte, *pte; in try_to_free_pte() local
45 start_pte = pte_offset_map_rw_nolock(mm, pmd, addr, &pmdval, &ptl); in try_to_free_pte()
46 if (!start_pte) in try_to_free_pte()
52 for (i = 0, pte = start_pte; i < PTRS_PER_PTE; i++, pte++) { in try_to_free_pte()
56 pte_unmap(start_pte); in try_to_free_pte()
68 if (start_pte) in try_to_free_pte()
69 pte_unmap_unlock(start_pte, ptl); in try_to_free_pte()
|
| H A D | madvise.c | 363 pte_t *start_pte, *pte, ptent; in madvise_cold_or_pageout_pte_range() local
452 start_pte = pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in madvise_cold_or_pageout_pte_range()
453 if (!start_pte) in madvise_cold_or_pageout_pte_range()
465 pte_unmap_unlock(start_pte, ptl); in madvise_cold_or_pageout_pte_range()
501 pte_unmap_unlock(start_pte, ptl); in madvise_cold_or_pageout_pte_range()
502 start_pte = NULL; in madvise_cold_or_pageout_pte_range()
506 start_pte = pte = in madvise_cold_or_pageout_pte_range()
508 if (!start_pte) in madvise_cold_or_pageout_pte_range()
558 if (start_pte) { in madvise_cold_or_pageout_pte_range()
560 pte_unmap_unlock(start_pte, ptl); in madvise_cold_or_pageout_pte_range()
[all …]
|
| H A D | mlock.c | 356 pte_t *start_pte, *pte; in mlock_pte_range() local
378 start_pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in mlock_pte_range()
379 if (!start_pte) { in mlock_pte_range()
384 for (pte = start_pte; addr != end; pte++, addr += PAGE_SIZE) { in mlock_pte_range()
405 pte_unmap(start_pte); in mlock_pte_range()
|
| H A D | khugepaged.c | 1501 pte_t *start_pte, *pte; in collapse_pte_mapped_thp() local
1557 start_pte = pte_offset_map_lock(mm, pmd, haddr, &ptl); in collapse_pte_mapped_thp()
1558 if (!start_pte) /* mmap_lock + page lock should prevent this */ in collapse_pte_mapped_thp()
1562 for (i = 0, addr = haddr, pte = start_pte; in collapse_pte_mapped_thp()
1588 pte_unmap_unlock(start_pte, ptl); in collapse_pte_mapped_thp()
1605 start_pte = pte_offset_map_rw_nolock(mm, pmd, haddr, &pgt_pmd, &ptl); in collapse_pte_mapped_thp()
1606 if (!start_pte) /* mmap_lock + page lock should prevent this */ in collapse_pte_mapped_thp()
1617 for (i = 0, addr = haddr, pte = start_pte; i < HPAGE_PMD_NR; in collapse_pte_mapped_thp()
1677 pte_unmap_unlock(start_pte, ptl); in collapse_pte_mapped_thp()
1700 if (start_pte) in collapse_pte_mapped_thp()
[all …]
|
| H A D | memory.c | 1829 pte_t *start_pte; in zap_pte_range() local
1840 start_pte = pte = pte_offset_map_lock(mm, pmd, addr, &ptl); in zap_pte_range()
1884 pte_unmap_unlock(start_pte, ptl); in zap_pte_range()
2351 pte_t *start_pte, *pte; in insert_pages() local
2376 start_pte = pte_offset_map_lock(mm, pmd, addr, &pte_lock); in insert_pages()
2377 if (!start_pte) { in insert_pages()
2381 for (pte = start_pte; pte_idx < batch_size; ++pte, ++pte_idx) { in insert_pages()
2385 pte_unmap_unlock(start_pte, pte_lock); in insert_pages()
2393 pte_unmap_unlock(start_pte, pte_lock); in insert_pages()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | hash_tlb.c | 227 pte_t *start_pte; in flush_hash_table_pmd_range() local
241 start_pte = pte_offset_map(pmd, addr); in flush_hash_table_pmd_range()
242 if (!start_pte) in flush_hash_table_pmd_range()
244 for (pte = start_pte; pte < start_pte + PTRS_PER_PTE; pte++) { in flush_hash_table_pmd_range()
250 pte_unmap(start_pte); in flush_hash_table_pmd_range()
|
| /linux/mm/damon/ |
| H A D | vaddr.c | 709 pte_t *start_pte, *pte, ptent; in damos_va_migrate_pmd_entry() local
732 start_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in damos_va_migrate_pmd_entry()
751 pte_unmap_unlock(start_pte, ptl); in damos_va_migrate_pmd_entry()
873 pte_t *start_pte, *pte, ptent; in damos_va_stat_pmd_entry() local
898 start_pte = pte = pte_offset_map_lock(vma->vm_mm, pmd, addr, &ptl); in damos_va_stat_pmd_entry()
899 if (!start_pte) in damos_va_stat_pmd_entry()
919 pte_unmap_unlock(start_pte, ptl); in damos_va_stat_pmd_entry()
|
| /linux/fs/proc/ |
| H A D | task_mmu.c | 2727 pte_t *pte, *start_pte; in pagemap_scan_pmd_entry() local
2736 start_pte = pte = pte_offset_map_lock(vma->vm_mm, pmd, start, &ptl); in pagemap_scan_pmd_entry()
2813 pte_unmap_unlock(start_pte, ptl); in pagemap_scan_pmd_entry()
|