Lines Matching refs:pgtable

1223 	pgtable_t pgtable;  in __do_huge_pmd_anonymous_page()  local
1230 pgtable = pte_alloc_one(vma->vm_mm); in __do_huge_pmd_anonymous_page()
1231 if (unlikely(!pgtable)) { in __do_huge_pmd_anonymous_page()
1248 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1253 pgtable_trans_huge_deposit(vma->vm_mm, vmf->pmd, pgtable); in __do_huge_pmd_anonymous_page()
1264 if (pgtable) in __do_huge_pmd_anonymous_page()
1265 pte_free(vma->vm_mm, pgtable); in __do_huge_pmd_anonymous_page()
1307 static void set_huge_zero_folio(pgtable_t pgtable, struct mm_struct *mm, in set_huge_zero_folio() argument
1316 pgtable_trans_huge_deposit(mm, pmd, pgtable); in set_huge_zero_folio()
1337 pgtable_t pgtable; in do_huge_pmd_anonymous_page() local
1341 pgtable = pte_alloc_one(vma->vm_mm); in do_huge_pmd_anonymous_page()
1342 if (unlikely(!pgtable)) in do_huge_pmd_anonymous_page()
1346 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1356 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1359 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1363 set_huge_zero_folio(pgtable, vma->vm_mm, vma, in do_huge_pmd_anonymous_page()
1370 pte_free(vma->vm_mm, pgtable); in do_huge_pmd_anonymous_page()
1380 pgtable_t pgtable) in insert_pfn_pmd() argument
1412 if (pgtable) { in insert_pfn_pmd()
1413 pgtable_trans_huge_deposit(mm, pmd, pgtable); in insert_pfn_pmd()
1415 pgtable = NULL; in insert_pfn_pmd()
1423 if (pgtable) in insert_pfn_pmd()
1424 pte_free(mm, pgtable); in insert_pfn_pmd()
1442 pgtable_t pgtable = NULL; in vmf_insert_pfn_pmd() local
1459 pgtable = pte_alloc_one(vma->vm_mm); in vmf_insert_pfn_pmd()
1460 if (!pgtable) in vmf_insert_pfn_pmd()
1466 insert_pfn_pmd(vma, addr, vmf->pmd, pfn, pgprot, write, pgtable); in vmf_insert_pfn_pmd()
1615 pgtable_t pgtable = NULL; in copy_huge_pmd() local
1640 pgtable = pte_alloc_one(dst_mm); in copy_huge_pmd()
1641 if (unlikely(!pgtable)) in copy_huge_pmd()
1668 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
1678 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1704 pte_free(dst_mm, pgtable); in copy_huge_pmd()
1713 pgtable_trans_huge_deposit(dst_mm, dst_pmd, pgtable); in copy_huge_pmd()
2116 pgtable_t pgtable; in zap_deposited_table() local
2118 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in zap_deposited_table()
2119 pte_free(mm, pgtable); in zap_deposited_table()
2258 pgtable_t pgtable; in move_huge_pmd() local
2259 pgtable = pgtable_trans_huge_withdraw(mm, old_pmd); in move_huge_pmd()
2260 pgtable_trans_huge_deposit(mm, new_pmd, pgtable); in move_huge_pmd()
2702 pgtable_t pgtable; in __split_huge_zero_page_pmd() local
2718 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_zero_page_pmd()
2719 pmd_populate(mm, &_pmd, pgtable); in __split_huge_zero_page_pmd()
2736 pmd_populate(mm, pmd, pgtable); in __split_huge_zero_page_pmd()
2745 pgtable_t pgtable; in __split_huge_pmd_locked() local
2890 pgtable = pgtable_trans_huge_withdraw(mm, pmd); in __split_huge_pmd_locked()
2891 pmd_populate(mm, &_pmd, pgtable); in __split_huge_pmd_locked()
2956 pmd_populate(mm, pmd, pgtable); in __split_huge_pmd_locked()