Lines Matching refs:pte

143 void __meminit vmemmap_verify(pte_t *pte, int node,  in vmemmap_verify()  argument
146 unsigned long pfn = pte_pfn(ptep_get(pte)); in vmemmap_verify()
158 pte_t *pte = pte_offset_kernel(pmd, addr); in vmemmap_pte_populate() local
159 if (pte_none(ptep_get(pte))) { in vmemmap_pte_populate()
182 set_pte_at(&init_mm, addr, pte, entry); in vmemmap_pte_populate()
184 return pte; in vmemmap_pte_populate()
258 pte_t *pte; in vmemmap_populate_address() local
272 pte = vmemmap_pte_populate(pmd, addr, node, altmap, ptpfn, flags); in vmemmap_populate_address()
273 if (!pte) in vmemmap_populate_address()
275 vmemmap_verify(pte, node, addr, addr + PAGE_SIZE); in vmemmap_populate_address()
277 return pte; in vmemmap_populate_address()
287 pte_t *pte; in vmemmap_populate_range() local
290 pte = vmemmap_populate_address(addr, node, altmap, in vmemmap_populate_range()
292 if (!pte) in vmemmap_populate_range()
323 pte_t *pte; in vmemmap_undo_hvo() local
338 pte = virt_to_kpte(maddr); in vmemmap_undo_hvo()
339 pte_clear(&init_mm, maddr, pte); in vmemmap_undo_hvo()
347 pte = virt_to_kpte(maddr); in vmemmap_undo_hvo()
348 pfn = pte_pfn(ptep_get(pte)); in vmemmap_undo_hvo()
349 pte_clear(&init_mm, maddr, pte); in vmemmap_undo_hvo()
373 pte_t *pte; in vmemmap_wrprotect_hvo() local
376 pte = virt_to_kpte(maddr); in vmemmap_wrprotect_hvo()
377 ptep_set_wrprotect(&init_mm, maddr, pte); in vmemmap_wrprotect_hvo()
389 pte_t *pte; in vmemmap_populate_hvo() local
393 pte = vmemmap_populate_address(maddr, node, NULL, -1, 0); in vmemmap_populate_hvo()
394 if (!pte) in vmemmap_populate_hvo()
402 pte_pfn(ptep_get(pte)), 0); in vmemmap_populate_hvo()
491 pte_t *pte; in compound_section_tail_page() local
499 pte = pte_offset_kernel(pmd_off_k(addr), addr); in compound_section_tail_page()
500 if (!pte) in compound_section_tail_page()
503 return pte; in compound_section_tail_page()
512 pte_t *pte; in vmemmap_populate_compound_pages() local
516 pte = compound_section_tail_page(start); in vmemmap_populate_compound_pages()
517 if (!pte) in vmemmap_populate_compound_pages()
525 pte_pfn(ptep_get(pte)), in vmemmap_populate_compound_pages()
534 pte = vmemmap_populate_address(addr, node, NULL, -1, 0); in vmemmap_populate_compound_pages()
535 if (!pte) in vmemmap_populate_compound_pages()
540 pte = vmemmap_populate_address(next, node, NULL, -1, 0); in vmemmap_populate_compound_pages()
541 if (!pte) in vmemmap_populate_compound_pages()
550 pte_pfn(ptep_get(pte)), in vmemmap_populate_compound_pages()