Lines Matching refs:pgsize
83 pte_t *ptep, size_t *pgsize) in find_num_contig() argument
90 *pgsize = PAGE_SIZE; in find_num_contig()
95 *pgsize = PMD_SIZE; in find_num_contig()
101 static inline int num_contig_ptes(unsigned long size, size_t *pgsize) in num_contig_ptes() argument
105 *pgsize = size; in num_contig_ptes()
109 *pgsize = PMD_SIZE; in num_contig_ptes()
113 *pgsize = PAGE_SIZE; in num_contig_ptes()
126 size_t pgsize; in huge_ptep_get() local
132 ncontig = num_contig_ptes(page_size(pte_page(orig_pte)), &pgsize); in huge_ptep_get()
156 unsigned long pgsize, in get_clear_contig() argument
166 addr += pgsize; in get_clear_contig()
181 unsigned long pgsize, in get_clear_contig_flush() argument
184 pte_t orig_pte = get_clear_contig(mm, addr, ptep, pgsize, ncontig); in get_clear_contig_flush()
187 flush_tlb_range(&vma, addr, addr + (pgsize * ncontig)); in get_clear_contig_flush()
203 unsigned long pgsize, in clear_flush() argument
209 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) in clear_flush()
218 size_t pgsize; in set_huge_pte_at() local
224 ncontig = num_contig_ptes(sz, &pgsize); in set_huge_pte_at()
227 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize) in set_huge_pte_at()
238 dpfn = pgsize >> PAGE_SHIFT; in set_huge_pte_at()
241 clear_flush(mm, addr, ptep, pgsize, ncontig); in set_huge_pte_at()
243 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize, pfn += dpfn) in set_huge_pte_at()
383 size_t pgsize; in huge_pte_clear() local
385 ncontig = num_contig_ptes(sz, &pgsize); in huge_pte_clear()
387 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) in huge_pte_clear()
395 size_t pgsize; in huge_ptep_get_and_clear() local
397 ncontig = num_contig_ptes(sz, &pgsize); in huge_ptep_get_and_clear()
398 return get_clear_contig(mm, addr, ptep, pgsize, ncontig); in huge_ptep_get_and_clear()
435 size_t pgsize = 0; in huge_ptep_set_access_flags() local
444 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_set_access_flags()
445 dpfn = pgsize >> PAGE_SHIFT; in huge_ptep_set_access_flags()
450 orig_pte = get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig); in huge_ptep_set_access_flags()
460 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize, pfn += dpfn) in huge_ptep_set_access_flags()
472 size_t pgsize; in huge_ptep_set_wrprotect() local
480 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_set_wrprotect()
481 dpfn = pgsize >> PAGE_SHIFT; in huge_ptep_set_wrprotect()
483 pte = get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig); in huge_ptep_set_wrprotect()
489 for (i = 0; i < ncontig; i++, ptep++, addr += pgsize, pfn += dpfn) in huge_ptep_set_wrprotect()
497 size_t pgsize; in huge_ptep_clear_flush() local
503 ncontig = find_num_contig(mm, addr, ptep, &pgsize); in huge_ptep_clear_flush()
504 return get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig); in huge_ptep_clear_flush()