Lines Matching full:addr
6 pte_t huge_ptep_get(struct mm_struct *mm, unsigned long addr, pte_t *ptep) in huge_ptep_get() argument
32 unsigned long addr, in huge_pte_alloc() argument
42 pgd = pgd_offset(mm, addr); in huge_pte_alloc()
43 p4d = p4d_alloc(mm, pgd, addr); in huge_pte_alloc()
47 pud = pud_alloc(mm, p4d, addr); in huge_pte_alloc()
57 if (want_pmd_share(vma, addr) && pud_none(pudp_get(pud))) in huge_pte_alloc()
58 pte = huge_pmd_share(mm, vma, addr, pud); in huge_pte_alloc()
60 pte = (pte_t *)pmd_alloc(mm, pud, addr); in huge_pte_alloc()
64 pmd = pmd_alloc(mm, pud, addr); in huge_pte_alloc()
70 pte = pte_alloc_huge(mm, pmd, addr & napot_cont_mask(order)); in huge_pte_alloc()
85 unsigned long addr, in huge_pte_offset() argument
95 pgd = pgd_offset(mm, addr); in huge_pte_offset()
99 p4d = p4d_offset(pgd, addr); in huge_pte_offset()
103 pud = pud_offset(p4d, addr); in huge_pte_offset()
111 pmd = pmd_offset(pud, addr); in huge_pte_offset()
121 pte = pte_offset_huge(pmd, addr & napot_cont_mask(order)); in huge_pte_offset()
149 unsigned long addr, in get_clear_contig() argument
156 for (i = 0; i < pte_num; i++, addr += PAGE_SIZE, ptep++) { in get_clear_contig()
157 pte_t pte = ptep_get_and_clear(mm, addr, ptep); in get_clear_contig()
170 unsigned long addr, in get_clear_contig_flush() argument
174 pte_t orig_pte = get_clear_contig(mm, addr, ptep, pte_num); in get_clear_contig_flush()
179 flush_tlb_range(&vma, addr, addr + (PAGE_SIZE * pte_num)); in get_clear_contig_flush()
201 unsigned long addr, in clear_flush() argument
207 unsigned long i, saddr = addr; in clear_flush()
209 for (i = 0; i < ncontig; i++, addr += pgsize, ptep++) in clear_flush()
210 ptep_get_and_clear(mm, addr, ptep); in clear_flush()
212 flush_tlb_range(&vma, saddr, addr); in clear_flush()
224 unsigned long addr, in set_huge_pte_at() argument
247 for (i = 0; i < pte_num; i++, ptep++, addr += pgsize) in set_huge_pte_at()
248 set_ptes(mm, addr, ptep, pte, 1); in set_huge_pte_at()
253 set_ptes(mm, addr, ptep, pte, 1); in set_huge_pte_at()
257 clear_flush(mm, addr, ptep, pgsize, pte_num); in set_huge_pte_at()
259 for (i = 0; i < pte_num; i++, ptep++, addr += pgsize) in set_huge_pte_at()
260 set_pte_at(mm, addr, ptep, pte); in set_huge_pte_at()
264 unsigned long addr, in huge_ptep_set_access_flags() argument
275 return ptep_set_access_flags(vma, addr, ptep, pte, dirty); in huge_ptep_set_access_flags()
279 ptep = huge_pte_offset(mm, addr, napot_cont_size(order)); in huge_ptep_set_access_flags()
280 orig_pte = get_clear_contig_flush(mm, addr, ptep, pte_num); in huge_ptep_set_access_flags()
288 for (i = 0; i < pte_num; i++, addr += PAGE_SIZE, ptep++) in huge_ptep_set_access_flags()
289 set_pte_at(mm, addr, ptep, pte); in huge_ptep_set_access_flags()
295 unsigned long addr, in huge_ptep_get_and_clear() argument
302 return ptep_get_and_clear(mm, addr, ptep); in huge_ptep_get_and_clear()
306 return get_clear_contig(mm, addr, ptep, pte_num); in huge_ptep_get_and_clear()
310 unsigned long addr, in huge_ptep_set_wrprotect() argument
319 ptep_set_wrprotect(mm, addr, ptep); in huge_ptep_set_wrprotect()
325 ptep = huge_pte_offset(mm, addr, napot_cont_size(order)); in huge_ptep_set_wrprotect()
326 orig_pte = get_clear_contig_flush(mm, addr, ptep, pte_num); in huge_ptep_set_wrprotect()
330 for (i = 0; i < pte_num; i++, addr += PAGE_SIZE, ptep++) in huge_ptep_set_wrprotect()
331 set_pte_at(mm, addr, ptep, orig_pte); in huge_ptep_set_wrprotect()
335 unsigned long addr, in huge_ptep_clear_flush() argument
342 return ptep_clear_flush(vma, addr, ptep); in huge_ptep_clear_flush()
346 return get_clear_contig_flush(vma->vm_mm, addr, ptep, pte_num); in huge_ptep_clear_flush()
350 unsigned long addr, in huge_pte_clear() argument
358 pte_clear(mm, addr, ptep); in huge_pte_clear()
363 for (i = 0; i < pte_num; i++, addr += PAGE_SIZE, ptep++) in huge_pte_clear()
364 pte_clear(mm, addr, ptep); in huge_pte_clear()