Lines Matching refs:vaddr
120 vm_offset_t vaddr;
176 static void vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr,
343 vm_offset_t vaddr;
361 vaddr = fs->vaddr;
399 while (rounddown2(vaddr, pagesizes[psind]) < fs->entry->start ||
400 roundup2(vaddr + 1, pagesizes[psind]) > fs->entry->end ||
401 (vaddr & (pagesizes[psind] - 1)) !=
416 vaddr = rounddown2(vaddr, pagesizes[psind]);
423 if (pmap_enter(fs->map->pmap, vaddr, m_map, fs->prot, fs->fault_type |
432 vm_fault_prefault(fs, vaddr, PFBAK, PFFOR, true);
500 vm_offset_t vaddr;
577 vaddr = fs->entry->start + IDX_TO_OFF(pager_first) -
580 KASSERT((vaddr & (pagesizes[bdry_idx] - 1)) == 0,
581 ("unaligned superpage start %#jx pager_first %#jx offset %#jx vaddr %#jx",
583 (uintmax_t)fs->entry->offset, (uintmax_t)vaddr));
587 rv = pmap_enter(fs->map->pmap, vaddr, m, fs->prot,
629 vaddr = fs->entry->start + IDX_TO_OFF(pidx) - fs->entry->offset;
633 while (psind > 0 && ((vaddr & (pagesizes[psind] - 1)) != 0 ||
644 rv = pmap_enter(fs->map->pmap, vaddr, m, fs->prot, fs->fault_type |
660 rv = pmap_enter(fs->map->pmap, vaddr + ptoa(i),
715 vm_fault_trap(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type,
723 ktrfault(vaddr, fault_type);
725 result = vm_fault(map, trunc_page(vaddr), fault_type, fault_flags,
872 if (fs->vaddr == fs->entry->next_read)
873 vm_fault_dontneed(fs, fs->vaddr, nera);
874 } else if (fs->vaddr == fs->entry->next_read) {
889 vm_fault_dontneed(fs, fs->vaddr, nera);
914 result = vm_map_lookup(&fs->map, fs->vaddr, fs->fault_type |
926 __func__, (u_long)fs->vaddr);
933 if (vm_map_lookup_entry(fs->map, fs->vaddr, &fs->entry) &&
970 result = vm_map_lookup_locked(&fs->map, fs->vaddr, fs->fault_type,
1288 vm_object_color(fs->object, atop(fs->vaddr) - fs->pindex);
1387 atop(fs->vaddr - e_start));
1390 ahead = ulmin(ahead, atop(e_end - fs->vaddr) - 1);
1549 vm_fault(vm_map_t map, vm_offset_t vaddr, vm_prot_t fault_type,
1564 fs.vaddr = vaddr;
1754 fs.entry->next_read = vaddr + ptoa(ahead) + PAGE_SIZE;
1772 pmap_enter(fs.map->pmap, vaddr, fs.m, fs.prot,
1776 vm_fault_prefault(&fs, vaddr,
1836 vm_fault_dontneed(const struct faultstate *fs, vm_offset_t vaddr, int ahead)
1853 end = rounddown2(vaddr, size);
1854 if (vaddr - end >= size - PAGE_SIZE - ptoa(ahead) &&
2087 vm_offset_t vaddr;
2160 for (vaddr = dst_entry->start, dst_pindex = 0;
2161 vaddr < dst_entry->end;
2162 vaddr += PAGE_SIZE, dst_pindex++) {
2256 pmap_enter(dst_map->pmap, vaddr, dst_m, prot,