Lines Matching full:object
65 static void dev_pager_free_page(vm_object_t object, vm_page_t m);
66 static int dev_pager_populate(vm_object_t object, vm_pindex_t pidx,
97 static int old_dev_pager_fault(vm_object_t object, vm_ooffset_t offset,
117 vm_object_t object; in cdev_pager_lookup() local
121 object = vm_pager_object_lookup(&dev_pager_object_list, handle); in cdev_pager_lookup()
122 if (object != NULL && object->un_pager.devp.handle == NULL) { in cdev_pager_lookup()
123 msleep(&object->un_pager.devp.handle, &dev_pager_mtx, in cdev_pager_lookup()
125 vm_object_deallocate(object); in cdev_pager_lookup()
129 return (object); in cdev_pager_lookup()
137 vm_object_t object; in cdev_pager_allocate() local
170 object = vm_pager_object_lookup(&dev_pager_object_list, handle); in cdev_pager_allocate()
171 if (object == NULL) { in cdev_pager_allocate()
175 * Allocate object and associate it with the pager. Initialize in cdev_pager_allocate()
176 * the object's pg_color based upon the physical address of the in cdev_pager_allocate()
182 object = vm_pager_object_lookup(&dev_pager_object_list, handle); in cdev_pager_allocate()
183 if (object != NULL) { in cdev_pager_allocate()
187 if (object->un_pager.devp.handle == NULL) { in cdev_pager_allocate()
188 msleep(&object->un_pager.devp.handle, in cdev_pager_allocate()
190 vm_object_deallocate(object); in cdev_pager_allocate()
195 * We raced with other thread while allocating object. in cdev_pager_allocate()
197 if (pindex > object->size) in cdev_pager_allocate()
198 object->size = pindex; in cdev_pager_allocate()
199 KASSERT(object->type == tp, in cdev_pager_allocate()
201 object, tp)); in cdev_pager_allocate()
202 KASSERT(object->un_pager.devp.ops == ops, in cdev_pager_allocate()
203 ("Inconsistent devops %p %p", object, ops)); in cdev_pager_allocate()
207 object = object1; in cdev_pager_allocate()
209 object->handle = handle; in cdev_pager_allocate()
210 object->un_pager.devp.ops = ops; in cdev_pager_allocate()
211 TAILQ_INIT(&object->un_pager.devp.devp_pglist); in cdev_pager_allocate()
212 TAILQ_INSERT_TAIL(&dev_pager_object_list, object, in cdev_pager_allocate()
216 vm_object_set_flag(object, OBJ_POPULATE); in cdev_pager_allocate()
220 TAILQ_REMOVE(&dev_pager_object_list, object, in cdev_pager_allocate()
222 wakeup(&object->un_pager.devp.handle); in cdev_pager_allocate()
224 object->type = OBJT_DEAD; in cdev_pager_allocate()
225 vm_object_deallocate(object); in cdev_pager_allocate()
226 object = NULL; in cdev_pager_allocate()
230 object->flags |= OBJ_COLORED; in cdev_pager_allocate()
231 object->pg_color = color; in cdev_pager_allocate()
232 object->un_pager.devp.handle = handle; in cdev_pager_allocate()
233 wakeup(&object->un_pager.devp.handle); in cdev_pager_allocate()
238 if (object->un_pager.devp.handle == NULL) { in cdev_pager_allocate()
239 msleep(&object->un_pager.devp.handle, in cdev_pager_allocate()
241 vm_object_deallocate(object); in cdev_pager_allocate()
244 if (pindex > object->size) in cdev_pager_allocate()
245 object->size = pindex; in cdev_pager_allocate()
246 KASSERT(object->type == tp, in cdev_pager_allocate()
247 ("Inconsistent device pager type %p %d", object, tp)); in cdev_pager_allocate()
250 return (object); in cdev_pager_allocate()
263 cdev_pager_free_page(vm_object_t object, vm_page_t m) in cdev_pager_free_page() argument
266 if (object->type == OBJT_MGTDEVICE) { in cdev_pager_free_page()
269 vm_page_iter_init(&pages, object); in cdev_pager_free_page()
272 } else if (object->type == OBJT_DEVICE) in cdev_pager_free_page()
273 dev_pager_free_page(object, m); in cdev_pager_free_page()
276 ("Invalid device type obj %p m %p", object, m)); in cdev_pager_free_page()
287 cdev_mgtdev_pager_free_pages(vm_object_t object) in cdev_mgtdev_pager_free_pages() argument
292 vm_page_iter_init(&pages, object); in cdev_mgtdev_pager_free_pages()
293 VM_OBJECT_WLOCK(object); in cdev_mgtdev_pager_free_pages()
303 VM_OBJECT_WUNLOCK(object); in cdev_mgtdev_pager_free_pages()
307 dev_pager_free_page(vm_object_t object, vm_page_t m) in dev_pager_free_page() argument
310 VM_OBJECT_ASSERT_WLOCKED(object); in dev_pager_free_page()
311 KASSERT((object->type == OBJT_DEVICE && in dev_pager_free_page()
313 ("Managed device or page obj %p m %p", object, m)); in dev_pager_free_page()
314 TAILQ_REMOVE(&object->un_pager.devp.devp_pglist, m, plinks.q); in dev_pager_free_page()
319 dev_pager_dealloc(vm_object_t object) in dev_pager_dealloc() argument
323 VM_OBJECT_WUNLOCK(object); in dev_pager_dealloc()
324 object->un_pager.devp.ops->cdev_pg_dtor(object->un_pager.devp.handle); in dev_pager_dealloc()
327 TAILQ_REMOVE(&dev_pager_object_list, object, pager_object_list); in dev_pager_dealloc()
329 VM_OBJECT_WLOCK(object); in dev_pager_dealloc()
331 if (object->type == OBJT_DEVICE) { in dev_pager_dealloc()
335 while ((m = TAILQ_FIRST(&object->un_pager.devp.devp_pglist)) in dev_pager_dealloc()
340 dev_pager_free_page(object, m); in dev_pager_dealloc()
343 object->handle = NULL; in dev_pager_dealloc()
344 object->type = OBJT_DEAD; in dev_pager_dealloc()
348 dev_pager_getpages(vm_object_t object, vm_page_t *ma, int count, int *rbehind, in dev_pager_getpages() argument
355 if (object->un_pager.devp.ops->cdev_pg_fault == NULL) in dev_pager_getpages()
357 VM_OBJECT_WLOCK(object); in dev_pager_getpages()
358 error = object->un_pager.devp.ops->cdev_pg_fault(object, in dev_pager_getpages()
361 VM_OBJECT_ASSERT_WLOCKED(object); in dev_pager_getpages()
364 KASSERT((object->type == OBJT_DEVICE && in dev_pager_getpages()
366 (object->type == OBJT_MGTDEVICE && in dev_pager_getpages()
368 ("Wrong page type %p %p", ma[0], object)); in dev_pager_getpages()
369 if (object->type == OBJT_DEVICE) { in dev_pager_getpages()
370 TAILQ_INSERT_TAIL(&object->un_pager.devp.devp_pglist, in dev_pager_getpages()
378 VM_OBJECT_WUNLOCK(object); in dev_pager_getpages()
384 dev_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in dev_pager_populate() argument
388 VM_OBJECT_ASSERT_WLOCKED(object); in dev_pager_populate()
389 if (object->un_pager.devp.ops->cdev_pg_populate == NULL) in dev_pager_populate()
391 return (object->un_pager.devp.ops->cdev_pg_populate(object, pidx, in dev_pager_populate()
396 old_dev_pager_fault(vm_object_t object, vm_ooffset_t offset, int prot, in old_dev_pager_fault() argument
408 memattr = object->memattr; in old_dev_pager_fault()
410 VM_OBJECT_WUNLOCK(object); in old_dev_pager_fault()
412 dev = object->handle; in old_dev_pager_fault()
415 VM_OBJECT_WLOCK(object); in old_dev_pager_fault()
427 VM_OBJECT_WLOCK(object); in old_dev_pager_fault()
452 VM_OBJECT_WLOCK(object); in old_dev_pager_fault()
460 VM_OBJECT_WLOCK(object); in old_dev_pager_fault()
461 vm_page_replace(page, object, (*mres)->pindex, *mres); in old_dev_pager_fault()
469 dev_pager_putpages(vm_object_t object, vm_page_t *m, int count, int flags, in dev_pager_putpages() argument
477 dev_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before, in dev_pager_haspage() argument