128 #define	VM_RESERV_INDEX(object, pindex)	\  argument
129     (((object)->pg_color + (pindex)) & (VM_LEVEL_0_NPAGES - 1))
161 	vm_object_t	object;			/* (o, r) containing object */  member
269 #define	vm_reserv_object_lock_idx(object)			\  argument
270 	    (((uintptr_t)object / sizeof(*object)) % VM_RESERV_OBJ_LOCK_COUNT)
271 #define	vm_reserv_object_lock_ptr(object)			\  argument
272 	    &vm_reserv_object_mtx[vm_reserv_object_lock_idx((object))]
273 #define	vm_reserv_object_lock(object)				\  argument
274 	    mtx_lock(vm_reserv_object_lock_ptr((object)))
275 #define	vm_reserv_object_unlock(object)				\  argument
276 	    mtx_unlock(vm_reserv_object_lock_ptr((object)))
363 	vm_object_t object;  in vm_reserv_remove()  local
367 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_remove()
368 	KASSERT(rv->object != NULL,  in vm_reserv_remove()
372 	object = rv->object;  in vm_reserv_remove()
373 	vm_reserv_object_lock(object);  in vm_reserv_remove()
375 	rv->object = NULL;  in vm_reserv_remove()
376 	vm_reserv_object_unlock(object);  in vm_reserv_remove()
383 vm_reserv_insert(vm_reserv_t rv, vm_object_t object, vm_pindex_t pindex)  in vm_reserv_insert()  argument
389 	    __FUNCTION__, rv, rv->pages, rv->object, object,  in vm_reserv_insert()
391 	KASSERT(rv->object == NULL,  in vm_reserv_insert()
399 	vm_reserv_object_lock(object);  in vm_reserv_insert()
401 	rv->object = object;  in vm_reserv_insert()
403 	LIST_INSERT_HEAD(&object->rvq, rv, objq);  in vm_reserv_insert()
404 	vm_reserv_object_unlock(object);  in vm_reserv_insert()
441 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_depopulate()
442 	KASSERT(rv->object != NULL,  in vm_reserv_depopulate()
513 vm_reserv_from_object(vm_object_t object, vm_pindex_t pindex,  in vm_reserv_from_object()  argument
521 		KASSERT(mpred->object == object,  in vm_reserv_from_object()
526 		if (rv->object == object && vm_reserv_has_pindex(rv, pindex))  in vm_reserv_from_object()
535 		if (rv->object == object && vm_reserv_has_pindex(rv, pindex))  in vm_reserv_from_object()
564 vm_reserv_num_alloc_pages(vm_object_t object, vm_pindex_t first,  in vm_reserv_num_alloc_pages()  argument
573 	vm_reserv_object_lock(object);  in vm_reserv_num_alloc_pages()
575 		if ((rv = vm_reserv_from_page(mpred))->object != object)  in vm_reserv_num_alloc_pages()
591 			if ((object->flags & OBJ_ANON) == 0)  in vm_reserv_num_alloc_pages()
592 				rightcap = object->size;  in vm_reserv_num_alloc_pages()
603 			if ((rv = vm_reserv_from_page(msucc))->object != object)  in vm_reserv_num_alloc_pages()
617 	vm_reserv_object_unlock(object);  in vm_reserv_num_alloc_pages()
631 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_populate()
632 	KASSERT(rv->object != NULL,  in vm_reserv_populate()
688 vm_reserv_alloc_contig(vm_object_t object, vm_pindex_t pindex, int domain,  in vm_reserv_alloc_contig()  argument
700 	VM_OBJECT_ASSERT_WLOCKED(object);  in vm_reserv_alloc_contig()
706 	if (pindex < VM_RESERV_INDEX(object, pindex) ||  in vm_reserv_alloc_contig()
707 	    pindex + npages > object->size)  in vm_reserv_alloc_contig()
720 	pa = VM_RESERV_INDEX(object, pindex) << PAGE_SHIFT;  in vm_reserv_alloc_contig()
728 	rv = vm_reserv_from_object(object, pindex, &mpred, &msucc, pages);  in vm_reserv_alloc_contig()
730 		KASSERT(object != kernel_object || rv->domain == domain,  in vm_reserv_alloc_contig()
732 		index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_contig()
740 		if (rv->object != object)  in vm_reserv_alloc_contig()
765 	first = pindex - VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_contig()
766 	allocpages = vm_reserv_num_alloc_pages(object, first,  in vm_reserv_alloc_contig()
767 	    VM_RESERV_INDEX(object, pindex) + npages, mpred, msucc);  in vm_reserv_alloc_contig()
802 	index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_contig()
809 		vm_reserv_insert(rv, object, first);  in vm_reserv_alloc_contig()
835 vm_reserv_alloc_page(vm_object_t object, vm_pindex_t pindex, int domain,  in vm_reserv_alloc_page()  argument
844 	VM_OBJECT_ASSERT_WLOCKED(object);  in vm_reserv_alloc_page()
849 	if (pindex < VM_RESERV_INDEX(object, pindex) ||  in vm_reserv_alloc_page()
850 	    pindex >= object->size)  in vm_reserv_alloc_page()
856 	rv = vm_reserv_from_object(object, pindex, &mpred, &msucc, pages);  in vm_reserv_alloc_page()
858 		KASSERT(object != kernel_object || rv->domain == domain,  in vm_reserv_alloc_page()
862 		index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_page()
866 		if (rv->object != object ||  in vm_reserv_alloc_page()
885 	first = pindex - VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_page()
886 	if (vm_reserv_num_alloc_pages(object, first, 1, mpred, msucc) <   in vm_reserv_alloc_page()
910 	vm_reserv_insert(rv, object, first);  in vm_reserv_alloc_page()
911 	index = VM_RESERV_INDEX(object, pindex);  in vm_reserv_alloc_page()
934 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_break()
969 vm_reserv_break_all(vm_object_t object)  in vm_reserv_break_all()  argument
980 	while ((rv = LIST_FIRST(&object->rvq)) != NULL) {  in vm_reserv_break_all()
983 		if (rv->object != object) {  in vm_reserv_break_all()
1009 	if (rv->object == NULL)  in vm_reserv_free_page()
1013 	if (rv->object != NULL) {  in vm_reserv_free_page()
1099 	if (rv->object == NULL)  in vm_reserv_is_page_free()
1119 	if (rv->object == NULL)  in vm_reserv_is_populated()
1136 	return (rv->object != NULL ? 1 : -1);  in vm_reserv_level()
1138 	return (rv->object != NULL ? 0 : -1);  in vm_reserv_level()
1173 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_dequeue()
1191 	    __FUNCTION__, rv, rv->object, rv->popcnt, rv->inpartpopq);  in vm_reserv_reclaim()
1385 	if (rv->object == old_object) {  in vm_reserv_rename()
1389 		    __FUNCTION__, rv, rv->object, new_object, rv->popcnt,  in vm_reserv_rename()
1391 		if (rv->object == old_object) {  in vm_reserv_rename()
1393 			rv->object = NULL;  in vm_reserv_rename()
1397 			rv->object = new_object;  in vm_reserv_rename()
1492 	VM_OBJECT_ASSERT_LOCKED(m->object);  in vm_reserv_to_superpage()
1494 	if (rv->object == m->object) {  in vm_reserv_to_superpage()