158 vmmpmap_l1_table(vm_offset_t va)  in vmmpmap_l1_table()  argument
166 	l0e = atomic_load_64(&l0[pmap_l0_index(va)]);  in vmmpmap_l1_table()
178 		rv = atomic_cmpset_64(&l0[pmap_l0_index(va)], l0e, new_l0e);  in vmmpmap_l1_table()
197 vmmpmap_l2_table(vm_offset_t va)  in vmmpmap_l2_table()  argument
203 	l1 = vmmpmap_l1_table(va);  in vmmpmap_l2_table()
209 	l1e = atomic_load_64(&l1[pmap_l1_index(va)]);  in vmmpmap_l2_table()
221 		rv = atomic_cmpset_64(&l1[pmap_l1_index(va)], l1e, new_l1e);  in vmmpmap_l2_table()
240 vmmpmap_l3_table(vm_offset_t va)  in vmmpmap_l3_table()  argument
246 	l2 = vmmpmap_l2_table(va);  in vmmpmap_l3_table()
252 	l2e = atomic_load_64(&l2[pmap_l2_index(va)]);  in vmmpmap_l3_table()
264 		rv = atomic_cmpset_64(&l2[pmap_l2_index(va)], l2e, new_l2e);  in vmmpmap_l3_table()
286 vmmpmap_enter(vm_offset_t va, vm_size_t size, vm_paddr_t pa, vm_prot_t prot)  in vmmpmap_enter()  argument
292 	KASSERT((va & L3_OFFSET) == 0,  in vmmpmap_enter()
312 		l3 = vmmpmap_l3_table(va);  in vmmpmap_enter()
323 		KASSERT(atomic_load_64(&l3[pmap_l3_index(va)]) == 0,  in vmmpmap_enter()
326 		atomic_store_64(&l3[pmap_l3_index(va)], l3e | pa);  in vmmpmap_enter()
333 		va += PAGE_SIZE;  in vmmpmap_enter()
340 vmmpmap_remove(vm_offset_t va, vm_size_t size, bool invalidate)  in vmmpmap_remove()  argument
347 	KASSERT((va & L3_OFFSET) == 0,  in vmmpmap_remove()
357 	sva = va;  in vmmpmap_remove()
358 	eva = va + size;  in vmmpmap_remove()
360 	for (i = 0; va < eva; va = va_next) {  in vmmpmap_remove()
361 		l0e = atomic_load_64(&l0[pmap_l0_index(va)]);  in vmmpmap_remove()
363 			va_next = (va + L0_SIZE) & ~L0_OFFSET;  in vmmpmap_remove()
364 			if (va_next < va)  in vmmpmap_remove()
371 		l1e = atomic_load_64(&l1[pmap_l1_index(va)]);  in vmmpmap_remove()
373 			va_next = (va + L1_SIZE) & ~L1_OFFSET;  in vmmpmap_remove()
374 			if (va_next < va)  in vmmpmap_remove()
381 		l2e = atomic_load_64(&l2[pmap_l2_index(va)]);  in vmmpmap_remove()
383 			va_next = (va + L2_SIZE) & ~L2_OFFSET;  in vmmpmap_remove()
384 			if (va_next < va)  in vmmpmap_remove()
392 			l3e = atomic_load_64(&l3[pmap_l3_index(va)]);  in vmmpmap_remove()
400 			atomic_store_64(&l3[pmap_l3_index(va)], l3e);  in vmmpmap_remove()
402 			l3_list[i] = &l3[pmap_l3_index(va)];  in vmmpmap_remove()
409 			atomic_store_64(&l3[pmap_l3_index(va)], 0);  in vmmpmap_remove()
412 		va_next = (va + L3_SIZE) & ~L3_OFFSET;  in vmmpmap_remove()
413 		if (va_next < va)  in vmmpmap_remove()