337 tlb_flush_local(vm_offset_t va)  in tlb_flush_local()  argument
340 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_local()
343 	_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_local()
349 tlb_flush_range_local(vm_offset_t va, vm_size_t size)  in tlb_flush_range_local()  argument
351 	vm_offset_t eva = va + size;  in tlb_flush_range_local()
353 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_range_local()
358 	for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range_local()
359 		_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_range_local()
391 tlb_flush(vm_offset_t va)  in tlb_flush()  argument
394 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush()
398 	    _CP15_TLBIMVAAIS(va),  in tlb_flush()
399 	    _CP15_TLBIMVA(va | CPU_ASID_KERNEL)  in tlb_flush()
405 tlb_flush_range(vm_offset_t va,  vm_size_t size)  in tlb_flush_range()  argument
407 	vm_offset_t eva = va + size;  in tlb_flush_range()
409 	KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va));  in tlb_flush_range()
416 			for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range()
417 				_CP15_TLBIMVAAIS(va);  in tlb_flush_range()
420 			for (; va < eva; va += PAGE_SIZE)  in tlb_flush_range()
421 				_CP15_TLBIMVA(va | CPU_ASID_KERNEL);  in tlb_flush_range()
430 #define tlb_flush(va) 			tlb_flush_local(va)  argument
431 #define tlb_flush_range(va, size) 	tlb_flush_range_local(va, size)  argument
441 icache_sync(vm_offset_t va, vm_size_t size)  in icache_sync()  argument
443 	vm_offset_t eva = va + size;  in icache_sync()
446 	va &= ~cpuinfo.dcache_line_mask;  in icache_sync()
448 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in icache_sync()
449 		_CP15_DCCMVAU(va);  in icache_sync()
488 dcache_wb_pou(vm_offset_t va, vm_size_t size)  in dcache_wb_pou()  argument
490 	vm_offset_t eva = va + size;  in dcache_wb_pou()
493 	va &= ~cpuinfo.dcache_line_mask;  in dcache_wb_pou()
494 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wb_pou()
495 		_CP15_DCCMVAU(va);  in dcache_wb_pou()
509 dcache_inv_poc(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_inv_poc()  argument
511 	vm_offset_t eva = va + size;  in dcache_inv_poc()
518 	va &= ~cpuinfo.dcache_line_mask;  in dcache_inv_poc()
519 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_inv_poc()
520 		_CP15_DCIMVAC(va);  in dcache_inv_poc()
536 dcache_inv_poc_dma(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_inv_poc_dma()  argument
538 	vm_offset_t eva = va + size;  in dcache_inv_poc_dma()
542 	va &= ~cpuinfo.dcache_line_mask;  in dcache_inv_poc_dma()
543 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_inv_poc_dma()
544 		_CP15_DCIMVAC(va);  in dcache_inv_poc_dma()
560 dcache_wb_poc(vm_offset_t va, vm_paddr_t pa, vm_size_t size)  in dcache_wb_poc()  argument
562 	vm_offset_t eva = va + size;  in dcache_wb_poc()
565 	va &= ~cpuinfo.dcache_line_mask;  in dcache_wb_poc()
566 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wb_poc()
567 		_CP15_DCCMVAC(va);  in dcache_wb_poc()
578 	vm_offset_t va;  in dcache_wbinv_poc()  local
583 	va = sva & ~cpuinfo.dcache_line_mask;  in dcache_wbinv_poc()
584 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wbinv_poc()
585 		_CP15_DCCMVAC(va);  in dcache_wbinv_poc()
593 	va = sva & ~cpuinfo.dcache_line_mask;  in dcache_wbinv_poc()
594 	for ( ; va < eva; va += cpuinfo.dcache_line_size) {  in dcache_wbinv_poc()
595 		_CP15_DCIMVAC(va);  in dcache_wbinv_poc()