| /linux/drivers/accel/habanalabs/common/mmu/ |
| H A D | mmu.c | 29 bool hl_is_dram_va(struct hl_device *hdev, u64 virt_addr) in hl_is_dram_va() argument 33 return hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_is_dram_va() 227 int hl_mmu_unmap_page(struct hl_ctx *ctx, u64 virt_addr, u32 page_size, bool flush_pte) in hl_mmu_unmap_page() argument 240 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_unmap_page() 252 real_virt_addr = virt_addr; in hl_mmu_unmap_page() 266 trace_habanalabs_mmu_unmap(&hdev->pdev->dev, virt_addr, 0, page_size, flush_pte); in hl_mmu_unmap_page() 293 int hl_mmu_map_page(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, u32 page_size, in hl_mmu_map_page() argument 308 is_dram_addr = hl_is_dram_va(hdev, virt_addr); in hl_mmu_map_page() 327 (hdev->asic_funcs->scramble_addr(hdev, virt_addr) & in hl_mmu_map_page() 330 (virt_addr & (real_page_size - 1))))) in hl_mmu_map_page() [all …]
|
| H A D | mmu_v1.c | 16 u64 *hop_addr_arr, u64 virt_addr, enum mmu_hop_num hop_idx) in get_hop_pte_addr() argument 23 ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in get_hop_pte_addr() 220 u64 virt_addr, bool is_dram_addr) in hl_mmu_v1_unmap() argument 242 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 261 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_unmap() 273 virt_addr); in hl_mmu_v1_unmap() 280 virt_addr); in hl_mmu_v1_unmap() 318 virt_addr); in hl_mmu_v1_unmap() 323 static int hl_mmu_v1_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v1_map() argument 364 get_hop_pte_addr(ctx, mmu_prop, hop_addr, virt_addr, hop_idx); in hl_mmu_v1_map() [all …]
|
| H A D | mmu_v2.c | 58 static int hl_mmu_v2_unmap(struct hl_ctx *ctx, u64 virt_addr, bool is_dram_addr) in hl_mmu_v2_unmap() argument 76 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in hl_mmu_v2_unmap() 125 virt_addr); in hl_mmu_v2_unmap() 130 static int hl_mmu_v2_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v2_map() argument 149 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in hl_mmu_v2_map() 184 virt_addr); in hl_mmu_v2_map() 245 static int hl_mmu_v2_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, struct hl_mmu_hop_info *hops) in hl_mmu_v2_get_tlb_info() argument 253 is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_mmu_v2_get_tlb_info() 264 hops->scrambled_vaddr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in hl_mmu_v2_get_tlb_info() 309 if (hops->scrambled_vaddr != virt_addr) in hl_mmu_v2_get_tlb_info()
|
| H A D | mmu_v2_hr.c | 116 u64 virt_addr, bool is_dram_addr) in _hl_mmu_v2_hr_unmap() argument 132 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_unmap() 185 dev_err(hdev->dev, "virt addr 0x%llx is not mapped to phys addr\n", virt_addr); in _hl_mmu_v2_hr_unmap() 206 u64 virt_addr, u64 phys_addr, in _hl_mmu_v2_hr_map() argument 238 scrambled_virt_addr = hdev->asic_funcs->scramble_addr(hdev, virt_addr); in _hl_mmu_v2_hr_map() 336 u64 virt_addr, bool *is_huge) in hl_mmu_v2_hr_get_tlb_mapping_params() argument 341 is_dram_addr = hl_mem_area_inside_range(virt_addr, prop->dmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 344 is_pmmu_addr = hl_mem_area_inside_range(virt_addr, prop->pmmu.page_size, in hl_mmu_v2_hr_get_tlb_mapping_params() 347 is_pmmu_h_addr = hl_mem_area_inside_range(virt_addr, in hl_mmu_v2_hr_get_tlb_mapping_params() 370 static int hl_mmu_v2_hr_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v2_hr_get_tlb_info() argument [all …]
|
| /linux/drivers/virt/ |
| H A D | vmgenid.c | 38 static void setup_vmgenid_state(struct vmgenid_state *state, void *virt_addr) in setup_vmgenid_state() argument 40 state->next_id = virt_addr; in setup_vmgenid_state() 59 void *virt_addr; in vmgenid_add_acpi() local 78 virt_addr = devm_memremap(&device->dev, phys_addr, VMGENID_SIZE, MEMREMAP_WB); in vmgenid_add_acpi() 79 if (IS_ERR(virt_addr)) { in vmgenid_add_acpi() 80 ret = PTR_ERR(virt_addr); in vmgenid_add_acpi() 83 setup_vmgenid_state(state, virt_addr); in vmgenid_add_acpi() 113 void *virt_addr; in vmgenid_add_of() local 116 virt_addr = devm_platform_get_and_ioremap_resource(pdev, 0, NULL); in vmgenid_add_of() 117 if (IS_ERR(virt_addr)) in vmgenid_add_of() [all …]
|
| /linux/drivers/usb/gadget/udc/ |
| H A D | amd5536udc_pci.c | 72 iounmap(dev->virt_addr); in udc_pci_remove() 118 dev->virt_addr = ioremap(resource, len); in udc_pci_probe() 119 if (!dev->virt_addr) { in udc_pci_probe() 133 dev->csr = dev->virt_addr + UDC_CSR_ADDR; in udc_pci_probe() 135 dev->regs = dev->virt_addr + UDC_DEVCFG_ADDR; in udc_pci_probe() 137 dev->ep_regs = dev->virt_addr + UDC_EPREGS_ADDR; in udc_pci_probe() 139 dev->rxfifo = (u32 __iomem *)(dev->virt_addr + UDC_RXFIFO_ADDR); in udc_pci_probe() 140 dev->txfifo = (u32 __iomem *)(dev->virt_addr + UDC_TXFIFO_ADDR); in udc_pci_probe() 184 iounmap(dev->virt_addr); in udc_pci_probe()
|
| /linux/arch/x86/boot/compressed/ |
| H A D | misc.c | 199 unsigned long virt_addr) in handle_relocations() argument 227 delta = virt_addr - LOAD_PHYSICAL_ADDR; in handle_relocations() 277 unsigned long virt_addr) in handle_relocations() argument 344 unsigned long decompress_kernel(unsigned char *outbuf, unsigned long virt_addr, in decompress_kernel() argument 359 handle_relocations(outbuf, output_len, virt_addr); in decompress_kernel() 409 unsigned long virt_addr = LOAD_PHYSICAL_ADDR; in extract_kernel() local 493 &virt_addr); in extract_kernel() 498 if (virt_addr & (MIN_KERNEL_ALIGN - 1)) in extract_kernel() 503 if (virt_addr + needed_size > KERNEL_IMAGE_SIZE) in extract_kernel() 510 if (virt_addr != LOAD_PHYSICAL_ADDR) in extract_kernel() [all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | edac.h | 21 unsigned int *virt_addr = va; in edac_atomic_scrub() local 25 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 35 : "r"(virt_addr) in edac_atomic_scrub()
|
| /linux/arch/mips/include/asm/ |
| H A D | edac.h | 11 unsigned long *virt_addr = va; in edac_atomic_scrub() local 31 : "=&r" (temp), "=" GCC_OFF_SMALL_ASM() (*virt_addr) in edac_atomic_scrub() 32 : GCC_OFF_SMALL_ASM() (*virt_addr)); in edac_atomic_scrub() 34 virt_addr++; in edac_atomic_scrub()
|
| /linux/arch/arm/include/asm/ |
| H A D | edac.h | 18 unsigned int *virt_addr = va; in edac_atomic_scrub() local 22 for (i = 0; i < size / sizeof(*virt_addr); i++, virt_addr++) { in edac_atomic_scrub() 32 : "r"(virt_addr) in edac_atomic_scrub()
|
| /linux/drivers/net/wireless/ath/ath10k/ |
| H A D | swap.c | 19 u8 *virt_addr = seg_info->virt_address[0]; in ath10k_swap_code_seg_fill() local 55 memcpy(virt_addr, swap_item->tlv.data, payload_len); in ath10k_swap_code_seg_fill() 56 virt_addr += payload_len; in ath10k_swap_code_seg_fill() 93 void *virt_addr; in ath10k_swap_code_seg_alloc() local 107 virt_addr = dma_alloc_coherent(ar->dev, swap_bin_len, &paddr, in ath10k_swap_code_seg_alloc() 109 if (!virt_addr) in ath10k_swap_code_seg_alloc() 118 seg_info->virt_address[0] = virt_addr; in ath10k_swap_code_seg_alloc()
|
| /linux/include/trace/events/ |
| H A D | dma.h | 115 TP_PROTO(struct device *dev, void *virt_addr, dma_addr_t dma_addr, 118 TP_ARGS(dev, virt_addr, dma_addr, size, dir, flags, attrs), 122 __field(void *, virt_addr) 132 __entry->virt_addr = virt_addr; 145 __entry->virt_addr, 152 TP_PROTO(struct device *dev, void *virt_addr, dma_addr_t dma_addr, \ 155 TP_ARGS(dev, virt_addr, dma_addr, size, dir, flags, attrs)) 203 TP_PROTO(struct device *dev, void *virt_addr, dma_addr_t dma_addr, 205 TP_ARGS(dev, virt_addr, dma_addr, size, dir, attrs), 209 __field(void *, virt_addr) [all …]
|
| /linux/arch/powerpc/platforms/ps3/ |
| H A D | mm.c | 773 static int dma_sb_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_sb_map_area() argument 780 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_sb_map_area() 781 : virt_addr; in dma_sb_map_area() 791 virt_addr); in dma_sb_map_area() 828 static int dma_ioc0_map_area(struct ps3_dma_region *r, unsigned long virt_addr, in dma_ioc0_map_area() argument 835 unsigned long phys_addr = is_kernel_addr(virt_addr) ? __pa(virt_addr) in dma_ioc0_map_area() 836 : virt_addr; in dma_ioc0_map_area() 842 virt_addr, len); in dma_ioc0_map_area() 870 virt_addr, phys_addr, aligned_phys, *bus_addr); in dma_ioc0_map_area() 972 unsigned long virt_addr, len; in dma_sb_region_create_linear() local [all …]
|
| /linux/drivers/comedi/ |
| H A D | comedi_buf.c | 33 buf->virt_addr, in comedi_buf_map_kref_release() 39 ClearPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_kref_release() 40 free_page((unsigned long)buf->virt_addr); in comedi_buf_map_kref_release() 91 buf->virt_addr = in comedi_buf_map_alloc() 94 if (!buf->virt_addr) in comedi_buf_map_alloc() 100 buf->virt_addr = (void *)get_zeroed_page(GFP_KERNEL); in comedi_buf_map_alloc() 101 if (!buf->virt_addr) in comedi_buf_map_alloc() 104 SetPageReserved(virt_to_page(buf->virt_addr)); in comedi_buf_map_alloc() 165 void *b = bm->page_list[pg].virt_addr + pgoff; in comedi_buf_map_access() 349 s->munge(s->device, s, buf_page_list[page].virt_addr + offset, in comedi_buf_munge() [all …]
|
| /linux/tools/testing/nvdimm/ |
| H A D | pmem-dax.c | 29 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access() 30 page = vmalloc_to_page(pmem->virt_addr + offset); in __pmem_direct_access() 40 *kaddr = pmem->virt_addr + offset; in __pmem_direct_access()
|
| /linux/drivers/crypto/intel/qat/qat_common/ |
| H A D | adf_heartbeat.c | 62 struct hb_cnt_pair *hb_stats = accel_dev->heartbeat->dma.virt_addr; in validate_hb_ctrs_cnt() 80 struct hb_cnt_pair *hb_stats = accel_dev->heartbeat->dma.virt_addr; in adf_heartbeat_check_ctrs() 181 live_stats = accel_dev->heartbeat->dma.virt_addr; in adf_hb_get_status() 288 hb->dma.virt_addr = dma_alloc_coherent(&GET_DEV(accel_dev), PAGE_SIZE, in adf_heartbeat_init() 290 if (!hb->dma.virt_addr) in adf_heartbeat_init() 339 if (hb->dma.virt_addr) in adf_heartbeat_shutdown() 341 hb->dma.virt_addr, hb->dma.phy_addr); in adf_heartbeat_shutdown()
|
| H A D | qat_uclo.c | 1453 char *virt_addr, *virt_base; in qat_uclo_build_auth_desc_RSA() local 1462 virt_addr = virt_base; in qat_uclo_build_auth_desc_RSA() 1464 memcpy(virt_addr, image, sizeof(*css_hdr)); in qat_uclo_build_auth_desc_RSA() 1468 virt_addr = virt_addr + sizeof(*css_hdr); in qat_uclo_build_auth_desc_RSA() 1473 memcpy(virt_addr, image + sizeof(*css_hdr), ICP_QAT_CSS_FWSK_MODULUS_LEN(handle)); in qat_uclo_build_auth_desc_RSA() 1475 memset((void *)(uintptr_t)(virt_addr + ICP_QAT_CSS_FWSK_MODULUS_LEN(handle)), in qat_uclo_build_auth_desc_RSA() 1479 memcpy(virt_addr + ICP_QAT_CSS_FWSK_MODULUS_LEN(handle) + in qat_uclo_build_auth_desc_RSA() 1487 virt_addr = virt_addr + ICP_QAT_CSS_FWSK_PUB_LEN(handle); in qat_uclo_build_auth_desc_RSA() 1491 memcpy(virt_addr, image + sizeof(*css_hdr) + ICP_QAT_CSS_FWSK_MODULUS_LEN(handle) + in qat_uclo_build_auth_desc_RSA() 1497 virt_addr += ICP_QAT_CSS_SIGNATURE_LEN(handle); in qat_uclo_build_auth_desc_RSA() [all …]
|
| /linux/arch/riscv/mm/ |
| H A D | init.c | 165 print_ml("kernel", (unsigned long)kernel_map.virt_addr, in print_vm_layout() 332 uintptr_t reloc_offset = kernel_map.virt_addr - KERNEL_LINK_ADDR; in relocate_kernel() 517 BUG_ON((va - kernel_map.virt_addr) >> PUD_SHIFT); in alloc_pmd_early() 582 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_pud_early() 620 BUG_ON((va - kernel_map.virt_addr) >> PGDIR_SHIFT); in alloc_p4d_early() 950 end_va = kernel_map.virt_addr + kernel_map.xiprom_sz; in create_kernel_page_table() 951 for (va = kernel_map.virt_addr; va < end_va; va += PMD_SIZE) in create_kernel_page_table() 953 kernel_map.xiprom + (va - kernel_map.virt_addr), in create_kernel_page_table() 957 start_va = kernel_map.virt_addr + (uintptr_t)&_sdata - (uintptr_t)&_start; in create_kernel_page_table() 958 end_va = kernel_map.virt_addr + kernel_map.size; in create_kernel_page_table() [all …]
|
| /linux/drivers/media/platform/ti/omap/ |
| H A D | omap_voutlib.c | 308 unsigned long virt_addr, addr; in omap_vout_alloc_buffer() local 312 virt_addr = __get_free_pages(GFP_KERNEL, order); in omap_vout_alloc_buffer() 313 addr = virt_addr; in omap_vout_alloc_buffer() 315 if (virt_addr) { in omap_vout_alloc_buffer() 322 *phys_addr = (u32) virt_to_phys((void *) virt_addr); in omap_vout_alloc_buffer() 323 return virt_addr; in omap_vout_alloc_buffer()
|
| /linux/drivers/firmware/efi/ |
| H A D | efi-init.c | 47 if (md->virt_addr == 0) in efi_to_phys() 50 if (md->virt_addr <= addr && in efi_to_phys() 51 (addr - md->virt_addr) < (md->num_pages << EFI_PAGE_SHIFT)) in efi_to_phys() 52 return md->phys_addr + addr - md->virt_addr; in efi_to_phys()
|
| /linux/arch/riscv/include/asm/ |
| H A D | page.h | 102 unsigned long virt_addr; member 125 ((x) >= kernel_map.virt_addr && (x) < (kernel_map.virt_addr + kernel_map.size)) 158 (_y < kernel_map.virt_addr + kernel_map.xiprom_sz) ? \
|
| /linux/arch/m68k/include/asm/ |
| H A D | oplib.h | 62 extern void prom_unmapio(char *virt_addr, unsigned int num_bytes); 203 extern void prom_free(char *virt_addr, unsigned int size); 210 extern void prom_putsegment(int context, unsigned long virt_addr,
|
| /linux/drivers/comedi/drivers/ |
| H A D | comedi_isadma.c | 206 desc->virt_addr = dma_alloc_coherent(dma->dev, desc->maxsize, in comedi_isadma_alloc() 209 if (!desc->virt_addr) in comedi_isadma_alloc() 237 if (desc->virt_addr) in comedi_isadma_free() 239 desc->virt_addr, in comedi_isadma_free()
|
| /linux/drivers/crypto/intel/qat/qat_dh895xccvf/ |
| H A D | adf_drv.c | 53 if (bar->virt_addr) in adf_cleanup_accel() 54 pci_iounmap(accel_pci_dev->pci_dev, bar->virt_addr); in adf_cleanup_accel() 159 bar->virt_addr = pci_iomap(accel_pci_dev->pci_dev, bar_nr, 0); in adf_probe() 160 if (!bar->virt_addr) { in adf_probe()
|
| /linux/drivers/crypto/intel/qat/qat_c62xvf/ |
| H A D | adf_drv.c | 53 if (bar->virt_addr) in adf_cleanup_accel() 54 pci_iounmap(accel_pci_dev->pci_dev, bar->virt_addr); in adf_cleanup_accel() 159 bar->virt_addr = pci_iomap(accel_pci_dev->pci_dev, bar_nr, 0); in adf_probe() 160 if (!bar->virt_addr) { in adf_probe()
|