| /linux/drivers/accel/habanalabs/common/mmu/ |
| H A D | mmu_v2_hr.c | 48 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_v2_hr_init() 66 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_v2_hr_fini() 111 ctx->hdev->asic_prop.pmmu.hop_table_size); in hl_mmu_v2_hr_ctx_fini() 126 prop = &hdev->asic_prop; in _hl_mmu_v2_hr_unmap() 153 ctx->hdev->asic_prop.pmmu.hop_table_size); in _hl_mmu_v2_hr_unmap() 172 ctx->hdev->asic_prop.pmmu.hop_table_size); in _hl_mmu_v2_hr_unmap() 175 ctx->hdev->asic_prop.pmmu.hop_table_size)) in _hl_mmu_v2_hr_unmap() 179 ctx->hdev->asic_prop.pmmu.hop_table_size); in _hl_mmu_v2_hr_unmap() 214 struct asic_fixed_properties *prop = &hdev->asic_prop; in _hl_mmu_v2_hr_map() 258 ctx->hdev->asic_prop.pmmu.hop_table_size); in _hl_mmu_v2_hr_map() [all …]
|
| H A D | mmu.c | 31 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_is_dram_va() 196 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_get_prop() 386 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_map_contiguous() 446 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_unmap_contiguous() 480 struct asic_fixed_properties *prop = &ctx->hdev->asic_prop; in hl_mmu_pa_page_with_offset() 561 prop = &hdev->asic_prop; in hl_mmu_get_tlb_info() 589 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_if_set_funcs() 749 return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in hl_mmu_get_hop_pte_phys_addr() 782 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_hr_pool_destroy() 827 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_hr_init() [all …]
|
| H A D | mmu_v1.c | 23 ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in get_hop_pte_addr() 29 struct asic_fixed_properties *prop = &hdev->asic_prop; in dram_default_mapping_init() 129 struct asic_fixed_properties *prop = &hdev->asic_prop; in dram_default_mapping_fini() 224 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_v1_unmap() 328 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_v1_map() 457 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_mmu_v1_get_tlb_info()
|
| H A D | mmu_v2.c | 62 struct asic_fixed_properties *prop = &ctx->hdev->asic_prop; in hl_mmu_v2_unmap() 135 struct asic_fixed_properties *prop = &ctx->hdev->asic_prop; in hl_mmu_v2_map() 247 struct asic_fixed_properties *prop = &ctx->hdev->asic_prop; in hl_mmu_v2_get_tlb_info()
|
| /linux/drivers/accel/habanalabs/common/ |
| H A D | asid.c | 14 hdev->asid_bitmap = bitmap_zalloc(hdev->asic_prop.max_asid, GFP_KERNEL); in hl_asid_init() 39 hdev->asic_prop.max_asid); in hl_asid_alloc() 40 if (found == hdev->asic_prop.max_asid) in hl_asid_alloc() 52 if (asid == HL_KERNEL_ASID_ID || asid >= hdev->asic_prop.max_asid) { in hl_asid_free()
|
| H A D | context.c | 99 for (i = 0 ; i < hdev->asic_prop.max_pending_cs ; i++) in hl_ctx_fini() 213 hdev->asic_prop.max_pending_cs); in hl_ctx_init() 345 struct asic_fixed_properties *asic_prop = &ctx->hdev->asic_prop; in hl_ctx_get_fence_locked() local 351 if (seq + asic_prop->max_pending_cs < ctx->cs_sequence) in hl_ctx_get_fence_locked() 354 fence = ctx->cs_pending[seq & (asic_prop->max_pending_cs - 1)]; in hl_ctx_get_fence_locked()
|
| H A D | device.c | 54 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_set_dram_bar() 197 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_dma_map_sgtable_caller() 225 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_asic_dma_map_sgtable() 244 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_dma_unmap_sgtable_caller() 267 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_asic_dma_unmap_sgtable() 894 if (hdev->asic_prop.completion_queues_count) { in device_early_init() 896 hdev->asic_prop.completion_queues_count); in device_early_init() 903 for (i = 0 ; i < hdev->asic_prop.completion_queues_count ; i++) { in device_early_init() 1004 for (i = 0 ; i < hdev->asic_prop.completion_queues_count ; i++) in device_early_init() 1046 for (i = 0 ; i < hdev->asic_prop.completion_queues_count ; i++) in device_early_fini() [all …]
|
| H A D | firmware_if.c | 408 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_fw_send_cpu_message() 863 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_fw_cpucp_info_get() 1180 struct asic_fixed_properties *prop = &hdev->asic_prop; in get_used_pll_index() 1374 if (hdev->asic_prop.dynamic_fw_load) { in hl_fw_ask_hard_reset_without_linux() 1397 if (hdev->asic_prop.dynamic_fw_load) { in hl_fw_ask_halt_machine_without_linux() 1560 prop = &hdev->asic_prop; in hl_fw_read_preboot_caps() 1603 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_fw_static_read_device_fw_version() 1682 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_fw_preboot_update_state() 1749 if (hdev->asic_prop.dynamic_fw_load) in hl_fw_read_preboot_status() 2310 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_fw_dynamic_read_device_fw_version() [all …]
|
| H A D | hw_queue.c | 53 if (!hdev->asic_prop.max_queues || q->queue_type == QUEUE_TYPE_HW) in hl_hw_queue_update_ci() 61 for (i = 0 ; i < hdev->asic_prop.max_queues ; i++, q++) { in hl_hw_queue_update_ci() 393 offset = job->cs->sequence & (hdev->asic_prop.max_pending_cs - 1); in hw_queue_schedule_job() 661 max_queues = hdev->asic_prop.max_queues; in hl_hw_queue_schedule_cs() 719 (hdev->asic_prop.max_pending_cs - 1)] = cs; in hl_hw_queue_schedule_cs() 916 struct asic_fixed_properties *prop = &hdev->asic_prop; in sync_stream_queue_init() 1081 struct asic_fixed_properties *asic = &hdev->asic_prop; in hl_hw_queues_create() 1129 u32 max_queues = hdev->asic_prop.max_queues; in hl_hw_queues_destroy() 1141 u32 max_queues = hdev->asic_prop.max_queues; in hl_hw_queue_reset()
|
| H A D | decoder.c | 93 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_dec_init() 130 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_dec_ctx_fini()
|
| H A D | command_buffer.c | 20 struct asic_fixed_properties *prop = &hdev->asic_prop; in cb_map_mem() 195 cb_args->cb_size <= cb_args->hdev->asic_prop.cb_pool_cb_size) { in hl_cb_mmap_mem_alloc() 483 for (i = 0 ; i < hdev->asic_prop.cb_pool_cb_cnt ; i++) { in hl_cb_pool_init() 484 cb = hl_cb_alloc(hdev, hdev->asic_prop.cb_pool_cb_size, in hl_cb_pool_init() 513 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_cb_va_pool_init()
|
| H A D | security.c | 632 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_automated_get_block_base_addr() 682 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_read_glbl_errors() 717 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_check_for_glbl_errors() 744 block_info_arr = hdev->asic_prop.special_blocks; in hl_iterate_special_blocks() 748 num_blocks = hdev->asic_prop.num_of_special_blocks; in hl_iterate_special_blocks()
|
| H A D | memory.c | 31 struct asic_fixed_properties *prop = &hdev->asic_prop; in set_alloc_page_size() 600 struct asic_fixed_properties *prop = &hdev->asic_prop; in get_va_block() 844 huge_page_size = ctx->hdev->asic_prop.pmmu_huge.page_size; in init_phys_pg_pack_from_userptr() 1074 u32 page_size = hdev->asic_prop.pmmu.page_size, in map_device_va() 1075 huge_page_size = hdev->asic_prop.pmmu_huge.page_size; in map_device_va() 1139 va_block_align = hdev->asic_prop.dmmu.page_size; in map_device_va() 1286 prop = &hdev->asic_prop; in unmap_device_va() 1322 hdev->asic_prop.pmmu.page_size) in unmap_device_va() 1540 struct asic_fixed_properties *prop = &hdev->asic_prop; in alloc_sgt_from_device_pages() 1926 struct asic_fixed_properties *prop = &hdev->asic_prop; in validate_export_params_no_mmu() [all …]
|
| H A D | command_submission.c | 417 if (hdev->asic_prop.completion_mode == HL_COMPLETION_MODE_JOB) in hl_complete_job() 777 hdev->shadow_cs_queue[cs->sequence & (hdev->asic_prop.max_pending_cs - 1)] = NULL; in cs_do_release() 950 cs->jobs_in_queue_cnt = kcalloc(hdev->asic_prop.max_queues, in allocate_cs() 953 cs->jobs_in_queue_cnt = kcalloc(hdev->asic_prop.max_queues, in allocate_cs() 972 (hdev->asic_prop.max_pending_cs - 1)]; in allocate_cs() 1001 (hdev->asic_prop.max_pending_cs - 1)] = in allocate_cs() 1075 for (i = 0 ; i < hdev->asic_prop.completion_queues_count ; i++) in hl_cs_rollback_all() 1120 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_release_pending_user_interrupts() 1208 struct asic_fixed_properties *asic = &hdev->asic_prop; in validate_queue_index() 2022 if (q_idx >= hdev->asic_prop.max_queues) { in cs_ioctl_reserve_signals() [all …]
|
| H A D | debugfs.c | 614 if (!hdev->asic_prop.supports_nvme) { in dio_ssd2hl_show() 640 if (!hdev->asic_prop.supports_nvme) in dio_ssd2hl_write() 716 if (!hdev->asic_prop.supports_nvme) in dio_hl2ssd_write() 731 if (!hdev->asic_prop.supports_nvme) { in dio_stats_show() 771 if (!hdev->asic_prop.supports_nvme) in dio_reset_write() 833 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_is_device_va() 853 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_is_device_internal_memory_va() 962 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_access_host_mem() 1096 u64 host_start = hdev->asic_prop.host_base_address; in hl_access_mem() 1097 u64 host_end = hdev->asic_prop.host_end_address; in hl_access_mem() [all …]
|
| H A D | hwmon.c | 82 use_cpucp_enum = (hdev->asic_prop.fw_app_cpu_boot_dev_sts0 & in adjust_hwmon_flags() 254 use_cpucp_enum = (hdev->asic_prop.fw_app_cpu_boot_dev_sts0 & in hl_read() 402 bool use_cpucp_enum = (hdev->asic_prop.fw_app_cpu_boot_dev_sts0 & in hl_write() 815 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_set_power() 874 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_hwmon_init()
|
| H A D | irq.c | 101 struct asic_fixed_properties *prop = &hdev->asic_prop; in cs_finish() 177 if (hdev->asic_prop.completion_mode == in hl_irq_handler_cq() 657 u32 size = hdev->asic_prop.fw_event_queue_size ? : HL_EQ_SIZE_IN_BYTES; in hl_eq_init()
|
| H A D | habanalabs_ioctl.c | 54 struct asic_fixed_properties *prop = &hdev->asic_prop; in hw_ip_info() 161 struct asic_fixed_properties *prop = &hdev->asic_prop; in dram_usage_info() 444 struct asic_fixed_properties *prop = &hdev->asic_prop; in sync_manager_info() 669 info.page_order_bitmask = hdev->asic_prop.dmmu.supported_pages_mask; in dev_mem_alloc_page_sizes_info()
|
| /linux/drivers/accel/habanalabs/common/pci/ |
| H A D | pci.c | 215 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_pci_iatu_write() 248 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_pci_set_inbound_region() 311 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_pci_set_outbound_region() 380 struct asic_fixed_properties *prop = &hdev->asic_prop; in hl_pci_init() 405 if (hdev->asic_prop.iatu_done_by_fw) in hl_pci_init()
|
| /linux/drivers/accel/habanalabs/goya/ |
| H A D | goya.c | 362 struct asic_fixed_properties *prop = &hdev->asic_prop; in goya_set_fixed_properties() 563 if (hdev->asic_prop.iatu_done_by_fw) in goya_init_iatu() 609 struct asic_fixed_properties *prop = &hdev->asic_prop; in goya_early_init() 644 if (hdev->asic_prop.fw_security_enabled) { in goya_early_init() 645 hdev->asic_prop.iatu_done_by_fw = true; in goya_early_init() 657 hdev->asic_prop.iatu_done_by_fw = true; in goya_early_init() 696 kfree(hdev->asic_prop.hw_queues_props); in goya_early_init() 710 kfree(hdev->asic_prop.hw_queues_props); in goya_early_fini() 746 struct asic_fixed_properties *prop = &hdev->asic_prop; in goya_fetch_psoc_frequency() 751 if (hdev->asic_prop.fw_security_enabled) { in goya_fetch_psoc_frequency() [all …]
|
| H A D | goya_coresight.c | 266 frequency = hdev->asic_prop.psoc_timestamp_frequency; in goya_config_stm() 370 struct asic_fixed_properties *prop = &hdev->asic_prop; in goya_etr_validate_address() 442 if (!hdev->asic_prop.fw_security_enabled) { in goya_config_etr()
|
| /linux/drivers/accel/habanalabs/gaudi/ |
| H A D | gaudi.c | 520 struct asic_fixed_properties *prop = &hdev->asic_prop; in set_default_power_values() 537 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi_set_fixed_properties() 735 if (hdev->asic_prop.iatu_done_by_fw) in gaudi_set_hbm_bar_base() 760 if (hdev->asic_prop.iatu_done_by_fw) in gaudi_init_iatu() 803 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi_early_init() 838 if (hdev->asic_prop.fw_security_enabled) { in gaudi_early_init() 839 hdev->asic_prop.iatu_done_by_fw = true; in gaudi_early_init() 845 hdev->asic_prop.gic_interrupts_enable = false; in gaudi_early_init() 857 hdev->asic_prop.iatu_done_by_fw = true; in gaudi_early_init() 889 kfree(hdev->asic_prop.hw_queues_props); in gaudi_early_init() [all …]
|
| H A D | gaudi_coresight.c | 424 frequency = hdev->asic_prop.psoc_timestamp_frequency; in gaudi_config_stm() 537 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi_etr_validate_address() 645 if (!hdev->asic_prop.fw_security_enabled) { in gaudi_config_etr()
|
| /linux/drivers/accel/habanalabs/gaudi2/ |
| H A D | gaudi2.c | 2585 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_iterate_tpcs() 2630 struct asic_fixed_properties *prop = &hdev->asic_prop; in set_number_of_functional_hbms() 2677 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_set_dram_properties() 2759 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_set_fixed_properties() 2986 if (hdev->asic_prop.iatu_done_by_fw) in gaudi2_set_hbm_bar_base() 3012 if (hdev->asic_prop.iatu_done_by_fw) in gaudi2_init_iatu() 3076 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_tpc_binning_init_prop() 3097 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_set_tpc_binning_masks() 3155 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_set_dec_binning_masks() 3182 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_set_dram_binning_masks() [all …]
|
| H A D | gaudi2_security.c | 2970 hdev->asic_prop.fw_security_enabled) in gaudi2_init_lbw_range_registers_secure() 3182 rr_cfg.max = hdev->asic_funcs->scramble_addr(hdev, hdev->asic_prop.dram_user_base_address); in gaudi2_init_mmu_range_registers() 3225 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_init_protection_bits() 3264 if (!hdev->asic_prop.fw_security_enabled) in gaudi2_init_protection_bits() 3398 engine_core_intr_reg = (u32) (hdev->asic_prop.engine_core_interrupt_reg_addr - CFG_BASE); in gaudi2_init_protection_bits() 3414 if (!hdev->asic_prop.fw_security_enabled) in gaudi2_init_protection_bits() 3439 if (!hdev->asic_prop.fw_security_enabled) { in gaudi2_init_protection_bits() 3460 if (!hdev->asic_prop.fw_security_enabled) { in gaudi2_init_protection_bits() 3612 struct asic_fixed_properties *prop = &hdev->asic_prop; in gaudi2_ack_protection_bits_errors() 3645 if (!hdev->asic_prop.fw_security_enabled) in gaudi2_ack_protection_bits_errors() [all …]
|