| /linux/drivers/accel/habanalabs/common/ |
| H A D | habanalabs.h | 302 struct hl_ctx *ctx;
982 struct hl_ctx *ctx;
1702 int (*mmu_prefetch_cache_range)(struct hl_ctx *ctx, u32 flags, u32 asid, u64 va, u64 size);
1704 int (*debug_coresight)(struct hl_device *hdev, struct hl_ctx *ctx, void *data);
1719 void (*halt_coresight)(struct hl_device *hdev, struct hl_ctx *ctx);
1720 int (*ctx_init)(struct hl_ctx *ctx);
1721 void (*ctx_fini)(struct hl_ctx *ctx);
1739 struct hl_ctx *ctx, struct hl_cs *cs,
1845 struct hl_ctx *ctx;
1929 struct hl_ctx { struct
[all …]
|
| H A D | context.c | 81 static void hl_ctx_fini(struct hl_ctx *ctx) in hl_ctx_fini()
133 struct hl_ctx *ctx; in hl_ctx_do_release()
135 ctx = container_of(ref, struct hl_ctx, refcount); in hl_ctx_do_release()
155 struct hl_ctx *ctx; in hl_ctx_create()
200 int hl_ctx_init(struct hl_device *hdev, struct hl_ctx *ctx, bool is_kernel_ctx) in hl_ctx_init()
293 static int hl_ctx_get_unless_zero(struct hl_ctx *ctx)
298 void hl_ctx_get(struct hl_ctx *ctx)
303 int hl_ctx_put(struct hl_ctx *ctx)
308 struct hl_ctx *hl_get_compute_ctx(struct hl_device *hdev)
310 struct hl_ctx *ct in hl_get_compute_ctx()
[all...] |
| H A D | memory.c | 87 static int alloc_device_memory(struct hl_ctx *ctx, struct hl_mem_in *args, in alloc_device_memory()
353 static int free_device_memory(struct hl_ctx *ctx, struct hl_mem_in *args) in free_device_memory()
756 u64 hl_reserve_va_block(struct hl_device *hdev, struct hl_ctx *ctx, in hl_reserve_va_block()
773 static int hl_get_va_range_type(struct hl_ctx *ctx, u64 address, u64 size, in hl_get_va_range_type()
800 int hl_unreserve_va_block(struct hl_device *hdev, struct hl_ctx *ctx, in hl_unreserve_va_block()
838 static int init_phys_pg_pack_from_userptr(struct hl_ctx *ctx, in init_phys_pg_pack_from_userptr()
942 static int map_phys_pg_pack(struct hl_ctx *ctx, u64 vaddr, in map_phys_pg_pack()
1005 static void unmap_phys_pg_pack(struct hl_ctx *ctx, u64 vaddr, in unmap_phys_pg_pack()
1049 static int map_device_va(struct hl_ctx *ctx, struct hl_mem_in *args, u64 *device_addr) in map_device_va()
1251 static struct hl_vm_hash_node *get_vm_hash_node_locked(struct hl_ctx *ctx, u64 vaddr) in get_vm_hash_node_locked()
[all …]
|
| H A D | command_buffer.c | 17 static int cb_map_mem(struct hl_ctx *ctx, struct hl_cb *cb) in cb_map_mem()
68 static void cb_unmap_mem(struct hl_ctx *ctx, struct hl_cb *cb) in cb_unmap_mem()
162 struct hl_ctx *ctx;
267 struct hl_ctx *ctx, u32 cb_size, bool internal_cb, in hl_cb_create()
510 int hl_cb_va_pool_init(struct hl_ctx *ctx) in hl_cb_va_pool_init()
549 void hl_cb_va_pool_fini(struct hl_ctx *ctx) in hl_cb_va_pool_fini()
|
| H A D | command_submission.c | 53 static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx, u64 timeout_us, u64 seq,
898 static int allocate_cs(struct hl_device *hdev, struct hl_ctx *ctx, in allocate_cs()
1047 struct hl_ctx *ctx = hl_get_compute_ctx(hdev); in release_reserved_encaps_signals()
1350 struct hl_ctx *ctx = hpriv->ctx; in hl_cs_sanity_checks()
1410 struct hl_ctx *ctx) in hl_cs_copy_chunk_array()
1498 struct hl_ctx *ctx = hpriv->ctx; in cs_ioctl_default()
1691 struct hl_ctx *ctx = hpriv->ctx; in hl_cs_ctx_switch()
1881 struct hl_cs_chunk *chunk, u64 *signal_seq, struct hl_ctx *ctx, in cs_ioctl_extract_signal_seq()
1939 struct hl_ctx *ctx, struct hl_cs *cs, in cs_ioctl_signal_wait_create_jobs()
2215 struct hl_ctx *ctx = hpriv->ctx; in cs_ioctl_signal_wait()
[all …]
|
| H A D | decoder.c | 127 void hl_dec_ctx_fini(struct hl_ctx *ctx) in hl_dec_ctx_fini()
|
| H A D | debugfs.c | 239 struct hl_ctx *ctx; in vm_show()
424 struct hl_ctx *ctx; in mmu_show()
686 struct hl_ctx *ctx; in device_va_to_pa()
1888 void hl_debugfs_add_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx) in hl_debugfs_add_ctx_mem_hash()
1897 void hl_debugfs_remove_ctx_mem_hash(struct hl_device *hdev, struct hl_ctx *ctx) in hl_debugfs_remove_ctx_mem_hash()
|
| H A D | device.c | 804 struct hl_ctx *ctx = hl_get_compute_ctx(hdev); in device_hard_reset_pending()
1237 int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable) in hl_device_set_debug_mode()
1636 struct hl_ctx *ctx; in hl_device_reset()
2051 struct hl_ctx *ctx = NULL; in hl_device_cond_reset()
2733 struct hl_ctx *ctx; in hl_capture_user_mappings()
|
| H A D | hw_queue.c | 560 struct hl_ctx *ctx = cs->ctx; in init_signal_wait_cs()
640 struct hl_ctx *ctx = cs->ctx; in hl_hw_queue_schedule_cs()
|
| H A D | habanalabs_ioctl.c | 200 static int debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, struct hl_debug_args *args) in debug_coresight()
|
| /linux/drivers/accel/habanalabs/common/mmu/ |
| H A D | mmu.c | 106 int hl_mmu_ctx_init(struct hl_ctx *ctx) in hl_mmu_ctx_init()
145 void hl_mmu_ctx_fini(struct hl_ctx *ctx) in hl_mmu_ctx_fini()
227 int hl_mmu_unmap_page(struct hl_ctx *ctx, u64 virt_addr, u32 page_size, bool flush_pte) in hl_mmu_unmap_page()
293 int hl_mmu_map_page(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, u32 page_size, in hl_mmu_map_page()
382 int hl_mmu_map_contiguous(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_map_contiguous()
443 int hl_mmu_unmap_contiguous(struct hl_ctx *ctx, u64 virt_addr, u32 size) in hl_mmu_unmap_contiguous()
476 static void hl_mmu_pa_page_with_offset(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_pa_page_with_offset()
532 int hl_mmu_va_to_pa(struct hl_ctx *ctx, u64 virt_addr, u64 *phys_addr) in hl_mmu_va_to_pa()
548 int hl_mmu_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_get_tlb_info()
675 struct hl_ctx *ctx = pfw->ctx; in hl_mmu_prefetch_work_function()
[all …]
|
| H A D | mmu_v2_hr.c | 13 static struct pgt_info *hl_mmu_v2_hr_get_pgt_info(struct hl_ctx *ctx, u64 phys_hop_addr) in hl_mmu_v2_hr_get_pgt_info()
25 static void hl_mmu_v2_hr_add_pgt_info(struct hl_ctx *ctx, struct pgt_info *pgt_info, in hl_mmu_v2_hr_add_pgt_info()
31 static struct pgt_info *hl_mmu_v2_hr_get_hop0_pgt_info(struct hl_ctx *ctx) in hl_mmu_v2_hr_get_hop0_pgt_info()
79 static int hl_mmu_v2_hr_ctx_init(struct hl_ctx *ctx) in hl_mmu_v2_hr_ctx_init()
95 static void hl_mmu_v2_hr_ctx_fini(struct hl_ctx *ctx) in hl_mmu_v2_hr_ctx_fini()
115 static int _hl_mmu_v2_hr_unmap(struct hl_ctx *ctx, in _hl_mmu_v2_hr_unmap()
205 static int _hl_mmu_v2_hr_map(struct hl_ctx *ctx, in _hl_mmu_v2_hr_map()
317 static void hl_mmu_v2_hr_swap_out(struct hl_ctx *ctx) in hl_mmu_v2_hr_swap_out()
328 static void hl_mmu_v2_hr_swap_in(struct hl_ctx *ctx) in hl_mmu_v2_hr_swap_in()
370 static int hl_mmu_v2_hr_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v2_hr_get_tlb_info()
|
| H A D | mmu_v2.c | 22 static int hl_mmu_v2_ctx_init(struct hl_ctx *ctx) in hl_mmu_v2_ctx_init()
39 static void hl_mmu_v2_ctx_fini(struct hl_ctx *ctx) in hl_mmu_v2_ctx_fini()
58 static int hl_mmu_v2_unmap(struct hl_ctx *ctx, u64 virt_addr, bool is_dram_addr) in hl_mmu_v2_unmap()
130 static int hl_mmu_v2_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v2_map()
229 static void hl_mmu_v2_swap_out(struct hl_ctx *ctx) in hl_mmu_v2_swap_out()
240 static void hl_mmu_v2_swap_in(struct hl_ctx *ctx) in hl_mmu_v2_swap_in()
245 static int hl_mmu_v2_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, struct hl_mmu_hop_info *hops) in hl_mmu_v2_get_tlb_info()
|
| H A D | mmu_v1.c | 15 static inline u64 get_hop_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, in get_hop_pte_addr()
26 static int dram_default_mapping_init(struct hl_ctx *ctx) in dram_default_mapping_init()
126 static void dram_default_mapping_fini(struct hl_ctx *ctx) in dram_default_mapping_fini()
182 static int hl_mmu_v1_ctx_init(struct hl_ctx *ctx) in hl_mmu_v1_ctx_init()
198 static void hl_mmu_v1_ctx_fini(struct hl_ctx *ctx) in hl_mmu_v1_ctx_fini()
219 static int hl_mmu_v1_unmap(struct hl_ctx *ctx, in hl_mmu_v1_unmap()
323 static int hl_mmu_v1_map(struct hl_ctx *ctx, u64 virt_addr, u64 phys_addr, in hl_mmu_v1_map()
437 static void hl_mmu_v1_swap_out(struct hl_ctx *ctx) in hl_mmu_v1_swap_out()
448 static void hl_mmu_v1_swap_in(struct hl_ctx *ctx) in hl_mmu_v1_swap_in()
453 static int hl_mmu_v1_get_tlb_info(struct hl_ctx *ctx, u64 virt_addr, in hl_mmu_v1_get_tlb_info()
|
| /linux/drivers/accel/habanalabs/gaudi/ |
| H A D | gaudiP.h | 339 int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data);
340 void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);
|
| H A D | gaudi_coresight.c | 864 int gaudi_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data) in gaudi_debug_coresight()
903 void gaudi_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi_halt_coresight()
|
| H A D | gaudi.c | 1320 struct hl_ctx *ctx; in gaudi_collective_wait_init_cs()
1429 struct hl_ctx *ctx, struct hl_cs *cs, in gaudi_collective_wait_create_job()
1525 struct hl_ctx *ctx, struct hl_cs *cs, in gaudi_collective_wait_create_jobs()
8287 struct hl_ctx *ctx) in gaudi_internal_cb_pool_init()
8367 struct hl_ctx *ctx) in gaudi_internal_cb_pool_fini()
8388 static int gaudi_ctx_init(struct hl_ctx *ctx) in gaudi_ctx_init()
8406 static void gaudi_ctx_fini(struct hl_ctx *ctx) in gaudi_ctx_fini()
|
| /linux/drivers/accel/habanalabs/goya/ |
| H A D | goyaP.h | 223 int goya_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data);
224 void goya_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);
|
| H A D | goya_coresight.c | 659 int goya_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data) in goya_debug_coresight()
698 void goya_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx) in goya_halt_coresight()
|
| H A D | goya.c | 5236 static int goya_ctx_init(struct hl_ctx *ctx) in goya_ctx_init()
5299 struct hl_ctx *ctx, struct hl_cs *cs, u32 wait_queue_id, in goya_collective_wait_create_jobs()
5305 static void goya_ctx_fini(struct hl_ctx *ctx) in goya_ctx_fini()
|
| /linux/drivers/accel/habanalabs/gaudi2/ |
| H A D | gaudi2P.h | 600 int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data);
601 void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx);
|
| H A D | gaudi2_coresight.c | 2192 static int gaudi2_config_etr(struct hl_device *hdev, struct hl_ctx *ctx, in gaudi2_config_etr()
2545 int gaudi2_debug_coresight(struct hl_device *hdev, struct hl_ctx *ctx, void *data) in gaudi2_debug_coresight()
2580 void gaudi2_halt_coresight(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_halt_coresight()
|
| H A D | gaudi2.c | 10669 struct hl_ctx *ctx; in gaudi2_debugfs_read_dma()
10763 static int gaudi2_internal_cb_pool_init(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_internal_cb_pool_init()
10834 static void gaudi2_internal_cb_pool_fini(struct hl_device *hdev, struct hl_ctx *ctx) in gaudi2_internal_cb_pool_fini()
10859 static int gaudi2_map_virtual_msix_doorbell_memory(struct hl_ctx *ctx) in gaudi2_map_virtual_msix_doorbell_memory()
10875 static void gaudi2_unmap_virtual_msix_doorbell_memory(struct hl_ctx *ctx) in gaudi2_unmap_virtual_msix_doorbell_memory()
10888 static int gaudi2_ctx_init(struct hl_ctx *ctx) in gaudi2_ctx_init()
10918 static void gaudi2_ctx_fini(struct hl_ctx *ctx) in gaudi2_ctx_fini()
11132 static int gaudi2_collective_wait_create_jobs(struct hl_device *hdev, struct hl_ctx *ctx, in gaudi2_collective_wait_create_jobs()
|