51 static u64 hl_set_dram_bar(struct hl_device *hdev, u64 addr, struct pci_mem_region *region,  in hl_set_dram_bar()
73 int hl_access_sram_dram_region(struct hl_device *hdev, u64 addr, u64 *val,  in hl_access_sram_dram_region()
119 static void *hl_dma_alloc_common(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,  in hl_dma_alloc_common()
141 static void hl_asic_dma_free_common(struct hl_device *hdev, size_t size, void *cpu_addr,  in hl_asic_dma_free_common()
160 void *hl_asic_dma_alloc_coherent_caller(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle,  in hl_asic_dma_alloc_coherent_caller()
166 void hl_asic_dma_free_coherent_caller(struct hl_device *hdev, size_t size, void *cpu_addr,  in hl_asic_dma_free_coherent_caller()
172 void *hl_asic_dma_pool_zalloc_caller(struct hl_device *hdev, size_t size, gfp_t mem_flags,  in hl_asic_dma_pool_zalloc_caller()
178 void hl_asic_dma_pool_free_caller(struct hl_device *hdev, void *vaddr, dma_addr_t dma_addr,  in hl_asic_dma_pool_free_caller()
184 void *hl_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, size_t size, dma_addr_t *dma_handle)  in hl_cpu_accessible_dma_pool_alloc()
189 void hl_cpu_accessible_dma_pool_free(struct hl_device *hdev, size_t size, void *vaddr)  in hl_cpu_accessible_dma_pool_free()
194 int hl_dma_map_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,  in hl_dma_map_sgtable_caller()
222 int hl_asic_dma_map_sgtable(struct hl_device *hdev, struct sg_table *sgt,  in hl_asic_dma_map_sgtable()
241 void hl_dma_unmap_sgtable_caller(struct hl_device *hdev, struct sg_table *sgt,  in hl_dma_unmap_sgtable_caller()
264 void hl_asic_dma_unmap_sgtable(struct hl_device *hdev, struct sg_table *sgt,  in hl_asic_dma_unmap_sgtable()
287 int hl_access_cfg_region(struct hl_device *hdev, u64 addr, u64 *val,  in hl_access_cfg_region()
332 int hl_access_dev_mem(struct hl_device *hdev, enum pci_region region_type,  in hl_access_dev_mem()
373 enum hl_device_status hl_device_status(struct hl_device *hdev)  in hl_device_status()
397 bool hl_device_operational(struct hl_device *hdev,  in hl_device_operational()
419 bool hl_ctrl_device_operational(struct hl_device *hdev,  in hl_ctrl_device_operational()
441 static void print_idle_status_mask(struct hl_device *hdev, const char *message,  in print_idle_status_mask()
465 	struct hl_device *hdev;  in hpriv_release()  local
554 static void print_device_in_use_info(struct hl_device *hdev,  in print_device_in_use_info()
601 	struct hl_device *hdev = to_hl_device(ddev);  in hl_device_release()  local
630 	struct hl_device *hdev = hpriv->hdev;  in hl_device_release_ctrl()  local
652 	struct hl_device *hdev = hpriv->hdev;  in __hl_mmap()  local
717 static int device_init_cdev(struct hl_device *hdev, const struct class *class,  in device_init_cdev()
739 static int cdev_sysfs_debugfs_add(struct hl_device *hdev)  in cdev_sysfs_debugfs_add()
780 static void cdev_sysfs_debugfs_remove(struct hl_device *hdev)  in cdev_sysfs_debugfs_remove()
795 	struct hl_device *hdev = device_reset_work->hdev;  in device_hard_reset_pending()  local
828 	struct hl_device *hdev = watchdog_work->hdev;  in device_release_watchdog_func()  local
846 static int device_early_init(struct hl_device *hdev)  in device_early_init()
1024 static void device_early_fini(struct hl_device *hdev)  in device_early_fini()
1057 static bool is_pci_link_healthy(struct hl_device *hdev)  in is_pci_link_healthy()
1069 static void stringify_time_of_last_heartbeat(struct hl_device *hdev, char *time_str, size_t size,  in stringify_time_of_last_heartbeat()
1085 static bool hl_device_eq_heartbeat_received(struct hl_device *hdev)  in hl_device_eq_heartbeat_received()
1122 	struct hl_device *hdev = container_of(work, struct hl_device,  in hl_device_heartbeat()  local
1176 static int device_late_init(struct hl_device *hdev)  in device_late_init()
1201 static void device_late_fini(struct hl_device *hdev)  in device_late_fini()
1212 int hl_device_utilization(struct hl_device *hdev, u32 *utilization)  in hl_device_utilization()
1237 int hl_device_set_debug_mode(struct hl_device *hdev, struct hl_ctx *ctx, bool enable)  in hl_device_set_debug_mode()
1274 static void take_release_locks(struct hl_device *hdev)  in take_release_locks()
1293 static void hl_abort_waiting_for_completions(struct hl_device *hdev)  in hl_abort_waiting_for_completions()
1303 static void cleanup_resources(struct hl_device *hdev, bool hard_reset, bool fw_reset,  in cleanup_resources()
1338 int hl_device_suspend(struct hl_device *hdev)  in hl_device_suspend()
1380 int hl_device_resume(struct hl_device *hdev)  in hl_device_resume()
1423 static int device_kill_open_processes(struct hl_device *hdev, u32 timeout, bool control_dev)  in device_kill_open_processes()
1508 static void device_disable_open_processes(struct hl_device *hdev, bool control_dev)  in device_disable_open_processes()
1523 static void send_disable_pci_access(struct hl_device *hdev, u32 flags)  in send_disable_pci_access()
1550 static void handle_reset_trigger(struct hl_device *hdev, u32 flags)  in handle_reset_trigger()
1590 static void reset_heartbeat_debug_info(struct hl_device *hdev)  in reset_heartbeat_debug_info()
1597 static inline void device_heartbeat_schedule(struct hl_device *hdev)  in device_heartbeat_schedule()
1631 int hl_device_reset(struct hl_device *hdev, u32 flags)  in hl_device_reset()
2049 int hl_device_cond_reset(struct hl_device *hdev, u32 flags, u64 event_mask)  in hl_device_cond_reset()
2134 void hl_notifier_event_send_all(struct hl_device *hdev, u64 event_mask)  in hl_notifier_event_send_all()
2160 int hl_device_init(struct hl_device *hdev)  in hl_device_init()
2496 void hl_device_fini(struct hl_device *hdev)  in hl_device_fini()
2663 inline u32 hl_rreg(struct hl_device *hdev, u32 reg)  in hl_rreg()
2683 inline void hl_wreg(struct hl_device *hdev, u32 reg, u32 val)  in hl_wreg()
2691 void hl_capture_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,  in hl_capture_razwi()
2717 void hl_handle_razwi(struct hl_device *hdev, u64 addr, u16 *engine_id, u16 num_of_engines,  in hl_handle_razwi()
2726 static void hl_capture_user_mappings(struct hl_device *hdev, bool is_pmmu)  in hl_capture_user_mappings()
2788 void hl_capture_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu)  in hl_capture_page_fault()
2804 void hl_handle_page_fault(struct hl_device *hdev, u64 addr, u16 eng_id, bool is_pmmu,  in hl_handle_page_fault()
2813 static void hl_capture_hw_err(struct hl_device *hdev, u16 event_id)  in hl_capture_hw_err()
2827 void hl_handle_critical_hw_err(struct hl_device *hdev, u16 event_id, u64 *event_mask)  in hl_handle_critical_hw_err()
2835 static void hl_capture_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *fw_info)  in hl_capture_fw_err()
2851 void hl_handle_fw_err(struct hl_device *hdev, struct hl_info_fw_err_info *info)  in hl_handle_fw_err()
2859 void hl_capture_engine_err(struct hl_device *hdev, u16 engine_id, u16 error_count)  in hl_capture_engine_err()
2881 void hl_init_cpu_for_irq(struct hl_device *hdev)  in hl_init_cpu_for_irq()
2902 void hl_set_irq_affinity(struct hl_device *hdev, int irq)  in hl_set_irq_affinity()
2913 void hl_eq_heartbeat_event_handle(struct hl_device *hdev)  in hl_eq_heartbeat_event_handle()
2920 void hl_handle_clk_change_event(struct hl_device *hdev, u16 event_type, u64 *event_mask)  in hl_handle_clk_change_event()