53 static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx, u64 timeout_us, u64 seq,
57 static void hl_push_cs_outcome(struct hl_device *hdev,  in hl_push_cs_outcome()
139 	struct hl_device *hdev = hw_sob->hdev;  in hl_sob_reset()
152 	struct hl_device *hdev = hw_sob->hdev;  in hl_sob_reset_error()
299 static bool is_cb_patched(struct hl_device *hdev, struct hl_cs_job *job)  in is_cb_patched()
318 	struct hl_device *hdev = hpriv->hdev;  in cs_parser()
361 static void hl_complete_job(struct hl_device *hdev, struct hl_cs_job *job)  in hl_complete_job()
436 struct hl_cs *hl_staged_cs_find_first(struct hl_device *hdev, u64 cs_seq)  in hl_staged_cs_find_first()
455 bool is_staged_cs_last_exists(struct hl_device *hdev, struct hl_cs *cs)  in is_staged_cs_last_exists()
478 static void staged_cs_get(struct hl_device *hdev, struct hl_cs *cs)  in staged_cs_get()
497 static void staged_cs_put(struct hl_device *hdev, struct hl_cs *cs)  in staged_cs_put()
506 static void cs_handle_tdr(struct hl_device *hdev, struct hl_cs *cs)  in cs_handle_tdr()
562 static void force_complete_multi_cs(struct hl_device *hdev)  in force_complete_multi_cs()
606 static void complete_multi_cs(struct hl_device *hdev, struct hl_cs *cs)  in complete_multi_cs()
655 static inline void cs_release_sob_reset_handler(struct hl_device *hdev,  in cs_release_sob_reset_handler()
697 	struct hl_device *hdev = cs->ctx->hdev;  in cs_do_release()
820 	struct hl_device *hdev;  in cs_timedout()
898 static int allocate_cs(struct hl_device *hdev, struct hl_ctx *ctx,  in allocate_cs()
1026 static void cs_rollback(struct hl_device *hdev, struct hl_cs *cs)  in cs_rollback()
1045 static void release_reserved_encaps_signals(struct hl_device *hdev)  in release_reserved_encaps_signals()
1064 void hl_cs_rollback_all(struct hl_device *hdev, bool skip_wq_flush)  in hl_cs_rollback_all()
1118 void hl_release_pending_user_interrupts(struct hl_device *hdev)  in hl_release_pending_user_interrupts()
1146 static void force_complete_cs(struct hl_device *hdev)  in force_complete_cs()
1160 void hl_abort_waiting_for_cs_completions(struct hl_device *hdev)  in hl_abort_waiting_for_cs_completions()
1171 	struct hl_device *hdev = cs->ctx->hdev;  in job_wq_completion()
1180 	struct hl_device *hdev = cs->ctx->hdev;  in cs_completion()
1187 u32 hl_get_active_cs_num(struct hl_device *hdev)  in hl_get_active_cs_num()
1203 static int validate_queue_index(struct hl_device *hdev,  in validate_queue_index()
1274 static struct hl_cb *get_cb_from_cs_chunk(struct hl_device *hdev,  in get_cb_from_cs_chunk()
1300 struct hl_cs_job *hl_cs_allocate_job(struct hl_device *hdev,  in hl_cs_allocate_job()
1349 	struct hl_device *hdev = hpriv->hdev;  in hl_cs_sanity_checks()
1407 static int hl_cs_copy_chunk_array(struct hl_device *hdev,  in hl_cs_copy_chunk_array()
1446 static int cs_staged_submission(struct hl_device *hdev, struct hl_cs *cs,  in cs_staged_submission()
1478 static u32 get_stream_master_qid_mask(struct hl_device *hdev, u32 qid)  in get_stream_master_qid_mask()
1495 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_default()
1690 	struct hl_device *hdev = hpriv->hdev;  in hl_cs_ctx_switch()
1800 int hl_cs_signal_sob_wraparound_handler(struct hl_device *hdev, u32 q_idx,  in hl_cs_signal_sob_wraparound_handler()
1880 static int cs_ioctl_extract_signal_seq(struct hl_device *hdev,  in cs_ioctl_extract_signal_seq()
1938 static int cs_ioctl_signal_wait_create_jobs(struct hl_device *hdev,  in cs_ioctl_signal_wait_create_jobs()
2010 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_reserve_signals()
2129 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_unreserve_signals()
2210 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_signal_wait()
2465 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_engine_cores()
2503 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_engines()
2544 	struct hl_device *hdev = hpriv->hdev;  in cs_ioctl_flush_pci_hbw_writes()
2661 	struct hl_device *hdev = ctx->hdev;  in hl_wait_for_fence()
2738 	struct hl_device *hdev = mcs_data->ctx->hdev;  in hl_cs_poll_fences()
2859 static int _hl_cs_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx, u64 timeout_us, u64 seq,  in _hl_cs_wait_ioctl()
2907 static struct multi_cs_completion *hl_wait_multi_cs_completion_init(struct hl_device *hdev)  in hl_wait_multi_cs_completion_init()
2987 void hl_multi_cs_completion_init(struct hl_device *hdev)  in hl_multi_cs_completion_init()
3010 	struct hl_device *hdev = hpriv->hdev;  in hl_multi_cs_wait_ioctl()
3162 	struct hl_device *hdev = hpriv->hdev;  in hl_cs_wait_ioctl()
3245 static void unregister_timestamp_node(struct hl_device *hdev,  in unregister_timestamp_node()
3271 static int ts_get_and_handle_kernel_record(struct hl_device *hdev, struct hl_ctx *ctx,  in ts_get_and_handle_kernel_record()
3319 static int _hl_interrupt_ts_reg_ioctl(struct hl_device *hdev, struct hl_ctx *ctx,  in _hl_interrupt_ts_reg_ioctl()
3389 static int _hl_interrupt_wait_ioctl(struct hl_device *hdev, struct hl_ctx *ctx,  in _hl_interrupt_wait_ioctl()
3508 static int _hl_interrupt_wait_ioctl_user_addr(struct hl_device *hdev, struct hl_ctx *ctx,  in _hl_interrupt_wait_ioctl_user_addr()
3627 	struct hl_device *hdev = hpriv->hdev;  in hl_interrupt_wait_ioctl()
3725 	struct hl_device *hdev = hpriv->hdev;  in hl_wait_ioctl()