Lines Matching refs:hl_device
479 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid,
481 static int gaudi_send_job_on_qman0(struct hl_device *hdev,
483 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr,
485 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base,
487 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel,
489 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev);
490 static int gaudi_cpucp_info_get(struct hl_device *hdev);
491 static void gaudi_disable_clock_gating(struct hl_device *hdev);
492 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid);
493 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id,
495 static u32 gaudi_gen_wait_cb(struct hl_device *hdev,
498 get_collective_mode(struct hl_device *hdev, u32 queue_id) in get_collective_mode()
518 static inline void set_default_power_values(struct hl_device *hdev) in set_default_power_values()
535 static int gaudi_set_fixed_properties(struct hl_device *hdev) in gaudi_set_fixed_properties()
710 static int gaudi_pci_bars_map(struct hl_device *hdev) in gaudi_pci_bars_map()
726 static u64 gaudi_set_hbm_bar_base(struct hl_device *hdev, u64 addr) in gaudi_set_hbm_bar_base()
755 static int gaudi_init_iatu(struct hl_device *hdev) in gaudi_init_iatu()
797 static enum hl_device_hw_state gaudi_get_hw_state(struct hl_device *hdev) in gaudi_get_hw_state()
802 static int gaudi_early_init(struct hl_device *hdev) in gaudi_early_init()
894 static int gaudi_early_fini(struct hl_device *hdev) in gaudi_early_fini()
908 static int gaudi_fetch_psoc_frequency(struct hl_device *hdev) in gaudi_fetch_psoc_frequency()
965 static int _gaudi_init_tpc_mem(struct hl_device *hdev, in _gaudi_init_tpc_mem()
1050 static int gaudi_init_tpc_mem(struct hl_device *hdev) in gaudi_init_tpc_mem()
1092 static void gaudi_collective_map_sobs(struct hl_device *hdev, u32 stream) in gaudi_collective_map_sobs()
1128 struct hl_device *hdev = hw_sob_group->hdev; in gaudi_sob_group_hw_reset()
1142 struct hl_device *hdev = hw_sob_group->hdev; in gaudi_sob_group_reset_error()
1167 static int gaudi_collective_init(struct hl_device *hdev) in gaudi_collective_init()
1200 static void gaudi_reset_sob_group(struct hl_device *hdev, u16 sob_group) in gaudi_reset_sob_group()
1209 static void gaudi_collective_master_init_job(struct hl_device *hdev, in gaudi_collective_master_init_job()
1260 static void gaudi_collective_slave_init_job(struct hl_device *hdev, in gaudi_collective_slave_init_job()
1318 struct hl_device *hdev; in gaudi_collective_wait_init_cs()
1428 static int gaudi_collective_wait_create_job(struct hl_device *hdev, in gaudi_collective_wait_create_job()
1524 static int gaudi_collective_wait_create_jobs(struct hl_device *hdev, in gaudi_collective_wait_create_jobs()
1609 static int gaudi_late_init(struct hl_device *hdev) in gaudi_late_init()
1689 static void gaudi_late_fini(struct hl_device *hdev) in gaudi_late_fini()
1694 static int gaudi_alloc_cpu_accessible_dma_mem(struct hl_device *hdev) in gaudi_alloc_cpu_accessible_dma_mem()
1747 static void gaudi_free_internal_qmans_pq_mem(struct hl_device *hdev) in gaudi_free_internal_qmans_pq_mem()
1761 static int gaudi_alloc_internal_qmans_pq_mem(struct hl_device *hdev) in gaudi_alloc_internal_qmans_pq_mem()
1807 static void gaudi_set_pci_memory_regions(struct hl_device *hdev) in gaudi_set_pci_memory_regions()
1849 static int gaudi_sw_init(struct hl_device *hdev) in gaudi_sw_init()
1943 static int gaudi_sw_fini(struct hl_device *hdev) in gaudi_sw_fini()
1967 struct hl_device *hdev = arg; in gaudi_irq_handler_single()
1985 static int gaudi_pci_irq_vector(struct hl_device *hdev, unsigned int nr, in gaudi_pci_irq_vector()
2000 static int gaudi_enable_msi_single(struct hl_device *hdev) in gaudi_enable_msi_single()
2016 static int gaudi_enable_msi(struct hl_device *hdev) in gaudi_enable_msi()
2043 static void gaudi_sync_irqs(struct hl_device *hdev) in gaudi_sync_irqs()
2054 static void gaudi_disable_msi(struct hl_device *hdev) in gaudi_disable_msi()
2068 static void gaudi_init_scrambler_sram(struct hl_device *hdev) in gaudi_init_scrambler_sram()
2136 static void gaudi_init_scrambler_hbm(struct hl_device *hdev) in gaudi_init_scrambler_hbm()
2204 static void gaudi_init_e2e(struct hl_device *hdev) in gaudi_init_e2e()
2454 static void gaudi_init_hbm_cred(struct hl_device *hdev) in gaudi_init_hbm_cred()
2517 static void gaudi_init_golden_registers(struct hl_device *hdev) in gaudi_init_golden_registers()
2545 static void gaudi_init_pci_dma_qman(struct hl_device *hdev, int dma_id, in gaudi_init_pci_dma_qman()
2636 static void gaudi_init_dma_core(struct hl_device *hdev, int dma_id) in gaudi_init_dma_core()
2676 static void gaudi_enable_qman(struct hl_device *hdev, int dma_id, in gaudi_enable_qman()
2684 static void gaudi_init_pci_dma_qmans(struct hl_device *hdev) in gaudi_init_pci_dma_qmans()
2725 static void gaudi_init_hbm_dma_qman(struct hl_device *hdev, int dma_id, in gaudi_init_hbm_dma_qman()
2830 static void gaudi_init_hbm_dma_qmans(struct hl_device *hdev) in gaudi_init_hbm_dma_qmans()
2867 static void gaudi_init_mme_qman(struct hl_device *hdev, u32 mme_offset, in gaudi_init_mme_qman()
2954 static void gaudi_init_mme_qmans(struct hl_device *hdev) in gaudi_init_mme_qmans()
2993 static void gaudi_init_tpc_qman(struct hl_device *hdev, u32 tpc_offset, in gaudi_init_tpc_qman()
3099 static void gaudi_init_tpc_qmans(struct hl_device *hdev) in gaudi_init_tpc_qmans()
3144 static void gaudi_init_nic_qman(struct hl_device *hdev, u32 nic_offset, in gaudi_init_nic_qman()
3232 static void gaudi_init_nic_qmans(struct hl_device *hdev) in gaudi_init_nic_qmans()
3284 static void gaudi_disable_pci_dma_qmans(struct hl_device *hdev) in gaudi_disable_pci_dma_qmans()
3296 static void gaudi_disable_hbm_dma_qmans(struct hl_device *hdev) in gaudi_disable_hbm_dma_qmans()
3310 static void gaudi_disable_mme_qmans(struct hl_device *hdev) in gaudi_disable_mme_qmans()
3321 static void gaudi_disable_tpc_qmans(struct hl_device *hdev) in gaudi_disable_tpc_qmans()
3336 static void gaudi_disable_nic_qmans(struct hl_device *hdev) in gaudi_disable_nic_qmans()
3360 static void gaudi_stop_pci_dma_qmans(struct hl_device *hdev) in gaudi_stop_pci_dma_qmans()
3373 static void gaudi_stop_hbm_dma_qmans(struct hl_device *hdev) in gaudi_stop_hbm_dma_qmans()
3389 static void gaudi_stop_mme_qmans(struct hl_device *hdev) in gaudi_stop_mme_qmans()
3401 static void gaudi_stop_tpc_qmans(struct hl_device *hdev) in gaudi_stop_tpc_qmans()
3418 static void gaudi_stop_nic_qmans(struct hl_device *hdev) in gaudi_stop_nic_qmans()
3485 static void gaudi_pci_dma_stall(struct hl_device *hdev) in gaudi_pci_dma_stall()
3497 static void gaudi_hbm_dma_stall(struct hl_device *hdev) in gaudi_hbm_dma_stall()
3511 static void gaudi_mme_stall(struct hl_device *hdev) in gaudi_mme_stall()
3537 static void gaudi_tpc_stall(struct hl_device *hdev) in gaudi_tpc_stall()
3554 static void gaudi_disable_clock_gating(struct hl_device *hdev) in gaudi_disable_clock_gating()
3582 static void gaudi_enable_timestamp(struct hl_device *hdev) in gaudi_enable_timestamp()
3595 static void gaudi_disable_timestamp(struct hl_device *hdev) in gaudi_disable_timestamp()
3601 static void gaudi_halt_engines(struct hl_device *hdev, bool hard_reset, bool fw_reset) in gaudi_halt_engines()
3640 static int gaudi_mmu_init(struct hl_device *hdev) in gaudi_mmu_init()
3689 static int gaudi_load_firmware_to_device(struct hl_device *hdev) in gaudi_load_firmware_to_device()
3698 static int gaudi_load_boot_fit_to_device(struct hl_device *hdev) in gaudi_load_boot_fit_to_device()
3707 static void gaudi_init_dynamic_firmware_loader(struct hl_device *hdev) in gaudi_init_dynamic_firmware_loader()
3730 static void gaudi_init_static_firmware_loader(struct hl_device *hdev) in gaudi_init_static_firmware_loader()
3753 static void gaudi_init_firmware_preload_params(struct hl_device *hdev) in gaudi_init_firmware_preload_params()
3765 static void gaudi_init_firmware_loader(struct hl_device *hdev) in gaudi_init_firmware_loader()
3786 static int gaudi_init_cpu(struct hl_device *hdev) in gaudi_init_cpu()
3814 static int gaudi_init_cpu_queues(struct hl_device *hdev, u32 cpu_timeout) in gaudi_init_cpu_queues()
3887 static void gaudi_pre_hw_init(struct hl_device *hdev) in gaudi_pre_hw_init()
3915 static int gaudi_hw_init(struct hl_device *hdev) in gaudi_hw_init()
4003 static int gaudi_hw_fini(struct hl_device *hdev, bool hard_reset, bool fw_reset) in gaudi_hw_fini()
4153 static int gaudi_suspend(struct hl_device *hdev) in gaudi_suspend()
4158 static int gaudi_resume(struct hl_device *hdev) in gaudi_resume()
4163 static int gaudi_mmap(struct hl_device *hdev, struct vm_area_struct *vma, in gaudi_mmap()
4179 static void gaudi_ring_doorbell(struct hl_device *hdev, u32 hw_queue_id, u32 pi) in gaudi_ring_doorbell()
4521 static void gaudi_pqe_write(struct hl_device *hdev, __le64 *pqe, in gaudi_pqe_write()
4531 static void *gaudi_dma_alloc_coherent(struct hl_device *hdev, size_t size, in gaudi_dma_alloc_coherent()
4544 static void gaudi_dma_free_coherent(struct hl_device *hdev, size_t size, in gaudi_dma_free_coherent()
4553 static int gaudi_scrub_device_dram(struct hl_device *hdev, u64 val) in gaudi_scrub_device_dram()
4614 static int gaudi_scrub_device_mem(struct hl_device *hdev) in gaudi_scrub_device_mem()
4656 static void *gaudi_get_int_queue_base(struct hl_device *hdev, in gaudi_get_int_queue_base()
4676 static int gaudi_send_cpu_message(struct hl_device *hdev, u32 *msg, in gaudi_send_cpu_message()
4694 static int gaudi_test_queue(struct hl_device *hdev, u32 hw_queue_id) in gaudi_test_queue()
4767 static int gaudi_test_cpu_queue(struct hl_device *hdev) in gaudi_test_cpu_queue()
4781 static int gaudi_test_queues(struct hl_device *hdev) in gaudi_test_queues()
4800 static void *gaudi_dma_pool_zalloc(struct hl_device *hdev, size_t size, in gaudi_dma_pool_zalloc()
4817 static void gaudi_dma_pool_free(struct hl_device *hdev, void *vaddr, in gaudi_dma_pool_free()
4826 static void *gaudi_cpu_accessible_dma_pool_alloc(struct hl_device *hdev, in gaudi_cpu_accessible_dma_pool_alloc()
4832 static void gaudi_cpu_accessible_dma_pool_free(struct hl_device *hdev, in gaudi_cpu_accessible_dma_pool_free()
4838 static u32 gaudi_get_dma_desc_list_size(struct hl_device *hdev, struct sg_table *sgt) in gaudi_get_dma_desc_list_size()
4878 static int gaudi_pin_memory_before_cs(struct hl_device *hdev, in gaudi_pin_memory_before_cs()
4924 static int gaudi_validate_dma_pkt_host(struct hl_device *hdev, in gaudi_validate_dma_pkt_host()
4962 static int gaudi_validate_dma_pkt_no_mmu(struct hl_device *hdev, in gaudi_validate_dma_pkt_no_mmu()
4994 static int gaudi_validate_load_and_exe_pkt(struct hl_device *hdev, in gaudi_validate_load_and_exe_pkt()
5013 static int gaudi_validate_cb(struct hl_device *hdev, in gaudi_validate_cb()
5120 static int gaudi_patch_dma_packet(struct hl_device *hdev, in gaudi_patch_dma_packet()
5239 static int gaudi_patch_cb(struct hl_device *hdev, in gaudi_patch_cb()
5329 static int gaudi_parse_cb_mmu(struct hl_device *hdev, in gaudi_parse_cb_mmu()
5414 static int gaudi_parse_cb_no_mmu(struct hl_device *hdev, in gaudi_parse_cb_no_mmu()
5462 static int gaudi_parse_cb_no_ext_queue(struct hl_device *hdev, in gaudi_parse_cb_no_ext_queue()
5507 static int gaudi_cs_parser(struct hl_device *hdev, struct hl_cs_parser *parser) in gaudi_cs_parser()
5520 static void gaudi_add_end_of_cb_packets(struct hl_device *hdev, void *kernel_address, in gaudi_add_end_of_cb_packets()
5557 static void gaudi_update_eq_ci(struct hl_device *hdev, u32 val) in gaudi_update_eq_ci()
5562 static int gaudi_memset_device_memory(struct hl_device *hdev, u64 addr, in gaudi_memset_device_memory()
5641 static int gaudi_memset_registers(struct hl_device *hdev, u64 reg_base, in gaudi_memset_registers()
5704 static int gaudi_restore_sm_registers(struct hl_device *hdev) in gaudi_restore_sm_registers()
5779 static void gaudi_restore_dma_registers(struct hl_device *hdev) in gaudi_restore_dma_registers()
5806 static void gaudi_restore_qm_registers(struct hl_device *hdev) in gaudi_restore_qm_registers()
5833 static int gaudi_restore_user_registers(struct hl_device *hdev) in gaudi_restore_user_registers()
5847 static int gaudi_context_switch(struct hl_device *hdev, u32 asid) in gaudi_context_switch()
5852 static int gaudi_mmu_clear_pgt_range(struct hl_device *hdev) in gaudi_mmu_clear_pgt_range()
5865 static void gaudi_restore_phase_topology(struct hl_device *hdev) in gaudi_restore_phase_topology()
5870 static int gaudi_dma_core_transfer(struct hl_device *hdev, int dma_id, u64 addr, in gaudi_dma_core_transfer()
5917 static int gaudi_debugfs_read_dma(struct hl_device *hdev, u64 addr, u32 size, in gaudi_debugfs_read_dma()
6022 static u64 gaudi_read_pte(struct hl_device *hdev, u64 addr) in gaudi_read_pte()
6033 static void gaudi_write_pte(struct hl_device *hdev, u64 addr, u64 val) in gaudi_write_pte()
6044 void gaudi_mmu_prepare_reg(struct hl_device *hdev, u64 reg, u32 asid) in gaudi_mmu_prepare_reg()
6051 static void gaudi_mmu_prepare(struct hl_device *hdev, u32 asid) in gaudi_mmu_prepare()
6342 static int gaudi_send_job_on_qman0(struct hl_device *hdev, in gaudi_send_job_on_qman0()
6423 static const char *gaudi_get_razwi_initiator_dma_name(struct hl_device *hdev, u32 x_y, in gaudi_get_razwi_initiator_dma_name()
6521 static const char *gaudi_get_razwi_initiator_name(struct hl_device *hdev, bool is_write, in gaudi_get_razwi_initiator_name()
6638 static void gaudi_print_and_get_razwi_info(struct hl_device *hdev, u16 *engine_id_1, in gaudi_print_and_get_razwi_info()
6659 static void gaudi_print_and_get_mmu_error_info(struct hl_device *hdev, u64 *addr, u64 *event_mask) in gaudi_print_and_get_mmu_error_info()
6709 static int gaudi_extract_ecc_info(struct hl_device *hdev, in gaudi_extract_ecc_info()
6794 static void gaudi_handle_sw_config_stream_data(struct hl_device *hdev, u32 stream, in gaudi_handle_sw_config_stream_data()
6831 static void gaudi_handle_last_pqes_on_err(struct hl_device *hdev, u32 qid_base, in gaudi_handle_last_pqes_on_err()
6911 static void handle_qman_data_on_err(struct hl_device *hdev, u32 qid_base, in handle_qman_data_on_err()
6930 static void gaudi_handle_qman_err_generic(struct hl_device *hdev, in gaudi_handle_qman_err_generic()
6997 static void gaudi_print_sm_sei_info(struct hl_device *hdev, u16 event_type, in gaudi_print_sm_sei_info()
7031 static void gaudi_handle_ecc_event(struct hl_device *hdev, u16 event_type, in gaudi_handle_ecc_event()
7128 static void gaudi_handle_qman_err(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi_handle_qman_err()
7219 static void gaudi_print_irq_info(struct hl_device *hdev, u16 event_type, in gaudi_print_irq_info()
7262 static void gaudi_print_out_of_sync_info(struct hl_device *hdev, in gaudi_print_out_of_sync_info()
7271 static void gaudi_print_fw_alive_info(struct hl_device *hdev, in gaudi_print_fw_alive_info()
7282 static void gaudi_print_nic_axi_irq_info(struct hl_device *hdev, u16 event_type, in gaudi_print_nic_axi_irq_info()
7324 static int gaudi_compute_reset_late_init(struct hl_device *hdev) in gaudi_compute_reset_late_init()
7330 static int gaudi_hbm_read_interrupts(struct hl_device *hdev, int device, in gaudi_hbm_read_interrupts()
7468 static bool gaudi_tpc_read_interrupts(struct hl_device *hdev, u8 tpc_id, in gaudi_tpc_read_interrupts()
7504 static void gaudi_print_clk_change_info(struct hl_device *hdev, u16 event_type, u64 *event_mask) in gaudi_print_clk_change_info()
7554 static void gaudi_handle_eqe(struct hl_device *hdev, struct hl_eq_entry *eq_entry) in gaudi_handle_eqe()
7883 static void *gaudi_get_events_stat(struct hl_device *hdev, bool aggregate, u32 *size) in gaudi_get_events_stat()
7896 static int gaudi_mmu_invalidate_cache(struct hl_device *hdev, bool is_hard, u32 flags) in gaudi_mmu_invalidate_cache()
7929 static int gaudi_mmu_invalidate_cache_range(struct hl_device *hdev, in gaudi_mmu_invalidate_cache_range()
7939 static int gaudi_mmu_update_asid_hop0_addr(struct hl_device *hdev, u32 asid, u64 phys_addr) in gaudi_mmu_update_asid_hop0_addr()
7971 static int gaudi_send_heartbeat(struct hl_device *hdev) in gaudi_send_heartbeat()
7981 static int gaudi_cpucp_info_get(struct hl_device *hdev) in gaudi_cpucp_info_get()
8007 static bool gaudi_is_device_idle(struct hl_device *hdev, u64 *mask_arr, u8 mask_len, in gaudi_is_device_idle()
8144 static void gaudi_hw_queues_lock(struct hl_device *hdev) in gaudi_hw_queues_lock()
8152 static void gaudi_hw_queues_unlock(struct hl_device *hdev) in gaudi_hw_queues_unlock()
8160 static u32 gaudi_get_pci_id(struct hl_device *hdev) in gaudi_get_pci_id()
8165 static int gaudi_get_eeprom_data(struct hl_device *hdev, void *data, in gaudi_get_eeprom_data()
8176 static int gaudi_get_monitor_dump(struct hl_device *hdev, void *data) in gaudi_get_monitor_dump()
8190 static int gaudi_run_tpc_kernel(struct hl_device *hdev, u64 tpc_kernel, u32 tpc_id) in gaudi_run_tpc_kernel()
8286 static int gaudi_internal_cb_pool_init(struct hl_device *hdev, in gaudi_internal_cb_pool_init()
8366 static void gaudi_internal_cb_pool_fini(struct hl_device *hdev, in gaudi_internal_cb_pool_fini()
8419 static u32 gaudi_get_queue_id_for_cq(struct hl_device *hdev, u32 cq_idx) in gaudi_get_queue_id_for_cq()
8424 static u32 gaudi_get_signal_cb_size(struct hl_device *hdev) in gaudi_get_signal_cb_size()
8430 static u32 gaudi_get_wait_cb_size(struct hl_device *hdev) in gaudi_get_wait_cb_size()
8437 static u32 gaudi_get_sob_addr(struct hl_device *hdev, u32 sob_id) in gaudi_get_sob_addr()
8442 static u32 gaudi_gen_signal_cb(struct hl_device *hdev, void *data, u16 sob_id, in gaudi_gen_signal_cb()
8490 static u32 gaudi_add_arm_monitor_pkt(struct hl_device *hdev, in gaudi_add_arm_monitor_pkt()
8560 static int gaudi_get_fence_addr(struct hl_device *hdev, u32 queue_id, u64 *addr) in gaudi_get_fence_addr()
8723 static u32 gaudi_gen_wait_cb(struct hl_device *hdev, in gaudi_gen_wait_cb()
8745 static void gaudi_reset_sob(struct hl_device *hdev, void *data) in gaudi_reset_sob()
8758 static u64 gaudi_get_device_time(struct hl_device *hdev) in gaudi_get_device_time()
8765 static int gaudi_get_hw_block_id(struct hl_device *hdev, u64 block_addr, in gaudi_get_hw_block_id()
8771 static int gaudi_block_mmap(struct hl_device *hdev, in gaudi_block_mmap()
8778 static void gaudi_enable_events_from_fw(struct hl_device *hdev) in gaudi_enable_events_from_fw()
8790 static int gaudi_ack_mmu_page_fault_or_access_error(struct hl_device *hdev, u64 mmu_cap_mask) in gaudi_ack_mmu_page_fault_or_access_error()
8838 static int gaudi_gen_sync_to_engine_map(struct hl_device *hdev, in gaudi_gen_sync_to_engine_map()
8927 struct hl_device *hdev, in gaudi_print_single_monitor()
8966 struct hl_device *hdev, u64 base_offset, u64 status_base_offset, in gaudi_print_fences_single_engine()
9042 static void gaudi_state_dump_init(struct hl_device *hdev) in gaudi_state_dump_init()
9069 static int gaudi_set_dram_properties(struct hl_device *hdev) in gaudi_set_dram_properties()
9074 static int gaudi_set_binning_masks(struct hl_device *hdev) in gaudi_set_binning_masks()
9079 static void gaudi_check_if_razwi_happened(struct hl_device *hdev) in gaudi_check_if_razwi_happened()
9085 struct hl_device *hdev = dev_get_drvdata(dev); in infineon_ver_show()
9100 static void gaudi_add_device_attr(struct hl_device *hdev, struct attribute_group *dev_clk_attr_grp, in gaudi_add_device_attr()
9107 static int gaudi_send_device_activity(struct hl_device *hdev, bool open) in gaudi_send_device_activity()
9215 void gaudi_set_asic_funcs(struct hl_device *hdev) in gaudi_set_asic_funcs()