Lines Matching defs:hr_dev
271 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in check_inl_data_len() local
288 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in set_rc_inl() local
373 static int check_send_valid(struct hns_roce_dev *hr_dev, in check_send_valid()
441 struct hns_roce_dev *hr_dev = to_hr_dev(ib_dev); in fill_ud_av() local
520 static int set_rc_opcode(struct hns_roce_dev *hr_dev, in set_rc_opcode()
570 struct hns_roce_dev *hr_dev = to_hr_dev(qp->ibqp.device); in set_rc_wqe() local
621 static inline void update_sq_db(struct hns_roce_dev *hr_dev, in update_sq_db()
638 static inline void update_rq_db(struct hns_roce_dev *hr_dev, in update_rq_db()
660 static void hns_roce_write512(struct hns_roce_dev *hr_dev, u64 *val, in hns_roce_write512()
674 static void write_dwqe(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp, in write_dwqe()
694 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_post_send() local
767 static int check_recv_valid(struct hns_roce_dev *hr_dev, in check_recv_valid()
819 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_post_recv() local
948 struct hns_roce_dev *hr_dev = to_hr_dev(srq->ibsrq.device); in update_srq_db() local
1005 static u32 hns_roce_v2_cmd_hw_reseted(struct hns_roce_dev *hr_dev, in hns_roce_v2_cmd_hw_reseted()
1028 static u32 hns_roce_v2_cmd_hw_resetting(struct hns_roce_dev *hr_dev, in hns_roce_v2_cmd_hw_resetting()
1065 static u32 hns_roce_v2_cmd_sw_resetting(struct hns_roce_dev *hr_dev) in hns_roce_v2_cmd_sw_resetting()
1082 static u32 check_aedev_reset_status(struct hns_roce_dev *hr_dev, in check_aedev_reset_status()
1118 static bool check_device_is_in_reset(struct hns_roce_dev *hr_dev) in check_device_is_in_reset()
1136 static bool v2_chk_mbox_is_avail(struct hns_roce_dev *hr_dev, bool *busy) in v2_chk_mbox_is_avail()
1151 static int hns_roce_alloc_cmq_desc(struct hns_roce_dev *hr_dev, in hns_roce_alloc_cmq_desc()
1164 static void hns_roce_free_cmq_desc(struct hns_roce_dev *hr_dev, in hns_roce_free_cmq_desc()
1174 static int init_csq(struct hns_roce_dev *hr_dev, in init_csq()
1202 static int hns_roce_v2_cmq_init(struct hns_roce_dev *hr_dev) in hns_roce_v2_cmq_init()
1216 static void hns_roce_v2_cmq_exit(struct hns_roce_dev *hr_dev) in hns_roce_v2_cmq_exit()
1236 static int hns_roce_cmq_csq_done(struct hns_roce_dev *hr_dev) in hns_roce_cmq_csq_done()
1244 static void update_cmdq_status(struct hns_roce_dev *hr_dev) in update_cmdq_status()
1292 static void hns_roce_wait_csq_done(struct hns_roce_dev *hr_dev, u16 opcode) in hns_roce_wait_csq_done()
1305 static int __hns_roce_cmq_send(struct hns_roce_dev *hr_dev, in __hns_roce_cmq_send()
1368 static int hns_roce_cmq_send(struct hns_roce_dev *hr_dev, in hns_roce_cmq_send()
1389 static int config_hem_ba_to_hw(struct hns_roce_dev *hr_dev, in config_hem_ba_to_hw()
1404 static int hns_roce_cmq_query_hw_info(struct hns_roce_dev *hr_dev) in hns_roce_cmq_query_hw_info()
1422 static void func_clr_hw_resetting_state(struct hns_roce_dev *hr_dev, in func_clr_hw_resetting_state()
1447 static void func_clr_sw_resetting_state(struct hns_roce_dev *hr_dev, in func_clr_sw_resetting_state()
1473 static void hns_roce_func_clr_rst_proc(struct hns_roce_dev *hr_dev, int retval, in hns_roce_func_clr_rst_proc()
1505 static void __hns_roce_function_clear(struct hns_roce_dev *hr_dev, int vf_id) in __hns_roce_function_clear()
1555 static int hns_roce_free_vf_resource(struct hns_roce_dev *hr_dev, int vf_id) in hns_roce_free_vf_resource()
1570 static void hns_roce_function_clear(struct hns_roce_dev *hr_dev) in hns_roce_function_clear()
1592 static int hns_roce_clear_extdb_list_info(struct hns_roce_dev *hr_dev) in hns_roce_clear_extdb_list_info()
1608 static int hns_roce_query_fw_ver(struct hns_roce_dev *hr_dev) in hns_roce_query_fw_ver()
1625 static int hns_roce_query_func_info(struct hns_roce_dev *hr_dev) in hns_roce_query_func_info()
1649 static int hns_roce_hw_v2_query_counter(struct hns_roce_dev *hr_dev, in hns_roce_hw_v2_query_counter()
1699 static int hns_roce_config_global_param(struct hns_roce_dev *hr_dev) in hns_roce_config_global_param()
1719 static int load_func_res_caps(struct hns_roce_dev *hr_dev, bool is_vf) in load_func_res_caps()
1767 static int load_pf_timer_res_caps(struct hns_roce_dev *hr_dev) in load_pf_timer_res_caps()
1787 static int hns_roce_query_pf_resource(struct hns_roce_dev *hr_dev) in hns_roce_query_pf_resource()
1806 static int hns_roce_query_vf_resource(struct hns_roce_dev *hr_dev) in hns_roce_query_vf_resource()
1818 static int __hns_roce_set_vf_switch_param(struct hns_roce_dev *hr_dev, in __hns_roce_set_vf_switch_param()
1842 static int hns_roce_set_vf_switch_param(struct hns_roce_dev *hr_dev) in hns_roce_set_vf_switch_param()
1855 static int config_vf_hem_resource(struct hns_roce_dev *hr_dev, int vf_id) in config_vf_hem_resource()
1900 static int hns_roce_alloc_vf_resource(struct hns_roce_dev *hr_dev) in hns_roce_alloc_vf_resource()
1919 static int hns_roce_v2_set_bt(struct hns_roce_dev *hr_dev) in hns_roce_v2_set_bt()
2007 static void set_hem_page_size(struct hns_roce_dev *hr_dev) in set_hem_page_size()
2084 static void apply_func_caps(struct hns_roce_dev *hr_dev) in apply_func_caps()
2154 static int hns_roce_query_caps(struct hns_roce_dev *hr_dev) in hns_roce_query_caps()
2285 static int config_hem_entry_size(struct hns_roce_dev *hr_dev, u32 type, u32 val) in config_hem_entry_size()
2299 static int hns_roce_config_entry_size(struct hns_roce_dev *hr_dev) in hns_roce_config_entry_size()
2322 static int hns_roce_v2_vf_profile(struct hns_roce_dev *hr_dev) in hns_roce_v2_vf_profile()
2350 static int hns_roce_v2_pf_profile(struct hns_roce_dev *hr_dev) in hns_roce_v2_pf_profile()
2403 static int hns_roce_v2_profile(struct hns_roce_dev *hr_dev) in hns_roce_v2_profile()
2449 static int set_llm_cfg_to_hw(struct hns_roce_dev *hr_dev, in set_llm_cfg_to_hw()
2485 alloc_link_table_buf(struct hns_roce_dev *hr_dev) in alloc_link_table_buf()
2517 static void free_link_table_buf(struct hns_roce_dev *hr_dev, in free_link_table_buf()
2530 static int hns_roce_init_link_table(struct hns_roce_dev *hr_dev) in hns_roce_init_link_table()
2556 static void hns_roce_free_link_table(struct hns_roce_dev *hr_dev) in hns_roce_free_link_table()
2563 static void free_dip_list(struct hns_roce_dev *hr_dev) in free_dip_list()
2579 static struct ib_pd *free_mr_init_pd(struct hns_roce_dev *hr_dev) in free_mr_init_pd()
2607 static struct ib_cq *free_mr_init_cq(struct hns_roce_dev *hr_dev) in free_mr_init_cq()
2641 static int free_mr_init_qp(struct hns_roce_dev *hr_dev, struct ib_cq *cq, in free_mr_init_qp()
2672 static void free_mr_exit(struct hns_roce_dev *hr_dev) in free_mr_exit()
2703 static int free_mr_alloc_res(struct hns_roce_dev *hr_dev) in free_mr_alloc_res()
2755 static int free_mr_modify_rsv_qp(struct hns_roce_dev *hr_dev, in free_mr_modify_rsv_qp()
2821 static int free_mr_modify_qp(struct hns_roce_dev *hr_dev) in free_mr_modify_qp()
2842 static int free_mr_init(struct hns_roce_dev *hr_dev) in free_mr_init()
2868 static int get_hem_table(struct hns_roce_dev *hr_dev) in get_hem_table()
2926 static void put_hem_table(struct hns_roce_dev *hr_dev) in put_hem_table()
2943 static int hns_roce_v2_init(struct hns_roce_dev *hr_dev) in hns_roce_v2_init()
2973 static void hns_roce_v2_exit(struct hns_roce_dev *hr_dev) in hns_roce_v2_exit()
2987 static int hns_roce_mbox_post(struct hns_roce_dev *hr_dev, in hns_roce_mbox_post()
3006 static int v2_wait_mbox_complete(struct hns_roce_dev *hr_dev, u32 timeout, in v2_wait_mbox_complete()
3057 static int v2_post_mbox(struct hns_roce_dev *hr_dev, in v2_post_mbox()
3082 static int v2_poll_mbox_done(struct hns_roce_dev *hr_dev) in v2_poll_mbox_done()
3115 static int config_sgid_table(struct hns_roce_dev *hr_dev, in config_sgid_table()
3133 static int config_gmv_table(struct hns_roce_dev *hr_dev, in config_gmv_table()
3173 static int hns_roce_v2_set_gid(struct hns_roce_dev *hr_dev, int gid_index, in hns_roce_v2_set_gid()
3203 static int hns_roce_v2_set_mac(struct hns_roce_dev *hr_dev, u8 phy_port, in hns_roce_v2_set_mac()
3224 static int set_mtpt_pbl(struct hns_roce_dev *hr_dev, in set_mtpt_pbl()
3263 static int hns_roce_v2_write_mtpt(struct hns_roce_dev *hr_dev, in hns_roce_v2_write_mtpt()
3307 static int hns_roce_v2_rereg_write_mtpt(struct hns_roce_dev *hr_dev, in hns_roce_v2_rereg_write_mtpt()
3412 struct hns_roce_dev *hr_dev = to_hr_dev(hr_qp->ibqp.device); in free_mr_post_send_lp_wqe() local
3435 static void free_mr_send_cmd_to_hw(struct hns_roce_dev *hr_dev) in free_mr_send_cmd_to_hw()
3496 static void hns_roce_v2_dereg_mr(struct hns_roce_dev *hr_dev) in hns_roce_v2_dereg_mr()
3516 static inline void update_cq_db(struct hns_roce_dev *hr_dev, in update_cq_db()
3536 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); in __hns_roce_v2_cq_clean() local
3584 static void hns_roce_v2_write_cqc(struct hns_roce_dev *hr_dev, in hns_roce_v2_write_cqc()
3636 struct hns_roce_dev *hr_dev = to_hr_dev(ibcq->device); in hns_roce_v2_req_notify_cq() local
3708 static void get_cqe_status(struct hns_roce_dev *hr_dev, struct hns_roce_qp *qp, in get_cqe_status()
3768 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); in get_cur_qp() local
3921 struct hns_roce_dev *hr_dev = to_hr_dev(hr_cq->ib_cq.device); in hns_roce_v2_poll_one() local
3986 struct hns_roce_dev *hr_dev = to_hr_dev(ibcq->device); in hns_roce_v2_poll_cq() local
4020 static int get_op_for_set_hem(struct hns_roce_dev *hr_dev, u32 type, in get_op_for_set_hem()
4057 static int config_gmv_ba_to_hw(struct hns_roce_dev *hr_dev, unsigned long obj, in config_gmv_ba_to_hw()
4074 static int set_hem_to_hw(struct hns_roce_dev *hr_dev, int obj, in set_hem_to_hw()
4093 static int hns_roce_v2_set_hem(struct hns_roce_dev *hr_dev, in hns_roce_v2_set_hem()
4147 static int hns_roce_v2_clear_hem(struct hns_roce_dev *hr_dev, in hns_roce_v2_clear_hem()
4195 static int hns_roce_v2_qp_modify(struct hns_roce_dev *hr_dev, in hns_roce_v2_qp_modify()
4280 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in modify_qp_reset_to_init() local
4365 static int config_qp_rq_buf(struct hns_roce_dev *hr_dev, in config_qp_rq_buf()
4441 static int config_qp_sq_buf(struct hns_roce_dev *hr_dev, in config_qp_sq_buf()
4516 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in modify_qp_init_to_rtr() local
4661 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in modify_qp_rtr_to_rts() local
4708 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in get_dip_ctx_idx() local
4822 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); in fill_cong_field() local
4865 static int hns_roce_hw_v2_get_dscp(struct hns_roce_dev *hr_dev, u8 dscp, in hns_roce_hw_v2_get_dscp()
4878 bool check_sl_valid(struct hns_roce_dev *hr_dev, u8 sl) in check_sl_valid()
4899 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_set_sl() local
4935 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_set_path() local
5061 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_set_abs_fields() local
5084 static bool check_qp_timeout_cfg_range(struct hns_roce_dev *hr_dev, u8 *timeout) in check_qp_timeout_cfg_range()
5113 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_set_opt_fields() local
5213 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_record_opt_fields() local
5281 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_modify_qp() local
5359 static int hns_roce_v2_query_qpc(struct hns_roce_dev *hr_dev, u32 qpn, in hns_roce_v2_query_qpc()
5381 static int hns_roce_v2_query_srqc(struct hns_roce_dev *hr_dev, u32 srqn, in hns_roce_v2_query_srqc()
5405 static int hns_roce_v2_query_sccc(struct hns_roce_dev *hr_dev, u32 qpn, in hns_roce_v2_query_sccc()
5429 static u8 get_qp_timeout_attr(struct hns_roce_dev *hr_dev, in get_qp_timeout_attr()
5445 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_query_qp() local
5553 static int hns_roce_v2_destroy_qp_common(struct hns_roce_dev *hr_dev, in hns_roce_v2_destroy_qp_common()
5599 struct hns_roce_dev *hr_dev = to_hr_dev(ibqp->device); in hns_roce_v2_destroy_qp() local
5614 static int hns_roce_v2_qp_flow_control_init(struct hns_roce_dev *hr_dev, in hns_roce_v2_qp_flow_control_init()
5680 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); in hns_roce_v2_write_srqc_index_queue() local
5724 struct hns_roce_dev *hr_dev = to_hr_dev(ibdev); in hns_roce_v2_write_srqc() local
5783 struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); in hns_roce_v2_modify_srq() local
5834 struct hns_roce_dev *hr_dev = to_hr_dev(ibsrq->device); in hns_roce_v2_query_srq() local
5865 struct hns_roce_dev *hr_dev = to_hr_dev(cq->device); in hns_roce_v2_modify_cq() local
5912 static int hns_roce_v2_query_cqc(struct hns_roce_dev *hr_dev, u32 cqn, in hns_roce_v2_query_cqc()
5941 static int hns_roce_v2_query_mpt(struct hns_roce_dev *hr_dev, u32 key, in hns_roce_v2_query_mpt()
6034 static void hns_roce_v2_init_irq_work(struct hns_roce_dev *hr_dev, in hns_roce_v2_init_irq_work()
6053 struct hns_roce_dev *hr_dev = eq->hr_dev; in update_eq_db() local
6087 static irqreturn_t hns_roce_v2_aeq_int(struct hns_roce_dev *hr_dev, in hns_roce_v2_aeq_int()
6182 struct hns_roce_dev *hr_dev = eq->hr_dev; in hns_roce_v2_msix_interrupt_eq() local
6195 static irqreturn_t abnormal_interrupt_basic(struct hns_roce_dev *hr_dev, in abnormal_interrupt_basic()
6233 static int fmea_ram_ecc_query(struct hns_roce_dev *hr_dev, in fmea_ram_ecc_query()
6252 static int fmea_recover_gmv(struct hns_roce_dev *hr_dev, u32 idx) in fmea_recover_gmv()
6291 static int fmea_recover_others(struct hns_roce_dev *hr_dev, u32 res_type, in fmea_recover_others()
6325 static void fmea_ram_ecc_recover(struct hns_roce_dev *hr_dev, in fmea_ram_ecc_recover()
6352 struct hns_roce_dev *hr_dev = in fmea_ram_ecc_work() local
6371 struct hns_roce_dev *hr_dev = dev_id; in hns_roce_v2_msix_interrupt_abn() local
6389 static void hns_roce_v2_int_mask_enable(struct hns_roce_dev *hr_dev, in hns_roce_v2_int_mask_enable()
6402 static void free_eq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) in free_eq_buf()
6407 static void hns_roce_v2_destroy_eqc(struct hns_roce_dev *hr_dev, in hns_roce_v2_destroy_eqc()
6427 static void init_eq_config(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) in init_eq_config()
6437 static int config_eqc(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq, in config_eqc()
6500 static int alloc_eq_buf(struct hns_roce_dev *hr_dev, struct hns_roce_eq *eq) in alloc_eq_buf()
6524 static int hns_roce_v2_create_eq(struct hns_roce_dev *hr_dev, in hns_roce_v2_create_eq()
6566 struct hns_roce_dev *hr_dev = eq->hr_dev; in hns_roce_ceq_work() local
6590 static int __hns_roce_request_irq(struct hns_roce_dev *hr_dev, int irq_num, in __hns_roce_request_irq()
6666 static void __hns_roce_free_irq(struct hns_roce_dev *hr_dev) in __hns_roce_free_irq()
6688 static int hns_roce_v2_init_eq_table(struct hns_roce_dev *hr_dev) in hns_roce_v2_init_eq_table()
6777 static void hns_roce_v2_cleanup_eq_table(struct hns_roce_dev *hr_dev) in hns_roce_v2_cleanup_eq_table()
6863 static void hns_roce_hw_v2_get_cfg(struct hns_roce_dev *hr_dev, in hns_roce_hw_v2_get_cfg()
6902 struct hns_roce_dev *hr_dev; in __hns_roce_hw_v2_init_instance() local
6950 struct hns_roce_dev *hr_dev = handle->priv; in __hns_roce_hw_v2_uninit_instance() local
7022 struct hns_roce_dev *hr_dev; in hns_roce_hw_v2_reset_notify_down() local