Lines Matching refs:mlx5_vdpa_net
131 struct mlx5_vdpa_net *ndev;
159 static void free_fixed_resources(struct mlx5_vdpa_net *ndev);
160 static void mvqs_set_defaults(struct mlx5_vdpa_net *ndev);
161 static int setup_vq_resources(struct mlx5_vdpa_net *ndev, bool filled);
162 static void teardown_vq_resources(struct mlx5_vdpa_net *ndev);
163 static int resume_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq);
281 static int create_tis(struct mlx5_vdpa_net *ndev) in create_tis()
297 static void destroy_tis(struct mlx5_vdpa_net *ndev) in destroy_tis()
305 static int cq_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf, int nent) in cq_frag_buf_alloc()
325 static int umem_frag_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem, int size) in umem_frag_buf_alloc()
333 static void cq_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_cq_buf *buf) in cq_frag_buf_free()
373 static void qp_prepare(struct mlx5_vdpa_net *ndev, bool fw, void *in, in qp_prepare()
407 static int rq_buf_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp, u32 num_ent) in rq_buf_alloc()
414 static void rq_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp) in rq_buf_free()
419 static int qp_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, in qp_create()
479 static void qp_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_qp *vqp) in qp_destroy()
513 struct mlx5_vdpa_net *ndev = mvq->ndev; in mlx5_vdpa_handle_completions()
531 struct mlx5_vdpa_net *ndev = mvq->ndev; in mlx5_vdpa_cq_comp()
555 static int cq_create(struct mlx5_vdpa_net *ndev, u16 idx, u32 num_ent) in cq_create()
632 static void cq_destroy(struct mlx5_vdpa_net *ndev, u16 idx) in cq_destroy()
646 static int read_umem_params(struct mlx5_vdpa_net *ndev) in read_umem_params()
686 static void set_umem_size(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num, in set_umem_size()
713 static void umem_frag_buf_free(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_umem *umem) in umem_frag_buf_free()
718 static int create_umem(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num) in create_umem()
768 static void umem_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, int num) in umem_destroy()
794 static int umems_create(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in umems_create()
813 static void umems_destroy(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in umems_destroy()
821 static int get_queue_type(struct mlx5_vdpa_net *ndev) in get_queue_type()
878 static int create_virtqueue(struct mlx5_vdpa_net *ndev, in create_virtqueue()
1003 static void destroy_virtqueue(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in destroy_virtqueue()
1038 static void alloc_inout(struct mlx5_vdpa_net *ndev, int cmd, void **in, int *inlen, void **out, in alloc_inout()
1133 static int modify_qp(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, bool fw, int cmd) in modify_qp()
1150 static int connect_qps(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in connect_qps()
1197 static void fill_query_virtqueue_cmd(struct mlx5_vdpa_net *ndev, in fill_query_virtqueue_cmd()
1209 static void query_virtqueue_end(struct mlx5_vdpa_net *ndev, in query_virtqueue_end()
1221 static int query_virtqueues(struct mlx5_vdpa_net *ndev, in query_virtqueues()
1276 static bool is_resumable(struct mlx5_vdpa_net *ndev) in is_resumable()
1306 static void fill_modify_virtqueue_cmd(struct mlx5_vdpa_net *ndev, in fill_modify_virtqueue_cmd()
1377 static void modify_virtqueue_end(struct mlx5_vdpa_net *ndev, in modify_virtqueue_end()
1407 static int counter_set_alloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in counter_set_alloc()
1432 static void counter_set_dealloc(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in counter_set_dealloc()
1458 static void alloc_vector(struct mlx5_vdpa_net *ndev, in alloc_vector()
1484 static void dealloc_vector(struct mlx5_vdpa_net *ndev, in dealloc_vector()
1498 static int setup_vq(struct mlx5_vdpa_net *ndev, in setup_vq()
1557 static int modify_virtqueues(struct mlx5_vdpa_net *ndev, int start_vq, int num_vqs, int state) in modify_virtqueues()
1633 static int suspend_vqs(struct mlx5_vdpa_net *ndev, int start_vq, int num_vqs) in suspend_vqs()
1673 static int suspend_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in suspend_vq()
1678 static int resume_vqs(struct mlx5_vdpa_net *ndev, int start_vq, int num_vqs) in resume_vqs()
1719 static int resume_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in resume_vq()
1724 static void teardown_vq(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in teardown_vq()
1740 static int create_rqt(struct mlx5_vdpa_net *ndev) in create_rqt()
1776 static int modify_rqt(struct mlx5_vdpa_net *ndev, int num) in modify_rqt()
1809 static void destroy_rqt(struct mlx5_vdpa_net *ndev) in destroy_rqt()
1814 static int create_tir(struct mlx5_vdpa_net *ndev) in create_tir()
1860 static void destroy_tir(struct mlx5_vdpa_net *ndev) in destroy_tir()
1875 static int add_steering_counters(struct mlx5_vdpa_net *ndev, in add_steering_counters()
1905 static void remove_steering_counters(struct mlx5_vdpa_net *ndev, in remove_steering_counters()
1914 static int mlx5_vdpa_add_mac_vlan_rules(struct mlx5_vdpa_net *ndev, u8 *mac, in mlx5_vdpa_add_mac_vlan_rules()
1989 static void mlx5_vdpa_del_mac_vlan_rules(struct mlx5_vdpa_net *ndev, in mlx5_vdpa_del_mac_vlan_rules()
2015 static struct macvlan_node *mac_vlan_lookup(struct mlx5_vdpa_net *ndev, u64 value) in mac_vlan_lookup()
2028 static int mac_vlan_add(struct mlx5_vdpa_net *ndev, u8 *mac, u16 vid, bool tagged) in mac_vlan_add()
2059 static void mac_vlan_del(struct mlx5_vdpa_net *ndev, u8 *mac, u16 vlan, bool tagged) in mac_vlan_del()
2073 static void clear_mac_vlan_table(struct mlx5_vdpa_net *ndev) in clear_mac_vlan_table()
2089 static int setup_steering(struct mlx5_vdpa_net *ndev) in setup_steering()
2123 static void teardown_steering(struct mlx5_vdpa_net *ndev) in teardown_steering()
2132 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in handle_ctrl_mac()
2221 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in change_num_qps()
2270 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in handle_ctrl_mq()
2318 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in handle_ctrl_vlan()
2363 struct mlx5_vdpa_net *ndev; in mlx5_cvq_kick_handler()
2431 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_kick_vq()
2456 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_vq_address()
2480 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_vq_num()
2501 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_vq_cb()
2532 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_vq_ready()
2560 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_get_vq_ready()
2575 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_vq_state()
2602 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_get_vq_state()
2713 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_get_device_features()
2743 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in setup_virtqueues()
2762 static void teardown_virtqueues(struct mlx5_vdpa_net *ndev) in teardown_virtqueues()
2820 struct mlx5_vdpa_net *ndev; in update_carrier()
2836 static int queue_link_work(struct mlx5_vdpa_net *ndev) in queue_link_work()
2852 struct mlx5_vdpa_net *ndev = container_of(nb, struct mlx5_vdpa_net, nb); in event_handler()
2876 static void register_link_notifier(struct mlx5_vdpa_net *ndev) in register_link_notifier()
2887 static void unregister_link_notifier(struct mlx5_vdpa_net *ndev) in unregister_link_notifier()
2906 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_driver_features()
2946 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_config_cb()
2970 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_get_status()
2976 static int save_channel_info(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq) in save_channel_info()
3000 static int save_channels_info(struct mlx5_vdpa_net *ndev) in save_channels_info()
3011 static void mlx5_clear_vqs(struct mlx5_vdpa_net *ndev) in mlx5_clear_vqs()
3019 static void restore_channels_info(struct mlx5_vdpa_net *ndev) in restore_channels_info()
3048 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_change_map()
3083 static int setup_vq_resources(struct mlx5_vdpa_net *ndev, bool filled) in setup_vq_resources()
3141 static void teardown_vq_resources(struct mlx5_vdpa_net *ndev) in teardown_vq_resources()
3181 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_status()
3243 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in needs_vqs_reset()
3263 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_compat_reset()
3316 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_get_config()
3377 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_set_map()
3389 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_reset_map()
3408 static void free_irqs(struct mlx5_vdpa_net *ndev) in free_irqs()
3431 struct mlx5_vdpa_net *ndev; in mlx5_vdpa_free()
3454 struct mlx5_vdpa_net *ndev; in mlx5_get_vq_notification()
3477 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_get_vq_irq()
3500 static int counter_set_query(struct mlx5_vdpa_net *ndev, struct mlx5_vdpa_virtqueue *mvq, in counter_set_query()
3537 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_get_vendor_vq_stats()
3601 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_suspend()
3618 struct mlx5_vdpa_net *ndev; in mlx5_vdpa_resume()
3706 static int alloc_fixed_resources(struct mlx5_vdpa_net *ndev) in alloc_fixed_resources()
3733 static void free_fixed_resources(struct mlx5_vdpa_net *ndev) in free_fixed_resources()
3745 static void mvqs_set_defaults(struct mlx5_vdpa_net *ndev) in mvqs_set_defaults()
3764 struct mlx5_vdpa_net *ndev;
3790 static void allocate_irqs(struct mlx5_vdpa_net *ndev) in allocate_irqs()
3825 struct mlx5_vdpa_net *ndev; in mlx5_vdpa_dev_add()
3879 ndev = vdpa_alloc_device(struct mlx5_vdpa_net, mvdev.vdev, mdev->device, &mgtdev->vdpa_ops, in mlx5_vdpa_dev_add()
4022 struct mlx5_vdpa_net *ndev = to_mlx5_vdpa_ndev(mvdev); in mlx5_vdpa_dev_del()
4044 struct mlx5_vdpa_net *ndev; in mlx5_vdpa_set_attr()