1  /* SPDX-License-Identifier: ((GPL-2.0 WITH Linux-syscall-note) OR Linux-OpenIB) */
2  /*
3   * Copyright (c) 2013-2015, Mellanox Technologies. All rights reserved.
4   *
5   * This software is available to you under a choice of one of two
6   * licenses.  You may choose to be licensed under the terms of the GNU
7   * General Public License (GPL) Version 2, available from the file
8   * COPYING in the main directory of this source tree, or the
9   * OpenIB.org BSD license below:
10   *
11   *     Redistribution and use in source and binary forms, with or
12   *     without modification, are permitted provided that the following
13   *     conditions are met:
14   *
15   *      - Redistributions of source code must retain the above
16   *        copyright notice, this list of conditions and the following
17   *        disclaimer.
18   *
19   *      - Redistributions in binary form must reproduce the above
20   *        copyright notice, this list of conditions and the following
21   *        disclaimer in the documentation and/or other materials
22   *        provided with the distribution.
23   *
24   * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25   * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26   * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27   * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28   * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29   * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30   * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
31   * SOFTWARE.
32   */
33  
34  #ifndef MLX5_ABI_USER_H
35  #define MLX5_ABI_USER_H
36  
37  #include <linux/types.h>
38  #include <linux/if_ether.h>	/* For ETH_ALEN. */
39  #include <rdma/ib_user_ioctl_verbs.h>
40  #include <rdma/mlx5_user_ioctl_verbs.h>
41  
42  enum {
43  	MLX5_QP_FLAG_SIGNATURE		= 1 << 0,
44  	MLX5_QP_FLAG_SCATTER_CQE	= 1 << 1,
45  	MLX5_QP_FLAG_TUNNEL_OFFLOADS	= 1 << 2,
46  	MLX5_QP_FLAG_BFREG_INDEX	= 1 << 3,
47  	MLX5_QP_FLAG_TYPE_DCT		= 1 << 4,
48  	MLX5_QP_FLAG_TYPE_DCI		= 1 << 5,
49  	MLX5_QP_FLAG_TIR_ALLOW_SELF_LB_UC = 1 << 6,
50  	MLX5_QP_FLAG_TIR_ALLOW_SELF_LB_MC = 1 << 7,
51  	MLX5_QP_FLAG_ALLOW_SCATTER_CQE	= 1 << 8,
52  	MLX5_QP_FLAG_PACKET_BASED_CREDIT_MODE	= 1 << 9,
53  	MLX5_QP_FLAG_UAR_PAGE_INDEX = 1 << 10,
54  	MLX5_QP_FLAG_DCI_STREAM	= 1 << 11,
55  };
56  
57  enum {
58  	MLX5_SRQ_FLAG_SIGNATURE		= 1 << 0,
59  };
60  
61  enum {
62  	MLX5_WQ_FLAG_SIGNATURE		= 1 << 0,
63  };
64  
65  /* Increment this value if any changes that break userspace ABI
66   * compatibility are made.
67   */
68  #define MLX5_IB_UVERBS_ABI_VERSION	1
69  
70  /* Make sure that all structs defined in this file remain laid out so
71   * that they pack the same way on 32-bit and 64-bit architectures (to
72   * avoid incompatibility between 32-bit userspace and 64-bit kernels).
73   * In particular do not use pointer types -- pass pointers in __u64
74   * instead.
75   */
76  
77  struct mlx5_ib_alloc_ucontext_req {
78  	__u32	total_num_bfregs;
79  	__u32	num_low_latency_bfregs;
80  };
81  
82  enum mlx5_lib_caps {
83  	MLX5_LIB_CAP_4K_UAR	= (__u64)1 << 0,
84  	MLX5_LIB_CAP_DYN_UAR	= (__u64)1 << 1,
85  };
86  
87  enum mlx5_ib_alloc_uctx_v2_flags {
88  	MLX5_IB_ALLOC_UCTX_DEVX	= 1 << 0,
89  };
90  struct mlx5_ib_alloc_ucontext_req_v2 {
91  	__u32	total_num_bfregs;
92  	__u32	num_low_latency_bfregs;
93  	__u32	flags;
94  	__u32	comp_mask;
95  	__u8	max_cqe_version;
96  	__u8	reserved0;
97  	__u16	reserved1;
98  	__u32	reserved2;
99  	__aligned_u64 lib_caps;
100  };
101  
102  enum mlx5_ib_alloc_ucontext_resp_mask {
103  	MLX5_IB_ALLOC_UCONTEXT_RESP_MASK_CORE_CLOCK_OFFSET = 1UL << 0,
104  	MLX5_IB_ALLOC_UCONTEXT_RESP_MASK_DUMP_FILL_MKEY    = 1UL << 1,
105  	MLX5_IB_ALLOC_UCONTEXT_RESP_MASK_ECE               = 1UL << 2,
106  	MLX5_IB_ALLOC_UCONTEXT_RESP_MASK_SQD2RTS           = 1UL << 3,
107  	MLX5_IB_ALLOC_UCONTEXT_RESP_MASK_REAL_TIME_TS	   = 1UL << 4,
108  	MLX5_IB_ALLOC_UCONTEXT_RESP_MASK_MKEY_UPDATE_TAG   = 1UL << 5,
109  };
110  
111  enum mlx5_user_cmds_supp_uhw {
112  	MLX5_USER_CMDS_SUPP_UHW_QUERY_DEVICE = 1 << 0,
113  	MLX5_USER_CMDS_SUPP_UHW_CREATE_AH    = 1 << 1,
114  };
115  
116  /* The eth_min_inline response value is set to off-by-one vs the FW
117   * returned value to allow user-space to deal with older kernels.
118   */
119  enum mlx5_user_inline_mode {
120  	MLX5_USER_INLINE_MODE_NA,
121  	MLX5_USER_INLINE_MODE_NONE,
122  	MLX5_USER_INLINE_MODE_L2,
123  	MLX5_USER_INLINE_MODE_IP,
124  	MLX5_USER_INLINE_MODE_TCP_UDP,
125  };
126  
127  enum {
128  	MLX5_USER_ALLOC_UCONTEXT_FLOW_ACTION_FLAGS_ESP_AES_GCM = 1 << 0,
129  	MLX5_USER_ALLOC_UCONTEXT_FLOW_ACTION_FLAGS_ESP_AES_GCM_REQ_METADATA = 1 << 1,
130  	MLX5_USER_ALLOC_UCONTEXT_FLOW_ACTION_FLAGS_ESP_AES_GCM_SPI_STEERING = 1 << 2,
131  	MLX5_USER_ALLOC_UCONTEXT_FLOW_ACTION_FLAGS_ESP_AES_GCM_FULL_OFFLOAD = 1 << 3,
132  	MLX5_USER_ALLOC_UCONTEXT_FLOW_ACTION_FLAGS_ESP_AES_GCM_TX_IV_IS_ESN = 1 << 4,
133  };
134  
135  struct mlx5_ib_alloc_ucontext_resp {
136  	__u32	qp_tab_size;
137  	__u32	bf_reg_size;
138  	__u32	tot_bfregs;
139  	__u32	cache_line_size;
140  	__u16	max_sq_desc_sz;
141  	__u16	max_rq_desc_sz;
142  	__u32	max_send_wqebb;
143  	__u32	max_recv_wr;
144  	__u32	max_srq_recv_wr;
145  	__u16	num_ports;
146  	__u16	flow_action_flags;
147  	__u32	comp_mask;
148  	__u32	response_length;
149  	__u8	cqe_version;
150  	__u8	cmds_supp_uhw;
151  	__u8	eth_min_inline;
152  	__u8	clock_info_versions;
153  	__aligned_u64 hca_core_clock_offset;
154  	__u32	log_uar_size;
155  	__u32	num_uars_per_page;
156  	__u32	num_dyn_bfregs;
157  	__u32	dump_fill_mkey;
158  };
159  
160  struct mlx5_ib_alloc_pd_resp {
161  	__u32	pdn;
162  };
163  
164  struct mlx5_ib_tso_caps {
165  	__u32 max_tso; /* Maximum tso payload size in bytes */
166  
167  	/* Corresponding bit will be set if qp type from
168  	 * 'enum ib_qp_type' is supported, e.g.
169  	 * supported_qpts |= 1 << IB_QPT_UD
170  	 */
171  	__u32 supported_qpts;
172  };
173  
174  struct mlx5_ib_rss_caps {
175  	__aligned_u64 rx_hash_fields_mask; /* enum mlx5_rx_hash_fields */
176  	__u8 rx_hash_function; /* enum mlx5_rx_hash_function_flags */
177  	__u8 reserved[7];
178  };
179  
180  enum mlx5_ib_cqe_comp_res_format {
181  	MLX5_IB_CQE_RES_FORMAT_HASH	= 1 << 0,
182  	MLX5_IB_CQE_RES_FORMAT_CSUM	= 1 << 1,
183  	MLX5_IB_CQE_RES_FORMAT_CSUM_STRIDX = 1 << 2,
184  };
185  
186  struct mlx5_ib_cqe_comp_caps {
187  	__u32 max_num;
188  	__u32 supported_format; /* enum mlx5_ib_cqe_comp_res_format */
189  };
190  
191  enum mlx5_ib_packet_pacing_cap_flags {
192  	MLX5_IB_PP_SUPPORT_BURST	= 1 << 0,
193  };
194  
195  struct mlx5_packet_pacing_caps {
196  	__u32 qp_rate_limit_min;
197  	__u32 qp_rate_limit_max; /* In kpbs */
198  
199  	/* Corresponding bit will be set if qp type from
200  	 * 'enum ib_qp_type' is supported, e.g.
201  	 * supported_qpts |= 1 << IB_QPT_RAW_PACKET
202  	 */
203  	__u32 supported_qpts;
204  	__u8  cap_flags; /* enum mlx5_ib_packet_pacing_cap_flags */
205  	__u8  reserved[3];
206  };
207  
208  enum mlx5_ib_mpw_caps {
209  	MPW_RESERVED		= 1 << 0,
210  	MLX5_IB_ALLOW_MPW	= 1 << 1,
211  	MLX5_IB_SUPPORT_EMPW	= 1 << 2,
212  };
213  
214  enum mlx5_ib_sw_parsing_offloads {
215  	MLX5_IB_SW_PARSING = 1 << 0,
216  	MLX5_IB_SW_PARSING_CSUM = 1 << 1,
217  	MLX5_IB_SW_PARSING_LSO = 1 << 2,
218  };
219  
220  struct mlx5_ib_sw_parsing_caps {
221  	__u32 sw_parsing_offloads; /* enum mlx5_ib_sw_parsing_offloads */
222  
223  	/* Corresponding bit will be set if qp type from
224  	 * 'enum ib_qp_type' is supported, e.g.
225  	 * supported_qpts |= 1 << IB_QPT_RAW_PACKET
226  	 */
227  	__u32 supported_qpts;
228  };
229  
230  struct mlx5_ib_striding_rq_caps {
231  	__u32 min_single_stride_log_num_of_bytes;
232  	__u32 max_single_stride_log_num_of_bytes;
233  	__u32 min_single_wqe_log_num_of_strides;
234  	__u32 max_single_wqe_log_num_of_strides;
235  
236  	/* Corresponding bit will be set if qp type from
237  	 * 'enum ib_qp_type' is supported, e.g.
238  	 * supported_qpts |= 1 << IB_QPT_RAW_PACKET
239  	 */
240  	__u32 supported_qpts;
241  	__u32 reserved;
242  };
243  
244  struct mlx5_ib_dci_streams_caps {
245  	__u8 max_log_num_concurent;
246  	__u8 max_log_num_errored;
247  };
248  
249  enum mlx5_ib_query_dev_resp_flags {
250  	/* Support 128B CQE compression */
251  	MLX5_IB_QUERY_DEV_RESP_FLAGS_CQE_128B_COMP = 1 << 0,
252  	MLX5_IB_QUERY_DEV_RESP_FLAGS_CQE_128B_PAD  = 1 << 1,
253  	MLX5_IB_QUERY_DEV_RESP_PACKET_BASED_CREDIT_MODE = 1 << 2,
254  	MLX5_IB_QUERY_DEV_RESP_FLAGS_SCAT2CQE_DCT = 1 << 3,
255  };
256  
257  enum mlx5_ib_tunnel_offloads {
258  	MLX5_IB_TUNNELED_OFFLOADS_VXLAN  = 1 << 0,
259  	MLX5_IB_TUNNELED_OFFLOADS_GRE    = 1 << 1,
260  	MLX5_IB_TUNNELED_OFFLOADS_GENEVE = 1 << 2,
261  	MLX5_IB_TUNNELED_OFFLOADS_MPLS_GRE = 1 << 3,
262  	MLX5_IB_TUNNELED_OFFLOADS_MPLS_UDP = 1 << 4,
263  };
264  
265  struct mlx5_ib_query_device_resp {
266  	__u32	comp_mask;
267  	__u32	response_length;
268  	struct	mlx5_ib_tso_caps tso_caps;
269  	struct	mlx5_ib_rss_caps rss_caps;
270  	struct	mlx5_ib_cqe_comp_caps cqe_comp_caps;
271  	struct	mlx5_packet_pacing_caps packet_pacing_caps;
272  	__u32	mlx5_ib_support_multi_pkt_send_wqes;
273  	__u32	flags; /* Use enum mlx5_ib_query_dev_resp_flags */
274  	struct mlx5_ib_sw_parsing_caps sw_parsing_caps;
275  	struct mlx5_ib_striding_rq_caps striding_rq_caps;
276  	__u32	tunnel_offloads_caps; /* enum mlx5_ib_tunnel_offloads */
277  	struct  mlx5_ib_dci_streams_caps dci_streams_caps;
278  	__u16 reserved;
279  	struct mlx5_ib_uapi_reg reg_c0;
280  };
281  
282  enum mlx5_ib_create_cq_flags {
283  	MLX5_IB_CREATE_CQ_FLAGS_CQE_128B_PAD	= 1 << 0,
284  	MLX5_IB_CREATE_CQ_FLAGS_UAR_PAGE_INDEX  = 1 << 1,
285  	MLX5_IB_CREATE_CQ_FLAGS_REAL_TIME_TS	= 1 << 2,
286  };
287  
288  struct mlx5_ib_create_cq {
289  	__aligned_u64 buf_addr;
290  	__aligned_u64 db_addr;
291  	__u32	cqe_size;
292  	__u8    cqe_comp_en;
293  	__u8    cqe_comp_res_format;
294  	__u16	flags;
295  	__u16	uar_page_index;
296  	__u16	reserved0;
297  	__u32	reserved1;
298  };
299  
300  struct mlx5_ib_create_cq_resp {
301  	__u32	cqn;
302  	__u32	reserved;
303  };
304  
305  struct mlx5_ib_resize_cq {
306  	__aligned_u64 buf_addr;
307  	__u16	cqe_size;
308  	__u16	reserved0;
309  	__u32	reserved1;
310  };
311  
312  struct mlx5_ib_create_srq {
313  	__aligned_u64 buf_addr;
314  	__aligned_u64 db_addr;
315  	__u32	flags;
316  	__u32	reserved0; /* explicit padding (optional on i386) */
317  	__u32	uidx;
318  	__u32	reserved1;
319  };
320  
321  struct mlx5_ib_create_srq_resp {
322  	__u32	srqn;
323  	__u32	reserved;
324  };
325  
326  struct mlx5_ib_create_qp_dci_streams {
327  	__u8 log_num_concurent;
328  	__u8 log_num_errored;
329  };
330  
331  struct mlx5_ib_create_qp {
332  	__aligned_u64 buf_addr;
333  	__aligned_u64 db_addr;
334  	__u32	sq_wqe_count;
335  	__u32	rq_wqe_count;
336  	__u32	rq_wqe_shift;
337  	__u32	flags;
338  	__u32	uidx;
339  	__u32	bfreg_index;
340  	union {
341  		__aligned_u64 sq_buf_addr;
342  		__aligned_u64 access_key;
343  	};
344  	__u32  ece_options;
345  	struct  mlx5_ib_create_qp_dci_streams dci_streams;
346  	__u16 reserved;
347  };
348  
349  /* RX Hash function flags */
350  enum mlx5_rx_hash_function_flags {
351  	MLX5_RX_HASH_FUNC_TOEPLITZ	= 1 << 0,
352  };
353  
354  /*
355   * RX Hash flags, these flags allows to set which incoming packet's field should
356   * participates in RX Hash. Each flag represent certain packet's field,
357   * when the flag is set the field that is represented by the flag will
358   * participate in RX Hash calculation.
359   * Note: *IPV4 and *IPV6 flags can't be enabled together on the same QP
360   * and *TCP and *UDP flags can't be enabled together on the same QP.
361  */
362  enum mlx5_rx_hash_fields {
363  	MLX5_RX_HASH_SRC_IPV4	= 1 << 0,
364  	MLX5_RX_HASH_DST_IPV4	= 1 << 1,
365  	MLX5_RX_HASH_SRC_IPV6	= 1 << 2,
366  	MLX5_RX_HASH_DST_IPV6	= 1 << 3,
367  	MLX5_RX_HASH_SRC_PORT_TCP	= 1 << 4,
368  	MLX5_RX_HASH_DST_PORT_TCP	= 1 << 5,
369  	MLX5_RX_HASH_SRC_PORT_UDP	= 1 << 6,
370  	MLX5_RX_HASH_DST_PORT_UDP	= 1 << 7,
371  	MLX5_RX_HASH_IPSEC_SPI		= 1 << 8,
372  	/* Save bits for future fields */
373  	MLX5_RX_HASH_INNER		= (1UL << 31),
374  };
375  
376  struct mlx5_ib_create_qp_rss {
377  	__aligned_u64 rx_hash_fields_mask; /* enum mlx5_rx_hash_fields */
378  	__u8 rx_hash_function; /* enum mlx5_rx_hash_function_flags */
379  	__u8 rx_key_len; /* valid only for Toeplitz */
380  	__u8 reserved[6];
381  	__u8 rx_hash_key[128]; /* valid only for Toeplitz */
382  	__u32   comp_mask;
383  	__u32	flags;
384  };
385  
386  enum mlx5_ib_create_qp_resp_mask {
387  	MLX5_IB_CREATE_QP_RESP_MASK_TIRN = 1UL << 0,
388  	MLX5_IB_CREATE_QP_RESP_MASK_TISN = 1UL << 1,
389  	MLX5_IB_CREATE_QP_RESP_MASK_RQN  = 1UL << 2,
390  	MLX5_IB_CREATE_QP_RESP_MASK_SQN  = 1UL << 3,
391  	MLX5_IB_CREATE_QP_RESP_MASK_TIR_ICM_ADDR  = 1UL << 4,
392  };
393  
394  struct mlx5_ib_create_qp_resp {
395  	__u32	bfreg_index;
396  	__u32   ece_options;
397  	__u32	comp_mask;
398  	__u32	tirn;
399  	__u32	tisn;
400  	__u32	rqn;
401  	__u32	sqn;
402  	__u32   reserved1;
403  	__u64	tir_icm_addr;
404  };
405  
406  struct mlx5_ib_alloc_mw {
407  	__u32	comp_mask;
408  	__u8	num_klms;
409  	__u8	reserved1;
410  	__u16	reserved2;
411  };
412  
413  enum mlx5_ib_create_wq_mask {
414  	MLX5_IB_CREATE_WQ_STRIDING_RQ	= (1 << 0),
415  };
416  
417  struct mlx5_ib_create_wq {
418  	__aligned_u64 buf_addr;
419  	__aligned_u64 db_addr;
420  	__u32   rq_wqe_count;
421  	__u32   rq_wqe_shift;
422  	__u32   user_index;
423  	__u32   flags;
424  	__u32   comp_mask;
425  	__u32	single_stride_log_num_of_bytes;
426  	__u32	single_wqe_log_num_of_strides;
427  	__u32	two_byte_shift_en;
428  };
429  
430  struct mlx5_ib_create_ah_resp {
431  	__u32	response_length;
432  	__u8	dmac[ETH_ALEN];
433  	__u8	reserved[6];
434  };
435  
436  struct mlx5_ib_burst_info {
437  	__u32       max_burst_sz;
438  	__u16       typical_pkt_sz;
439  	__u16       reserved;
440  };
441  
442  struct mlx5_ib_modify_qp {
443  	__u32			   comp_mask;
444  	struct mlx5_ib_burst_info  burst_info;
445  	__u32			   ece_options;
446  };
447  
448  struct mlx5_ib_modify_qp_resp {
449  	__u32	response_length;
450  	__u32	dctn;
451  	__u32   ece_options;
452  	__u32   reserved;
453  };
454  
455  struct mlx5_ib_create_wq_resp {
456  	__u32	response_length;
457  	__u32	reserved;
458  };
459  
460  struct mlx5_ib_create_rwq_ind_tbl_resp {
461  	__u32	response_length;
462  	__u32	reserved;
463  };
464  
465  struct mlx5_ib_modify_wq {
466  	__u32	comp_mask;
467  	__u32	reserved;
468  };
469  
470  struct mlx5_ib_clock_info {
471  	__u32 sign;
472  	__u32 resv;
473  	__aligned_u64 nsec;
474  	__aligned_u64 cycles;
475  	__aligned_u64 frac;
476  	__u32 mult;
477  	__u32 shift;
478  	__aligned_u64 mask;
479  	__aligned_u64 overflow_period;
480  };
481  
482  enum mlx5_ib_mmap_cmd {
483  	MLX5_IB_MMAP_REGULAR_PAGE               = 0,
484  	MLX5_IB_MMAP_GET_CONTIGUOUS_PAGES       = 1,
485  	MLX5_IB_MMAP_WC_PAGE                    = 2,
486  	MLX5_IB_MMAP_NC_PAGE                    = 3,
487  	/* 5 is chosen in order to be compatible with old versions of libmlx5 */
488  	MLX5_IB_MMAP_CORE_CLOCK                 = 5,
489  	MLX5_IB_MMAP_ALLOC_WC                   = 6,
490  	MLX5_IB_MMAP_CLOCK_INFO                 = 7,
491  	MLX5_IB_MMAP_DEVICE_MEM                 = 8,
492  };
493  
494  enum {
495  	MLX5_IB_CLOCK_INFO_KERNEL_UPDATING = 1,
496  };
497  
498  /* Bit indexes for the mlx5_alloc_ucontext_resp.clock_info_versions bitmap */
499  enum {
500  	MLX5_IB_CLOCK_INFO_V1              = 0,
501  };
502  
503  struct mlx5_ib_flow_counters_desc {
504  	__u32	description;
505  	__u32	index;
506  };
507  
508  struct mlx5_ib_flow_counters_data {
509  	RDMA_UAPI_PTR(struct mlx5_ib_flow_counters_desc *, counters_data);
510  	__u32   ncounters;
511  	__u32   reserved;
512  };
513  
514  struct mlx5_ib_create_flow {
515  	__u32   ncounters_data;
516  	__u32   reserved;
517  	/*
518  	 * Following are counters data based on ncounters_data, each
519  	 * entry in the data[] should match a corresponding counter object
520  	 * that was pointed by a counters spec upon the flow creation
521  	 */
522  	struct mlx5_ib_flow_counters_data data[];
523  };
524  
525  #endif /* MLX5_ABI_USER_H */
526