1068 lines
20 KiB
C
1068 lines
20 KiB
C
|
/*
|
||
|
|
* Copyright (c) 2005 Topspin Communications. All rights reserved.
|
||
|
|
* Copyright (c) 2005, 2006 Cisco Systems. All rights reserved.
|
||
|
|
* Copyright (c) 2005 PathScale, Inc. All rights reserved.
|
||
|
|
* Copyright (c) 2006 Mellanox Technologies. All rights reserved.
|
||
|
|
*
|
||
|
|
* This software is available to you under a choice of one of two
|
||
|
|
* licenses. You may choose to be licensed under the terms of the GNU
|
||
|
|
* General Public License (GPL) Version 2, available from the file
|
||
|
|
* COPYING in the main directory of this source tree, or the
|
||
|
|
* OpenIB.org BSD license below:
|
||
|
|
*
|
||
|
|
* Redistribution and use in source and binary forms, with or
|
||
|
|
* without modification, are permitted provided that the following
|
||
|
|
* conditions are met:
|
||
|
|
*
|
||
|
|
* - Redistributions of source code must retain the above
|
||
|
|
* copyright notice, this list of conditions and the following
|
||
|
|
* disclaimer.
|
||
|
|
*
|
||
|
|
* - Redistributions in binary form must reproduce the above
|
||
|
|
* copyright notice, this list of conditions and the following
|
||
|
|
* disclaimer in the documentation and/or other materials
|
||
|
|
* provided with the distribution.
|
||
|
|
*
|
||
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
||
|
|
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
||
|
|
* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
||
|
|
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
|
||
|
|
* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
|
||
|
|
* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
|
||
|
|
* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||
|
|
* SOFTWARE.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#ifndef IB_USER_VERBS_H
|
||
|
|
#define IB_USER_VERBS_H
|
||
|
|
|
||
|
|
#include <linux/types.h>
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Increment this value if any changes that break userspace ABI
|
||
|
|
* compatibility are made.
|
||
|
|
*/
|
||
|
|
#define IB_USER_VERBS_ABI_VERSION 6
|
||
|
|
#define IB_USER_VERBS_CMD_THRESHOLD 50
|
||
|
|
|
||
|
|
enum {
|
||
|
|
IB_USER_VERBS_CMD_GET_CONTEXT,
|
||
|
|
IB_USER_VERBS_CMD_QUERY_DEVICE,
|
||
|
|
IB_USER_VERBS_CMD_QUERY_PORT,
|
||
|
|
IB_USER_VERBS_CMD_ALLOC_PD,
|
||
|
|
IB_USER_VERBS_CMD_DEALLOC_PD,
|
||
|
|
IB_USER_VERBS_CMD_CREATE_AH,
|
||
|
|
IB_USER_VERBS_CMD_MODIFY_AH,
|
||
|
|
IB_USER_VERBS_CMD_QUERY_AH,
|
||
|
|
IB_USER_VERBS_CMD_DESTROY_AH,
|
||
|
|
IB_USER_VERBS_CMD_REG_MR,
|
||
|
|
IB_USER_VERBS_CMD_REG_SMR,
|
||
|
|
IB_USER_VERBS_CMD_REREG_MR,
|
||
|
|
IB_USER_VERBS_CMD_QUERY_MR,
|
||
|
|
IB_USER_VERBS_CMD_DEREG_MR,
|
||
|
|
IB_USER_VERBS_CMD_ALLOC_MW,
|
||
|
|
IB_USER_VERBS_CMD_BIND_MW,
|
||
|
|
IB_USER_VERBS_CMD_DEALLOC_MW,
|
||
|
|
IB_USER_VERBS_CMD_CREATE_COMP_CHANNEL,
|
||
|
|
IB_USER_VERBS_CMD_CREATE_CQ,
|
||
|
|
IB_USER_VERBS_CMD_RESIZE_CQ,
|
||
|
|
IB_USER_VERBS_CMD_DESTROY_CQ,
|
||
|
|
IB_USER_VERBS_CMD_POLL_CQ,
|
||
|
|
IB_USER_VERBS_CMD_PEEK_CQ,
|
||
|
|
IB_USER_VERBS_CMD_REQ_NOTIFY_CQ,
|
||
|
|
IB_USER_VERBS_CMD_CREATE_QP,
|
||
|
|
IB_USER_VERBS_CMD_QUERY_QP,
|
||
|
|
IB_USER_VERBS_CMD_MODIFY_QP,
|
||
|
|
IB_USER_VERBS_CMD_DESTROY_QP,
|
||
|
|
IB_USER_VERBS_CMD_POST_SEND,
|
||
|
|
IB_USER_VERBS_CMD_POST_RECV,
|
||
|
|
IB_USER_VERBS_CMD_ATTACH_MCAST,
|
||
|
|
IB_USER_VERBS_CMD_DETACH_MCAST,
|
||
|
|
IB_USER_VERBS_CMD_CREATE_SRQ,
|
||
|
|
IB_USER_VERBS_CMD_MODIFY_SRQ,
|
||
|
|
IB_USER_VERBS_CMD_QUERY_SRQ,
|
||
|
|
IB_USER_VERBS_CMD_DESTROY_SRQ,
|
||
|
|
IB_USER_VERBS_CMD_POST_SRQ_RECV,
|
||
|
|
IB_USER_VERBS_CMD_OPEN_XRCD,
|
||
|
|
IB_USER_VERBS_CMD_CLOSE_XRCD,
|
||
|
|
IB_USER_VERBS_CMD_CREATE_XSRQ,
|
||
|
|
IB_USER_VERBS_CMD_OPEN_QP,
|
||
|
|
};
|
||
|
|
|
||
|
|
enum {
|
||
|
|
IB_USER_VERBS_EX_CMD_QUERY_DEVICE = IB_USER_VERBS_CMD_QUERY_DEVICE,
|
||
|
|
IB_USER_VERBS_EX_CMD_CREATE_CQ = IB_USER_VERBS_CMD_CREATE_CQ,
|
||
|
|
IB_USER_VERBS_EX_CMD_CREATE_QP = IB_USER_VERBS_CMD_CREATE_QP,
|
||
|
|
IB_USER_VERBS_EX_CMD_CREATE_FLOW = IB_USER_VERBS_CMD_THRESHOLD,
|
||
|
|
IB_USER_VERBS_EX_CMD_DESTROY_FLOW,
|
||
|
|
IB_USER_VERBS_EX_CMD_CREATE_WQ,
|
||
|
|
IB_USER_VERBS_EX_CMD_MODIFY_WQ,
|
||
|
|
IB_USER_VERBS_EX_CMD_DESTROY_WQ,
|
||
|
|
IB_USER_VERBS_EX_CMD_CREATE_RWQ_IND_TBL,
|
||
|
|
IB_USER_VERBS_EX_CMD_DESTROY_RWQ_IND_TBL
|
||
|
|
};
|
||
|
|
|
||
|
|
/*
|
||
|
|
* Make sure that all structs defined in this file remain laid out so
|
||
|
|
* that they pack the same way on 32-bit and 64-bit architectures (to
|
||
|
|
* avoid incompatibility between 32-bit userspace and 64-bit kernels).
|
||
|
|
* Specifically:
|
||
|
|
* - Do not use pointer types -- pass pointers in __u64 instead.
|
||
|
|
* - Make sure that any structure larger than 4 bytes is padded to a
|
||
|
|
* multiple of 8 bytes. Otherwise the structure size will be
|
||
|
|
* different between 32-bit and 64-bit architectures.
|
||
|
|
*/
|
||
|
|
|
||
|
|
struct ib_uverbs_async_event_desc {
|
||
|
|
__u64 element;
|
||
|
|
__u32 event_type; /* enum ib_event_type */
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_comp_event_desc {
|
||
|
|
__u64 cq_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
/*
|
||
|
|
* All commands from userspace should start with a __u32 command field
|
||
|
|
* followed by __u16 in_words and out_words fields (which give the
|
||
|
|
* length of the command block and response buffer if any in 32-bit
|
||
|
|
* words). The kernel driver will read these fields first and read
|
||
|
|
* the rest of the command struct based on these value.
|
||
|
|
*/
|
||
|
|
|
||
|
|
#define IB_USER_VERBS_CMD_COMMAND_MASK 0xff
|
||
|
|
#define IB_USER_VERBS_CMD_FLAGS_MASK 0xff000000u
|
||
|
|
#define IB_USER_VERBS_CMD_FLAGS_SHIFT 24
|
||
|
|
|
||
|
|
#define IB_USER_VERBS_CMD_FLAG_EXTENDED 0x80
|
||
|
|
|
||
|
|
struct ib_uverbs_cmd_hdr {
|
||
|
|
__u32 command;
|
||
|
|
__u16 in_words;
|
||
|
|
__u16 out_words;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_cmd_hdr {
|
||
|
|
__u64 response;
|
||
|
|
__u16 provider_in_words;
|
||
|
|
__u16 provider_out_words;
|
||
|
|
__u32 cmd_hdr_reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_get_context {
|
||
|
|
__u64 response;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_get_context_resp {
|
||
|
|
__u32 async_fd;
|
||
|
|
__u32 num_comp_vectors;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_device {
|
||
|
|
__u64 response;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_device_resp {
|
||
|
|
__u64 fw_ver;
|
||
|
|
__be64 node_guid;
|
||
|
|
__be64 sys_image_guid;
|
||
|
|
__u64 max_mr_size;
|
||
|
|
__u64 page_size_cap;
|
||
|
|
__u32 vendor_id;
|
||
|
|
__u32 vendor_part_id;
|
||
|
|
__u32 hw_ver;
|
||
|
|
__u32 max_qp;
|
||
|
|
__u32 max_qp_wr;
|
||
|
|
__u32 device_cap_flags;
|
||
|
|
__u32 max_sge;
|
||
|
|
__u32 max_sge_rd;
|
||
|
|
__u32 max_cq;
|
||
|
|
__u32 max_cqe;
|
||
|
|
__u32 max_mr;
|
||
|
|
__u32 max_pd;
|
||
|
|
__u32 max_qp_rd_atom;
|
||
|
|
__u32 max_ee_rd_atom;
|
||
|
|
__u32 max_res_rd_atom;
|
||
|
|
__u32 max_qp_init_rd_atom;
|
||
|
|
__u32 max_ee_init_rd_atom;
|
||
|
|
__u32 atomic_cap;
|
||
|
|
__u32 max_ee;
|
||
|
|
__u32 max_rdd;
|
||
|
|
__u32 max_mw;
|
||
|
|
__u32 max_raw_ipv6_qp;
|
||
|
|
__u32 max_raw_ethy_qp;
|
||
|
|
__u32 max_mcast_grp;
|
||
|
|
__u32 max_mcast_qp_attach;
|
||
|
|
__u32 max_total_mcast_qp_attach;
|
||
|
|
__u32 max_ah;
|
||
|
|
__u32 max_fmr;
|
||
|
|
__u32 max_map_per_fmr;
|
||
|
|
__u32 max_srq;
|
||
|
|
__u32 max_srq_wr;
|
||
|
|
__u32 max_srq_sge;
|
||
|
|
__u16 max_pkeys;
|
||
|
|
__u8 local_ca_ack_delay;
|
||
|
|
__u8 phys_port_cnt;
|
||
|
|
__u8 reserved[4];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_query_device {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_odp_caps {
|
||
|
|
__u64 general_caps;
|
||
|
|
struct {
|
||
|
|
__u32 rc_odp_caps;
|
||
|
|
__u32 uc_odp_caps;
|
||
|
|
__u32 ud_odp_caps;
|
||
|
|
} per_transport_caps;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_rss_caps {
|
||
|
|
/* Corresponding bit will be set if qp type from
|
||
|
|
* 'enum ib_qp_type' is supported, e.g.
|
||
|
|
* supported_qpts |= 1 << IB_QPT_UD
|
||
|
|
*/
|
||
|
|
__u32 supported_qpts;
|
||
|
|
__u32 max_rwq_indirection_tables;
|
||
|
|
__u32 max_rwq_indirection_table_size;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_query_device_resp {
|
||
|
|
struct ib_uverbs_query_device_resp base;
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 response_length;
|
||
|
|
struct ib_uverbs_odp_caps odp_caps;
|
||
|
|
__u64 timestamp_mask;
|
||
|
|
__u64 hca_core_clock; /* in KHZ */
|
||
|
|
__u64 device_cap_flags_ex;
|
||
|
|
struct ib_uverbs_rss_caps rss_caps;
|
||
|
|
__u32 max_wq_type_rq;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_port {
|
||
|
|
__u64 response;
|
||
|
|
__u8 port_num;
|
||
|
|
__u8 reserved[7];
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_port_resp {
|
||
|
|
__u32 port_cap_flags;
|
||
|
|
__u32 max_msg_sz;
|
||
|
|
__u32 bad_pkey_cntr;
|
||
|
|
__u32 qkey_viol_cntr;
|
||
|
|
__u32 gid_tbl_len;
|
||
|
|
__u16 pkey_tbl_len;
|
||
|
|
__u16 lid;
|
||
|
|
__u16 sm_lid;
|
||
|
|
__u8 state;
|
||
|
|
__u8 max_mtu;
|
||
|
|
__u8 active_mtu;
|
||
|
|
__u8 lmc;
|
||
|
|
__u8 max_vl_num;
|
||
|
|
__u8 sm_sl;
|
||
|
|
__u8 subnet_timeout;
|
||
|
|
__u8 init_type_reply;
|
||
|
|
__u8 active_width;
|
||
|
|
__u8 active_speed;
|
||
|
|
__u8 phys_state;
|
||
|
|
__u8 link_layer;
|
||
|
|
__u8 reserved[2];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_alloc_pd {
|
||
|
|
__u64 response;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_alloc_pd_resp {
|
||
|
|
__u32 pd_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_dealloc_pd {
|
||
|
|
__u32 pd_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_open_xrcd {
|
||
|
|
__u64 response;
|
||
|
|
__u32 fd;
|
||
|
|
__u32 oflags;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_open_xrcd_resp {
|
||
|
|
__u32 xrcd_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_close_xrcd {
|
||
|
|
__u32 xrcd_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_reg_mr {
|
||
|
|
__u64 response;
|
||
|
|
__u64 start;
|
||
|
|
__u64 length;
|
||
|
|
__u64 hca_va;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 access_flags;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_reg_mr_resp {
|
||
|
|
__u32 mr_handle;
|
||
|
|
__u32 lkey;
|
||
|
|
__u32 rkey;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_rereg_mr {
|
||
|
|
__u64 response;
|
||
|
|
__u32 mr_handle;
|
||
|
|
__u32 flags;
|
||
|
|
__u64 start;
|
||
|
|
__u64 length;
|
||
|
|
__u64 hca_va;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 access_flags;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_rereg_mr_resp {
|
||
|
|
__u32 lkey;
|
||
|
|
__u32 rkey;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_dereg_mr {
|
||
|
|
__u32 mr_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_alloc_mw {
|
||
|
|
__u64 response;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u8 mw_type;
|
||
|
|
__u8 reserved[3];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_alloc_mw_resp {
|
||
|
|
__u32 mw_handle;
|
||
|
|
__u32 rkey;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_dealloc_mw {
|
||
|
|
__u32 mw_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_comp_channel {
|
||
|
|
__u64 response;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_comp_channel_resp {
|
||
|
|
__u32 fd;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_cq {
|
||
|
|
__u64 response;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 cqe;
|
||
|
|
__u32 comp_vector;
|
||
|
|
__s32 comp_channel;
|
||
|
|
__u32 reserved;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_cq {
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 cqe;
|
||
|
|
__u32 comp_vector;
|
||
|
|
__s32 comp_channel;
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 flags;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_cq_resp {
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u32 cqe;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_cq_resp {
|
||
|
|
struct ib_uverbs_create_cq_resp base;
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 response_length;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_resize_cq {
|
||
|
|
__u64 response;
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u32 cqe;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_resize_cq_resp {
|
||
|
|
__u32 cqe;
|
||
|
|
__u32 reserved;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_poll_cq {
|
||
|
|
__u64 response;
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u32 ne;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_wc {
|
||
|
|
__u64 wr_id;
|
||
|
|
__u32 status;
|
||
|
|
__u32 opcode;
|
||
|
|
__u32 vendor_err;
|
||
|
|
__u32 byte_len;
|
||
|
|
union {
|
||
|
|
__u32 imm_data;
|
||
|
|
__u32 invalidate_rkey;
|
||
|
|
} ex;
|
||
|
|
__u32 qp_num;
|
||
|
|
__u32 src_qp;
|
||
|
|
__u32 wc_flags;
|
||
|
|
__u16 pkey_index;
|
||
|
|
__u16 slid;
|
||
|
|
__u8 sl;
|
||
|
|
__u8 dlid_path_bits;
|
||
|
|
__u8 port_num;
|
||
|
|
__u8 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_poll_cq_resp {
|
||
|
|
__u32 count;
|
||
|
|
__u32 reserved;
|
||
|
|
struct ib_uverbs_wc wc[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_req_notify_cq {
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u32 solicited_only;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_cq {
|
||
|
|
__u64 response;
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_cq_resp {
|
||
|
|
__u32 comp_events_reported;
|
||
|
|
__u32 async_events_reported;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_global_route {
|
||
|
|
__u8 dgid[16];
|
||
|
|
__u32 flow_label;
|
||
|
|
__u8 sgid_index;
|
||
|
|
__u8 hop_limit;
|
||
|
|
__u8 traffic_class;
|
||
|
|
__u8 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ah_attr {
|
||
|
|
struct ib_uverbs_global_route grh;
|
||
|
|
__u16 dlid;
|
||
|
|
__u8 sl;
|
||
|
|
__u8 src_path_bits;
|
||
|
|
__u8 static_rate;
|
||
|
|
__u8 is_global;
|
||
|
|
__u8 port_num;
|
||
|
|
__u8 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_qp_attr {
|
||
|
|
__u32 qp_attr_mask;
|
||
|
|
__u32 qp_state;
|
||
|
|
__u32 cur_qp_state;
|
||
|
|
__u32 path_mtu;
|
||
|
|
__u32 path_mig_state;
|
||
|
|
__u32 qkey;
|
||
|
|
__u32 rq_psn;
|
||
|
|
__u32 sq_psn;
|
||
|
|
__u32 dest_qp_num;
|
||
|
|
__u32 qp_access_flags;
|
||
|
|
|
||
|
|
struct ib_uverbs_ah_attr ah_attr;
|
||
|
|
struct ib_uverbs_ah_attr alt_ah_attr;
|
||
|
|
|
||
|
|
/* ib_qp_cap */
|
||
|
|
__u32 max_send_wr;
|
||
|
|
__u32 max_recv_wr;
|
||
|
|
__u32 max_send_sge;
|
||
|
|
__u32 max_recv_sge;
|
||
|
|
__u32 max_inline_data;
|
||
|
|
|
||
|
|
__u16 pkey_index;
|
||
|
|
__u16 alt_pkey_index;
|
||
|
|
__u8 en_sqd_async_notify;
|
||
|
|
__u8 sq_draining;
|
||
|
|
__u8 max_rd_atomic;
|
||
|
|
__u8 max_dest_rd_atomic;
|
||
|
|
__u8 min_rnr_timer;
|
||
|
|
__u8 port_num;
|
||
|
|
__u8 timeout;
|
||
|
|
__u8 retry_cnt;
|
||
|
|
__u8 rnr_retry;
|
||
|
|
__u8 alt_port_num;
|
||
|
|
__u8 alt_timeout;
|
||
|
|
__u8 reserved[5];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_qp {
|
||
|
|
__u64 response;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 send_cq_handle;
|
||
|
|
__u32 recv_cq_handle;
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 max_send_wr;
|
||
|
|
__u32 max_recv_wr;
|
||
|
|
__u32 max_send_sge;
|
||
|
|
__u32 max_recv_sge;
|
||
|
|
__u32 max_inline_data;
|
||
|
|
__u8 sq_sig_all;
|
||
|
|
__u8 qp_type;
|
||
|
|
__u8 is_srq;
|
||
|
|
__u8 reserved;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
enum ib_uverbs_create_qp_mask {
|
||
|
|
IB_UVERBS_CREATE_QP_MASK_IND_TABLE = 1UL << 0,
|
||
|
|
};
|
||
|
|
|
||
|
|
enum {
|
||
|
|
IB_UVERBS_CREATE_QP_SUP_COMP_MASK = IB_UVERBS_CREATE_QP_MASK_IND_TABLE,
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_qp {
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 send_cq_handle;
|
||
|
|
__u32 recv_cq_handle;
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 max_send_wr;
|
||
|
|
__u32 max_recv_wr;
|
||
|
|
__u32 max_send_sge;
|
||
|
|
__u32 max_recv_sge;
|
||
|
|
__u32 max_inline_data;
|
||
|
|
__u8 sq_sig_all;
|
||
|
|
__u8 qp_type;
|
||
|
|
__u8 is_srq;
|
||
|
|
__u8 reserved;
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 create_flags;
|
||
|
|
__u32 rwq_ind_tbl_handle;
|
||
|
|
__u32 reserved1;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_open_qp {
|
||
|
|
__u64 response;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 qpn;
|
||
|
|
__u8 qp_type;
|
||
|
|
__u8 reserved[7];
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
/* also used for open response */
|
||
|
|
struct ib_uverbs_create_qp_resp {
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u32 qpn;
|
||
|
|
__u32 max_send_wr;
|
||
|
|
__u32 max_recv_wr;
|
||
|
|
__u32 max_send_sge;
|
||
|
|
__u32 max_recv_sge;
|
||
|
|
__u32 max_inline_data;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_qp_resp {
|
||
|
|
struct ib_uverbs_create_qp_resp base;
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 response_length;
|
||
|
|
};
|
||
|
|
|
||
|
|
/*
|
||
|
|
* This struct needs to remain a multiple of 8 bytes to keep the
|
||
|
|
* alignment of the modify QP parameters.
|
||
|
|
*/
|
||
|
|
struct ib_uverbs_qp_dest {
|
||
|
|
__u8 dgid[16];
|
||
|
|
__u32 flow_label;
|
||
|
|
__u16 dlid;
|
||
|
|
__u16 reserved;
|
||
|
|
__u8 sgid_index;
|
||
|
|
__u8 hop_limit;
|
||
|
|
__u8 traffic_class;
|
||
|
|
__u8 sl;
|
||
|
|
__u8 src_path_bits;
|
||
|
|
__u8 static_rate;
|
||
|
|
__u8 is_global;
|
||
|
|
__u8 port_num;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_qp {
|
||
|
|
__u64 response;
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u32 attr_mask;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_qp_resp {
|
||
|
|
struct ib_uverbs_qp_dest dest;
|
||
|
|
struct ib_uverbs_qp_dest alt_dest;
|
||
|
|
__u32 max_send_wr;
|
||
|
|
__u32 max_recv_wr;
|
||
|
|
__u32 max_send_sge;
|
||
|
|
__u32 max_recv_sge;
|
||
|
|
__u32 max_inline_data;
|
||
|
|
__u32 qkey;
|
||
|
|
__u32 rq_psn;
|
||
|
|
__u32 sq_psn;
|
||
|
|
__u32 dest_qp_num;
|
||
|
|
__u32 qp_access_flags;
|
||
|
|
__u16 pkey_index;
|
||
|
|
__u16 alt_pkey_index;
|
||
|
|
__u8 qp_state;
|
||
|
|
__u8 cur_qp_state;
|
||
|
|
__u8 path_mtu;
|
||
|
|
__u8 path_mig_state;
|
||
|
|
__u8 sq_draining;
|
||
|
|
__u8 max_rd_atomic;
|
||
|
|
__u8 max_dest_rd_atomic;
|
||
|
|
__u8 min_rnr_timer;
|
||
|
|
__u8 port_num;
|
||
|
|
__u8 timeout;
|
||
|
|
__u8 retry_cnt;
|
||
|
|
__u8 rnr_retry;
|
||
|
|
__u8 alt_port_num;
|
||
|
|
__u8 alt_timeout;
|
||
|
|
__u8 sq_sig_all;
|
||
|
|
__u8 reserved[5];
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_modify_qp {
|
||
|
|
struct ib_uverbs_qp_dest dest;
|
||
|
|
struct ib_uverbs_qp_dest alt_dest;
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u32 attr_mask;
|
||
|
|
__u32 qkey;
|
||
|
|
__u32 rq_psn;
|
||
|
|
__u32 sq_psn;
|
||
|
|
__u32 dest_qp_num;
|
||
|
|
__u32 qp_access_flags;
|
||
|
|
__u16 pkey_index;
|
||
|
|
__u16 alt_pkey_index;
|
||
|
|
__u8 qp_state;
|
||
|
|
__u8 cur_qp_state;
|
||
|
|
__u8 path_mtu;
|
||
|
|
__u8 path_mig_state;
|
||
|
|
__u8 en_sqd_async_notify;
|
||
|
|
__u8 max_rd_atomic;
|
||
|
|
__u8 max_dest_rd_atomic;
|
||
|
|
__u8 min_rnr_timer;
|
||
|
|
__u8 port_num;
|
||
|
|
__u8 timeout;
|
||
|
|
__u8 retry_cnt;
|
||
|
|
__u8 rnr_retry;
|
||
|
|
__u8 alt_port_num;
|
||
|
|
__u8 alt_timeout;
|
||
|
|
__u8 reserved[2];
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_modify_qp_resp {
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_qp {
|
||
|
|
__u64 response;
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_qp_resp {
|
||
|
|
__u32 events_reported;
|
||
|
|
};
|
||
|
|
|
||
|
|
/*
|
||
|
|
* The ib_uverbs_sge structure isn't used anywhere, since we assume
|
||
|
|
* the ib_sge structure is packed the same way on 32-bit and 64-bit
|
||
|
|
* architectures in both kernel and user space. It's just here to
|
||
|
|
* document the ABI.
|
||
|
|
*/
|
||
|
|
struct ib_uverbs_sge {
|
||
|
|
__u64 addr;
|
||
|
|
__u32 length;
|
||
|
|
__u32 lkey;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_send_wr {
|
||
|
|
__u64 wr_id;
|
||
|
|
__u32 num_sge;
|
||
|
|
__u32 opcode;
|
||
|
|
__u32 send_flags;
|
||
|
|
union {
|
||
|
|
__u32 imm_data;
|
||
|
|
__u32 invalidate_rkey;
|
||
|
|
} ex;
|
||
|
|
union {
|
||
|
|
struct {
|
||
|
|
__u64 remote_addr;
|
||
|
|
__u32 rkey;
|
||
|
|
__u32 reserved;
|
||
|
|
} rdma;
|
||
|
|
struct {
|
||
|
|
__u64 remote_addr;
|
||
|
|
__u64 compare_add;
|
||
|
|
__u64 swap;
|
||
|
|
__u32 rkey;
|
||
|
|
__u32 reserved;
|
||
|
|
} atomic;
|
||
|
|
struct {
|
||
|
|
__u32 ah;
|
||
|
|
__u32 remote_qpn;
|
||
|
|
__u32 remote_qkey;
|
||
|
|
__u32 reserved;
|
||
|
|
} ud;
|
||
|
|
} wr;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_post_send {
|
||
|
|
__u64 response;
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u32 wr_count;
|
||
|
|
__u32 sge_count;
|
||
|
|
__u32 wqe_size;
|
||
|
|
struct ib_uverbs_send_wr send_wr[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_post_send_resp {
|
||
|
|
__u32 bad_wr;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_recv_wr {
|
||
|
|
__u64 wr_id;
|
||
|
|
__u32 num_sge;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_post_recv {
|
||
|
|
__u64 response;
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u32 wr_count;
|
||
|
|
__u32 sge_count;
|
||
|
|
__u32 wqe_size;
|
||
|
|
struct ib_uverbs_recv_wr recv_wr[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_post_recv_resp {
|
||
|
|
__u32 bad_wr;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_post_srq_recv {
|
||
|
|
__u64 response;
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 wr_count;
|
||
|
|
__u32 sge_count;
|
||
|
|
__u32 wqe_size;
|
||
|
|
struct ib_uverbs_recv_wr recv[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_post_srq_recv_resp {
|
||
|
|
__u32 bad_wr;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_ah {
|
||
|
|
__u64 response;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 reserved;
|
||
|
|
struct ib_uverbs_ah_attr attr;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_ah_resp {
|
||
|
|
__u32 ah_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_ah {
|
||
|
|
__u32 ah_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_attach_mcast {
|
||
|
|
__u8 gid[16];
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u16 mlid;
|
||
|
|
__u16 reserved;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_detach_mcast {
|
||
|
|
__u8 gid[16];
|
||
|
|
__u32 qp_handle;
|
||
|
|
__u16 mlid;
|
||
|
|
__u16 reserved;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_spec_hdr {
|
||
|
|
__u32 type;
|
||
|
|
__u16 size;
|
||
|
|
__u16 reserved;
|
||
|
|
/* followed by flow_spec */
|
||
|
|
__u64 flow_spec_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_eth_filter {
|
||
|
|
__u8 dst_mac[6];
|
||
|
|
__u8 src_mac[6];
|
||
|
|
__be16 ether_type;
|
||
|
|
__be16 vlan_tag;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_spec_eth {
|
||
|
|
union {
|
||
|
|
struct ib_uverbs_flow_spec_hdr hdr;
|
||
|
|
struct {
|
||
|
|
__u32 type;
|
||
|
|
__u16 size;
|
||
|
|
__u16 reserved;
|
||
|
|
};
|
||
|
|
};
|
||
|
|
struct ib_uverbs_flow_eth_filter val;
|
||
|
|
struct ib_uverbs_flow_eth_filter mask;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_ipv4_filter {
|
||
|
|
__be32 src_ip;
|
||
|
|
__be32 dst_ip;
|
||
|
|
__u8 proto;
|
||
|
|
__u8 tos;
|
||
|
|
__u8 ttl;
|
||
|
|
__u8 flags;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_spec_ipv4 {
|
||
|
|
union {
|
||
|
|
struct ib_uverbs_flow_spec_hdr hdr;
|
||
|
|
struct {
|
||
|
|
__u32 type;
|
||
|
|
__u16 size;
|
||
|
|
__u16 reserved;
|
||
|
|
};
|
||
|
|
};
|
||
|
|
struct ib_uverbs_flow_ipv4_filter val;
|
||
|
|
struct ib_uverbs_flow_ipv4_filter mask;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_tcp_udp_filter {
|
||
|
|
__be16 dst_port;
|
||
|
|
__be16 src_port;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_spec_tcp_udp {
|
||
|
|
union {
|
||
|
|
struct ib_uverbs_flow_spec_hdr hdr;
|
||
|
|
struct {
|
||
|
|
__u32 type;
|
||
|
|
__u16 size;
|
||
|
|
__u16 reserved;
|
||
|
|
};
|
||
|
|
};
|
||
|
|
struct ib_uverbs_flow_tcp_udp_filter val;
|
||
|
|
struct ib_uverbs_flow_tcp_udp_filter mask;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_ipv6_filter {
|
||
|
|
__u8 src_ip[16];
|
||
|
|
__u8 dst_ip[16];
|
||
|
|
__be32 flow_label;
|
||
|
|
__u8 next_hdr;
|
||
|
|
__u8 traffic_class;
|
||
|
|
__u8 hop_limit;
|
||
|
|
__u8 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_spec_ipv6 {
|
||
|
|
union {
|
||
|
|
struct ib_uverbs_flow_spec_hdr hdr;
|
||
|
|
struct {
|
||
|
|
__u32 type;
|
||
|
|
__u16 size;
|
||
|
|
__u16 reserved;
|
||
|
|
};
|
||
|
|
};
|
||
|
|
struct ib_uverbs_flow_ipv6_filter val;
|
||
|
|
struct ib_uverbs_flow_ipv6_filter mask;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_flow_attr {
|
||
|
|
__u32 type;
|
||
|
|
__u16 size;
|
||
|
|
__u16 priority;
|
||
|
|
__u8 num_of_specs;
|
||
|
|
__u8 reserved[2];
|
||
|
|
__u8 port;
|
||
|
|
__u32 flags;
|
||
|
|
/* Following are the optional layers according to user request
|
||
|
|
* struct ib_flow_spec_xxx
|
||
|
|
* struct ib_flow_spec_yyy
|
||
|
|
*/
|
||
|
|
struct ib_uverbs_flow_spec_hdr flow_specs[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_flow {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 qp_handle;
|
||
|
|
struct ib_uverbs_flow_attr flow_attr;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_flow_resp {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 flow_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_flow {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 flow_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_srq {
|
||
|
|
__u64 response;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 max_sge;
|
||
|
|
__u32 srq_limit;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_xsrq {
|
||
|
|
__u64 response;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 srq_type;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 max_sge;
|
||
|
|
__u32 srq_limit;
|
||
|
|
__u32 reserved;
|
||
|
|
__u32 xrcd_handle;
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_create_srq_resp {
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 max_sge;
|
||
|
|
__u32 srqn;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_modify_srq {
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 attr_mask;
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 srq_limit;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_srq {
|
||
|
|
__u64 response;
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 reserved;
|
||
|
|
__u64 driver_data[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_query_srq_resp {
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 max_sge;
|
||
|
|
__u32 srq_limit;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_srq {
|
||
|
|
__u64 response;
|
||
|
|
__u32 srq_handle;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_destroy_srq_resp {
|
||
|
|
__u32 events_reported;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_wq {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 wq_type;
|
||
|
|
__u64 user_handle;
|
||
|
|
__u32 pd_handle;
|
||
|
|
__u32 cq_handle;
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 max_sge;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_wq_resp {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 response_length;
|
||
|
|
__u32 wq_handle;
|
||
|
|
__u32 max_wr;
|
||
|
|
__u32 max_sge;
|
||
|
|
__u32 wqn;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_destroy_wq {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 wq_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_destroy_wq_resp {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 response_length;
|
||
|
|
__u32 events_reported;
|
||
|
|
__u32 reserved;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_modify_wq {
|
||
|
|
__u32 attr_mask;
|
||
|
|
__u32 wq_handle;
|
||
|
|
__u32 wq_state;
|
||
|
|
__u32 curr_wq_state;
|
||
|
|
};
|
||
|
|
|
||
|
|
/* Prevent memory allocation rather than max expected size */
|
||
|
|
#define IB_USER_VERBS_MAX_LOG_IND_TBL_SIZE 0x0d
|
||
|
|
struct ib_uverbs_ex_create_rwq_ind_table {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 log_ind_tbl_size;
|
||
|
|
/* Following are the wq handles according to log_ind_tbl_size
|
||
|
|
* wq_handle1
|
||
|
|
* wq_handle2
|
||
|
|
*/
|
||
|
|
__u32 wq_handles[0];
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_create_rwq_ind_table_resp {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 response_length;
|
||
|
|
__u32 ind_tbl_handle;
|
||
|
|
__u32 ind_tbl_num;
|
||
|
|
};
|
||
|
|
|
||
|
|
struct ib_uverbs_ex_destroy_rwq_ind_table {
|
||
|
|
__u32 comp_mask;
|
||
|
|
__u32 ind_tbl_handle;
|
||
|
|
};
|
||
|
|
|
||
|
|
#endif /* IB_USER_VERBS_H */
|