| 1 | // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB |
| 2 | /* |
| 3 | * Copyright (c) 2020, Mellanox Technologies inc. All rights reserved. |
| 4 | */ |
| 5 | |
| 6 | #include <rdma/uverbs_std_types.h> |
| 7 | #include "rdma_core.h" |
| 8 | #include "uverbs.h" |
| 9 | |
| 10 | static int uverbs_free_wq(struct ib_uobject *uobject, |
| 11 | enum rdma_remove_reason why, |
| 12 | struct uverbs_attr_bundle *attrs) |
| 13 | { |
| 14 | struct ib_wq *wq = uobject->object; |
| 15 | struct ib_uwq_object *uwq = |
| 16 | container_of(uobject, struct ib_uwq_object, uevent.uobject); |
| 17 | int ret; |
| 18 | |
| 19 | ret = ib_destroy_wq_user(wq, udata: &attrs->driver_udata); |
| 20 | if (ret) |
| 21 | return ret; |
| 22 | |
| 23 | ib_uverbs_release_uevent(uobj: &uwq->uevent); |
| 24 | return 0; |
| 25 | } |
| 26 | |
| 27 | static int UVERBS_HANDLER(UVERBS_METHOD_WQ_CREATE)( |
| 28 | struct uverbs_attr_bundle *attrs) |
| 29 | { |
| 30 | struct ib_uwq_object *obj = container_of( |
| 31 | uverbs_attr_get_uobject(attrs, UVERBS_ATTR_CREATE_WQ_HANDLE), |
| 32 | typeof(*obj), uevent.uobject); |
| 33 | struct ib_pd *pd = |
| 34 | uverbs_attr_get_obj(attrs_bundle: attrs, idx: UVERBS_ATTR_CREATE_WQ_PD_HANDLE); |
| 35 | struct ib_cq *cq = |
| 36 | uverbs_attr_get_obj(attrs_bundle: attrs, idx: UVERBS_ATTR_CREATE_WQ_CQ_HANDLE); |
| 37 | struct ib_wq_init_attr wq_init_attr = {}; |
| 38 | struct ib_wq *wq; |
| 39 | u64 user_handle; |
| 40 | int ret; |
| 41 | |
| 42 | ret = uverbs_get_flags32(to: &wq_init_attr.create_flags, attrs_bundle: attrs, |
| 43 | idx: UVERBS_ATTR_CREATE_WQ_FLAGS, |
| 44 | allowed_bits: IB_UVERBS_WQ_FLAGS_CVLAN_STRIPPING | |
| 45 | IB_UVERBS_WQ_FLAGS_SCATTER_FCS | |
| 46 | IB_UVERBS_WQ_FLAGS_DELAY_DROP | |
| 47 | IB_UVERBS_WQ_FLAGS_PCI_WRITE_END_PADDING); |
| 48 | if (!ret) |
| 49 | ret = uverbs_copy_from(&wq_init_attr.max_sge, attrs, |
| 50 | UVERBS_ATTR_CREATE_WQ_MAX_SGE); |
| 51 | if (!ret) |
| 52 | ret = uverbs_copy_from(&wq_init_attr.max_wr, attrs, |
| 53 | UVERBS_ATTR_CREATE_WQ_MAX_WR); |
| 54 | if (!ret) |
| 55 | ret = uverbs_copy_from(&user_handle, attrs, |
| 56 | UVERBS_ATTR_CREATE_WQ_USER_HANDLE); |
| 57 | if (!ret) |
| 58 | ret = uverbs_get_const(&wq_init_attr.wq_type, attrs, |
| 59 | UVERBS_ATTR_CREATE_WQ_TYPE); |
| 60 | if (ret) |
| 61 | return ret; |
| 62 | |
| 63 | if (wq_init_attr.wq_type != IB_WQT_RQ) |
| 64 | return -EINVAL; |
| 65 | |
| 66 | obj->uevent.event_file = ib_uverbs_get_async_event(attrs, |
| 67 | id: UVERBS_ATTR_CREATE_WQ_EVENT_FD); |
| 68 | obj->uevent.uobject.user_handle = user_handle; |
| 69 | INIT_LIST_HEAD(list: &obj->uevent.event_list); |
| 70 | wq_init_attr.event_handler = ib_uverbs_wq_event_handler; |
| 71 | wq_init_attr.wq_context = attrs->ufile; |
| 72 | wq_init_attr.cq = cq; |
| 73 | |
| 74 | wq = pd->device->ops.create_wq(pd, &wq_init_attr, &attrs->driver_udata); |
| 75 | if (IS_ERR(ptr: wq)) { |
| 76 | ret = PTR_ERR(ptr: wq); |
| 77 | goto err; |
| 78 | } |
| 79 | |
| 80 | obj->uevent.uobject.object = wq; |
| 81 | wq->wq_type = wq_init_attr.wq_type; |
| 82 | wq->cq = cq; |
| 83 | wq->pd = pd; |
| 84 | wq->device = pd->device; |
| 85 | wq->wq_context = wq_init_attr.wq_context; |
| 86 | atomic_set(v: &wq->usecnt, i: 0); |
| 87 | atomic_inc(v: &pd->usecnt); |
| 88 | atomic_inc(v: &cq->usecnt); |
| 89 | wq->uobject = obj; |
| 90 | uverbs_finalize_uobj_create(attrs_bundle: attrs, idx: UVERBS_ATTR_CREATE_WQ_HANDLE); |
| 91 | |
| 92 | ret = uverbs_copy_to(attrs_bundle: attrs, idx: UVERBS_ATTR_CREATE_WQ_RESP_MAX_WR, |
| 93 | from: &wq_init_attr.max_wr, |
| 94 | size: sizeof(wq_init_attr.max_wr)); |
| 95 | if (ret) |
| 96 | return ret; |
| 97 | |
| 98 | ret = uverbs_copy_to(attrs_bundle: attrs, idx: UVERBS_ATTR_CREATE_WQ_RESP_MAX_SGE, |
| 99 | from: &wq_init_attr.max_sge, |
| 100 | size: sizeof(wq_init_attr.max_sge)); |
| 101 | if (ret) |
| 102 | return ret; |
| 103 | |
| 104 | ret = uverbs_copy_to(attrs_bundle: attrs, idx: UVERBS_ATTR_CREATE_WQ_RESP_WQ_NUM, |
| 105 | from: &wq->wq_num, |
| 106 | size: sizeof(wq->wq_num)); |
| 107 | return ret; |
| 108 | |
| 109 | err: |
| 110 | if (obj->uevent.event_file) |
| 111 | uverbs_uobject_put(uobject: &obj->uevent.event_file->uobj); |
| 112 | return ret; |
| 113 | }; |
| 114 | |
| 115 | DECLARE_UVERBS_NAMED_METHOD( |
| 116 | UVERBS_METHOD_WQ_CREATE, |
| 117 | UVERBS_ATTR_IDR(UVERBS_ATTR_CREATE_WQ_HANDLE, |
| 118 | UVERBS_OBJECT_WQ, |
| 119 | UVERBS_ACCESS_NEW, |
| 120 | UA_MANDATORY), |
| 121 | UVERBS_ATTR_IDR(UVERBS_ATTR_CREATE_WQ_PD_HANDLE, |
| 122 | UVERBS_OBJECT_PD, |
| 123 | UVERBS_ACCESS_READ, |
| 124 | UA_MANDATORY), |
| 125 | UVERBS_ATTR_CONST_IN(UVERBS_ATTR_CREATE_WQ_TYPE, |
| 126 | enum ib_wq_type, |
| 127 | UA_MANDATORY), |
| 128 | UVERBS_ATTR_PTR_IN(UVERBS_ATTR_CREATE_WQ_USER_HANDLE, |
| 129 | UVERBS_ATTR_TYPE(u64), |
| 130 | UA_MANDATORY), |
| 131 | UVERBS_ATTR_PTR_IN(UVERBS_ATTR_CREATE_WQ_MAX_WR, |
| 132 | UVERBS_ATTR_TYPE(u32), |
| 133 | UA_MANDATORY), |
| 134 | UVERBS_ATTR_PTR_IN(UVERBS_ATTR_CREATE_WQ_MAX_SGE, |
| 135 | UVERBS_ATTR_TYPE(u32), |
| 136 | UA_MANDATORY), |
| 137 | UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_CREATE_WQ_FLAGS, |
| 138 | enum ib_uverbs_wq_flags, |
| 139 | UA_MANDATORY), |
| 140 | UVERBS_ATTR_IDR(UVERBS_ATTR_CREATE_WQ_CQ_HANDLE, |
| 141 | UVERBS_OBJECT_CQ, |
| 142 | UVERBS_ACCESS_READ, |
| 143 | UA_OPTIONAL), |
| 144 | UVERBS_ATTR_FD(UVERBS_ATTR_CREATE_WQ_EVENT_FD, |
| 145 | UVERBS_OBJECT_ASYNC_EVENT, |
| 146 | UVERBS_ACCESS_READ, |
| 147 | UA_OPTIONAL), |
| 148 | UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_CREATE_WQ_RESP_MAX_WR, |
| 149 | UVERBS_ATTR_TYPE(u32), |
| 150 | UA_MANDATORY), |
| 151 | UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_CREATE_WQ_RESP_MAX_SGE, |
| 152 | UVERBS_ATTR_TYPE(u32), |
| 153 | UA_MANDATORY), |
| 154 | UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_CREATE_WQ_RESP_WQ_NUM, |
| 155 | UVERBS_ATTR_TYPE(u32), |
| 156 | UA_OPTIONAL), |
| 157 | UVERBS_ATTR_UHW()); |
| 158 | |
| 159 | static int UVERBS_HANDLER(UVERBS_METHOD_WQ_DESTROY)( |
| 160 | struct uverbs_attr_bundle *attrs) |
| 161 | { |
| 162 | struct ib_uobject *uobj = |
| 163 | uverbs_attr_get_uobject(attrs_bundle: attrs, idx: UVERBS_ATTR_DESTROY_WQ_HANDLE); |
| 164 | struct ib_uwq_object *obj = |
| 165 | container_of(uobj, struct ib_uwq_object, uevent.uobject); |
| 166 | |
| 167 | return uverbs_copy_to(attrs_bundle: attrs, idx: UVERBS_ATTR_DESTROY_WQ_RESP, |
| 168 | from: &obj->uevent.events_reported, |
| 169 | size: sizeof(obj->uevent.events_reported)); |
| 170 | } |
| 171 | |
| 172 | DECLARE_UVERBS_NAMED_METHOD( |
| 173 | UVERBS_METHOD_WQ_DESTROY, |
| 174 | UVERBS_ATTR_IDR(UVERBS_ATTR_DESTROY_WQ_HANDLE, |
| 175 | UVERBS_OBJECT_WQ, |
| 176 | UVERBS_ACCESS_DESTROY, |
| 177 | UA_MANDATORY), |
| 178 | UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_DESTROY_WQ_RESP, |
| 179 | UVERBS_ATTR_TYPE(u32), |
| 180 | UA_MANDATORY)); |
| 181 | |
| 182 | |
| 183 | DECLARE_UVERBS_NAMED_OBJECT( |
| 184 | UVERBS_OBJECT_WQ, |
| 185 | UVERBS_TYPE_ALLOC_IDR_SZ(sizeof(struct ib_uwq_object), uverbs_free_wq), |
| 186 | &UVERBS_METHOD(UVERBS_METHOD_WQ_CREATE), |
| 187 | &UVERBS_METHOD(UVERBS_METHOD_WQ_DESTROY) |
| 188 | ); |
| 189 | |
| 190 | const struct uapi_definition uverbs_def_obj_wq[] = { |
| 191 | UAPI_DEF_CHAIN_OBJ_TREE_NAMED(UVERBS_OBJECT_WQ, |
| 192 | UAPI_DEF_OBJ_NEEDS_FN(destroy_wq)), |
| 193 | {} |
| 194 | }; |
| 195 | |