123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222 |
- /*
- * Copyright (c) 2017, Mellanox Technologies inc. All rights reserved.
- *
- * This software is available to you under a choice of one of two
- * licenses. You may choose to be licensed under the terms of the GNU
- * General Public License (GPL) Version 2, available from the file
- * COPYING in the main directory of this source tree, or the
- * OpenIB.org BSD license below:
- *
- * Redistribution and use in source and binary forms, with or
- * without modification, are permitted provided that the following
- * conditions are met:
- *
- * - Redistributions of source code must retain the above
- * copyright notice, this list of conditions and the following
- * disclaimer.
- *
- * - Redistributions in binary form must reproduce the above
- * copyright notice, this list of conditions and the following
- * disclaimer in the documentation and/or other materials
- * provided with the distribution.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
- * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
- * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
- * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
- * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
- * SOFTWARE.
- */
- #include <rdma/uverbs_std_types.h>
- #include "rdma_core.h"
- #include "uverbs.h"
- #include "restrack.h"
- static int uverbs_free_cq(struct ib_uobject *uobject,
- enum rdma_remove_reason why,
- struct uverbs_attr_bundle *attrs)
- {
- struct ib_cq *cq = uobject->object;
- struct ib_uverbs_event_queue *ev_queue = cq->cq_context;
- struct ib_ucq_object *ucq =
- container_of(uobject, struct ib_ucq_object, uevent.uobject);
- int ret;
- ret = ib_destroy_cq_user(cq, &attrs->driver_udata);
- if (ib_is_destroy_retryable(ret, why, uobject))
- return ret;
- ib_uverbs_release_ucq(
- ev_queue ? container_of(ev_queue,
- struct ib_uverbs_completion_event_file,
- ev_queue) :
- NULL,
- ucq);
- return ret;
- }
- static int UVERBS_HANDLER(UVERBS_METHOD_CQ_CREATE)(
- struct uverbs_attr_bundle *attrs)
- {
- struct ib_ucq_object *obj = container_of(
- uverbs_attr_get_uobject(attrs, UVERBS_ATTR_CREATE_CQ_HANDLE),
- typeof(*obj), uevent.uobject);
- struct ib_device *ib_dev = attrs->context->device;
- int ret;
- u64 user_handle;
- struct ib_cq_init_attr attr = {};
- struct ib_cq *cq;
- struct ib_uverbs_completion_event_file *ev_file = NULL;
- struct ib_uobject *ev_file_uobj;
- if (!ib_dev->ops.create_cq || !ib_dev->ops.destroy_cq)
- return -EOPNOTSUPP;
- ret = uverbs_copy_from(&attr.comp_vector, attrs,
- UVERBS_ATTR_CREATE_CQ_COMP_VECTOR);
- if (!ret)
- ret = uverbs_copy_from(&attr.cqe, attrs,
- UVERBS_ATTR_CREATE_CQ_CQE);
- if (!ret)
- ret = uverbs_copy_from(&user_handle, attrs,
- UVERBS_ATTR_CREATE_CQ_USER_HANDLE);
- if (ret)
- return ret;
- ret = uverbs_get_flags32(&attr.flags, attrs,
- UVERBS_ATTR_CREATE_CQ_FLAGS,
- IB_UVERBS_CQ_FLAGS_TIMESTAMP_COMPLETION |
- IB_UVERBS_CQ_FLAGS_IGNORE_OVERRUN);
- if (ret)
- return ret;
- ev_file_uobj = uverbs_attr_get_uobject(attrs, UVERBS_ATTR_CREATE_CQ_COMP_CHANNEL);
- if (!IS_ERR(ev_file_uobj)) {
- ev_file = container_of(ev_file_uobj,
- struct ib_uverbs_completion_event_file,
- uobj);
- uverbs_uobject_get(ev_file_uobj);
- }
- obj->uevent.event_file = ib_uverbs_get_async_event(
- attrs, UVERBS_ATTR_CREATE_CQ_EVENT_FD);
- if (attr.comp_vector >= attrs->ufile->device->num_comp_vectors) {
- ret = -EINVAL;
- goto err_event_file;
- }
- INIT_LIST_HEAD(&obj->comp_list);
- INIT_LIST_HEAD(&obj->uevent.event_list);
- cq = rdma_zalloc_drv_obj(ib_dev, ib_cq);
- if (!cq) {
- ret = -ENOMEM;
- goto err_event_file;
- }
- cq->device = ib_dev;
- cq->uobject = obj;
- cq->comp_handler = ib_uverbs_comp_handler;
- cq->event_handler = ib_uverbs_cq_event_handler;
- cq->cq_context = ev_file ? &ev_file->ev_queue : NULL;
- atomic_set(&cq->usecnt, 0);
- rdma_restrack_new(&cq->res, RDMA_RESTRACK_CQ);
- rdma_restrack_set_name(&cq->res, NULL);
- ret = ib_dev->ops.create_cq(cq, &attr, &attrs->driver_udata);
- if (ret)
- goto err_free;
- obj->uevent.uobject.object = cq;
- obj->uevent.uobject.user_handle = user_handle;
- rdma_restrack_add(&cq->res);
- uverbs_finalize_uobj_create(attrs, UVERBS_ATTR_CREATE_CQ_HANDLE);
- ret = uverbs_copy_to(attrs, UVERBS_ATTR_CREATE_CQ_RESP_CQE, &cq->cqe,
- sizeof(cq->cqe));
- return ret;
- err_free:
- rdma_restrack_put(&cq->res);
- kfree(cq);
- err_event_file:
- if (obj->uevent.event_file)
- uverbs_uobject_put(&obj->uevent.event_file->uobj);
- if (ev_file)
- uverbs_uobject_put(ev_file_uobj);
- return ret;
- };
- DECLARE_UVERBS_NAMED_METHOD(
- UVERBS_METHOD_CQ_CREATE,
- UVERBS_ATTR_IDR(UVERBS_ATTR_CREATE_CQ_HANDLE,
- UVERBS_OBJECT_CQ,
- UVERBS_ACCESS_NEW,
- UA_MANDATORY),
- UVERBS_ATTR_PTR_IN(UVERBS_ATTR_CREATE_CQ_CQE,
- UVERBS_ATTR_TYPE(u32),
- UA_MANDATORY),
- UVERBS_ATTR_PTR_IN(UVERBS_ATTR_CREATE_CQ_USER_HANDLE,
- UVERBS_ATTR_TYPE(u64),
- UA_MANDATORY),
- UVERBS_ATTR_FD(UVERBS_ATTR_CREATE_CQ_COMP_CHANNEL,
- UVERBS_OBJECT_COMP_CHANNEL,
- UVERBS_ACCESS_READ,
- UA_OPTIONAL),
- UVERBS_ATTR_PTR_IN(UVERBS_ATTR_CREATE_CQ_COMP_VECTOR,
- UVERBS_ATTR_TYPE(u32),
- UA_MANDATORY),
- UVERBS_ATTR_FLAGS_IN(UVERBS_ATTR_CREATE_CQ_FLAGS,
- enum ib_uverbs_ex_create_cq_flags),
- UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_CREATE_CQ_RESP_CQE,
- UVERBS_ATTR_TYPE(u32),
- UA_MANDATORY),
- UVERBS_ATTR_FD(UVERBS_ATTR_CREATE_CQ_EVENT_FD,
- UVERBS_OBJECT_ASYNC_EVENT,
- UVERBS_ACCESS_READ,
- UA_OPTIONAL),
- UVERBS_ATTR_UHW());
- static int UVERBS_HANDLER(UVERBS_METHOD_CQ_DESTROY)(
- struct uverbs_attr_bundle *attrs)
- {
- struct ib_uobject *uobj =
- uverbs_attr_get_uobject(attrs, UVERBS_ATTR_DESTROY_CQ_HANDLE);
- struct ib_ucq_object *obj =
- container_of(uobj, struct ib_ucq_object, uevent.uobject);
- struct ib_uverbs_destroy_cq_resp resp = {
- .comp_events_reported = obj->comp_events_reported,
- .async_events_reported = obj->uevent.events_reported
- };
- return uverbs_copy_to(attrs, UVERBS_ATTR_DESTROY_CQ_RESP, &resp,
- sizeof(resp));
- }
- DECLARE_UVERBS_NAMED_METHOD(
- UVERBS_METHOD_CQ_DESTROY,
- UVERBS_ATTR_IDR(UVERBS_ATTR_DESTROY_CQ_HANDLE,
- UVERBS_OBJECT_CQ,
- UVERBS_ACCESS_DESTROY,
- UA_MANDATORY),
- UVERBS_ATTR_PTR_OUT(UVERBS_ATTR_DESTROY_CQ_RESP,
- UVERBS_ATTR_TYPE(struct ib_uverbs_destroy_cq_resp),
- UA_MANDATORY));
- DECLARE_UVERBS_NAMED_OBJECT(
- UVERBS_OBJECT_CQ,
- UVERBS_TYPE_ALLOC_IDR_SZ(sizeof(struct ib_ucq_object), uverbs_free_cq),
- &UVERBS_METHOD(UVERBS_METHOD_CQ_CREATE),
- &UVERBS_METHOD(UVERBS_METHOD_CQ_DESTROY)
- );
- const struct uapi_definition uverbs_def_obj_cq[] = {
- UAPI_DEF_CHAIN_OBJ_TREE_NAMED(UVERBS_OBJECT_CQ,
- UAPI_DEF_OBJ_NEEDS_FN(destroy_cq)),
- {}
- };
|