Lines Matching full:queue
52 struct nvmet_rdma_queue *queue; member
66 struct nvmet_rdma_queue *queue; member
147 MODULE_PARM_DESC(use_srq, "Use shared receive queue.");
157 MODULE_PARM_DESC(srq_size, "set Shared Receive Queue (SRQ) size, should >= 256 (default: 1024)");
172 static void nvmet_rdma_queue_disconnect(struct nvmet_rdma_queue *queue);
213 nvmet_rdma_get_rsp(struct nvmet_rdma_queue *queue) in nvmet_rdma_get_rsp() argument
218 tag = sbitmap_get(&queue->rsp_tags); in nvmet_rdma_get_rsp()
220 rsp = &queue->rsps[tag]; in nvmet_rdma_get_rsp()
228 ret = nvmet_rdma_alloc_rsp(queue->dev, rsp, in nvmet_rdma_get_rsp()
243 nvmet_rdma_free_rsp(rsp->queue->dev, rsp); in nvmet_rdma_put_rsp()
248 sbitmap_clear_bit(&rsp->queue->rsp_tags, rsp->tag); in nvmet_rdma_put_rsp()
448 nvmet_rdma_alloc_rsps(struct nvmet_rdma_queue *queue) in nvmet_rdma_alloc_rsps() argument
450 struct nvmet_rdma_device *ndev = queue->dev; in nvmet_rdma_alloc_rsps()
451 int nr_rsps = queue->recv_queue_size * 2; in nvmet_rdma_alloc_rsps()
454 if (sbitmap_init_node(&queue->rsp_tags, nr_rsps, -1, GFP_KERNEL, in nvmet_rdma_alloc_rsps()
458 queue->rsps = kcalloc(nr_rsps, sizeof(struct nvmet_rdma_rsp), in nvmet_rdma_alloc_rsps()
460 if (!queue->rsps) in nvmet_rdma_alloc_rsps()
464 struct nvmet_rdma_rsp *rsp = &queue->rsps[i]; in nvmet_rdma_alloc_rsps()
475 nvmet_rdma_free_rsp(ndev, &queue->rsps[i]); in nvmet_rdma_alloc_rsps()
476 kfree(queue->rsps); in nvmet_rdma_alloc_rsps()
478 sbitmap_free(&queue->rsp_tags); in nvmet_rdma_alloc_rsps()
483 static void nvmet_rdma_free_rsps(struct nvmet_rdma_queue *queue) in nvmet_rdma_free_rsps() argument
485 struct nvmet_rdma_device *ndev = queue->dev; in nvmet_rdma_free_rsps()
486 int i, nr_rsps = queue->recv_queue_size * 2; in nvmet_rdma_free_rsps()
489 nvmet_rdma_free_rsp(ndev, &queue->rsps[i]); in nvmet_rdma_free_rsps()
490 kfree(queue->rsps); in nvmet_rdma_free_rsps()
491 sbitmap_free(&queue->rsp_tags); in nvmet_rdma_free_rsps()
506 ret = ib_post_recv(cmd->queue->qp, &cmd->wr, NULL); in nvmet_rdma_post_recv()
514 static void nvmet_rdma_process_wr_wait_list(struct nvmet_rdma_queue *queue) in nvmet_rdma_process_wr_wait_list() argument
516 spin_lock(&queue->rsp_wr_wait_lock); in nvmet_rdma_process_wr_wait_list()
517 while (!list_empty(&queue->rsp_wr_wait_list)) { in nvmet_rdma_process_wr_wait_list()
521 rsp = list_entry(queue->rsp_wr_wait_list.next, in nvmet_rdma_process_wr_wait_list()
525 spin_unlock(&queue->rsp_wr_wait_lock); in nvmet_rdma_process_wr_wait_list()
527 spin_lock(&queue->rsp_wr_wait_lock); in nvmet_rdma_process_wr_wait_list()
530 list_add(&rsp->wait_list, &queue->rsp_wr_wait_list); in nvmet_rdma_process_wr_wait_list()
534 spin_unlock(&queue->rsp_wr_wait_lock); in nvmet_rdma_process_wr_wait_list()
629 struct rdma_cm_id *cm_id = rsp->queue->cm_id; in nvmet_rdma_rw_ctx_init()
648 struct rdma_cm_id *cm_id = rsp->queue->cm_id; in nvmet_rdma_rw_ctx_destroy()
663 struct nvmet_rdma_queue *queue = rsp->queue; in nvmet_rdma_release_rsp() local
665 atomic_add(1 + rsp->n_rdma, &queue->sq_wr_avail); in nvmet_rdma_release_rsp()
673 if (unlikely(!list_empty_careful(&queue->rsp_wr_wait_list))) in nvmet_rdma_release_rsp()
674 nvmet_rdma_process_wr_wait_list(queue); in nvmet_rdma_release_rsp()
679 static void nvmet_rdma_error_comp(struct nvmet_rdma_queue *queue) in nvmet_rdma_error_comp() argument
681 if (queue->nvme_sq.ctrl) { in nvmet_rdma_error_comp()
682 nvmet_ctrl_fatal_error(queue->nvme_sq.ctrl); in nvmet_rdma_error_comp()
687 * cleanup the queue in nvmet_rdma_error_comp()
689 nvmet_rdma_queue_disconnect(queue); in nvmet_rdma_error_comp()
697 struct nvmet_rdma_queue *queue = wc->qp->qp_context; in nvmet_rdma_send_done() local
705 nvmet_rdma_error_comp(queue); in nvmet_rdma_send_done()
713 struct rdma_cm_id *cm_id = rsp->queue->cm_id; in nvmet_rdma_queue_response()
734 nvmet_rdma_post_recv(rsp->queue->dev, rsp->cmd); in nvmet_rdma_queue_response()
736 ib_dma_sync_single_for_device(rsp->queue->dev->device, in nvmet_rdma_queue_response()
750 struct nvmet_rdma_queue *queue = wc->qp->qp_context; in nvmet_rdma_read_data_done() local
754 atomic_add(rsp->n_rdma, &queue->sq_wr_avail); in nvmet_rdma_read_data_done()
764 nvmet_rdma_error_comp(queue); in nvmet_rdma_read_data_done()
783 struct nvmet_rdma_queue *queue = wc->qp->qp_context; in nvmet_rdma_write_data_done() local
784 struct rdma_cm_id *cm_id = rsp->queue->cm_id; in nvmet_rdma_write_data_done()
791 atomic_add(rsp->n_rdma, &queue->sq_wr_avail); in nvmet_rdma_write_data_done()
801 nvmet_rdma_error_comp(queue); in nvmet_rdma_write_data_done()
858 if (off + len > rsp->queue->dev->inline_data_size) { in nvmet_rdma_map_sgl_inline()
945 struct nvmet_rdma_queue *queue = rsp->queue; in nvmet_rdma_execute_command() local
948 &queue->sq_wr_avail) < 0)) { in nvmet_rdma_execute_command()
949 pr_debug("IB send queue full (needed %d): queue %u cntlid %u\n", in nvmet_rdma_execute_command()
950 1 + rsp->n_rdma, queue->idx, in nvmet_rdma_execute_command()
951 queue->nvme_sq.ctrl->cntlid); in nvmet_rdma_execute_command()
952 atomic_add(1 + rsp->n_rdma, &queue->sq_wr_avail); in nvmet_rdma_execute_command()
957 if (rdma_rw_ctx_post(&rsp->rw, queue->qp, in nvmet_rdma_execute_command()
958 queue->cm_id->port_num, &rsp->read_cqe, NULL)) in nvmet_rdma_execute_command()
967 static void nvmet_rdma_handle_command(struct nvmet_rdma_queue *queue, in nvmet_rdma_handle_command() argument
972 ib_dma_sync_single_for_cpu(queue->dev->device, in nvmet_rdma_handle_command()
975 ib_dma_sync_single_for_cpu(queue->dev->device, in nvmet_rdma_handle_command()
979 if (!nvmet_req_init(&cmd->req, &queue->nvme_cq, in nvmet_rdma_handle_command()
980 &queue->nvme_sq, &nvmet_rdma_ops)) in nvmet_rdma_handle_command()
988 spin_lock(&queue->rsp_wr_wait_lock); in nvmet_rdma_handle_command()
989 list_add_tail(&cmd->wait_list, &queue->rsp_wr_wait_list); in nvmet_rdma_handle_command()
990 spin_unlock(&queue->rsp_wr_wait_lock); in nvmet_rdma_handle_command()
999 static bool nvmet_rdma_recv_not_live(struct nvmet_rdma_queue *queue, in nvmet_rdma_recv_not_live() argument
1005 spin_lock_irqsave(&queue->state_lock, flags); in nvmet_rdma_recv_not_live()
1007 * recheck queue state is not live to prevent a race condition in nvmet_rdma_recv_not_live()
1010 if (queue->state == NVMET_RDMA_Q_LIVE) in nvmet_rdma_recv_not_live()
1012 else if (queue->state == NVMET_RDMA_Q_CONNECTING) in nvmet_rdma_recv_not_live()
1013 list_add_tail(&rsp->wait_list, &queue->rsp_wait_list); in nvmet_rdma_recv_not_live()
1016 spin_unlock_irqrestore(&queue->state_lock, flags); in nvmet_rdma_recv_not_live()
1024 struct nvmet_rdma_queue *queue = wc->qp->qp_context; in nvmet_rdma_recv_done() local
1032 nvmet_rdma_error_comp(queue); in nvmet_rdma_recv_done()
1039 nvmet_rdma_error_comp(queue); in nvmet_rdma_recv_done()
1043 cmd->queue = queue; in nvmet_rdma_recv_done()
1044 rsp = nvmet_rdma_get_rsp(queue); in nvmet_rdma_recv_done()
1051 nvmet_rdma_post_recv(queue->dev, cmd); in nvmet_rdma_recv_done()
1054 rsp->queue = queue; in nvmet_rdma_recv_done()
1058 rsp->req.port = queue->port; in nvmet_rdma_recv_done()
1062 if (unlikely(queue->state != NVMET_RDMA_Q_LIVE) && in nvmet_rdma_recv_done()
1063 nvmet_rdma_recv_not_live(queue, rsp)) in nvmet_rdma_recv_done()
1066 nvmet_rdma_handle_command(queue, rsp); in nvmet_rdma_recv_done()
1264 static int nvmet_rdma_create_queue_ib(struct nvmet_rdma_queue *queue) in nvmet_rdma_create_queue_ib() argument
1267 struct nvmet_rdma_device *ndev = queue->dev; in nvmet_rdma_create_queue_ib()
1273 nr_cqe = queue->recv_queue_size + 2 * queue->send_queue_size; in nvmet_rdma_create_queue_ib()
1275 queue->cq = ib_cq_pool_get(ndev->device, nr_cqe + 1, in nvmet_rdma_create_queue_ib()
1276 queue->comp_vector, IB_POLL_WORKQUEUE); in nvmet_rdma_create_queue_ib()
1277 if (IS_ERR(queue->cq)) { in nvmet_rdma_create_queue_ib()
1278 ret = PTR_ERR(queue->cq); in nvmet_rdma_create_queue_ib()
1284 qp_attr.qp_context = queue; in nvmet_rdma_create_queue_ib()
1286 qp_attr.send_cq = queue->cq; in nvmet_rdma_create_queue_ib()
1287 qp_attr.recv_cq = queue->cq; in nvmet_rdma_create_queue_ib()
1291 qp_attr.cap.max_send_wr = queue->send_queue_size + 1; in nvmet_rdma_create_queue_ib()
1292 factor = rdma_rw_mr_factor(ndev->device, queue->cm_id->port_num, in nvmet_rdma_create_queue_ib()
1294 qp_attr.cap.max_rdma_ctxs = queue->send_queue_size * factor; in nvmet_rdma_create_queue_ib()
1298 if (queue->nsrq) { in nvmet_rdma_create_queue_ib()
1299 qp_attr.srq = queue->nsrq->srq; in nvmet_rdma_create_queue_ib()
1302 qp_attr.cap.max_recv_wr = 1 + queue->recv_queue_size; in nvmet_rdma_create_queue_ib()
1306 if (queue->port->pi_enable && queue->host_qid) in nvmet_rdma_create_queue_ib()
1309 ret = rdma_create_qp(queue->cm_id, ndev->pd, &qp_attr); in nvmet_rdma_create_queue_ib()
1314 queue->qp = queue->cm_id->qp; in nvmet_rdma_create_queue_ib()
1316 atomic_set(&queue->sq_wr_avail, qp_attr.cap.max_send_wr); in nvmet_rdma_create_queue_ib()
1319 __func__, queue->cq->cqe, qp_attr.cap.max_send_sge, in nvmet_rdma_create_queue_ib()
1320 qp_attr.cap.max_send_wr, queue->cm_id); in nvmet_rdma_create_queue_ib()
1322 if (!queue->nsrq) { in nvmet_rdma_create_queue_ib()
1323 for (i = 0; i < queue->recv_queue_size; i++) { in nvmet_rdma_create_queue_ib()
1324 queue->cmds[i].queue = queue; in nvmet_rdma_create_queue_ib()
1325 ret = nvmet_rdma_post_recv(ndev, &queue->cmds[i]); in nvmet_rdma_create_queue_ib()
1335 rdma_destroy_qp(queue->cm_id); in nvmet_rdma_create_queue_ib()
1337 ib_cq_pool_put(queue->cq, nr_cqe + 1); in nvmet_rdma_create_queue_ib()
1341 static void nvmet_rdma_destroy_queue_ib(struct nvmet_rdma_queue *queue) in nvmet_rdma_destroy_queue_ib() argument
1343 ib_drain_qp(queue->qp); in nvmet_rdma_destroy_queue_ib()
1344 if (queue->cm_id) in nvmet_rdma_destroy_queue_ib()
1345 rdma_destroy_id(queue->cm_id); in nvmet_rdma_destroy_queue_ib()
1346 ib_destroy_qp(queue->qp); in nvmet_rdma_destroy_queue_ib()
1347 ib_cq_pool_put(queue->cq, queue->recv_queue_size + 2 * in nvmet_rdma_destroy_queue_ib()
1348 queue->send_queue_size + 1); in nvmet_rdma_destroy_queue_ib()
1351 static void nvmet_rdma_free_queue(struct nvmet_rdma_queue *queue) in nvmet_rdma_free_queue() argument
1353 pr_debug("freeing queue %d\n", queue->idx); in nvmet_rdma_free_queue()
1355 nvmet_sq_destroy(&queue->nvme_sq); in nvmet_rdma_free_queue()
1357 nvmet_rdma_destroy_queue_ib(queue); in nvmet_rdma_free_queue()
1358 if (!queue->nsrq) { in nvmet_rdma_free_queue()
1359 nvmet_rdma_free_cmds(queue->dev, queue->cmds, in nvmet_rdma_free_queue()
1360 queue->recv_queue_size, in nvmet_rdma_free_queue()
1361 !queue->host_qid); in nvmet_rdma_free_queue()
1363 nvmet_rdma_free_rsps(queue); in nvmet_rdma_free_queue()
1364 ida_free(&nvmet_rdma_queue_ida, queue->idx); in nvmet_rdma_free_queue()
1365 kfree(queue); in nvmet_rdma_free_queue()
1370 struct nvmet_rdma_queue *queue = in nvmet_rdma_release_queue_work() local
1372 struct nvmet_rdma_device *dev = queue->dev; in nvmet_rdma_release_queue_work()
1374 nvmet_rdma_free_queue(queue); in nvmet_rdma_release_queue_work()
1381 struct nvmet_rdma_queue *queue) in nvmet_rdma_parse_cm_connect_req() argument
1392 queue->host_qid = le16_to_cpu(req->qid); in nvmet_rdma_parse_cm_connect_req()
1395 * req->hsqsize corresponds to our recv queue size plus 1 in nvmet_rdma_parse_cm_connect_req()
1396 * req->hrqsize corresponds to our send queue size in nvmet_rdma_parse_cm_connect_req()
1398 queue->recv_queue_size = le16_to_cpu(req->hsqsize) + 1; in nvmet_rdma_parse_cm_connect_req()
1399 queue->send_queue_size = le16_to_cpu(req->hrqsize); in nvmet_rdma_parse_cm_connect_req()
1401 if (!queue->host_qid && queue->recv_queue_size > NVME_AQ_DEPTH) in nvmet_rdma_parse_cm_connect_req()
1430 struct nvmet_rdma_queue *queue; in nvmet_rdma_alloc_queue() local
1433 queue = kzalloc(sizeof(*queue), GFP_KERNEL); in nvmet_rdma_alloc_queue()
1434 if (!queue) { in nvmet_rdma_alloc_queue()
1439 ret = nvmet_sq_init(&queue->nvme_sq); in nvmet_rdma_alloc_queue()
1445 ret = nvmet_rdma_parse_cm_connect_req(&event->param.conn, queue); in nvmet_rdma_alloc_queue()
1453 INIT_WORK(&queue->release_work, nvmet_rdma_release_queue_work); in nvmet_rdma_alloc_queue()
1454 queue->dev = ndev; in nvmet_rdma_alloc_queue()
1455 queue->cm_id = cm_id; in nvmet_rdma_alloc_queue()
1456 queue->port = port->nport; in nvmet_rdma_alloc_queue()
1458 spin_lock_init(&queue->state_lock); in nvmet_rdma_alloc_queue()
1459 queue->state = NVMET_RDMA_Q_CONNECTING; in nvmet_rdma_alloc_queue()
1460 INIT_LIST_HEAD(&queue->rsp_wait_list); in nvmet_rdma_alloc_queue()
1461 INIT_LIST_HEAD(&queue->rsp_wr_wait_list); in nvmet_rdma_alloc_queue()
1462 spin_lock_init(&queue->rsp_wr_wait_lock); in nvmet_rdma_alloc_queue()
1463 INIT_LIST_HEAD(&queue->queue_list); in nvmet_rdma_alloc_queue()
1465 queue->idx = ida_alloc(&nvmet_rdma_queue_ida, GFP_KERNEL); in nvmet_rdma_alloc_queue()
1466 if (queue->idx < 0) { in nvmet_rdma_alloc_queue()
1475 queue->comp_vector = !queue->host_qid ? 0 : in nvmet_rdma_alloc_queue()
1476 queue->idx % ndev->device->num_comp_vectors; in nvmet_rdma_alloc_queue()
1479 ret = nvmet_rdma_alloc_rsps(queue); in nvmet_rdma_alloc_queue()
1486 queue->nsrq = ndev->srqs[queue->comp_vector % ndev->srq_count]; in nvmet_rdma_alloc_queue()
1488 queue->cmds = nvmet_rdma_alloc_cmds(ndev, in nvmet_rdma_alloc_queue()
1489 queue->recv_queue_size, in nvmet_rdma_alloc_queue()
1490 !queue->host_qid); in nvmet_rdma_alloc_queue()
1491 if (IS_ERR(queue->cmds)) { in nvmet_rdma_alloc_queue()
1497 ret = nvmet_rdma_create_queue_ib(queue); in nvmet_rdma_alloc_queue()
1499 pr_err("%s: creating RDMA queue failed (%d).\n", in nvmet_rdma_alloc_queue()
1505 return queue; in nvmet_rdma_alloc_queue()
1508 if (!queue->nsrq) { in nvmet_rdma_alloc_queue()
1509 nvmet_rdma_free_cmds(queue->dev, queue->cmds, in nvmet_rdma_alloc_queue()
1510 queue->recv_queue_size, in nvmet_rdma_alloc_queue()
1511 !queue->host_qid); in nvmet_rdma_alloc_queue()
1514 nvmet_rdma_free_rsps(queue); in nvmet_rdma_alloc_queue()
1516 ida_free(&nvmet_rdma_queue_ida, queue->idx); in nvmet_rdma_alloc_queue()
1518 nvmet_sq_destroy(&queue->nvme_sq); in nvmet_rdma_alloc_queue()
1520 kfree(queue); in nvmet_rdma_alloc_queue()
1528 struct nvmet_rdma_queue *queue = priv; in nvmet_rdma_qp_event() local
1532 rdma_notify(queue->cm_id, event->event); in nvmet_rdma_qp_event()
1535 pr_debug("received last WQE reached event for queue=0x%p\n", in nvmet_rdma_qp_event()
1536 queue); in nvmet_rdma_qp_event()
1546 struct nvmet_rdma_queue *queue, in nvmet_rdma_cm_accept() argument
1556 queue->dev->device->attrs.max_qp_init_rd_atom); in nvmet_rdma_cm_accept()
1560 priv.crqsize = cpu_to_le16(queue->recv_queue_size); in nvmet_rdma_cm_accept()
1573 struct nvmet_rdma_queue *queue; in nvmet_rdma_queue_connect() local
1582 queue = nvmet_rdma_alloc_queue(ndev, cm_id, event); in nvmet_rdma_queue_connect()
1583 if (!queue) { in nvmet_rdma_queue_connect()
1588 if (queue->host_qid == 0) { in nvmet_rdma_queue_connect()
1595 if (q->nvme_sq.ctrl == queue->nvme_sq.ctrl && in nvmet_rdma_queue_connect()
1604 ret = nvmet_rdma_cm_accept(cm_id, queue, &event->param.conn); in nvmet_rdma_queue_connect()
1610 queue->cm_id = NULL; in nvmet_rdma_queue_connect()
1615 list_add_tail(&queue->queue_list, &nvmet_rdma_queue_list); in nvmet_rdma_queue_connect()
1621 nvmet_rdma_free_queue(queue); in nvmet_rdma_queue_connect()
1628 static void nvmet_rdma_queue_established(struct nvmet_rdma_queue *queue) in nvmet_rdma_queue_established() argument
1632 spin_lock_irqsave(&queue->state_lock, flags); in nvmet_rdma_queue_established()
1633 if (queue->state != NVMET_RDMA_Q_CONNECTING) { in nvmet_rdma_queue_established()
1634 pr_warn("trying to establish a connected queue\n"); in nvmet_rdma_queue_established()
1637 queue->state = NVMET_RDMA_Q_LIVE; in nvmet_rdma_queue_established()
1639 while (!list_empty(&queue->rsp_wait_list)) { in nvmet_rdma_queue_established()
1642 cmd = list_first_entry(&queue->rsp_wait_list, in nvmet_rdma_queue_established()
1646 spin_unlock_irqrestore(&queue->state_lock, flags); in nvmet_rdma_queue_established()
1647 nvmet_rdma_handle_command(queue, cmd); in nvmet_rdma_queue_established()
1648 spin_lock_irqsave(&queue->state_lock, flags); in nvmet_rdma_queue_established()
1652 spin_unlock_irqrestore(&queue->state_lock, flags); in nvmet_rdma_queue_established()
1655 static void __nvmet_rdma_queue_disconnect(struct nvmet_rdma_queue *queue) in __nvmet_rdma_queue_disconnect() argument
1660 pr_debug("cm_id= %p queue->state= %d\n", queue->cm_id, queue->state); in __nvmet_rdma_queue_disconnect()
1662 spin_lock_irqsave(&queue->state_lock, flags); in __nvmet_rdma_queue_disconnect()
1663 switch (queue->state) { in __nvmet_rdma_queue_disconnect()
1665 while (!list_empty(&queue->rsp_wait_list)) { in __nvmet_rdma_queue_disconnect()
1668 rsp = list_first_entry(&queue->rsp_wait_list, in __nvmet_rdma_queue_disconnect()
1676 queue->state = NVMET_RDMA_Q_DISCONNECTING; in __nvmet_rdma_queue_disconnect()
1682 spin_unlock_irqrestore(&queue->state_lock, flags); in __nvmet_rdma_queue_disconnect()
1685 rdma_disconnect(queue->cm_id); in __nvmet_rdma_queue_disconnect()
1686 queue_work(nvmet_wq, &queue->release_work); in __nvmet_rdma_queue_disconnect()
1690 static void nvmet_rdma_queue_disconnect(struct nvmet_rdma_queue *queue) in nvmet_rdma_queue_disconnect() argument
1695 if (!list_empty(&queue->queue_list)) { in nvmet_rdma_queue_disconnect()
1696 list_del_init(&queue->queue_list); in nvmet_rdma_queue_disconnect()
1702 __nvmet_rdma_queue_disconnect(queue); in nvmet_rdma_queue_disconnect()
1706 struct nvmet_rdma_queue *queue) in nvmet_rdma_queue_connect_fail() argument
1708 WARN_ON_ONCE(queue->state != NVMET_RDMA_Q_CONNECTING); in nvmet_rdma_queue_connect_fail()
1711 if (!list_empty(&queue->queue_list)) in nvmet_rdma_queue_connect_fail()
1712 list_del_init(&queue->queue_list); in nvmet_rdma_queue_connect_fail()
1715 pr_err("failed to connect queue %d\n", queue->idx); in nvmet_rdma_queue_connect_fail()
1716 queue_work(nvmet_wq, &queue->release_work); in nvmet_rdma_queue_connect_fail()
1722 * @queue: nvmet rdma queue (cm id qp_context)
1726 * queue cm_id and/or a device bound listener cm_id (where in this
1727 * case queue will be null).
1735 struct nvmet_rdma_queue *queue) in nvmet_rdma_device_removal() argument
1739 if (queue) { in nvmet_rdma_device_removal()
1741 * This is a queue cm_id. we have registered in nvmet_rdma_device_removal()
1769 struct nvmet_rdma_queue *queue = NULL; in nvmet_rdma_cm_handler() local
1773 queue = cm_id->qp->qp_context; in nvmet_rdma_cm_handler()
1784 nvmet_rdma_queue_established(queue); in nvmet_rdma_cm_handler()
1787 if (!queue) { in nvmet_rdma_cm_handler()
1796 nvmet_rdma_queue_disconnect(queue); in nvmet_rdma_cm_handler()
1799 ret = nvmet_rdma_device_removal(cm_id, queue); in nvmet_rdma_cm_handler()
1807 nvmet_rdma_queue_connect_fail(cm_id, queue); in nvmet_rdma_cm_handler()
1820 struct nvmet_rdma_queue *queue, *n; in nvmet_rdma_delete_ctrl() local
1823 list_for_each_entry_safe(queue, n, &nvmet_rdma_queue_list, queue_list) { in nvmet_rdma_delete_ctrl()
1824 if (queue->nvme_sq.ctrl != ctrl) in nvmet_rdma_delete_ctrl()
1826 list_del_init(&queue->queue_list); in nvmet_rdma_delete_ctrl()
1827 __nvmet_rdma_queue_disconnect(queue); in nvmet_rdma_delete_ctrl()
1834 struct nvmet_rdma_queue *queue, *tmp; in nvmet_rdma_destroy_port_queues() local
1838 list_for_each_entry_safe(queue, tmp, &nvmet_rdma_queue_list, in nvmet_rdma_destroy_port_queues()
1840 if (queue->port != nport) in nvmet_rdma_destroy_port_queues()
1843 list_del_init(&queue->queue_list); in nvmet_rdma_destroy_port_queues()
1844 __nvmet_rdma_queue_disconnect(queue); in nvmet_rdma_destroy_port_queues()
1859 * guarantees that no new queue will be created. in nvmet_rdma_disable_port()
2005 struct rdma_cm_id *req_cm_id = rsp->queue->cm_id; in nvmet_rdma_disc_port_addr()
2018 struct nvmet_rdma_queue *queue = in nvmet_rdma_host_port_addr() local
2022 (struct sockaddr *)&queue->cm_id->route.addr.dst_addr); in nvmet_rdma_host_port_addr()
2056 struct nvmet_rdma_queue *queue, *tmp; in nvmet_rdma_remove_one() local
2077 list_for_each_entry_safe(queue, tmp, &nvmet_rdma_queue_list, in nvmet_rdma_remove_one()
2079 if (queue->dev->device != ib_device) in nvmet_rdma_remove_one()
2082 pr_info("Removing queue %d\n", queue->idx); in nvmet_rdma_remove_one()
2083 list_del_init(&queue->queue_list); in nvmet_rdma_remove_one()
2084 __nvmet_rdma_queue_disconnect(queue); in nvmet_rdma_remove_one()