1 /* 2 * Copyright (c) 2007, 2014 Mellanox Technologies. All rights reserved. 3 * 4 * This software is available to you under a choice of one of two 5 * licenses. You may choose to be licensed under the terms of the GNU 6 * General Public License (GPL) Version 2, available from the file 7 * COPYING in the main directory of this source tree, or the 8 * OpenIB.org BSD license below: 9 * 10 * Redistribution and use in source and binary forms, with or 11 * without modification, are permitted provided that the following 12 * conditions are met: 13 * 14 * - Redistributions of source code must retain the above 15 * copyright notice, this list of conditions and the following 16 * disclaimer. 17 * 18 * - Redistributions in binary form must reproduce the above 19 * copyright notice, this list of conditions and the following 20 * disclaimer in the documentation and/or other materials 21 * provided with the distribution. 22 * 23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 30 * SOFTWARE. 31 * 32 */ 33 34 #include <dev/mlx4/cq.h> 35 #include <dev/mlx4/qp.h> 36 #include <dev/mlx4/cmd.h> 37 38 #include "en.h" 39 40 41 static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event) 42 { 43 return; 44 } 45 46 47 int mlx4_en_create_cq(struct mlx4_en_priv *priv, 48 struct mlx4_en_cq **pcq, 49 int entries, int ring, enum cq_type mode, 50 int node) 51 { 52 struct mlx4_en_dev *mdev = priv->mdev; 53 struct mlx4_en_cq *cq; 54 int err; 55 56 cq = kzalloc_node(sizeof(struct mlx4_en_cq), GFP_KERNEL, node); 57 if (!cq) { 58 cq = kzalloc(sizeof(struct mlx4_en_cq), GFP_KERNEL); 59 if (!cq) { 60 en_err(priv, "Failed to allocate CW struture\n"); 61 return -ENOMEM; 62 } 63 } 64 65 cq->size = entries; 66 cq->buf_size = cq->size * mdev->dev->caps.cqe_size; 67 68 cq->tq = taskqueue_create_fast("mlx4_en_que", M_NOWAIT, 69 taskqueue_thread_enqueue, &cq->tq); 70 if (mode == RX) { 71 TASK_INIT(&cq->cq_task, 0, mlx4_en_rx_que, cq); 72 taskqueue_start_threads(&cq->tq, 1, PI_NET, "%s rx cq", 73 if_name(priv->dev)); 74 75 } else { 76 TASK_INIT(&cq->cq_task, 0, mlx4_en_tx_que, cq); 77 taskqueue_start_threads(&cq->tq, 1, PI_NET, "%s tx cq", 78 if_name(priv->dev)); 79 } 80 81 cq->ring = ring; 82 cq->is_tx = mode; 83 spin_lock_init(&cq->lock); 84 85 err = mlx4_alloc_hwq_res(mdev->dev, &cq->wqres, 86 cq->buf_size, 2 * PAGE_SIZE); 87 if (err) 88 goto err_cq; 89 90 err = mlx4_en_map_buffer(&cq->wqres.buf); 91 if (err) 92 goto err_res; 93 94 cq->buf = (struct mlx4_cqe *) cq->wqres.buf.direct.buf; 95 *pcq = cq; 96 97 return 0; 98 99 err_res: 100 mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); 101 err_cq: 102 kfree(cq); 103 return err; 104 } 105 106 107 int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq, 108 int cq_idx) 109 { 110 struct mlx4_en_dev *mdev = priv->mdev; 111 int err = 0; 112 char name[25]; 113 int timestamp_en = 0; 114 115 cq->dev = mdev->pndev[priv->port]; 116 cq->mcq.set_ci_db = cq->wqres.db.db; 117 cq->mcq.arm_db = cq->wqres.db.db + 1; 118 *cq->mcq.set_ci_db = 0; 119 *cq->mcq.arm_db = 0; 120 memset(cq->buf, 0, cq->buf_size); 121 122 if (cq->is_tx == RX) { 123 if (mdev->dev->caps.comp_pool) { 124 if (!cq->vector) { 125 sprintf(name, "%s-%d", if_name(priv->dev), 126 cq->ring); 127 /* Set IRQ for specific name (per ring) */ 128 if (mlx4_assign_eq(mdev->dev, name, &cq->vector)) { 129 cq->vector = (cq->ring + 1 + priv->port) 130 % mdev->dev->caps.num_comp_vectors; 131 mlx4_warn(mdev, "Failed Assigning an EQ to " 132 "%s ,Falling back to legacy EQ's\n", 133 name); 134 } 135 } 136 } else { 137 cq->vector = (cq->ring + 1 + priv->port) % 138 mdev->dev->caps.num_comp_vectors; 139 } 140 } else { 141 struct mlx4_en_cq *rx_cq; 142 /* 143 * For TX we use the same irq per 144 * ring we assigned for the RX 145 */ 146 cq_idx = cq_idx % priv->rx_ring_num; 147 rx_cq = priv->rx_cq[cq_idx]; 148 cq->vector = rx_cq->vector; 149 } 150 151 if (!cq->is_tx) 152 cq->size = priv->rx_ring[cq->ring]->actual_size; 153 err = mlx4_cq_alloc(mdev->dev, cq->size, &cq->wqres.mtt, 154 &mdev->priv_uar, cq->wqres.db.dma, &cq->mcq, 155 cq->vector, 0, timestamp_en); 156 if (err) 157 return err; 158 159 cq->mcq.comp = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq; 160 cq->mcq.event = mlx4_en_cq_event; 161 162 if (cq->is_tx) { 163 init_timer(&cq->timer); 164 cq->timer.function = mlx4_en_poll_tx_cq; 165 cq->timer.data = (unsigned long) cq; 166 } 167 168 169 return 0; 170 } 171 172 void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq **pcq) 173 { 174 struct mlx4_en_dev *mdev = priv->mdev; 175 struct mlx4_en_cq *cq = *pcq; 176 177 taskqueue_drain(cq->tq, &cq->cq_task); 178 taskqueue_free(cq->tq); 179 mlx4_en_unmap_buffer(&cq->wqres.buf); 180 mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); 181 if (priv->mdev->dev->caps.comp_pool && cq->vector) 182 mlx4_release_eq(priv->mdev->dev, cq->vector); 183 kfree(cq); 184 *pcq = NULL; 185 } 186 187 void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 188 { 189 struct mlx4_en_dev *mdev = priv->mdev; 190 191 taskqueue_drain(cq->tq, &cq->cq_task); 192 if (cq->is_tx) 193 del_timer_sync(&cq->timer); 194 195 mlx4_cq_free(mdev->dev, &cq->mcq); 196 } 197 198 199 /* Set rx cq moderation parameters */ 200 int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 201 { 202 return mlx4_cq_modify(priv->mdev->dev, &cq->mcq, 203 cq->moder_cnt, cq->moder_time); 204 } 205 206 int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) 207 { 208 mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map, 209 &priv->mdev->uar_lock); 210 211 return 0; 212 } 213 214 215