| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (c) 2007 Mellanox Technologies. All rights reserved. | 
|  | 3 | * | 
|  | 4 | * This software is available to you under a choice of one of two | 
|  | 5 | * licenses.  You may choose to be licensed under the terms of the GNU | 
|  | 6 | * General Public License (GPL) Version 2, available from the file | 
|  | 7 | * COPYING in the main directory of this source tree, or the | 
|  | 8 | * OpenIB.org BSD license below: | 
|  | 9 | * | 
|  | 10 | *     Redistribution and use in source and binary forms, with or | 
|  | 11 | *     without modification, are permitted provided that the following | 
|  | 12 | *     conditions are met: | 
|  | 13 | * | 
|  | 14 | *      - Redistributions of source code must retain the above | 
|  | 15 | *        copyright notice, this list of conditions and the following | 
|  | 16 | *        disclaimer. | 
|  | 17 | * | 
|  | 18 | *      - Redistributions in binary form must reproduce the above | 
|  | 19 | *        copyright notice, this list of conditions and the following | 
|  | 20 | *        disclaimer in the documentation and/or other materials | 
|  | 21 | *        provided with the distribution. | 
|  | 22 | * | 
|  | 23 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | 
|  | 24 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | 
|  | 25 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND | 
|  | 26 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS | 
|  | 27 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN | 
|  | 28 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN | 
|  | 29 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | 
|  | 30 | * SOFTWARE. | 
|  | 31 | * | 
|  | 32 | */ | 
|  | 33 |  | 
|  | 34 | #include <linux/mlx4/cq.h> | 
|  | 35 | #include <linux/mlx4/qp.h> | 
|  | 36 | #include <linux/mlx4/cmd.h> | 
|  | 37 |  | 
|  | 38 | #include "mlx4_en.h" | 
|  | 39 |  | 
|  | 40 | static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event) | 
|  | 41 | { | 
|  | 42 | return; | 
|  | 43 | } | 
|  | 44 |  | 
|  | 45 |  | 
|  | 46 | int mlx4_en_create_cq(struct mlx4_en_priv *priv, | 
|  | 47 | struct mlx4_en_cq *cq, | 
|  | 48 | int entries, int ring, enum cq_type mode) | 
|  | 49 | { | 
|  | 50 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 51 | int err; | 
|  | 52 |  | 
|  | 53 | cq->size = entries; | 
| Yevgeny Petrilin | 1fb9876 | 2011-03-22 22:37:52 +0000 | [diff] [blame] | 54 | if (mode == RX) | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 55 | cq->buf_size = cq->size * sizeof(struct mlx4_cqe); | 
| Yevgeny Petrilin | 1fb9876 | 2011-03-22 22:37:52 +0000 | [diff] [blame] | 56 | else | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 57 | cq->buf_size = sizeof(struct mlx4_cqe); | 
|  | 58 |  | 
|  | 59 | cq->ring = ring; | 
|  | 60 | cq->is_tx = mode; | 
|  | 61 | spin_lock_init(&cq->lock); | 
|  | 62 |  | 
|  | 63 | err = mlx4_alloc_hwq_res(mdev->dev, &cq->wqres, | 
|  | 64 | cq->buf_size, 2 * PAGE_SIZE); | 
|  | 65 | if (err) | 
|  | 66 | return err; | 
|  | 67 |  | 
|  | 68 | err = mlx4_en_map_buffer(&cq->wqres.buf); | 
|  | 69 | if (err) | 
|  | 70 | mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); | 
| Yevgeny Petrilin | b51968d | 2008-12-25 18:13:20 -0800 | [diff] [blame] | 71 | else | 
|  | 72 | cq->buf = (struct mlx4_cqe *) cq->wqres.buf.direct.buf; | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 73 |  | 
|  | 74 | return err; | 
|  | 75 | } | 
|  | 76 |  | 
|  | 77 | int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 78 | { | 
|  | 79 | struct mlx4_en_dev *mdev = priv->mdev; | 
| Yevgeny Petrilin | 1fb9876 | 2011-03-22 22:37:52 +0000 | [diff] [blame] | 80 | int err = 0; | 
|  | 81 | char name[25]; | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 82 |  | 
|  | 83 | cq->dev = mdev->pndev[priv->port]; | 
|  | 84 | cq->mcq.set_ci_db  = cq->wqres.db.db; | 
|  | 85 | cq->mcq.arm_db     = cq->wqres.db.db + 1; | 
|  | 86 | *cq->mcq.set_ci_db = 0; | 
|  | 87 | *cq->mcq.arm_db    = 0; | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 88 | memset(cq->buf, 0, cq->buf_size); | 
|  | 89 |  | 
| Yevgeny Petrilin | 1fb9876 | 2011-03-22 22:37:52 +0000 | [diff] [blame] | 90 | if (cq->is_tx == RX) { | 
|  | 91 | if (mdev->dev->caps.comp_pool) { | 
|  | 92 | if (!cq->vector) { | 
|  | 93 | sprintf(name , "%s-rx-%d", priv->dev->name, cq->ring); | 
|  | 94 | if (mlx4_assign_eq(mdev->dev, name, &cq->vector)) { | 
|  | 95 | cq->vector = (cq->ring + 1 + priv->port) % | 
|  | 96 | mdev->dev->caps.num_comp_vectors; | 
|  | 97 | mlx4_warn(mdev, "Failed Assigning an EQ to " | 
|  | 98 | "%s_rx-%d ,Falling back to legacy EQ's\n", | 
|  | 99 | priv->dev->name, cq->ring); | 
|  | 100 | } | 
|  | 101 | } | 
|  | 102 | } else { | 
|  | 103 | cq->vector = (cq->ring + 1 + priv->port) % | 
|  | 104 | mdev->dev->caps.num_comp_vectors; | 
|  | 105 | } | 
|  | 106 | } else { | 
|  | 107 | if (!cq->vector || !mdev->dev->caps.comp_pool) { | 
|  | 108 | /*Fallback to legacy pool in case of error*/ | 
|  | 109 | cq->vector   = 0; | 
|  | 110 | } | 
|  | 111 | } | 
|  | 112 |  | 
| Yevgeny Petrilin | 38aab07 | 2009-05-24 03:17:11 +0000 | [diff] [blame] | 113 | if (!cq->is_tx) | 
|  | 114 | cq->size = priv->rx_ring[cq->ring].actual_size; | 
|  | 115 |  | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 116 | err = mlx4_cq_alloc(mdev->dev, cq->size, &cq->wqres.mtt, &mdev->priv_uar, | 
| Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 117 | cq->wqres.db.dma, &cq->mcq, cq->vector, cq->is_tx); | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 118 | if (err) | 
|  | 119 | return err; | 
|  | 120 |  | 
|  | 121 | cq->mcq.comp  = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq; | 
|  | 122 | cq->mcq.event = mlx4_en_cq_event; | 
|  | 123 |  | 
|  | 124 | if (cq->is_tx) { | 
|  | 125 | init_timer(&cq->timer); | 
|  | 126 | cq->timer.function = mlx4_en_poll_tx_cq; | 
|  | 127 | cq->timer.data = (unsigned long) cq; | 
|  | 128 | } else { | 
|  | 129 | netif_napi_add(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, 64); | 
|  | 130 | napi_enable(&cq->napi); | 
|  | 131 | } | 
|  | 132 |  | 
|  | 133 | return 0; | 
|  | 134 | } | 
|  | 135 |  | 
| Yevgeny Petrilin | 1fb9876 | 2011-03-22 22:37:52 +0000 | [diff] [blame] | 136 | void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq, | 
|  | 137 | bool reserve_vectors) | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 138 | { | 
|  | 139 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 140 |  | 
|  | 141 | mlx4_en_unmap_buffer(&cq->wqres.buf); | 
|  | 142 | mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); | 
| Yevgeny Petrilin | 1fb9876 | 2011-03-22 22:37:52 +0000 | [diff] [blame] | 143 | if (priv->mdev->dev->caps.comp_pool && cq->vector && !reserve_vectors) | 
|  | 144 | mlx4_release_eq(priv->mdev->dev, cq->vector); | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 145 | cq->buf_size = 0; | 
|  | 146 | cq->buf = NULL; | 
|  | 147 | } | 
|  | 148 |  | 
|  | 149 | void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 150 | { | 
|  | 151 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 152 |  | 
|  | 153 | if (cq->is_tx) | 
|  | 154 | del_timer(&cq->timer); | 
| Yevgeny Petrilin | 72876a6 | 2009-05-17 20:48:59 -0700 | [diff] [blame] | 155 | else { | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 156 | napi_disable(&cq->napi); | 
| Yevgeny Petrilin | 72876a6 | 2009-05-17 20:48:59 -0700 | [diff] [blame] | 157 | netif_napi_del(&cq->napi); | 
|  | 158 | } | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 159 |  | 
|  | 160 | mlx4_cq_free(mdev->dev, &cq->mcq); | 
|  | 161 | } | 
|  | 162 |  | 
|  | 163 | /* Set rx cq moderation parameters */ | 
|  | 164 | int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 165 | { | 
|  | 166 | return mlx4_cq_modify(priv->mdev->dev, &cq->mcq, | 
|  | 167 | cq->moder_cnt, cq->moder_time); | 
|  | 168 | } | 
|  | 169 |  | 
|  | 170 | int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 171 | { | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 172 | mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map, | 
|  | 173 | &priv->mdev->uar_lock); | 
|  | 174 |  | 
|  | 175 | return 0; | 
|  | 176 | } | 
|  | 177 |  | 
|  | 178 |  |