| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (c) 2007 Mellanox Technologies. All rights reserved. | 
|  | 3 | * | 
|  | 4 | * This software is available to you under a choice of one of two | 
|  | 5 | * licenses.  You may choose to be licensed under the terms of the GNU | 
|  | 6 | * General Public License (GPL) Version 2, available from the file | 
|  | 7 | * COPYING in the main directory of this source tree, or the | 
|  | 8 | * OpenIB.org BSD license below: | 
|  | 9 | * | 
|  | 10 | *     Redistribution and use in source and binary forms, with or | 
|  | 11 | *     without modification, are permitted provided that the following | 
|  | 12 | *     conditions are met: | 
|  | 13 | * | 
|  | 14 | *      - Redistributions of source code must retain the above | 
|  | 15 | *        copyright notice, this list of conditions and the following | 
|  | 16 | *        disclaimer. | 
|  | 17 | * | 
|  | 18 | *      - Redistributions in binary form must reproduce the above | 
|  | 19 | *        copyright notice, this list of conditions and the following | 
|  | 20 | *        disclaimer in the documentation and/or other materials | 
|  | 21 | *        provided with the distribution. | 
|  | 22 | * | 
|  | 23 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | 
|  | 24 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | 
|  | 25 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND | 
|  | 26 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS | 
|  | 27 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN | 
|  | 28 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN | 
|  | 29 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | 
|  | 30 | * SOFTWARE. | 
|  | 31 | * | 
|  | 32 | */ | 
|  | 33 |  | 
|  | 34 | #include <linux/mlx4/cq.h> | 
|  | 35 | #include <linux/mlx4/qp.h> | 
|  | 36 | #include <linux/mlx4/cmd.h> | 
|  | 37 |  | 
|  | 38 | #include "mlx4_en.h" | 
|  | 39 |  | 
|  | 40 | static void mlx4_en_cq_event(struct mlx4_cq *cq, enum mlx4_event event) | 
|  | 41 | { | 
|  | 42 | return; | 
|  | 43 | } | 
|  | 44 |  | 
|  | 45 |  | 
|  | 46 | int mlx4_en_create_cq(struct mlx4_en_priv *priv, | 
|  | 47 | struct mlx4_en_cq *cq, | 
|  | 48 | int entries, int ring, enum cq_type mode) | 
|  | 49 | { | 
|  | 50 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 51 | int err; | 
|  | 52 |  | 
|  | 53 | cq->size = entries; | 
| Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 54 | if (mode == RX) { | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 55 | cq->buf_size = cq->size * sizeof(struct mlx4_cqe); | 
| Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 56 | cq->vector   = ring % mdev->dev->caps.num_comp_vectors; | 
|  | 57 | } else { | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 58 | cq->buf_size = sizeof(struct mlx4_cqe); | 
| Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 59 | cq->vector   = 0; | 
|  | 60 | } | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 61 |  | 
|  | 62 | cq->ring = ring; | 
|  | 63 | cq->is_tx = mode; | 
|  | 64 | spin_lock_init(&cq->lock); | 
|  | 65 |  | 
|  | 66 | err = mlx4_alloc_hwq_res(mdev->dev, &cq->wqres, | 
|  | 67 | cq->buf_size, 2 * PAGE_SIZE); | 
|  | 68 | if (err) | 
|  | 69 | return err; | 
|  | 70 |  | 
|  | 71 | err = mlx4_en_map_buffer(&cq->wqres.buf); | 
|  | 72 | if (err) | 
|  | 73 | mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); | 
| Yevgeny Petrilin | b51968d | 2008-12-25 18:13:20 -0800 | [diff] [blame] | 74 | else | 
|  | 75 | cq->buf = (struct mlx4_cqe *) cq->wqres.buf.direct.buf; | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 76 |  | 
|  | 77 | return err; | 
|  | 78 | } | 
|  | 79 |  | 
|  | 80 | int mlx4_en_activate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 81 | { | 
|  | 82 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 83 | int err; | 
|  | 84 |  | 
|  | 85 | cq->dev = mdev->pndev[priv->port]; | 
|  | 86 | cq->mcq.set_ci_db  = cq->wqres.db.db; | 
|  | 87 | cq->mcq.arm_db     = cq->wqres.db.db + 1; | 
|  | 88 | *cq->mcq.set_ci_db = 0; | 
|  | 89 | *cq->mcq.arm_db    = 0; | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 90 | memset(cq->buf, 0, cq->buf_size); | 
|  | 91 |  | 
| Yevgeny Petrilin | 38aab07 | 2009-05-24 03:17:11 +0000 | [diff] [blame] | 92 | if (!cq->is_tx) | 
|  | 93 | cq->size = priv->rx_ring[cq->ring].actual_size; | 
|  | 94 |  | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 95 | err = mlx4_cq_alloc(mdev->dev, cq->size, &cq->wqres.mtt, &mdev->priv_uar, | 
| Yevgeny Petrilin | b8dd786 | 2008-12-22 07:15:03 -0800 | [diff] [blame] | 96 | cq->wqres.db.dma, &cq->mcq, cq->vector, cq->is_tx); | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 97 | if (err) | 
|  | 98 | return err; | 
|  | 99 |  | 
|  | 100 | cq->mcq.comp  = cq->is_tx ? mlx4_en_tx_irq : mlx4_en_rx_irq; | 
|  | 101 | cq->mcq.event = mlx4_en_cq_event; | 
|  | 102 |  | 
|  | 103 | if (cq->is_tx) { | 
|  | 104 | init_timer(&cq->timer); | 
|  | 105 | cq->timer.function = mlx4_en_poll_tx_cq; | 
|  | 106 | cq->timer.data = (unsigned long) cq; | 
|  | 107 | } else { | 
|  | 108 | netif_napi_add(cq->dev, &cq->napi, mlx4_en_poll_rx_cq, 64); | 
|  | 109 | napi_enable(&cq->napi); | 
|  | 110 | } | 
|  | 111 |  | 
|  | 112 | return 0; | 
|  | 113 | } | 
|  | 114 |  | 
|  | 115 | void mlx4_en_destroy_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 116 | { | 
|  | 117 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 118 |  | 
|  | 119 | mlx4_en_unmap_buffer(&cq->wqres.buf); | 
|  | 120 | mlx4_free_hwq_res(mdev->dev, &cq->wqres, cq->buf_size); | 
|  | 121 | cq->buf_size = 0; | 
|  | 122 | cq->buf = NULL; | 
|  | 123 | } | 
|  | 124 |  | 
|  | 125 | void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 126 | { | 
|  | 127 | struct mlx4_en_dev *mdev = priv->mdev; | 
|  | 128 |  | 
|  | 129 | if (cq->is_tx) | 
|  | 130 | del_timer(&cq->timer); | 
| Yevgeny Petrilin | 72876a6 | 2009-05-17 20:48:59 -0700 | [diff] [blame] | 131 | else { | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 132 | napi_disable(&cq->napi); | 
| Yevgeny Petrilin | 72876a6 | 2009-05-17 20:48:59 -0700 | [diff] [blame] | 133 | netif_napi_del(&cq->napi); | 
|  | 134 | } | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 135 |  | 
|  | 136 | mlx4_cq_free(mdev->dev, &cq->mcq); | 
|  | 137 | } | 
|  | 138 |  | 
|  | 139 | /* Set rx cq moderation parameters */ | 
|  | 140 | int mlx4_en_set_cq_moder(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 141 | { | 
|  | 142 | return mlx4_cq_modify(priv->mdev->dev, &cq->mcq, | 
|  | 143 | cq->moder_cnt, cq->moder_time); | 
|  | 144 | } | 
|  | 145 |  | 
|  | 146 | int mlx4_en_arm_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq) | 
|  | 147 | { | 
| Yevgeny Petrilin | c27a02c | 2008-10-22 15:47:49 -0700 | [diff] [blame] | 148 | mlx4_cq_arm(&cq->mcq, MLX4_CQ_DB_REQ_NOT, priv->mdev->uar_map, | 
|  | 149 | &priv->mdev->uar_lock); | 
|  | 150 |  | 
|  | 151 | return 0; | 
|  | 152 | } | 
|  | 153 |  | 
|  | 154 |  |