| Scott Feldman | 01f2e4e | 2008-09-15 09:17:11 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  * Copyright 2008 Cisco Systems, Inc.  All rights reserved. | 
 | 3 |  * Copyright 2007 Nuova Systems, Inc.  All rights reserved. | 
 | 4 |  * | 
 | 5 |  * This program is free software; you may redistribute it and/or modify | 
 | 6 |  * it under the terms of the GNU General Public License as published by | 
 | 7 |  * the Free Software Foundation; version 2 of the License. | 
 | 8 |  * | 
 | 9 |  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, | 
 | 10 |  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF | 
 | 11 |  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND | 
 | 12 |  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS | 
 | 13 |  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN | 
 | 14 |  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN | 
 | 15 |  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE | 
 | 16 |  * SOFTWARE. | 
 | 17 |  * | 
 | 18 |  */ | 
 | 19 |  | 
 | 20 | #include <linux/kernel.h> | 
 | 21 | #include <linux/errno.h> | 
 | 22 | #include <linux/types.h> | 
 | 23 | #include <linux/pci.h> | 
 | 24 | #include <linux/delay.h> | 
 | 25 |  | 
 | 26 | #include "vnic_dev.h" | 
 | 27 | #include "vnic_wq.h" | 
 | 28 |  | 
 | 29 | static int vnic_wq_alloc_bufs(struct vnic_wq *wq) | 
 | 30 | { | 
 | 31 | 	struct vnic_wq_buf *buf; | 
 | 32 | 	struct vnic_dev *vdev; | 
 | 33 | 	unsigned int i, j, count = wq->ring.desc_count; | 
 | 34 | 	unsigned int blks = VNIC_WQ_BUF_BLKS_NEEDED(count); | 
 | 35 |  | 
 | 36 | 	vdev = wq->vdev; | 
 | 37 |  | 
 | 38 | 	for (i = 0; i < blks; i++) { | 
 | 39 | 		wq->bufs[i] = kzalloc(VNIC_WQ_BUF_BLK_SZ, GFP_ATOMIC); | 
 | 40 | 		if (!wq->bufs[i]) { | 
 | 41 | 			printk(KERN_ERR "Failed to alloc wq_bufs\n"); | 
 | 42 | 			return -ENOMEM; | 
 | 43 | 		} | 
 | 44 | 	} | 
 | 45 |  | 
 | 46 | 	for (i = 0; i < blks; i++) { | 
 | 47 | 		buf = wq->bufs[i]; | 
 | 48 | 		for (j = 0; j < VNIC_WQ_BUF_BLK_ENTRIES; j++) { | 
 | 49 | 			buf->index = i * VNIC_WQ_BUF_BLK_ENTRIES + j; | 
 | 50 | 			buf->desc = (u8 *)wq->ring.descs + | 
 | 51 | 				wq->ring.desc_size * buf->index; | 
 | 52 | 			if (buf->index + 1 == count) { | 
 | 53 | 				buf->next = wq->bufs[0]; | 
 | 54 | 				break; | 
 | 55 | 			} else if (j + 1 == VNIC_WQ_BUF_BLK_ENTRIES) { | 
 | 56 | 				buf->next = wq->bufs[i + 1]; | 
 | 57 | 			} else { | 
 | 58 | 				buf->next = buf + 1; | 
 | 59 | 				buf++; | 
 | 60 | 			} | 
 | 61 | 		} | 
 | 62 | 	} | 
 | 63 |  | 
 | 64 | 	wq->to_use = wq->to_clean = wq->bufs[0]; | 
 | 65 |  | 
 | 66 | 	return 0; | 
 | 67 | } | 
 | 68 |  | 
 | 69 | void vnic_wq_free(struct vnic_wq *wq) | 
 | 70 | { | 
 | 71 | 	struct vnic_dev *vdev; | 
 | 72 | 	unsigned int i; | 
 | 73 |  | 
 | 74 | 	vdev = wq->vdev; | 
 | 75 |  | 
 | 76 | 	vnic_dev_free_desc_ring(vdev, &wq->ring); | 
 | 77 |  | 
 | 78 | 	for (i = 0; i < VNIC_WQ_BUF_BLKS_MAX; i++) { | 
 | 79 | 		kfree(wq->bufs[i]); | 
 | 80 | 		wq->bufs[i] = NULL; | 
 | 81 | 	} | 
 | 82 |  | 
 | 83 | 	wq->ctrl = NULL; | 
 | 84 | } | 
 | 85 |  | 
 | 86 | int vnic_wq_alloc(struct vnic_dev *vdev, struct vnic_wq *wq, unsigned int index, | 
 | 87 | 	unsigned int desc_count, unsigned int desc_size) | 
 | 88 | { | 
 | 89 | 	int err; | 
 | 90 |  | 
 | 91 | 	wq->index = index; | 
 | 92 | 	wq->vdev = vdev; | 
 | 93 |  | 
 | 94 | 	wq->ctrl = vnic_dev_get_res(vdev, RES_TYPE_WQ, index); | 
 | 95 | 	if (!wq->ctrl) { | 
 | 96 | 		printk(KERN_ERR "Failed to hook WQ[%d] resource\n", index); | 
 | 97 | 		return -EINVAL; | 
 | 98 | 	} | 
 | 99 |  | 
 | 100 | 	vnic_wq_disable(wq); | 
 | 101 |  | 
 | 102 | 	err = vnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count, desc_size); | 
 | 103 | 	if (err) | 
 | 104 | 		return err; | 
 | 105 |  | 
 | 106 | 	err = vnic_wq_alloc_bufs(wq); | 
 | 107 | 	if (err) { | 
 | 108 | 		vnic_wq_free(wq); | 
 | 109 | 		return err; | 
 | 110 | 	} | 
 | 111 |  | 
 | 112 | 	return 0; | 
 | 113 | } | 
 | 114 |  | 
 | 115 | void vnic_wq_init(struct vnic_wq *wq, unsigned int cq_index, | 
 | 116 | 	unsigned int error_interrupt_enable, | 
 | 117 | 	unsigned int error_interrupt_offset) | 
 | 118 | { | 
 | 119 | 	u64 paddr; | 
 | 120 |  | 
 | 121 | 	paddr = (u64)wq->ring.base_addr | VNIC_PADDR_TARGET; | 
 | 122 | 	writeq(paddr, &wq->ctrl->ring_base); | 
 | 123 | 	iowrite32(wq->ring.desc_count, &wq->ctrl->ring_size); | 
 | 124 | 	iowrite32(0, &wq->ctrl->fetch_index); | 
 | 125 | 	iowrite32(0, &wq->ctrl->posted_index); | 
 | 126 | 	iowrite32(cq_index, &wq->ctrl->cq_index); | 
 | 127 | 	iowrite32(error_interrupt_enable, &wq->ctrl->error_interrupt_enable); | 
 | 128 | 	iowrite32(error_interrupt_offset, &wq->ctrl->error_interrupt_offset); | 
 | 129 | 	iowrite32(0, &wq->ctrl->error_status); | 
 | 130 | } | 
 | 131 |  | 
 | 132 | unsigned int vnic_wq_error_status(struct vnic_wq *wq) | 
 | 133 | { | 
 | 134 | 	return ioread32(&wq->ctrl->error_status); | 
 | 135 | } | 
 | 136 |  | 
 | 137 | void vnic_wq_enable(struct vnic_wq *wq) | 
 | 138 | { | 
 | 139 | 	iowrite32(1, &wq->ctrl->enable); | 
 | 140 | } | 
 | 141 |  | 
 | 142 | int vnic_wq_disable(struct vnic_wq *wq) | 
 | 143 | { | 
 | 144 | 	unsigned int wait; | 
 | 145 |  | 
 | 146 | 	iowrite32(0, &wq->ctrl->enable); | 
 | 147 |  | 
 | 148 | 	/* Wait for HW to ACK disable request */ | 
 | 149 | 	for (wait = 0; wait < 100; wait++) { | 
 | 150 | 		if (!(ioread32(&wq->ctrl->running))) | 
 | 151 | 			return 0; | 
 | 152 | 		udelay(1); | 
 | 153 | 	} | 
 | 154 |  | 
 | 155 | 	printk(KERN_ERR "Failed to disable WQ[%d]\n", wq->index); | 
 | 156 |  | 
 | 157 | 	return -ETIMEDOUT; | 
 | 158 | } | 
 | 159 |  | 
 | 160 | void vnic_wq_clean(struct vnic_wq *wq, | 
 | 161 | 	void (*buf_clean)(struct vnic_wq *wq, struct vnic_wq_buf *buf)) | 
 | 162 | { | 
 | 163 | 	struct vnic_wq_buf *buf; | 
 | 164 |  | 
 | 165 | 	BUG_ON(ioread32(&wq->ctrl->enable)); | 
 | 166 |  | 
 | 167 | 	buf = wq->to_clean; | 
 | 168 |  | 
 | 169 | 	while (vnic_wq_desc_used(wq) > 0) { | 
 | 170 |  | 
 | 171 | 		(*buf_clean)(wq, buf); | 
 | 172 |  | 
 | 173 | 		buf = wq->to_clean = buf->next; | 
 | 174 | 		wq->ring.desc_avail++; | 
 | 175 | 	} | 
 | 176 |  | 
 | 177 | 	wq->to_use = wq->to_clean = wq->bufs[0]; | 
 | 178 |  | 
 | 179 | 	iowrite32(0, &wq->ctrl->fetch_index); | 
 | 180 | 	iowrite32(0, &wq->ctrl->posted_index); | 
 | 181 | 	iowrite32(0, &wq->ctrl->error_status); | 
 | 182 |  | 
 | 183 | 	vnic_dev_clear_desc_ring(&wq->ring); | 
 | 184 | } |