Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Memory mapped I/O tracing |
| 3 | * |
| 4 | * Copyright (C) 2008 Pekka Paalanen <pq@iki.fi> |
| 5 | */ |
| 6 | |
| 7 | #define DEBUG 1 |
| 8 | |
| 9 | #include <linux/kernel.h> |
| 10 | #include <linux/mmiotrace.h> |
Pekka Paalanen | 1382953 | 2008-05-12 21:20:58 +0200 | [diff] [blame] | 11 | #include <linux/pci.h> |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 12 | #include <asm/atomic.h> |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 13 | |
| 14 | #include "trace.h" |
| 15 | |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 16 | struct header_iter { |
| 17 | struct pci_dev *dev; |
| 18 | }; |
| 19 | |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 20 | static struct trace_array *mmio_trace_array; |
Pekka Paalanen | 2039238 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 21 | static bool overrun_detected; |
Pekka Paalanen | 7ee1768 | 2008-11-23 21:24:30 +0200 | [diff] [blame] | 22 | static unsigned long prev_overruns; |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 23 | static atomic_t dropped_count; |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 24 | |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 25 | static void mmio_reset_data(struct trace_array *tr) |
| 26 | { |
Pekka Paalanen | 2039238 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 27 | overrun_detected = false; |
Pekka Paalanen | 7ee1768 | 2008-11-23 21:24:30 +0200 | [diff] [blame] | 28 | prev_overruns = 0; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 29 | |
Pekka J Enberg | 213cc06 | 2008-12-19 12:08:39 +0200 | [diff] [blame] | 30 | tracing_reset_online_cpus(tr); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 31 | } |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 32 | |
Frederic Weisbecker | 1c80025 | 2008-11-16 05:57:26 +0100 | [diff] [blame] | 33 | static int mmio_trace_init(struct trace_array *tr) |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 34 | { |
| 35 | pr_debug("in %s\n", __func__); |
| 36 | mmio_trace_array = tr; |
Steven Rostedt | c76f069 | 2008-11-07 22:36:02 -0500 | [diff] [blame] | 37 | |
| 38 | mmio_reset_data(tr); |
| 39 | enable_mmiotrace(); |
Frederic Weisbecker | 1c80025 | 2008-11-16 05:57:26 +0100 | [diff] [blame] | 40 | return 0; |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 41 | } |
| 42 | |
| 43 | static void mmio_trace_reset(struct trace_array *tr) |
| 44 | { |
| 45 | pr_debug("in %s\n", __func__); |
Steven Rostedt | c76f069 | 2008-11-07 22:36:02 -0500 | [diff] [blame] | 46 | |
| 47 | disable_mmiotrace(); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 48 | mmio_reset_data(tr); |
| 49 | mmio_trace_array = NULL; |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 50 | } |
| 51 | |
Steven Rostedt | bbf5b1a | 2008-11-07 22:36:02 -0500 | [diff] [blame] | 52 | static void mmio_trace_start(struct trace_array *tr) |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 53 | { |
| 54 | pr_debug("in %s\n", __func__); |
Steven Rostedt | bbf5b1a | 2008-11-07 22:36:02 -0500 | [diff] [blame] | 55 | mmio_reset_data(tr); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 56 | } |
| 57 | |
Pekka Paalanen | 1382953 | 2008-05-12 21:20:58 +0200 | [diff] [blame] | 58 | static int mmio_print_pcidev(struct trace_seq *s, const struct pci_dev *dev) |
| 59 | { |
| 60 | int ret = 0; |
| 61 | int i; |
| 62 | resource_size_t start, end; |
| 63 | const struct pci_driver *drv = pci_dev_driver(dev); |
| 64 | |
| 65 | /* XXX: incomplete checks for trace_seq_printf() return value */ |
| 66 | ret += trace_seq_printf(s, "PCIDEV %02x%02x %04x%04x %x", |
| 67 | dev->bus->number, dev->devfn, |
| 68 | dev->vendor, dev->device, dev->irq); |
| 69 | /* |
| 70 | * XXX: is pci_resource_to_user() appropriate, since we are |
| 71 | * supposed to interpret the __ioremap() phys_addr argument based on |
| 72 | * these printed values? |
| 73 | */ |
| 74 | for (i = 0; i < 7; i++) { |
| 75 | pci_resource_to_user(dev, i, &dev->resource[i], &start, &end); |
| 76 | ret += trace_seq_printf(s, " %llx", |
| 77 | (unsigned long long)(start | |
| 78 | (dev->resource[i].flags & PCI_REGION_FLAG_MASK))); |
| 79 | } |
| 80 | for (i = 0; i < 7; i++) { |
| 81 | pci_resource_to_user(dev, i, &dev->resource[i], &start, &end); |
| 82 | ret += trace_seq_printf(s, " %llx", |
| 83 | dev->resource[i].start < dev->resource[i].end ? |
| 84 | (unsigned long long)(end - start) + 1 : 0); |
| 85 | } |
| 86 | if (drv) |
| 87 | ret += trace_seq_printf(s, " %s\n", drv->name); |
| 88 | else |
| 89 | ret += trace_seq_printf(s, " \n"); |
| 90 | return ret; |
| 91 | } |
| 92 | |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 93 | static void destroy_header_iter(struct header_iter *hiter) |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 94 | { |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 95 | if (!hiter) |
| 96 | return; |
| 97 | pci_dev_put(hiter->dev); |
| 98 | kfree(hiter); |
| 99 | } |
| 100 | |
| 101 | static void mmio_pipe_open(struct trace_iterator *iter) |
| 102 | { |
| 103 | struct header_iter *hiter; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 104 | struct trace_seq *s = &iter->seq; |
Pekka Paalanen | 1382953 | 2008-05-12 21:20:58 +0200 | [diff] [blame] | 105 | |
| 106 | trace_seq_printf(s, "VERSION 20070824\n"); |
| 107 | |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 108 | hiter = kzalloc(sizeof(*hiter), GFP_KERNEL); |
| 109 | if (!hiter) |
| 110 | return; |
| 111 | |
| 112 | hiter->dev = pci_get_device(PCI_ANY_ID, PCI_ANY_ID, NULL); |
| 113 | iter->private = hiter; |
| 114 | } |
| 115 | |
| 116 | /* XXX: This is not called when the pipe is closed! */ |
| 117 | static void mmio_close(struct trace_iterator *iter) |
| 118 | { |
| 119 | struct header_iter *hiter = iter->private; |
| 120 | destroy_header_iter(hiter); |
| 121 | iter->private = NULL; |
| 122 | } |
| 123 | |
Pekka Paalanen | 2039238 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 124 | static unsigned long count_overruns(struct trace_iterator *iter) |
| 125 | { |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 126 | unsigned long cnt = atomic_xchg(&dropped_count, 0); |
Pekka Paalanen | 7ee1768 | 2008-11-23 21:24:30 +0200 | [diff] [blame] | 127 | unsigned long over = ring_buffer_overruns(iter->tr->buffer); |
| 128 | |
| 129 | if (over > prev_overruns) |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 130 | cnt += over - prev_overruns; |
Pekka Paalanen | 7ee1768 | 2008-11-23 21:24:30 +0200 | [diff] [blame] | 131 | prev_overruns = over; |
Pekka Paalanen | 2039238 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 132 | return cnt; |
| 133 | } |
| 134 | |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 135 | static ssize_t mmio_read(struct trace_iterator *iter, struct file *filp, |
| 136 | char __user *ubuf, size_t cnt, loff_t *ppos) |
| 137 | { |
| 138 | ssize_t ret; |
| 139 | struct header_iter *hiter = iter->private; |
| 140 | struct trace_seq *s = &iter->seq; |
Pekka Paalanen | 2039238 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 141 | unsigned long n; |
| 142 | |
| 143 | n = count_overruns(iter); |
| 144 | if (n) { |
| 145 | /* XXX: This is later than where events were lost. */ |
| 146 | trace_seq_printf(s, "MARK 0.000000 Lost %lu events.\n", n); |
| 147 | if (!overrun_detected) |
| 148 | pr_warning("mmiotrace has lost events.\n"); |
| 149 | overrun_detected = true; |
| 150 | goto print_out; |
| 151 | } |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 152 | |
| 153 | if (!hiter) |
| 154 | return 0; |
| 155 | |
| 156 | mmio_print_pcidev(s, hiter->dev); |
| 157 | hiter->dev = pci_get_device(PCI_ANY_ID, PCI_ANY_ID, hiter->dev); |
| 158 | |
| 159 | if (!hiter->dev) { |
| 160 | destroy_header_iter(hiter); |
| 161 | iter->private = NULL; |
| 162 | } |
| 163 | |
Pekka Paalanen | 2039238 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 164 | print_out: |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 165 | ret = trace_seq_to_user(s, ubuf, cnt); |
| 166 | return (ret == -EBUSY) ? 0 : ret; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 167 | } |
| 168 | |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 169 | static enum print_line_t mmio_print_rw(struct trace_iterator *iter) |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 170 | { |
| 171 | struct trace_entry *entry = iter->ent; |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 172 | struct trace_mmiotrace_rw *field; |
| 173 | struct mmiotrace_rw *rw; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 174 | struct trace_seq *s = &iter->seq; |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 175 | unsigned long long t = ns2usecs(iter->ts); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 176 | unsigned long usec_rem = do_div(t, 1000000ULL); |
| 177 | unsigned secs = (unsigned long)t; |
| 178 | int ret = 1; |
| 179 | |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 180 | trace_assign_type(field, entry); |
| 181 | rw = &field->rw; |
| 182 | |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 183 | switch (rw->opcode) { |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 184 | case MMIO_READ: |
| 185 | ret = trace_seq_printf(s, |
Pekka Paalanen | dee310d | 2008-05-12 21:21:03 +0200 | [diff] [blame] | 186 | "R %d %lu.%06lu %d 0x%llx 0x%lx 0x%lx %d\n", |
| 187 | rw->width, secs, usec_rem, rw->map_id, |
| 188 | (unsigned long long)rw->phys, |
Pekka Paalanen | 736ca61 | 2008-05-12 21:20:59 +0200 | [diff] [blame] | 189 | rw->value, rw->pc, 0); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 190 | break; |
| 191 | case MMIO_WRITE: |
| 192 | ret = trace_seq_printf(s, |
Pekka Paalanen | dee310d | 2008-05-12 21:21:03 +0200 | [diff] [blame] | 193 | "W %d %lu.%06lu %d 0x%llx 0x%lx 0x%lx %d\n", |
| 194 | rw->width, secs, usec_rem, rw->map_id, |
| 195 | (unsigned long long)rw->phys, |
Pekka Paalanen | 736ca61 | 2008-05-12 21:20:59 +0200 | [diff] [blame] | 196 | rw->value, rw->pc, 0); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 197 | break; |
| 198 | case MMIO_UNKNOWN_OP: |
| 199 | ret = trace_seq_printf(s, |
Pekka Paalanen | dee310d | 2008-05-12 21:21:03 +0200 | [diff] [blame] | 200 | "UNKNOWN %lu.%06lu %d 0x%llx %02x,%02x,%02x 0x%lx %d\n", |
| 201 | secs, usec_rem, rw->map_id, |
| 202 | (unsigned long long)rw->phys, |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 203 | (rw->value >> 16) & 0xff, (rw->value >> 8) & 0xff, |
Pekka Paalanen | 736ca61 | 2008-05-12 21:20:59 +0200 | [diff] [blame] | 204 | (rw->value >> 0) & 0xff, rw->pc, 0); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 205 | break; |
| 206 | default: |
| 207 | ret = trace_seq_printf(s, "rw what?\n"); |
| 208 | break; |
| 209 | } |
| 210 | if (ret) |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 211 | return TRACE_TYPE_HANDLED; |
| 212 | return TRACE_TYPE_PARTIAL_LINE; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 213 | } |
| 214 | |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 215 | static enum print_line_t mmio_print_map(struct trace_iterator *iter) |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 216 | { |
| 217 | struct trace_entry *entry = iter->ent; |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 218 | struct trace_mmiotrace_map *field; |
| 219 | struct mmiotrace_map *m; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 220 | struct trace_seq *s = &iter->seq; |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 221 | unsigned long long t = ns2usecs(iter->ts); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 222 | unsigned long usec_rem = do_div(t, 1000000ULL); |
| 223 | unsigned secs = (unsigned long)t; |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 224 | int ret; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 225 | |
Steven Rostedt | 7104f30 | 2008-10-01 10:52:51 -0400 | [diff] [blame] | 226 | trace_assign_type(field, entry); |
| 227 | m = &field->map; |
| 228 | |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 229 | switch (m->opcode) { |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 230 | case MMIO_PROBE: |
| 231 | ret = trace_seq_printf(s, |
Pekka Paalanen | dee310d | 2008-05-12 21:21:03 +0200 | [diff] [blame] | 232 | "MAP %lu.%06lu %d 0x%llx 0x%lx 0x%lx 0x%lx %d\n", |
| 233 | secs, usec_rem, m->map_id, |
| 234 | (unsigned long long)m->phys, m->virt, m->len, |
Pekka Paalanen | e0fd5c2 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 235 | 0UL, 0); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 236 | break; |
| 237 | case MMIO_UNPROBE: |
| 238 | ret = trace_seq_printf(s, |
| 239 | "UNMAP %lu.%06lu %d 0x%lx %d\n", |
Pekka Paalanen | e0fd5c2 | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 240 | secs, usec_rem, m->map_id, 0UL, 0); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 241 | break; |
| 242 | default: |
| 243 | ret = trace_seq_printf(s, "map what?\n"); |
| 244 | break; |
| 245 | } |
| 246 | if (ret) |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 247 | return TRACE_TYPE_HANDLED; |
| 248 | return TRACE_TYPE_PARTIAL_LINE; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 249 | } |
| 250 | |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 251 | static enum print_line_t mmio_print_mark(struct trace_iterator *iter) |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 252 | { |
| 253 | struct trace_entry *entry = iter->ent; |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 254 | struct print_entry *print = (struct print_entry *)entry; |
| 255 | const char *msg = print->buf; |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 256 | struct trace_seq *s = &iter->seq; |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 257 | unsigned long long t = ns2usecs(iter->ts); |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 258 | unsigned long usec_rem = do_div(t, 1000000ULL); |
| 259 | unsigned secs = (unsigned long)t; |
| 260 | int ret; |
| 261 | |
| 262 | /* The trailing newline must be in the message. */ |
| 263 | ret = trace_seq_printf(s, "MARK %lu.%06lu %s", secs, usec_rem, msg); |
| 264 | if (!ret) |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 265 | return TRACE_TYPE_PARTIAL_LINE; |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 266 | |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 267 | if (entry->flags & TRACE_FLAG_CONT) |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 268 | trace_seq_print_cont(s, iter); |
| 269 | |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 270 | return TRACE_TYPE_HANDLED; |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 271 | } |
| 272 | |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 273 | static enum print_line_t mmio_print_line(struct trace_iterator *iter) |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 274 | { |
| 275 | switch (iter->ent->type) { |
| 276 | case TRACE_MMIO_RW: |
| 277 | return mmio_print_rw(iter); |
| 278 | case TRACE_MMIO_MAP: |
| 279 | return mmio_print_map(iter); |
Pekka Paalanen | fc5e27a | 2008-09-16 22:02:27 +0300 | [diff] [blame] | 280 | case TRACE_PRINT: |
| 281 | return mmio_print_mark(iter); |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 282 | default: |
Frederic Weisbecker | 07f4e4f | 2008-09-29 20:27:42 +0200 | [diff] [blame] | 283 | return TRACE_TYPE_HANDLED; /* ignore unknown entries */ |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 284 | } |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 285 | } |
| 286 | |
| 287 | static struct tracer mmio_tracer __read_mostly = |
| 288 | { |
| 289 | .name = "mmiotrace", |
| 290 | .init = mmio_trace_init, |
| 291 | .reset = mmio_trace_reset, |
Steven Rostedt | bbf5b1a | 2008-11-07 22:36:02 -0500 | [diff] [blame] | 292 | .start = mmio_trace_start, |
Pekka Paalanen | d0a7e8c | 2008-05-12 21:21:02 +0200 | [diff] [blame] | 293 | .pipe_open = mmio_pipe_open, |
| 294 | .close = mmio_close, |
| 295 | .read = mmio_read, |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 296 | .print_line = mmio_print_line, |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 297 | }; |
| 298 | |
| 299 | __init static int init_mmio_trace(void) |
| 300 | { |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 301 | return register_tracer(&mmio_tracer); |
| 302 | } |
| 303 | device_initcall(init_mmio_trace); |
| 304 | |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 305 | static void __trace_mmiotrace_rw(struct trace_array *tr, |
| 306 | struct trace_array_cpu *data, |
| 307 | struct mmiotrace_rw *rw) |
| 308 | { |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 309 | struct ring_buffer_event *event; |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 310 | struct trace_mmiotrace_rw *entry; |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 311 | unsigned long irq_flags; |
| 312 | |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 313 | event = ring_buffer_lock_reserve(tr->buffer, sizeof(*entry), |
| 314 | &irq_flags); |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 315 | if (!event) { |
| 316 | atomic_inc(&dropped_count); |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 317 | return; |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 318 | } |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 319 | entry = ring_buffer_event_data(event); |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 320 | tracing_generic_entry_update(&entry->ent, 0, preempt_count()); |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 321 | entry->ent.type = TRACE_MMIO_RW; |
| 322 | entry->rw = *rw; |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 323 | ring_buffer_unlock_commit(tr->buffer, event, irq_flags); |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 324 | |
| 325 | trace_wake_up(); |
| 326 | } |
| 327 | |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 328 | void mmio_trace_rw(struct mmiotrace_rw *rw) |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 329 | { |
| 330 | struct trace_array *tr = mmio_trace_array; |
| 331 | struct trace_array_cpu *data = tr->data[smp_processor_id()]; |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 332 | __trace_mmiotrace_rw(tr, data, rw); |
| 333 | } |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 334 | |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 335 | static void __trace_mmiotrace_map(struct trace_array *tr, |
| 336 | struct trace_array_cpu *data, |
| 337 | struct mmiotrace_map *map) |
| 338 | { |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 339 | struct ring_buffer_event *event; |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 340 | struct trace_mmiotrace_map *entry; |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 341 | unsigned long irq_flags; |
| 342 | |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 343 | event = ring_buffer_lock_reserve(tr->buffer, sizeof(*entry), |
| 344 | &irq_flags); |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 345 | if (!event) { |
| 346 | atomic_inc(&dropped_count); |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 347 | return; |
Pekka Paalanen | 391b170 | 2009-01-06 13:57:11 +0200 | [diff] [blame] | 348 | } |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 349 | entry = ring_buffer_event_data(event); |
Steven Rostedt | 3869705 | 2008-10-01 13:14:09 -0400 | [diff] [blame] | 350 | tracing_generic_entry_update(&entry->ent, 0, preempt_count()); |
Steven Rostedt | 777e208 | 2008-09-29 23:02:42 -0400 | [diff] [blame] | 351 | entry->ent.type = TRACE_MMIO_MAP; |
| 352 | entry->map = *map; |
Steven Rostedt | 3928a8a | 2008-09-29 23:02:41 -0400 | [diff] [blame] | 353 | ring_buffer_unlock_commit(tr->buffer, event, irq_flags); |
Pekka Paalanen | 45dcd8b | 2008-09-16 21:56:41 +0300 | [diff] [blame] | 354 | |
| 355 | trace_wake_up(); |
| 356 | } |
| 357 | |
Pekka Paalanen | bd8ac68 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 358 | void mmio_trace_mapping(struct mmiotrace_map *map) |
| 359 | { |
| 360 | struct trace_array *tr = mmio_trace_array; |
| 361 | struct trace_array_cpu *data; |
| 362 | |
| 363 | preempt_disable(); |
| 364 | data = tr->data[smp_processor_id()]; |
| 365 | __trace_mmiotrace_map(tr, data, map); |
| 366 | preempt_enable(); |
Pekka Paalanen | f984b51 | 2008-05-12 21:20:57 +0200 | [diff] [blame] | 367 | } |
Pekka Paalanen | 9e57fb3 | 2008-09-16 22:00:34 +0300 | [diff] [blame] | 368 | |
| 369 | int mmio_trace_printk(const char *fmt, va_list args) |
| 370 | { |
Frederic Weisbecker | 1fd8f2a | 2008-12-03 23:45:11 +0100 | [diff] [blame] | 371 | return trace_vprintk(0, -1, fmt, args); |
Pekka Paalanen | 9e57fb3 | 2008-09-16 22:00:34 +0300 | [diff] [blame] | 372 | } |