Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Debug Store (DS) support |
| 3 | * |
| 4 | * This provides a low-level interface to the hardware's Debug Store |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 5 | * feature that is used for branch trace store (BTS) and |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 6 | * precise-event based sampling (PEBS). |
| 7 | * |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 8 | * It manages: |
| 9 | * - per-thread and per-cpu allocation of BTS and PEBS |
Markus Metzger | 6abb11a | 2008-11-25 09:05:27 +0100 | [diff] [blame] | 10 | * - buffer overflow handling (to be done) |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 11 | * - buffer access |
| 12 | * |
| 13 | * It assumes: |
Markus Metzger | 6abb11a | 2008-11-25 09:05:27 +0100 | [diff] [blame] | 14 | * - get_task_struct on all traced tasks |
| 15 | * - current is allowed to trace tasks |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 16 | * |
| 17 | * |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 18 | * Copyright (C) 2007-2008 Intel Corporation. |
| 19 | * Markus Metzger <markus.t.metzger@intel.com>, 2007-2008 |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 20 | */ |
| 21 | |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 22 | #ifndef _ASM_X86_DS_H |
| 23 | #define _ASM_X86_DS_H |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 24 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 25 | |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 26 | #include <linux/types.h> |
| 27 | #include <linux/init.h> |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 28 | #include <linux/err.h> |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 29 | |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 30 | |
Markus Metzger | e5e8ca6 | 2008-11-25 08:47:19 +0100 | [diff] [blame] | 31 | #ifdef CONFIG_X86_DS |
| 32 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 33 | struct task_struct; |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 34 | struct ds_tracer; |
| 35 | struct bts_tracer; |
| 36 | struct pebs_tracer; |
| 37 | |
| 38 | typedef void (*bts_ovfl_callback_t)(struct bts_tracer *); |
| 39 | typedef void (*pebs_ovfl_callback_t)(struct pebs_tracer *); |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 40 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 41 | /* |
| 42 | * Request BTS or PEBS |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 43 | * |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 44 | * Due to alignement constraints, the actual buffer may be slightly |
| 45 | * smaller than the requested or provided buffer. |
| 46 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 47 | * Returns a pointer to a tracer structure on success, or |
| 48 | * ERR_PTR(errcode) on failure. |
| 49 | * |
| 50 | * The interrupt threshold is independent from the overflow callback |
| 51 | * to allow users to use their own overflow interrupt handling mechanism. |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 52 | * |
| 53 | * task: the task to request recording for; |
| 54 | * NULL for per-cpu recording on the current cpu |
| 55 | * base: the base pointer for the (non-pageable) buffer; |
Markus Metzger | 6abb11a | 2008-11-25 09:05:27 +0100 | [diff] [blame] | 56 | * size: the size of the provided buffer in bytes |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 57 | * ovfl: pointer to a function to be called on buffer overflow; |
| 58 | * NULL if cyclic buffer requested |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 59 | * th: the interrupt threshold in records from the end of the buffer; |
| 60 | * -1 if no interrupt threshold is requested. |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 61 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 62 | extern struct bts_tracer *ds_request_bts(struct task_struct *task, |
| 63 | void *base, size_t size, |
| 64 | bts_ovfl_callback_t ovfl, size_t th); |
| 65 | extern struct pebs_tracer *ds_request_pebs(struct task_struct *task, |
| 66 | void *base, size_t size, |
| 67 | pebs_ovfl_callback_t ovfl, |
| 68 | size_t th); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 69 | |
| 70 | /* |
| 71 | * Release BTS or PEBS resources |
| 72 | * |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 73 | * Returns 0 on success; -Eerrno otherwise |
| 74 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 75 | * tracer: the tracer handle returned from ds_request_~() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 76 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 77 | extern int ds_release_bts(struct bts_tracer *tracer); |
| 78 | extern int ds_release_pebs(struct pebs_tracer *tracer); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 79 | |
| 80 | /* |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 81 | * Get the (array) index of the write pointer. |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 82 | * (assuming an array of BTS/PEBS records) |
| 83 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 84 | * Returns 0 on success; -Eerrno on error |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 85 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 86 | * tracer: the tracer handle returned from ds_request_~() |
| 87 | * pos (out): will hold the result |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 88 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 89 | extern int ds_get_bts_index(struct bts_tracer *tracer, size_t *pos); |
| 90 | extern int ds_get_pebs_index(struct pebs_tracer *tracer, size_t *pos); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 91 | |
| 92 | /* |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 93 | * Get the (array) index one record beyond the end of the array. |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 94 | * (assuming an array of BTS/PEBS records) |
| 95 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 96 | * Returns 0 on success; -Eerrno on error |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 97 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 98 | * tracer: the tracer handle returned from ds_request_~() |
| 99 | * pos (out): will hold the result |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 100 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 101 | extern int ds_get_bts_end(struct bts_tracer *tracer, size_t *pos); |
| 102 | extern int ds_get_pebs_end(struct pebs_tracer *tracer, size_t *pos); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 103 | |
| 104 | /* |
| 105 | * Provide a pointer to the BTS/PEBS record at parameter index. |
| 106 | * (assuming an array of BTS/PEBS records) |
| 107 | * |
| 108 | * The pointer points directly into the buffer. The user is |
| 109 | * responsible for copying the record. |
| 110 | * |
| 111 | * Returns the size of a single record on success; -Eerrno on error |
| 112 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 113 | * tracer: the tracer handle returned from ds_request_~() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 114 | * index: the index of the requested record |
| 115 | * record (out): pointer to the requested record |
| 116 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 117 | extern int ds_access_bts(struct bts_tracer *tracer, |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 118 | size_t index, const void **record); |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 119 | extern int ds_access_pebs(struct pebs_tracer *tracer, |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 120 | size_t index, const void **record); |
| 121 | |
| 122 | /* |
| 123 | * Write one or more BTS/PEBS records at the write pointer index and |
| 124 | * advance the write pointer. |
| 125 | * |
| 126 | * If size is not a multiple of the record size, trailing bytes are |
| 127 | * zeroed out. |
| 128 | * |
| 129 | * May result in one or more overflow notifications. |
| 130 | * |
| 131 | * If called during overflow handling, that is, with index >= |
| 132 | * interrupt threshold, the write will wrap around. |
| 133 | * |
| 134 | * An overflow notification is given if and when the interrupt |
| 135 | * threshold is reached during or after the write. |
| 136 | * |
| 137 | * Returns the number of bytes written or -Eerrno. |
| 138 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 139 | * tracer: the tracer handle returned from ds_request_~() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 140 | * buffer: the buffer to write |
| 141 | * size: the size of the buffer |
| 142 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 143 | extern int ds_write_bts(struct bts_tracer *tracer, |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 144 | const void *buffer, size_t size); |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 145 | extern int ds_write_pebs(struct pebs_tracer *tracer, |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 146 | const void *buffer, size_t size); |
| 147 | |
| 148 | /* |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 149 | * Reset the write pointer of the BTS/PEBS buffer. |
| 150 | * |
| 151 | * Returns 0 on success; -Eerrno on error |
| 152 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 153 | * tracer: the tracer handle returned from ds_request_~() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 154 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 155 | extern int ds_reset_bts(struct bts_tracer *tracer); |
| 156 | extern int ds_reset_pebs(struct pebs_tracer *tracer); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 157 | |
| 158 | /* |
| 159 | * Clear the BTS/PEBS buffer and reset the write pointer. |
| 160 | * The entire buffer will be zeroed out. |
| 161 | * |
| 162 | * Returns 0 on success; -Eerrno on error |
| 163 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 164 | * tracer: the tracer handle returned from ds_request_~() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 165 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 166 | extern int ds_clear_bts(struct bts_tracer *tracer); |
| 167 | extern int ds_clear_pebs(struct pebs_tracer *tracer); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 168 | |
| 169 | /* |
| 170 | * Provide the PEBS counter reset value. |
| 171 | * |
| 172 | * Returns 0 on success; -Eerrno on error |
| 173 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 174 | * tracer: the tracer handle returned from ds_request_pebs() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 175 | * value (out): the counter reset value |
| 176 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 177 | extern int ds_get_pebs_reset(struct pebs_tracer *tracer, u64 *value); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 178 | |
| 179 | /* |
| 180 | * Set the PEBS counter reset value. |
| 181 | * |
| 182 | * Returns 0 on success; -Eerrno on error |
| 183 | * |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 184 | * tracer: the tracer handle returned from ds_request_pebs() |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 185 | * value: the new counter reset value |
| 186 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 187 | extern int ds_set_pebs_reset(struct pebs_tracer *tracer, u64 value); |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 188 | |
| 189 | /* |
| 190 | * Initialization |
| 191 | */ |
| 192 | struct cpuinfo_x86; |
| 193 | extern void __cpuinit ds_init_intel(struct cpuinfo_x86 *); |
| 194 | |
| 195 | |
| 196 | |
| 197 | /* |
| 198 | * The DS context - part of struct thread_struct. |
| 199 | */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 200 | #define MAX_SIZEOF_DS (12 * 8) |
| 201 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 202 | struct ds_context { |
| 203 | /* pointer to the DS configuration; goes into MSR_IA32_DS_AREA */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 204 | unsigned char ds[MAX_SIZEOF_DS]; |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 205 | /* the owner of the BTS and PEBS configuration, respectively */ |
Markus Metzger | ca0002a | 2008-11-25 09:01:25 +0100 | [diff] [blame] | 206 | struct ds_tracer *owner[2]; |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 207 | /* use count */ |
| 208 | unsigned long count; |
| 209 | /* a pointer to the context location inside the thread_struct |
| 210 | * or the per_cpu context array */ |
| 211 | struct ds_context **this; |
| 212 | /* a pointer to the task owning this context, or NULL, if the |
| 213 | * context is owned by a cpu */ |
| 214 | struct task_struct *task; |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 215 | }; |
| 216 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 217 | /* called by exit_thread() to free leftover contexts */ |
| 218 | extern void ds_free(struct ds_context *context); |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 219 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 220 | #else /* CONFIG_X86_DS */ |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 221 | |
Markus Metzger | e5e8ca6 | 2008-11-25 08:47:19 +0100 | [diff] [blame] | 222 | struct cpuinfo_x86; |
| 223 | static inline void __cpuinit ds_init_intel(struct cpuinfo_x86 *ignored) {} |
Markus Metzger | eee3af4 | 2008-01-30 13:31:09 +0100 | [diff] [blame] | 224 | |
Markus Metzger | 93fa763 | 2008-04-08 11:01:58 +0200 | [diff] [blame] | 225 | #endif /* CONFIG_X86_DS */ |
H. Peter Anvin | 1965aae | 2008-10-22 22:26:29 -0700 | [diff] [blame] | 226 | #endif /* _ASM_X86_DS_H */ |