| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 1 | /* | 
 | 2 |  * PPC 64 oprofile support: | 
 | 3 |  * Copyright (C) 2004 Anton Blanchard <anton@au.ibm.com>, IBM | 
 | 4 |  * PPC 32 oprofile support: (based on PPC 64 support) | 
 | 5 |  * Copyright (C) Freescale Semiconductor, Inc 2004 | 
 | 6 |  *	Author: Andy Fleming | 
 | 7 |  * | 
 | 8 |  * Based on alpha version. | 
 | 9 |  * | 
 | 10 |  * This program is free software; you can redistribute it and/or | 
 | 11 |  * modify it under the terms of the GNU General Public License | 
 | 12 |  * as published by the Free Software Foundation; either version | 
 | 13 |  * 2 of the License, or (at your option) any later version. | 
 | 14 |  */ | 
 | 15 |  | 
 | 16 | #include <linux/oprofile.h> | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 17 | #include <linux/init.h> | 
 | 18 | #include <linux/smp.h> | 
 | 19 | #include <linux/errno.h> | 
 | 20 | #include <asm/ptrace.h> | 
 | 21 | #include <asm/system.h> | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 22 | #include <asm/pmc.h> | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 23 | #include <asm/cputable.h> | 
 | 24 | #include <asm/oprofile_impl.h> | 
| Kelly Daly | 2191fe3 | 2006-06-21 13:52:55 +1000 | [diff] [blame] | 25 | #include <asm/firmware.h> | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 26 |  | 
 | 27 | static struct op_powerpc_model *model; | 
 | 28 |  | 
 | 29 | static struct op_counter_config ctr[OP_MAX_COUNTER]; | 
 | 30 | static struct op_system_config sys; | 
 | 31 |  | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 32 | static int op_per_cpu_rc; | 
 | 33 |  | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 34 | static void op_handle_interrupt(struct pt_regs *regs) | 
 | 35 | { | 
 | 36 | 	model->handle_interrupt(regs, ctr); | 
 | 37 | } | 
 | 38 |  | 
| Andy Fleming | dd6c89f | 2006-10-27 15:06:32 -0500 | [diff] [blame] | 39 | static void op_powerpc_cpu_setup(void *dummy) | 
 | 40 | { | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 41 | 	int ret; | 
 | 42 |  | 
 | 43 | 	ret = model->cpu_setup(ctr); | 
 | 44 |  | 
 | 45 | 	if (ret != 0) | 
 | 46 | 		op_per_cpu_rc = ret; | 
| Andy Fleming | dd6c89f | 2006-10-27 15:06:32 -0500 | [diff] [blame] | 47 | } | 
 | 48 |  | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 49 | static int op_powerpc_setup(void) | 
 | 50 | { | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 51 | 	int err; | 
 | 52 |  | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 53 | 	op_per_cpu_rc = 0; | 
 | 54 |  | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 55 | 	/* Grab the hardware */ | 
 | 56 | 	err = reserve_pmc_hardware(op_handle_interrupt); | 
 | 57 | 	if (err) | 
 | 58 | 		return err; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 59 |  | 
 | 60 | 	/* Pre-compute the values to stuff in the hardware registers.  */ | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 61 | 	op_per_cpu_rc = model->reg_setup(ctr, &sys, model->num_counters); | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 62 |  | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 63 | 	if (op_per_cpu_rc) | 
 | 64 | 		goto out; | 
 | 65 |  | 
 | 66 | 	/* Configure the registers on all cpus.	 If an error occurs on one | 
 | 67 | 	 * of the cpus, op_per_cpu_rc will be set to the error */ | 
| Andy Fleming | dd6c89f | 2006-10-27 15:06:32 -0500 | [diff] [blame] | 68 | 	on_each_cpu(op_powerpc_cpu_setup, NULL, 0, 1); | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 69 |  | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 70 | out:	if (op_per_cpu_rc) { | 
 | 71 | 		/* error on setup release the performance counter hardware */ | 
 | 72 | 		release_pmc_hardware(); | 
 | 73 | 	} | 
 | 74 |  | 
 | 75 | 	return op_per_cpu_rc; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 76 | } | 
 | 77 |  | 
 | 78 | static void op_powerpc_shutdown(void) | 
 | 79 | { | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 80 | 	release_pmc_hardware(); | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 81 | } | 
 | 82 |  | 
 | 83 | static void op_powerpc_cpu_start(void *dummy) | 
 | 84 | { | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 85 | 	/* If any of the cpus have return an error, set the | 
 | 86 | 	 * global flag to the error so it can be returned | 
 | 87 | 	 * to the generic OProfile caller. | 
 | 88 | 	 */ | 
 | 89 | 	int ret; | 
 | 90 |  | 
 | 91 | 	ret = model->start(ctr); | 
 | 92 | 	if (ret != 0) | 
 | 93 | 		op_per_cpu_rc = ret; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 94 | } | 
 | 95 |  | 
 | 96 | static int op_powerpc_start(void) | 
 | 97 | { | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 98 | 	op_per_cpu_rc = 0; | 
 | 99 |  | 
| Maynard Johnson | 18f2190 | 2006-11-20 18:45:16 +0100 | [diff] [blame] | 100 | 	if (model->global_start) | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 101 | 		return model->global_start(ctr); | 
 | 102 | 	if (model->start) { | 
| Maynard Johnson | 18f2190 | 2006-11-20 18:45:16 +0100 | [diff] [blame] | 103 | 		on_each_cpu(op_powerpc_cpu_start, NULL, 0, 1); | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 104 | 		return op_per_cpu_rc; | 
 | 105 | 	} | 
 | 106 | 	return -EIO; /* No start function is defined for this | 
 | 107 | 			power architecture */ | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 108 | } | 
 | 109 |  | 
 | 110 | static inline void op_powerpc_cpu_stop(void *dummy) | 
 | 111 | { | 
 | 112 | 	model->stop(); | 
 | 113 | } | 
 | 114 |  | 
 | 115 | static void op_powerpc_stop(void) | 
 | 116 | { | 
| Maynard Johnson | 18f2190 | 2006-11-20 18:45:16 +0100 | [diff] [blame] | 117 | 	if (model->stop) | 
 | 118 | 		on_each_cpu(op_powerpc_cpu_stop, NULL, 0, 1); | 
 | 119 |         if (model->global_stop) | 
 | 120 |                 model->global_stop(); | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 121 | } | 
 | 122 |  | 
 | 123 | static int op_powerpc_create_files(struct super_block *sb, struct dentry *root) | 
 | 124 | { | 
 | 125 | 	int i; | 
 | 126 |  | 
| Andy Fleming | 555d97a | 2005-12-15 20:02:04 -0600 | [diff] [blame] | 127 | #ifdef CONFIG_PPC64 | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 128 | 	/* | 
 | 129 | 	 * There is one mmcr0, mmcr1 and mmcra for setting the events for | 
 | 130 | 	 * all of the counters. | 
 | 131 | 	 */ | 
 | 132 | 	oprofilefs_create_ulong(sb, root, "mmcr0", &sys.mmcr0); | 
 | 133 | 	oprofilefs_create_ulong(sb, root, "mmcr1", &sys.mmcr1); | 
 | 134 | 	oprofilefs_create_ulong(sb, root, "mmcra", &sys.mmcra); | 
| Andy Fleming | 555d97a | 2005-12-15 20:02:04 -0600 | [diff] [blame] | 135 | #endif | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 136 |  | 
 | 137 | 	for (i = 0; i < model->num_counters; ++i) { | 
 | 138 | 		struct dentry *dir; | 
| Markus Armbruster | 0c6856f | 2006-06-26 00:24:34 -0700 | [diff] [blame] | 139 | 		char buf[4]; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 140 |  | 
 | 141 | 		snprintf(buf, sizeof buf, "%d", i); | 
 | 142 | 		dir = oprofilefs_mkdir(sb, root, buf); | 
 | 143 |  | 
 | 144 | 		oprofilefs_create_ulong(sb, dir, "enabled", &ctr[i].enabled); | 
 | 145 | 		oprofilefs_create_ulong(sb, dir, "event", &ctr[i].event); | 
 | 146 | 		oprofilefs_create_ulong(sb, dir, "count", &ctr[i].count); | 
| Andy Fleming | 555d97a | 2005-12-15 20:02:04 -0600 | [diff] [blame] | 147 |  | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 148 | 		/* | 
| Andy Fleming | 555d97a | 2005-12-15 20:02:04 -0600 | [diff] [blame] | 149 | 		 * Classic PowerPC doesn't support per-counter | 
 | 150 | 		 * control like this, but the options are | 
 | 151 | 		 * expected, so they remain.  For Freescale | 
 | 152 | 		 * Book-E style performance monitors, we do | 
 | 153 | 		 * support them. | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 154 | 		 */ | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 155 | 		oprofilefs_create_ulong(sb, dir, "kernel", &ctr[i].kernel); | 
 | 156 | 		oprofilefs_create_ulong(sb, dir, "user", &ctr[i].user); | 
 | 157 |  | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 158 | 		oprofilefs_create_ulong(sb, dir, "unit_mask", &ctr[i].unit_mask); | 
 | 159 | 	} | 
 | 160 |  | 
 | 161 | 	oprofilefs_create_ulong(sb, root, "enable_kernel", &sys.enable_kernel); | 
 | 162 | 	oprofilefs_create_ulong(sb, root, "enable_user", &sys.enable_user); | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 163 |  | 
 | 164 | 	/* Default to tracing both kernel and user */ | 
 | 165 | 	sys.enable_kernel = 1; | 
 | 166 | 	sys.enable_user = 1; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 167 |  | 
 | 168 | 	return 0; | 
 | 169 | } | 
 | 170 |  | 
 | 171 | int __init oprofile_arch_init(struct oprofile_operations *ops) | 
 | 172 | { | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 173 | 	if (!cur_cpu_spec->oprofile_cpu_type) | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 174 | 		return -ENODEV; | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 175 |  | 
| Kelly Daly | 2191fe3 | 2006-06-21 13:52:55 +1000 | [diff] [blame] | 176 | 	if (firmware_has_feature(FW_FEATURE_ISERIES)) | 
 | 177 | 		return -ENODEV; | 
 | 178 |  | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 179 | 	switch (cur_cpu_spec->oprofile_type) { | 
 | 180 | #ifdef CONFIG_PPC64 | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 181 | #ifdef CONFIG_OPROFILE_CELL | 
| Maynard Johnson | 18f2190 | 2006-11-20 18:45:16 +0100 | [diff] [blame] | 182 | 		case PPC_OPROFILE_CELL: | 
| Ishizaki Kou | ef66f79 | 2007-01-12 09:56:44 +0900 | [diff] [blame] | 183 | 			if (firmware_has_feature(FW_FEATURE_LPAR)) | 
 | 184 | 				return -ENODEV; | 
| Maynard Johnson | 18f2190 | 2006-11-20 18:45:16 +0100 | [diff] [blame] | 185 | 			model = &op_model_cell; | 
| Bob Nelson | 1474855 | 2007-07-20 21:39:53 +0200 | [diff] [blame] | 186 | 			ops->sync_start = model->sync_start; | 
 | 187 | 			ops->sync_stop = model->sync_stop; | 
| Maynard Johnson | 18f2190 | 2006-11-20 18:45:16 +0100 | [diff] [blame] | 188 | 			break; | 
 | 189 | #endif | 
| Andy Whitcroft | 7a45fb1 | 2006-01-13 12:35:49 +0000 | [diff] [blame] | 190 | 		case PPC_OPROFILE_RS64: | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 191 | 			model = &op_model_rs64; | 
 | 192 | 			break; | 
| Andy Whitcroft | 7a45fb1 | 2006-01-13 12:35:49 +0000 | [diff] [blame] | 193 | 		case PPC_OPROFILE_POWER4: | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 194 | 			model = &op_model_power4; | 
 | 195 | 			break; | 
| Olof Johansson | 25fc530 | 2007-04-18 16:38:21 +1000 | [diff] [blame] | 196 | 		case PPC_OPROFILE_PA6T: | 
 | 197 | 			model = &op_model_pa6t; | 
 | 198 | 			break; | 
| Andy Fleming | dd6c89f | 2006-10-27 15:06:32 -0500 | [diff] [blame] | 199 | #endif | 
 | 200 | #ifdef CONFIG_6xx | 
| Andy Whitcroft | 7a45fb1 | 2006-01-13 12:35:49 +0000 | [diff] [blame] | 201 | 		case PPC_OPROFILE_G4: | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 202 | 			model = &op_model_7450; | 
 | 203 | 			break; | 
 | 204 | #endif | 
 | 205 | #ifdef CONFIG_FSL_BOOKE | 
| Andy Whitcroft | 7a45fb1 | 2006-01-13 12:35:49 +0000 | [diff] [blame] | 206 | 		case PPC_OPROFILE_BOOKE: | 
| Anton Blanchard | 32a3399 | 2006-01-09 15:41:31 +1100 | [diff] [blame] | 207 | 			model = &op_model_fsl_booke; | 
 | 208 | 			break; | 
 | 209 | #endif | 
 | 210 | 		default: | 
 | 211 | 			return -ENODEV; | 
 | 212 | 	} | 
 | 213 |  | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 214 | 	model->num_counters = cur_cpu_spec->num_pmcs; | 
 | 215 |  | 
 | 216 | 	ops->cpu_type = cur_cpu_spec->oprofile_cpu_type; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 217 | 	ops->create_files = op_powerpc_create_files; | 
 | 218 | 	ops->setup = op_powerpc_setup; | 
 | 219 | 	ops->shutdown = op_powerpc_shutdown; | 
 | 220 | 	ops->start = op_powerpc_start; | 
 | 221 | 	ops->stop = op_powerpc_stop; | 
| Brian Rogan | 6c6bd75 | 2006-03-27 11:57:01 +1100 | [diff] [blame] | 222 | 	ops->backtrace = op_powerpc_backtrace; | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 223 |  | 
| Olof Johansson | 5e1415c | 2006-04-12 15:29:00 -0500 | [diff] [blame] | 224 | 	printk(KERN_DEBUG "oprofile: using %s performance monitoring.\n", | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 225 | 	       ops->cpu_type); | 
 | 226 |  | 
 | 227 | 	return 0; | 
 | 228 | } | 
 | 229 |  | 
 | 230 | void oprofile_arch_exit(void) | 
 | 231 | { | 
| Stephen Rothwell | 86a5cdd | 2005-09-19 23:24:08 +1000 | [diff] [blame] | 232 | } |