Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Heiko Carstens | a53c8fa | 2012-07-20 11:15:04 +0200 | [diff] [blame] | 2 | * Copyright IBM Corp. 2004 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | * |
| 4 | * Author: Martin Schwidefsky <schwidefsky@de.ibm.com> |
| 5 | */ |
| 6 | |
| 7 | #ifndef _S390_CPUTIME_H |
| 8 | #define _S390_CPUTIME_H |
| 9 | |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 10 | #include <linux/types.h> |
| 11 | #include <linux/percpu.h> |
| 12 | #include <linux/spinlock.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <asm/div64.h> |
| 14 | |
Frederic Weisbecker | a7e1a9e | 2012-09-08 16:14:02 +0200 | [diff] [blame^] | 15 | |
| 16 | #define __ARCH_HAS_VTIME_ACCOUNT |
| 17 | |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 18 | /* We want to use full resolution of the CPU timer: 2**-12 micro-seconds. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 20 | typedef unsigned long long __nocast cputime_t; |
| 21 | typedef unsigned long long __nocast cputime64_t; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 23 | static inline unsigned long __div(unsigned long long n, unsigned long base) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | { |
Heiko Carstens | f4815ac | 2012-05-23 16:24:51 +0200 | [diff] [blame] | 25 | #ifndef CONFIG_64BIT |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | register_pair rp; |
| 27 | |
| 28 | rp.pair = n >> 1; |
| 29 | asm ("dr %0,%1" : "+d" (rp) : "d" (base >> 1)); |
| 30 | return rp.subreg.odd; |
Heiko Carstens | f4815ac | 2012-05-23 16:24:51 +0200 | [diff] [blame] | 31 | #else /* CONFIG_64BIT */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | return n / base; |
Heiko Carstens | f4815ac | 2012-05-23 16:24:51 +0200 | [diff] [blame] | 33 | #endif /* CONFIG_64BIT */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | } |
| 35 | |
Stanislaw Gruszka | a42548a | 2009-07-29 12:15:29 +0200 | [diff] [blame] | 36 | #define cputime_one_jiffy jiffies_to_cputime(1) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 38 | /* |
| 39 | * Convert cputime to jiffies and back. |
| 40 | */ |
| 41 | static inline unsigned long cputime_to_jiffies(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 42 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 43 | return __div((__force unsigned long long) cputime, 4096000000ULL / HZ); |
| 44 | } |
| 45 | |
| 46 | static inline cputime_t jiffies_to_cputime(const unsigned int jif) |
| 47 | { |
| 48 | return (__force cputime_t)(jif * (4096000000ULL / HZ)); |
| 49 | } |
| 50 | |
| 51 | static inline u64 cputime64_to_jiffies64(cputime64_t cputime) |
| 52 | { |
| 53 | unsigned long long jif = (__force unsigned long long) cputime; |
| 54 | do_div(jif, 4096000000ULL / HZ); |
| 55 | return jif; |
| 56 | } |
| 57 | |
| 58 | static inline cputime64_t jiffies64_to_cputime64(const u64 jif) |
| 59 | { |
| 60 | return (__force cputime64_t)(jif * (4096000000ULL / HZ)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | } |
| 62 | |
| 63 | /* |
Michael Holzheu | d57af9b | 2010-10-27 15:34:45 -0700 | [diff] [blame] | 64 | * Convert cputime to microseconds and back. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 66 | static inline unsigned int cputime_to_usecs(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 68 | return (__force unsigned long long) cputime >> 12; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | } |
| 70 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 71 | static inline cputime_t usecs_to_cputime(const unsigned int m) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 73 | return (__force cputime_t)(m * 4096ULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | } |
| 75 | |
Andreas Schwab | 3484563 | 2011-12-28 15:57:15 -0800 | [diff] [blame] | 76 | #define usecs_to_cputime64(m) usecs_to_cputime(m) |
| 77 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | /* |
| 79 | * Convert cputime to milliseconds and back. |
| 80 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 81 | static inline unsigned int cputime_to_secs(const cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 83 | return __div((__force unsigned long long) cputime, 2048000000) >> 1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | } |
| 85 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 86 | static inline cputime_t secs_to_cputime(const unsigned int s) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 88 | return (__force cputime_t)(s * 4096000000ULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | } |
| 90 | |
| 91 | /* |
| 92 | * Convert cputime to timespec and back. |
| 93 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 94 | static inline cputime_t timespec_to_cputime(const struct timespec *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 96 | unsigned long long ret = value->tv_sec * 4096000000ULL; |
| 97 | return (__force cputime_t)(ret + value->tv_nsec * 4096 / 1000); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | } |
| 99 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 100 | static inline void cputime_to_timespec(const cputime_t cputime, |
| 101 | struct timespec *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 103 | unsigned long long __cputime = (__force unsigned long long) cputime; |
Heiko Carstens | f4815ac | 2012-05-23 16:24:51 +0200 | [diff] [blame] | 104 | #ifndef CONFIG_64BIT |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | register_pair rp; |
| 106 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 107 | rp.pair = __cputime >> 1; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 108 | asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL)); |
| 109 | value->tv_nsec = rp.subreg.even * 1000 / 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 110 | value->tv_sec = rp.subreg.odd; |
| 111 | #else |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 112 | value->tv_nsec = (__cputime % 4096000000ULL) * 1000 / 4096; |
| 113 | value->tv_sec = __cputime / 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | #endif |
| 115 | } |
| 116 | |
| 117 | /* |
| 118 | * Convert cputime to timeval and back. |
| 119 | * Since cputime and timeval have the same resolution (microseconds) |
| 120 | * this is easy. |
| 121 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 122 | static inline cputime_t timeval_to_cputime(const struct timeval *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 123 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 124 | unsigned long long ret = value->tv_sec * 4096000000ULL; |
| 125 | return (__force cputime_t)(ret + value->tv_usec * 4096ULL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | } |
| 127 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 128 | static inline void cputime_to_timeval(const cputime_t cputime, |
| 129 | struct timeval *value) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 131 | unsigned long long __cputime = (__force unsigned long long) cputime; |
Heiko Carstens | f4815ac | 2012-05-23 16:24:51 +0200 | [diff] [blame] | 132 | #ifndef CONFIG_64BIT |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | register_pair rp; |
| 134 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 135 | rp.pair = __cputime >> 1; |
Martin Schwidefsky | aa5e97c | 2008-12-31 15:11:39 +0100 | [diff] [blame] | 136 | asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL)); |
| 137 | value->tv_usec = rp.subreg.even / 4096; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | value->tv_sec = rp.subreg.odd; |
| 139 | #else |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 140 | value->tv_usec = (__cputime % 4096000000ULL) / 4096; |
| 141 | value->tv_sec = __cputime / 4096000000ULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | #endif |
| 143 | } |
| 144 | |
| 145 | /* |
| 146 | * Convert cputime to clock and back. |
| 147 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 148 | static inline clock_t cputime_to_clock_t(cputime_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 150 | unsigned long long clock = (__force unsigned long long) cputime; |
| 151 | do_div(clock, 4096000000ULL / USER_HZ); |
| 152 | return clock; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | } |
| 154 | |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 155 | static inline cputime_t clock_t_to_cputime(unsigned long x) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 157 | return (__force cputime_t)(x * (4096000000ULL / USER_HZ)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | /* |
| 161 | * Convert cputime64 to clock. |
| 162 | */ |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 163 | static inline clock_t cputime64_to_clock_t(cputime64_t cputime) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | { |
Martin Schwidefsky | 6486163 | 2011-12-15 14:56:09 +0100 | [diff] [blame] | 165 | unsigned long long clock = (__force unsigned long long) cputime; |
| 166 | do_div(clock, 4096000000ULL / USER_HZ); |
| 167 | return clock; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | } |
| 169 | |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 170 | struct s390_idle_data { |
Heiko Carstens | 711d273 | 2012-07-13 16:09:04 +0200 | [diff] [blame] | 171 | int nohz_delay; |
Martin Schwidefsky | e98bbaa | 2009-06-22 12:08:20 +0200 | [diff] [blame] | 172 | unsigned int sequence; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 173 | unsigned long long idle_count; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 174 | unsigned long long idle_time; |
Martin Schwidefsky | 27f6b41 | 2012-07-20 11:15:08 +0200 | [diff] [blame] | 175 | unsigned long long clock_idle_enter; |
| 176 | unsigned long long clock_idle_exit; |
| 177 | unsigned long long timer_idle_enter; |
| 178 | unsigned long long timer_idle_exit; |
Martin Schwidefsky | 76d4e00 | 2009-06-12 10:26:21 +0200 | [diff] [blame] | 179 | }; |
| 180 | |
| 181 | DECLARE_PER_CPU(struct s390_idle_data, s390_idle); |
| 182 | |
Martin Schwidefsky | e1c8053 | 2009-04-23 13:58:08 +0200 | [diff] [blame] | 183 | cputime64_t s390_get_idle_time(int cpu); |
| 184 | |
| 185 | #define arch_idle_time(cpu) s390_get_idle_time(cpu) |
| 186 | |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 187 | static inline int s390_nohz_delay(int cpu) |
| 188 | { |
Heiko Carstens | 37e8952 | 2011-01-05 12:47:55 +0100 | [diff] [blame] | 189 | return __get_cpu_var(s390_idle).nohz_delay != 0; |
Martin Schwidefsky | 3c5d92a | 2009-09-29 14:25:16 +0200 | [diff] [blame] | 190 | } |
| 191 | |
| 192 | #define arch_needs_cpu(cpu) s390_nohz_delay(cpu) |
| 193 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 194 | #endif /* _S390_CPUTIME_H */ |