blob: d2ff41370c0c53e7a4e7cf5e7801c3786be7a88f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02002 * Copyright IBM Corp. 2004
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * Author: Martin Schwidefsky <schwidefsky@de.ibm.com>
5 */
6
7#ifndef _S390_CPUTIME_H
8#define _S390_CPUTIME_H
9
Martin Schwidefsky76d4e002009-06-12 10:26:21 +020010#include <linux/types.h>
11#include <linux/percpu.h>
12#include <linux/spinlock.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <asm/div64.h>
14
Frederic Weisbeckera7e1a9e2012-09-08 16:14:02 +020015
16#define __ARCH_HAS_VTIME_ACCOUNT
Frederic Weisbeckere3942ba2012-11-14 00:24:25 +010017#define __ARCH_HAS_VTIME_TASK_SWITCH
Frederic Weisbeckera7e1a9e2012-09-08 16:14:02 +020018
Martin Schwidefskyaa5e97c2008-12-31 15:11:39 +010019/* We want to use full resolution of the CPU timer: 2**-12 micro-seconds. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Martin Schwidefsky64861632011-12-15 14:56:09 +010021typedef unsigned long long __nocast cputime_t;
22typedef unsigned long long __nocast cputime64_t;
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Martin Schwidefsky64861632011-12-15 14:56:09 +010024static inline unsigned long __div(unsigned long long n, unsigned long base)
Linus Torvalds1da177e2005-04-16 15:20:36 -070025{
Heiko Carstensf4815ac2012-05-23 16:24:51 +020026#ifndef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -070027 register_pair rp;
28
29 rp.pair = n >> 1;
30 asm ("dr %0,%1" : "+d" (rp) : "d" (base >> 1));
31 return rp.subreg.odd;
Heiko Carstensf4815ac2012-05-23 16:24:51 +020032#else /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 return n / base;
Heiko Carstensf4815ac2012-05-23 16:24:51 +020034#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -070035}
36
Stanislaw Gruszkaa42548a2009-07-29 12:15:29 +020037#define cputime_one_jiffy jiffies_to_cputime(1)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038
Martin Schwidefsky64861632011-12-15 14:56:09 +010039/*
40 * Convert cputime to jiffies and back.
41 */
42static inline unsigned long cputime_to_jiffies(const cputime_t cputime)
Linus Torvalds1da177e2005-04-16 15:20:36 -070043{
Martin Schwidefsky64861632011-12-15 14:56:09 +010044 return __div((__force unsigned long long) cputime, 4096000000ULL / HZ);
45}
46
47static inline cputime_t jiffies_to_cputime(const unsigned int jif)
48{
49 return (__force cputime_t)(jif * (4096000000ULL / HZ));
50}
51
52static inline u64 cputime64_to_jiffies64(cputime64_t cputime)
53{
54 unsigned long long jif = (__force unsigned long long) cputime;
55 do_div(jif, 4096000000ULL / HZ);
56 return jif;
57}
58
59static inline cputime64_t jiffies64_to_cputime64(const u64 jif)
60{
61 return (__force cputime64_t)(jif * (4096000000ULL / HZ));
Linus Torvalds1da177e2005-04-16 15:20:36 -070062}
63
64/*
Michael Holzheud57af9b2010-10-27 15:34:45 -070065 * Convert cputime to microseconds and back.
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 */
Martin Schwidefsky64861632011-12-15 14:56:09 +010067static inline unsigned int cputime_to_usecs(const cputime_t cputime)
Linus Torvalds1da177e2005-04-16 15:20:36 -070068{
Martin Schwidefsky64861632011-12-15 14:56:09 +010069 return (__force unsigned long long) cputime >> 12;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070}
71
Martin Schwidefsky64861632011-12-15 14:56:09 +010072static inline cputime_t usecs_to_cputime(const unsigned int m)
Linus Torvalds1da177e2005-04-16 15:20:36 -070073{
Martin Schwidefsky64861632011-12-15 14:56:09 +010074 return (__force cputime_t)(m * 4096ULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070075}
76
Andreas Schwab34845632011-12-28 15:57:15 -080077#define usecs_to_cputime64(m) usecs_to_cputime(m)
78
Linus Torvalds1da177e2005-04-16 15:20:36 -070079/*
80 * Convert cputime to milliseconds and back.
81 */
Martin Schwidefsky64861632011-12-15 14:56:09 +010082static inline unsigned int cputime_to_secs(const cputime_t cputime)
Linus Torvalds1da177e2005-04-16 15:20:36 -070083{
Martin Schwidefsky64861632011-12-15 14:56:09 +010084 return __div((__force unsigned long long) cputime, 2048000000) >> 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -070085}
86
Martin Schwidefsky64861632011-12-15 14:56:09 +010087static inline cputime_t secs_to_cputime(const unsigned int s)
Linus Torvalds1da177e2005-04-16 15:20:36 -070088{
Martin Schwidefsky64861632011-12-15 14:56:09 +010089 return (__force cputime_t)(s * 4096000000ULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090}
91
92/*
93 * Convert cputime to timespec and back.
94 */
Martin Schwidefsky64861632011-12-15 14:56:09 +010095static inline cputime_t timespec_to_cputime(const struct timespec *value)
Linus Torvalds1da177e2005-04-16 15:20:36 -070096{
Martin Schwidefsky64861632011-12-15 14:56:09 +010097 unsigned long long ret = value->tv_sec * 4096000000ULL;
98 return (__force cputime_t)(ret + value->tv_nsec * 4096 / 1000);
Linus Torvalds1da177e2005-04-16 15:20:36 -070099}
100
Martin Schwidefsky64861632011-12-15 14:56:09 +0100101static inline void cputime_to_timespec(const cputime_t cputime,
102 struct timespec *value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103{
Martin Schwidefsky64861632011-12-15 14:56:09 +0100104 unsigned long long __cputime = (__force unsigned long long) cputime;
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200105#ifndef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 register_pair rp;
107
Martin Schwidefsky64861632011-12-15 14:56:09 +0100108 rp.pair = __cputime >> 1;
Martin Schwidefskyaa5e97c2008-12-31 15:11:39 +0100109 asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL));
110 value->tv_nsec = rp.subreg.even * 1000 / 4096;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 value->tv_sec = rp.subreg.odd;
112#else
Martin Schwidefsky64861632011-12-15 14:56:09 +0100113 value->tv_nsec = (__cputime % 4096000000ULL) * 1000 / 4096;
114 value->tv_sec = __cputime / 4096000000ULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115#endif
116}
117
118/*
119 * Convert cputime to timeval and back.
120 * Since cputime and timeval have the same resolution (microseconds)
121 * this is easy.
122 */
Martin Schwidefsky64861632011-12-15 14:56:09 +0100123static inline cputime_t timeval_to_cputime(const struct timeval *value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124{
Martin Schwidefsky64861632011-12-15 14:56:09 +0100125 unsigned long long ret = value->tv_sec * 4096000000ULL;
126 return (__force cputime_t)(ret + value->tv_usec * 4096ULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127}
128
Martin Schwidefsky64861632011-12-15 14:56:09 +0100129static inline void cputime_to_timeval(const cputime_t cputime,
130 struct timeval *value)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131{
Martin Schwidefsky64861632011-12-15 14:56:09 +0100132 unsigned long long __cputime = (__force unsigned long long) cputime;
Heiko Carstensf4815ac2012-05-23 16:24:51 +0200133#ifndef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 register_pair rp;
135
Martin Schwidefsky64861632011-12-15 14:56:09 +0100136 rp.pair = __cputime >> 1;
Martin Schwidefskyaa5e97c2008-12-31 15:11:39 +0100137 asm ("dr %0,%1" : "+d" (rp) : "d" (2048000000UL));
138 value->tv_usec = rp.subreg.even / 4096;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 value->tv_sec = rp.subreg.odd;
140#else
Martin Schwidefsky64861632011-12-15 14:56:09 +0100141 value->tv_usec = (__cputime % 4096000000ULL) / 4096;
142 value->tv_sec = __cputime / 4096000000ULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143#endif
144}
145
146/*
147 * Convert cputime to clock and back.
148 */
Martin Schwidefsky64861632011-12-15 14:56:09 +0100149static inline clock_t cputime_to_clock_t(cputime_t cputime)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150{
Martin Schwidefsky64861632011-12-15 14:56:09 +0100151 unsigned long long clock = (__force unsigned long long) cputime;
152 do_div(clock, 4096000000ULL / USER_HZ);
153 return clock;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154}
155
Martin Schwidefsky64861632011-12-15 14:56:09 +0100156static inline cputime_t clock_t_to_cputime(unsigned long x)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157{
Martin Schwidefsky64861632011-12-15 14:56:09 +0100158 return (__force cputime_t)(x * (4096000000ULL / USER_HZ));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159}
160
161/*
162 * Convert cputime64 to clock.
163 */
Martin Schwidefsky64861632011-12-15 14:56:09 +0100164static inline clock_t cputime64_to_clock_t(cputime64_t cputime)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165{
Martin Schwidefsky64861632011-12-15 14:56:09 +0100166 unsigned long long clock = (__force unsigned long long) cputime;
167 do_div(clock, 4096000000ULL / USER_HZ);
168 return clock;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169}
170
Martin Schwidefsky76d4e002009-06-12 10:26:21 +0200171struct s390_idle_data {
Heiko Carstens711d2732012-07-13 16:09:04 +0200172 int nohz_delay;
Martin Schwidefskye98bbaa2009-06-22 12:08:20 +0200173 unsigned int sequence;
Martin Schwidefsky76d4e002009-06-12 10:26:21 +0200174 unsigned long long idle_count;
Martin Schwidefsky76d4e002009-06-12 10:26:21 +0200175 unsigned long long idle_time;
Martin Schwidefsky27f6b412012-07-20 11:15:08 +0200176 unsigned long long clock_idle_enter;
177 unsigned long long clock_idle_exit;
178 unsigned long long timer_idle_enter;
179 unsigned long long timer_idle_exit;
Martin Schwidefsky76d4e002009-06-12 10:26:21 +0200180};
181
182DECLARE_PER_CPU(struct s390_idle_data, s390_idle);
183
Martin Schwidefskye1c80532009-04-23 13:58:08 +0200184cputime64_t s390_get_idle_time(int cpu);
185
186#define arch_idle_time(cpu) s390_get_idle_time(cpu)
187
Martin Schwidefsky3c5d92a2009-09-29 14:25:16 +0200188static inline int s390_nohz_delay(int cpu)
189{
Heiko Carstens37e89522011-01-05 12:47:55 +0100190 return __get_cpu_var(s390_idle).nohz_delay != 0;
Martin Schwidefsky3c5d92a2009-09-29 14:25:16 +0200191}
192
193#define arch_needs_cpu(cpu) s390_nohz_delay(cpu)
194
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195#endif /* _S390_CPUTIME_H */