| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
 | 2 |  *	Precise Delay Loops for x86-64 | 
 | 3 |  * | 
 | 4 |  *	Copyright (C) 1993 Linus Torvalds | 
 | 5 |  *	Copyright (C) 1997 Martin Mares <mj@atrey.karlin.mff.cuni.cz> | 
 | 6 |  * | 
 | 7 |  *	The __delay function must _NOT_ be inlined as its execution time | 
 | 8 |  *	depends wildly on alignment on many x86 processors.  | 
 | 9 |  */ | 
 | 10 |  | 
| Andi Kleen | 2ee60e17 | 2006-06-26 13:59:44 +0200 | [diff] [blame] | 11 | #include <linux/module.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <linux/sched.h> | 
 | 13 | #include <linux/delay.h> | 
 | 14 | #include <asm/delay.h> | 
| Venkatesh Pallipadi | 8a9e1b0 | 2005-06-23 00:08:13 -0700 | [diff] [blame] | 15 | #include <asm/msr.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 |  | 
 | 17 | #ifdef CONFIG_SMP | 
 | 18 | #include <asm/smp.h> | 
 | 19 | #endif | 
 | 20 |  | 
| Venkatesh Pallipadi | 8a9e1b0 | 2005-06-23 00:08:13 -0700 | [diff] [blame] | 21 | int read_current_timer(unsigned long *timer_value) | 
 | 22 | { | 
 | 23 | 	rdtscll(*timer_value); | 
 | 24 | 	return 0; | 
 | 25 | } | 
 | 26 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | void __delay(unsigned long loops) | 
 | 28 | { | 
 | 29 | 	unsigned bclock, now; | 
 | 30 | 	 | 
 | 31 | 	rdtscl(bclock); | 
 | 32 | 	do | 
 | 33 | 	{ | 
 | 34 | 		rep_nop();  | 
 | 35 | 		rdtscl(now); | 
 | 36 | 	} | 
 | 37 | 	while((now-bclock) < loops); | 
 | 38 | } | 
| Andi Kleen | 2ee60e17 | 2006-06-26 13:59:44 +0200 | [diff] [blame] | 39 | EXPORT_SYMBOL(__delay); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 |  | 
 | 41 | inline void __const_udelay(unsigned long xloops) | 
 | 42 | { | 
| Paolo 'Blaisorblade' Giarrusso | b9a8d94 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 43 | 	__delay(((xloops * HZ * cpu_data[raw_smp_processor_id()].loops_per_jiffy) >> 32) + 1); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | } | 
| Andi Kleen | 2ee60e17 | 2006-06-26 13:59:44 +0200 | [diff] [blame] | 45 | EXPORT_SYMBOL(__const_udelay); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 |  | 
 | 47 | void __udelay(unsigned long usecs) | 
 | 48 | { | 
| Paolo 'Blaisorblade' Giarrusso | b9a8d94 | 2006-12-07 02:14:07 +0100 | [diff] [blame] | 49 | 	__const_udelay(usecs * 0x000010c7);  /* 2**32 / 1000000 (rounded up) */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | } | 
| Andi Kleen | 2ee60e17 | 2006-06-26 13:59:44 +0200 | [diff] [blame] | 51 | EXPORT_SYMBOL(__udelay); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 |  | 
 | 53 | void __ndelay(unsigned long nsecs) | 
 | 54 | { | 
 | 55 | 	__const_udelay(nsecs * 0x00005);  /* 2**32 / 1000000000 (rounded up) */ | 
 | 56 | } | 
| Andi Kleen | 2ee60e17 | 2006-06-26 13:59:44 +0200 | [diff] [blame] | 57 | EXPORT_SYMBOL(__ndelay); |