| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 1 | /* bitops.S: Sparc64 atomic bit operations. | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | * | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 3 | * Copyright (C) 2000, 2007 David S. Miller (davem@davemloft.net) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | */ | 
|  | 5 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | #include <asm/asi.h> | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 7 | #include <asm/backoff.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 |  | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 9 | .text | 
|  | 10 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | .globl	test_and_set_bit | 
|  | 12 | .type	test_and_set_bit,#function | 
|  | 13 | test_and_set_bit:	/* %o0=nr, %o1=addr */ | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 14 | BACKOFF_SETUP(%o3) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | srlx	%o0, 6, %g1 | 
|  | 16 | mov	1, %o2 | 
|  | 17 | sllx	%g1, 3, %g3 | 
|  | 18 | and	%o0, 63, %g2 | 
|  | 19 | sllx	%o2, %g2, %o2 | 
|  | 20 | add	%o1, %g3, %o1 | 
|  | 21 | 1:	ldx	[%o1], %g7 | 
|  | 22 | or	%g7, %o2, %g1 | 
|  | 23 | casx	[%o1], %g7, %g1 | 
|  | 24 | cmp	%g7, %g1 | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 25 | bne,pn	%xcc, 2f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | and	%g7, %o2, %g2 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | clr	%o0 | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 28 | movrne	%g2, 1, %o0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | retl | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 30 | nop | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 31 | 2:	BACKOFF_SPIN(%o3, %o4, 1b) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | .size	test_and_set_bit, .-test_and_set_bit | 
|  | 33 |  | 
|  | 34 | .globl	test_and_clear_bit | 
|  | 35 | .type	test_and_clear_bit,#function | 
|  | 36 | test_and_clear_bit:	/* %o0=nr, %o1=addr */ | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 37 | BACKOFF_SETUP(%o3) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | srlx	%o0, 6, %g1 | 
|  | 39 | mov	1, %o2 | 
|  | 40 | sllx	%g1, 3, %g3 | 
|  | 41 | and	%o0, 63, %g2 | 
|  | 42 | sllx	%o2, %g2, %o2 | 
|  | 43 | add	%o1, %g3, %o1 | 
|  | 44 | 1:	ldx	[%o1], %g7 | 
|  | 45 | andn	%g7, %o2, %g1 | 
|  | 46 | casx	[%o1], %g7, %g1 | 
|  | 47 | cmp	%g7, %g1 | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 48 | bne,pn	%xcc, 2f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | and	%g7, %o2, %g2 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | clr	%o0 | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 51 | movrne	%g2, 1, %o0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | retl | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 53 | nop | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 54 | 2:	BACKOFF_SPIN(%o3, %o4, 1b) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | .size	test_and_clear_bit, .-test_and_clear_bit | 
|  | 56 |  | 
|  | 57 | .globl	test_and_change_bit | 
|  | 58 | .type	test_and_change_bit,#function | 
|  | 59 | test_and_change_bit:	/* %o0=nr, %o1=addr */ | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 60 | BACKOFF_SETUP(%o3) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | srlx	%o0, 6, %g1 | 
|  | 62 | mov	1, %o2 | 
|  | 63 | sllx	%g1, 3, %g3 | 
|  | 64 | and	%o0, 63, %g2 | 
|  | 65 | sllx	%o2, %g2, %o2 | 
|  | 66 | add	%o1, %g3, %o1 | 
|  | 67 | 1:	ldx	[%o1], %g7 | 
|  | 68 | xor	%g7, %o2, %g1 | 
|  | 69 | casx	[%o1], %g7, %g1 | 
|  | 70 | cmp	%g7, %g1 | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 71 | bne,pn	%xcc, 2f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | and	%g7, %o2, %g2 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | clr	%o0 | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 74 | movrne	%g2, 1, %o0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 | retl | 
| David S. Miller | b445e26 | 2005-06-27 15:42:04 -0700 | [diff] [blame] | 76 | nop | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 77 | 2:	BACKOFF_SPIN(%o3, %o4, 1b) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 78 | .size	test_and_change_bit, .-test_and_change_bit | 
|  | 79 |  | 
|  | 80 | .globl	set_bit | 
|  | 81 | .type	set_bit,#function | 
|  | 82 | set_bit:		/* %o0=nr, %o1=addr */ | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 83 | BACKOFF_SETUP(%o3) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | srlx	%o0, 6, %g1 | 
|  | 85 | mov	1, %o2 | 
|  | 86 | sllx	%g1, 3, %g3 | 
|  | 87 | and	%o0, 63, %g2 | 
|  | 88 | sllx	%o2, %g2, %o2 | 
|  | 89 | add	%o1, %g3, %o1 | 
|  | 90 | 1:	ldx	[%o1], %g7 | 
|  | 91 | or	%g7, %o2, %g1 | 
|  | 92 | casx	[%o1], %g7, %g1 | 
|  | 93 | cmp	%g7, %g1 | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 94 | bne,pn	%xcc, 2f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | nop | 
|  | 96 | retl | 
|  | 97 | nop | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 98 | 2:	BACKOFF_SPIN(%o3, %o4, 1b) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | .size	set_bit, .-set_bit | 
|  | 100 |  | 
|  | 101 | .globl	clear_bit | 
|  | 102 | .type	clear_bit,#function | 
|  | 103 | clear_bit:		/* %o0=nr, %o1=addr */ | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 104 | BACKOFF_SETUP(%o3) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | srlx	%o0, 6, %g1 | 
|  | 106 | mov	1, %o2 | 
|  | 107 | sllx	%g1, 3, %g3 | 
|  | 108 | and	%o0, 63, %g2 | 
|  | 109 | sllx	%o2, %g2, %o2 | 
|  | 110 | add	%o1, %g3, %o1 | 
|  | 111 | 1:	ldx	[%o1], %g7 | 
|  | 112 | andn	%g7, %o2, %g1 | 
|  | 113 | casx	[%o1], %g7, %g1 | 
|  | 114 | cmp	%g7, %g1 | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 115 | bne,pn	%xcc, 2f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | nop | 
|  | 117 | retl | 
|  | 118 | nop | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 119 | 2:	BACKOFF_SPIN(%o3, %o4, 1b) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | .size	clear_bit, .-clear_bit | 
|  | 121 |  | 
|  | 122 | .globl	change_bit | 
|  | 123 | .type	change_bit,#function | 
|  | 124 | change_bit:		/* %o0=nr, %o1=addr */ | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 125 | BACKOFF_SETUP(%o3) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | srlx	%o0, 6, %g1 | 
|  | 127 | mov	1, %o2 | 
|  | 128 | sllx	%g1, 3, %g3 | 
|  | 129 | and	%o0, 63, %g2 | 
|  | 130 | sllx	%o2, %g2, %o2 | 
|  | 131 | add	%o1, %g3, %o1 | 
|  | 132 | 1:	ldx	[%o1], %g7 | 
|  | 133 | xor	%g7, %o2, %g1 | 
|  | 134 | casx	[%o1], %g7, %g1 | 
|  | 135 | cmp	%g7, %g1 | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 136 | bne,pn	%xcc, 2f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | nop | 
|  | 138 | retl | 
|  | 139 | nop | 
| David S. Miller | 24f287e | 2007-10-15 16:41:44 -0700 | [diff] [blame] | 140 | 2:	BACKOFF_SPIN(%o3, %o4, 1b) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | .size	change_bit, .-change_bit |