| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) Paul Mackerras 1997. | 
|  | 3 | * | 
|  | 4 | * This program is free software; you can redistribute it and/or | 
|  | 5 | * modify it under the terms of the GNU General Public License | 
|  | 6 | * as published by the Free Software Foundation; either version | 
|  | 7 | * 2 of the License, or (at your option) any later version. | 
|  | 8 | * | 
|  | 9 | * NOTE: this code runs in 32 bit mode and is packaged as ELF32. | 
|  | 10 | */ | 
|  | 11 |  | 
| Olaf Hering | decd300 | 2005-08-08 13:24:38 +1000 | [diff] [blame] | 12 | #include "ppc_asm.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  | 
|  | 14 | .text | 
|  | 15 | .globl	strcpy | 
|  | 16 | strcpy: | 
|  | 17 | addi	r5,r3,-1 | 
|  | 18 | addi	r4,r4,-1 | 
|  | 19 | 1:	lbzu	r0,1(r4) | 
|  | 20 | cmpwi	0,r0,0 | 
|  | 21 | stbu	r0,1(r5) | 
|  | 22 | bne	1b | 
|  | 23 | blr | 
|  | 24 |  | 
|  | 25 | .globl	strncpy | 
|  | 26 | strncpy: | 
|  | 27 | cmpwi	0,r5,0 | 
|  | 28 | beqlr | 
|  | 29 | mtctr	r5 | 
|  | 30 | addi	r6,r3,-1 | 
|  | 31 | addi	r4,r4,-1 | 
|  | 32 | 1:	lbzu	r0,1(r4) | 
|  | 33 | cmpwi	0,r0,0 | 
|  | 34 | stbu	r0,1(r6) | 
|  | 35 | bdnzf	2,1b		/* dec ctr, branch if ctr != 0 && !cr0.eq */ | 
|  | 36 | blr | 
|  | 37 |  | 
|  | 38 | .globl	strcat | 
|  | 39 | strcat: | 
|  | 40 | addi	r5,r3,-1 | 
|  | 41 | addi	r4,r4,-1 | 
|  | 42 | 1:	lbzu	r0,1(r5) | 
|  | 43 | cmpwi	0,r0,0 | 
|  | 44 | bne	1b | 
|  | 45 | addi	r5,r5,-1 | 
|  | 46 | 1:	lbzu	r0,1(r4) | 
|  | 47 | cmpwi	0,r0,0 | 
|  | 48 | stbu	r0,1(r5) | 
|  | 49 | bne	1b | 
|  | 50 | blr | 
|  | 51 |  | 
|  | 52 | .globl	strcmp | 
|  | 53 | strcmp: | 
|  | 54 | addi	r5,r3,-1 | 
|  | 55 | addi	r4,r4,-1 | 
|  | 56 | 1:	lbzu	r3,1(r5) | 
|  | 57 | cmpwi	1,r3,0 | 
|  | 58 | lbzu	r0,1(r4) | 
|  | 59 | subf.	r3,r0,r3 | 
|  | 60 | beqlr	1 | 
|  | 61 | beq	1b | 
|  | 62 | blr | 
|  | 63 |  | 
|  | 64 | .globl	strlen | 
|  | 65 | strlen: | 
|  | 66 | addi	r4,r3,-1 | 
|  | 67 | 1:	lbzu	r0,1(r4) | 
|  | 68 | cmpwi	0,r0,0 | 
|  | 69 | bne	1b | 
|  | 70 | subf	r3,r3,r4 | 
|  | 71 | blr | 
|  | 72 |  | 
|  | 73 | .globl	memset | 
|  | 74 | memset: | 
|  | 75 | rlwimi	r4,r4,8,16,23 | 
|  | 76 | rlwimi	r4,r4,16,0,15 | 
|  | 77 | addi	r6,r3,-4 | 
|  | 78 | cmplwi	0,r5,4 | 
|  | 79 | blt	7f | 
|  | 80 | stwu	r4,4(r6) | 
|  | 81 | beqlr | 
|  | 82 | andi.	r0,r6,3 | 
|  | 83 | add	r5,r0,r5 | 
|  | 84 | subf	r6,r0,r6 | 
|  | 85 | rlwinm	r0,r5,32-2,2,31 | 
|  | 86 | mtctr	r0 | 
|  | 87 | bdz	6f | 
|  | 88 | 1:	stwu	r4,4(r6) | 
|  | 89 | bdnz	1b | 
|  | 90 | 6:	andi.	r5,r5,3 | 
|  | 91 | 7:	cmpwi	0,r5,0 | 
|  | 92 | beqlr | 
|  | 93 | mtctr	r5 | 
|  | 94 | addi	r6,r6,3 | 
|  | 95 | 8:	stbu	r4,1(r6) | 
|  | 96 | bdnz	8b | 
|  | 97 | blr | 
|  | 98 |  | 
|  | 99 | .globl	memmove | 
|  | 100 | memmove: | 
|  | 101 | cmplw	0,r3,r4 | 
|  | 102 | bgt	backwards_memcpy | 
|  | 103 | /* fall through */ | 
|  | 104 |  | 
|  | 105 | .globl	memcpy | 
|  | 106 | memcpy: | 
| Olaf Hering | 844ae3a | 2005-10-28 17:46:46 -0700 | [diff] [blame] | 107 | rlwinm.	r7,r5,32-3,3,31		/* r7 = r5 >> 3 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | addi	r6,r3,-4 | 
|  | 109 | addi	r4,r4,-4 | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 110 | beq	3f			/* if less than 8 bytes to do */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | andi.	r0,r6,3			/* get dest word aligned */ | 
|  | 112 | mtctr	r7 | 
|  | 113 | bne	5f | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 114 | andi.	r0,r4,3			/* check src word aligned too */ | 
|  | 115 | bne	3f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | 1:	lwz	r7,4(r4) | 
|  | 117 | lwzu	r8,8(r4) | 
|  | 118 | stw	r7,4(r6) | 
|  | 119 | stwu	r8,8(r6) | 
|  | 120 | bdnz	1b | 
|  | 121 | andi.	r5,r5,7 | 
|  | 122 | 2:	cmplwi	0,r5,4 | 
|  | 123 | blt	3f | 
|  | 124 | lwzu	r0,4(r4) | 
|  | 125 | addi	r5,r5,-4 | 
|  | 126 | stwu	r0,4(r6) | 
|  | 127 | 3:	cmpwi	0,r5,0 | 
|  | 128 | beqlr | 
|  | 129 | mtctr	r5 | 
|  | 130 | addi	r4,r4,3 | 
|  | 131 | addi	r6,r6,3 | 
|  | 132 | 4:	lbzu	r0,1(r4) | 
|  | 133 | stbu	r0,1(r6) | 
|  | 134 | bdnz	4b | 
|  | 135 | blr | 
|  | 136 | 5:	subfic	r0,r0,4 | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 137 | cmpw	cr1,r0,r5 | 
|  | 138 | add	r7,r0,r4 | 
|  | 139 | andi.	r7,r7,3			/* will source be word-aligned too? */ | 
|  | 140 | ble	cr1,3b | 
|  | 141 | bne	3b			/* do byte-by-byte if not */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | mtctr	r0 | 
|  | 143 | 6:	lbz	r7,4(r4) | 
|  | 144 | addi	r4,r4,1 | 
|  | 145 | stb	r7,4(r6) | 
|  | 146 | addi	r6,r6,1 | 
|  | 147 | bdnz	6b | 
|  | 148 | subf	r5,r0,r5 | 
|  | 149 | rlwinm.	r7,r5,32-3,3,31 | 
|  | 150 | beq	2b | 
|  | 151 | mtctr	r7 | 
|  | 152 | b	1b | 
|  | 153 |  | 
|  | 154 | .globl	backwards_memcpy | 
|  | 155 | backwards_memcpy: | 
| Olaf Hering | 844ae3a | 2005-10-28 17:46:46 -0700 | [diff] [blame] | 156 | rlwinm.	r7,r5,32-3,3,31		/* r7 = r5 >> 3 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | add	r6,r3,r5 | 
|  | 158 | add	r4,r4,r5 | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 159 | beq	3f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | andi.	r0,r6,3 | 
|  | 161 | mtctr	r7 | 
|  | 162 | bne	5f | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 163 | andi.	r0,r4,3 | 
|  | 164 | bne	3f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 165 | 1:	lwz	r7,-4(r4) | 
|  | 166 | lwzu	r8,-8(r4) | 
|  | 167 | stw	r7,-4(r6) | 
|  | 168 | stwu	r8,-8(r6) | 
|  | 169 | bdnz	1b | 
|  | 170 | andi.	r5,r5,7 | 
|  | 171 | 2:	cmplwi	0,r5,4 | 
|  | 172 | blt	3f | 
|  | 173 | lwzu	r0,-4(r4) | 
|  | 174 | subi	r5,r5,4 | 
|  | 175 | stwu	r0,-4(r6) | 
|  | 176 | 3:	cmpwi	0,r5,0 | 
|  | 177 | beqlr | 
|  | 178 | mtctr	r5 | 
|  | 179 | 4:	lbzu	r0,-1(r4) | 
|  | 180 | stbu	r0,-1(r6) | 
|  | 181 | bdnz	4b | 
|  | 182 | blr | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 183 | 5:	cmpw	cr1,r0,r5 | 
|  | 184 | subf	r7,r0,r4 | 
|  | 185 | andi.	r7,r7,3 | 
|  | 186 | ble	cr1,3b | 
|  | 187 | bne	3b | 
|  | 188 | mtctr	r0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | 6:	lbzu	r7,-1(r4) | 
|  | 190 | stbu	r7,-1(r6) | 
|  | 191 | bdnz	6b | 
|  | 192 | subf	r5,r0,r5 | 
|  | 193 | rlwinm.	r7,r5,32-3,3,31 | 
|  | 194 | beq	2b | 
|  | 195 | mtctr	r7 | 
|  | 196 | b	1b | 
|  | 197 |  | 
|  | 198 | .globl	memcmp | 
|  | 199 | memcmp: | 
|  | 200 | cmpwi	0,r5,0 | 
|  | 201 | blelr | 
|  | 202 | mtctr	r5 | 
|  | 203 | addi	r6,r3,-1 | 
|  | 204 | addi	r4,r4,-1 | 
|  | 205 | 1:	lbzu	r3,1(r6) | 
|  | 206 | lbzu	r0,1(r4) | 
|  | 207 | subf.	r3,r0,r3 | 
|  | 208 | bdnzt	2,1b | 
|  | 209 | blr | 
|  | 210 |  | 
|  | 211 |  | 
|  | 212 | /* | 
|  | 213 | * Flush the dcache and invalidate the icache for a range of addresses. | 
|  | 214 | * | 
|  | 215 | * flush_cache(addr, len) | 
|  | 216 | */ | 
|  | 217 | .global	flush_cache | 
|  | 218 | flush_cache: | 
|  | 219 | addi	4,4,0x1f	/* len = (len + 0x1f) / 0x20 */ | 
|  | 220 | rlwinm.	4,4,27,5,31 | 
|  | 221 | mtctr	4 | 
|  | 222 | beqlr | 
|  | 223 | 1:	dcbf	0,3 | 
|  | 224 | icbi	0,3 | 
|  | 225 | addi	3,3,0x20 | 
|  | 226 | bdnz	1b | 
|  | 227 | sync | 
|  | 228 | isync | 
|  | 229 | blr | 
|  | 230 |  |