| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) Paul Mackerras 1997. | 
|  | 3 | * | 
|  | 4 | * This program is free software; you can redistribute it and/or | 
|  | 5 | * modify it under the terms of the GNU General Public License | 
|  | 6 | * as published by the Free Software Foundation; either version | 
|  | 7 | * 2 of the License, or (at your option) any later version. | 
|  | 8 | * | 
|  | 9 | * NOTE: this code runs in 32 bit mode and is packaged as ELF32. | 
|  | 10 | */ | 
|  | 11 |  | 
| Olaf Hering | decd300 | 2005-08-08 13:24:38 +1000 | [diff] [blame] | 12 | #include "ppc_asm.h" | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 |  | 
|  | 14 | .text | 
|  | 15 | .globl	strcpy | 
|  | 16 | strcpy: | 
|  | 17 | addi	r5,r3,-1 | 
|  | 18 | addi	r4,r4,-1 | 
|  | 19 | 1:	lbzu	r0,1(r4) | 
|  | 20 | cmpwi	0,r0,0 | 
|  | 21 | stbu	r0,1(r5) | 
|  | 22 | bne	1b | 
|  | 23 | blr | 
|  | 24 |  | 
|  | 25 | .globl	strncpy | 
|  | 26 | strncpy: | 
|  | 27 | cmpwi	0,r5,0 | 
|  | 28 | beqlr | 
|  | 29 | mtctr	r5 | 
|  | 30 | addi	r6,r3,-1 | 
|  | 31 | addi	r4,r4,-1 | 
|  | 32 | 1:	lbzu	r0,1(r4) | 
|  | 33 | cmpwi	0,r0,0 | 
|  | 34 | stbu	r0,1(r6) | 
|  | 35 | bdnzf	2,1b		/* dec ctr, branch if ctr != 0 && !cr0.eq */ | 
|  | 36 | blr | 
|  | 37 |  | 
|  | 38 | .globl	strcat | 
|  | 39 | strcat: | 
|  | 40 | addi	r5,r3,-1 | 
|  | 41 | addi	r4,r4,-1 | 
|  | 42 | 1:	lbzu	r0,1(r5) | 
|  | 43 | cmpwi	0,r0,0 | 
|  | 44 | bne	1b | 
|  | 45 | addi	r5,r5,-1 | 
|  | 46 | 1:	lbzu	r0,1(r4) | 
|  | 47 | cmpwi	0,r0,0 | 
|  | 48 | stbu	r0,1(r5) | 
|  | 49 | bne	1b | 
|  | 50 | blr | 
|  | 51 |  | 
| David Gibson | 0ae0b54 | 2007-08-28 14:52:57 +1000 | [diff] [blame] | 52 | .globl	strchr | 
|  | 53 | strchr: | 
|  | 54 | addi	r3,r3,-1 | 
|  | 55 | 1:	lbzu	r0,1(r3) | 
|  | 56 | cmpw	0,r0,r4 | 
|  | 57 | beqlr | 
|  | 58 | cmpwi	0,r0,0 | 
|  | 59 | bne	1b | 
|  | 60 | li	r3,0 | 
|  | 61 | blr | 
|  | 62 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | .globl	strcmp | 
|  | 64 | strcmp: | 
|  | 65 | addi	r5,r3,-1 | 
|  | 66 | addi	r4,r4,-1 | 
|  | 67 | 1:	lbzu	r3,1(r5) | 
|  | 68 | cmpwi	1,r3,0 | 
|  | 69 | lbzu	r0,1(r4) | 
|  | 70 | subf.	r3,r0,r3 | 
|  | 71 | beqlr	1 | 
|  | 72 | beq	1b | 
|  | 73 | blr | 
|  | 74 |  | 
| David Gibson | 0ae0b54 | 2007-08-28 14:52:57 +1000 | [diff] [blame] | 75 | .globl	strncmp | 
|  | 76 | strncmp: | 
|  | 77 | mtctr	r5 | 
|  | 78 | addi	r5,r3,-1 | 
|  | 79 | addi	r4,r4,-1 | 
|  | 80 | 1:	lbzu	r3,1(r5) | 
|  | 81 | cmpwi	1,r3,0 | 
|  | 82 | lbzu	r0,1(r4) | 
|  | 83 | subf.	r3,r0,r3 | 
|  | 84 | beqlr	1 | 
|  | 85 | bdnzt	eq,1b | 
|  | 86 | blr | 
|  | 87 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | .globl	strlen | 
|  | 89 | strlen: | 
|  | 90 | addi	r4,r3,-1 | 
|  | 91 | 1:	lbzu	r0,1(r4) | 
|  | 92 | cmpwi	0,r0,0 | 
|  | 93 | bne	1b | 
|  | 94 | subf	r3,r3,r4 | 
|  | 95 | blr | 
|  | 96 |  | 
|  | 97 | .globl	memset | 
|  | 98 | memset: | 
|  | 99 | rlwimi	r4,r4,8,16,23 | 
|  | 100 | rlwimi	r4,r4,16,0,15 | 
|  | 101 | addi	r6,r3,-4 | 
|  | 102 | cmplwi	0,r5,4 | 
|  | 103 | blt	7f | 
|  | 104 | stwu	r4,4(r6) | 
|  | 105 | beqlr | 
|  | 106 | andi.	r0,r6,3 | 
|  | 107 | add	r5,r0,r5 | 
|  | 108 | subf	r6,r0,r6 | 
|  | 109 | rlwinm	r0,r5,32-2,2,31 | 
|  | 110 | mtctr	r0 | 
|  | 111 | bdz	6f | 
|  | 112 | 1:	stwu	r4,4(r6) | 
|  | 113 | bdnz	1b | 
|  | 114 | 6:	andi.	r5,r5,3 | 
|  | 115 | 7:	cmpwi	0,r5,0 | 
|  | 116 | beqlr | 
|  | 117 | mtctr	r5 | 
|  | 118 | addi	r6,r6,3 | 
|  | 119 | 8:	stbu	r4,1(r6) | 
|  | 120 | bdnz	8b | 
|  | 121 | blr | 
|  | 122 |  | 
|  | 123 | .globl	memmove | 
|  | 124 | memmove: | 
|  | 125 | cmplw	0,r3,r4 | 
|  | 126 | bgt	backwards_memcpy | 
|  | 127 | /* fall through */ | 
|  | 128 |  | 
|  | 129 | .globl	memcpy | 
|  | 130 | memcpy: | 
| Olaf Hering | 844ae3a | 2005-10-28 17:46:46 -0700 | [diff] [blame] | 131 | rlwinm.	r7,r5,32-3,3,31		/* r7 = r5 >> 3 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | addi	r6,r3,-4 | 
|  | 133 | addi	r4,r4,-4 | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 134 | beq	3f			/* if less than 8 bytes to do */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 135 | andi.	r0,r6,3			/* get dest word aligned */ | 
|  | 136 | mtctr	r7 | 
|  | 137 | bne	5f | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 138 | andi.	r0,r4,3			/* check src word aligned too */ | 
|  | 139 | bne	3f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | 1:	lwz	r7,4(r4) | 
|  | 141 | lwzu	r8,8(r4) | 
|  | 142 | stw	r7,4(r6) | 
|  | 143 | stwu	r8,8(r6) | 
|  | 144 | bdnz	1b | 
|  | 145 | andi.	r5,r5,7 | 
|  | 146 | 2:	cmplwi	0,r5,4 | 
|  | 147 | blt	3f | 
|  | 148 | lwzu	r0,4(r4) | 
|  | 149 | addi	r5,r5,-4 | 
|  | 150 | stwu	r0,4(r6) | 
|  | 151 | 3:	cmpwi	0,r5,0 | 
|  | 152 | beqlr | 
|  | 153 | mtctr	r5 | 
|  | 154 | addi	r4,r4,3 | 
|  | 155 | addi	r6,r6,3 | 
|  | 156 | 4:	lbzu	r0,1(r4) | 
|  | 157 | stbu	r0,1(r6) | 
|  | 158 | bdnz	4b | 
|  | 159 | blr | 
|  | 160 | 5:	subfic	r0,r0,4 | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 161 | cmpw	cr1,r0,r5 | 
|  | 162 | add	r7,r0,r4 | 
|  | 163 | andi.	r7,r7,3			/* will source be word-aligned too? */ | 
|  | 164 | ble	cr1,3b | 
|  | 165 | bne	3b			/* do byte-by-byte if not */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | mtctr	r0 | 
|  | 167 | 6:	lbz	r7,4(r4) | 
|  | 168 | addi	r4,r4,1 | 
|  | 169 | stb	r7,4(r6) | 
|  | 170 | addi	r6,r6,1 | 
|  | 171 | bdnz	6b | 
|  | 172 | subf	r5,r0,r5 | 
|  | 173 | rlwinm.	r7,r5,32-3,3,31 | 
|  | 174 | beq	2b | 
|  | 175 | mtctr	r7 | 
|  | 176 | b	1b | 
|  | 177 |  | 
|  | 178 | .globl	backwards_memcpy | 
|  | 179 | backwards_memcpy: | 
| Olaf Hering | 844ae3a | 2005-10-28 17:46:46 -0700 | [diff] [blame] | 180 | rlwinm.	r7,r5,32-3,3,31		/* r7 = r5 >> 3 */ | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | add	r6,r3,r5 | 
|  | 182 | add	r4,r4,r5 | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 183 | beq	3f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | andi.	r0,r6,3 | 
|  | 185 | mtctr	r7 | 
|  | 186 | bne	5f | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 187 | andi.	r0,r4,3 | 
|  | 188 | bne	3f | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | 1:	lwz	r7,-4(r4) | 
|  | 190 | lwzu	r8,-8(r4) | 
|  | 191 | stw	r7,-4(r6) | 
|  | 192 | stwu	r8,-8(r6) | 
|  | 193 | bdnz	1b | 
|  | 194 | andi.	r5,r5,7 | 
|  | 195 | 2:	cmplwi	0,r5,4 | 
|  | 196 | blt	3f | 
|  | 197 | lwzu	r0,-4(r4) | 
|  | 198 | subi	r5,r5,4 | 
|  | 199 | stwu	r0,-4(r6) | 
|  | 200 | 3:	cmpwi	0,r5,0 | 
|  | 201 | beqlr | 
|  | 202 | mtctr	r5 | 
|  | 203 | 4:	lbzu	r0,-1(r4) | 
|  | 204 | stbu	r0,-1(r6) | 
|  | 205 | bdnz	4b | 
|  | 206 | blr | 
| Paul Mackerras | b4e7de0 | 2006-01-14 15:06:51 +1100 | [diff] [blame] | 207 | 5:	cmpw	cr1,r0,r5 | 
|  | 208 | subf	r7,r0,r4 | 
|  | 209 | andi.	r7,r7,3 | 
|  | 210 | ble	cr1,3b | 
|  | 211 | bne	3b | 
|  | 212 | mtctr	r0 | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 213 | 6:	lbzu	r7,-1(r4) | 
|  | 214 | stbu	r7,-1(r6) | 
|  | 215 | bdnz	6b | 
|  | 216 | subf	r5,r0,r5 | 
|  | 217 | rlwinm.	r7,r5,32-3,3,31 | 
|  | 218 | beq	2b | 
|  | 219 | mtctr	r7 | 
|  | 220 | b	1b | 
|  | 221 |  | 
| David Gibson | 9b4b8fe | 2007-10-12 12:36:20 +1000 | [diff] [blame] | 222 | .globl	memchr | 
|  | 223 | memchr: | 
|  | 224 | cmpwi	0,r5,0 | 
|  | 225 | blelr | 
|  | 226 | mtctr	r5 | 
|  | 227 | addi	r3,r3,-1 | 
|  | 228 | 1:	lbzu	r0,1(r3) | 
|  | 229 | cmpw	r0,r4 | 
|  | 230 | beqlr | 
|  | 231 | bdnz	1b | 
|  | 232 | li	r3,0 | 
|  | 233 | blr | 
|  | 234 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 235 | .globl	memcmp | 
|  | 236 | memcmp: | 
|  | 237 | cmpwi	0,r5,0 | 
|  | 238 | blelr | 
|  | 239 | mtctr	r5 | 
|  | 240 | addi	r6,r3,-1 | 
|  | 241 | addi	r4,r4,-1 | 
|  | 242 | 1:	lbzu	r3,1(r6) | 
|  | 243 | lbzu	r0,1(r4) | 
|  | 244 | subf.	r3,r0,r3 | 
|  | 245 | bdnzt	2,1b | 
|  | 246 | blr | 
|  | 247 |  | 
|  | 248 |  | 
|  | 249 | /* | 
|  | 250 | * Flush the dcache and invalidate the icache for a range of addresses. | 
|  | 251 | * | 
|  | 252 | * flush_cache(addr, len) | 
|  | 253 | */ | 
|  | 254 | .global	flush_cache | 
|  | 255 | flush_cache: | 
|  | 256 | addi	4,4,0x1f	/* len = (len + 0x1f) / 0x20 */ | 
|  | 257 | rlwinm.	4,4,27,5,31 | 
|  | 258 | mtctr	4 | 
|  | 259 | beqlr | 
|  | 260 | 1:	dcbf	0,3 | 
|  | 261 | icbi	0,3 | 
|  | 262 | addi	3,3,0x20 | 
|  | 263 | bdnz	1b | 
|  | 264 | sync | 
|  | 265 | isync | 
|  | 266 | blr | 
|  | 267 |  |