| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 1 | /* | 
|  | 2 | * Copyright (C) 2008 The Android Open Source Project | 
|  | 3 | * All rights reserved. | 
|  | 4 | * | 
|  | 5 | * Redistribution and use in source and binary forms, with or without | 
|  | 6 | * modification, are permitted provided that the following conditions | 
|  | 7 | * are met: | 
|  | 8 | *  * Redistributions of source code must retain the above copyright | 
|  | 9 | *    notice, this list of conditions and the following disclaimer. | 
|  | 10 | *  * Redistributions in binary form must reproduce the above copyright | 
|  | 11 | *    notice, this list of conditions and the following disclaimer in | 
|  | 12 | *    the documentation and/or other materials provided with the | 
|  | 13 | *    distribution. | 
|  | 14 | * | 
|  | 15 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS | 
|  | 16 | * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT | 
|  | 17 | * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS | 
|  | 18 | * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE | 
|  | 19 | * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, | 
|  | 20 | * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, | 
|  | 21 | * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS | 
|  | 22 | * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED | 
|  | 23 | * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | 
|  | 24 | * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT | 
|  | 25 | * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF | 
|  | 26 | * SUCH DAMAGE. | 
|  | 27 | */ | 
|  | 28 |  | 
|  | 29 | #include <machine/cpu-features.h> | 
| Elliott Hughes | 851e68a | 2014-02-19 16:53:20 -0800 | [diff] [blame] | 30 | #include <private/bionic_asm.h> | 
|  | 31 | #include <private/libc_events.h> | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 32 |  | 
|  | 33 | /* | 
|  | 34 | * This code assumes it is running on a processor that supports all arm v7 | 
|  | 35 | * instructions, that supports neon instructions, and that supports | 
|  | 36 | * unaligned neon instruction accesses to memory. | 
|  | 37 | */ | 
|  | 38 |  | 
|  | 39 | .fpu    neon | 
| Chih-Hung Hsieh | 33f3351 | 2015-05-11 11:21:19 -0700 | [diff] [blame] | 40 | .syntax unified | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 41 |  | 
| Christopher Ferris | 59a13c1 | 2013-08-01 13:13:33 -0700 | [diff] [blame] | 42 | ENTRY(__memset_chk) | 
|  | 43 | cmp         r2, r3 | 
| Christopher Ferris | 5f45d58 | 2013-08-07 13:09:51 -0700 | [diff] [blame] | 44 | bls         .L_done | 
|  | 45 |  | 
|  | 46 | // Preserve lr for backtrace. | 
|  | 47 | push        {lr} | 
|  | 48 | .cfi_def_cfa_offset 4 | 
|  | 49 | .cfi_rel_offset lr, 0 | 
| Christopher Ferris | 59a13c1 | 2013-08-01 13:13:33 -0700 | [diff] [blame] | 50 |  | 
|  | 51 | ldr         r0, error_message | 
|  | 52 | ldr         r1, error_code | 
|  | 53 | 1: | 
|  | 54 | add         r0, pc | 
|  | 55 | bl          __fortify_chk_fail | 
|  | 56 | error_code: | 
|  | 57 | .word       BIONIC_EVENT_MEMSET_BUFFER_OVERFLOW | 
|  | 58 | error_message: | 
|  | 59 | .word       error_string-(1b+8) | 
| Christopher Ferris | 59a13c1 | 2013-08-01 13:13:33 -0700 | [diff] [blame] | 60 | END(__memset_chk) | 
|  | 61 |  | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 62 | ENTRY(bzero) | 
|  | 63 | mov     r2, r1 | 
|  | 64 | mov     r1, #0 | 
| Christopher Ferris | 59a13c1 | 2013-08-01 13:13:33 -0700 | [diff] [blame] | 65 |  | 
| Christopher Ferris | 5f45d58 | 2013-08-07 13:09:51 -0700 | [diff] [blame] | 66 | .L_done: | 
| Christopher Ferris | 59a13c1 | 2013-08-01 13:13:33 -0700 | [diff] [blame] | 67 | // Fall through to memset... | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 68 | END(bzero) | 
|  | 69 |  | 
|  | 70 | /* memset() returns its first argument.  */ | 
|  | 71 | ENTRY(memset) | 
| Christopher Ferris | 8264cbb | 2015-07-27 13:51:31 -0700 | [diff] [blame^] | 72 | mov         r3, r0 | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 73 | vdup.8      q0, r1 | 
|  | 74 |  | 
|  | 75 | /* make sure we have at least 32 bytes to write */ | 
|  | 76 | subs        r2, r2, #32 | 
|  | 77 | blo         2f | 
|  | 78 | vmov        q1, q0 | 
|  | 79 |  | 
|  | 80 | 1:      /* The main loop writes 32 bytes at a time */ | 
|  | 81 | subs        r2, r2, #32 | 
| Christopher Ferris | 8264cbb | 2015-07-27 13:51:31 -0700 | [diff] [blame^] | 82 | vst1.8      {d0 - d3}, [r3]! | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 83 | bhs         1b | 
|  | 84 |  | 
|  | 85 | 2:      /* less than 32 left */ | 
|  | 86 | add         r2, r2, #32 | 
|  | 87 | tst         r2, #0x10 | 
|  | 88 | beq         3f | 
|  | 89 |  | 
|  | 90 | // writes 16 bytes, 128-bits aligned | 
| Christopher Ferris | 8264cbb | 2015-07-27 13:51:31 -0700 | [diff] [blame^] | 91 | vst1.8      {d0, d1}, [r3]! | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 92 | 3:      /* write up to 15-bytes (count in r2) */ | 
|  | 93 | movs        ip, r2, lsl #29 | 
|  | 94 | bcc         1f | 
| Christopher Ferris | 8264cbb | 2015-07-27 13:51:31 -0700 | [diff] [blame^] | 95 | vst1.8      {d0}, [r3]! | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 96 | 1:      bge         2f | 
| Christopher Ferris | 8264cbb | 2015-07-27 13:51:31 -0700 | [diff] [blame^] | 97 | vst1.32     {d0[0]}, [r3]! | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 98 | 2:      movs        ip, r2, lsl #31 | 
| Christopher Ferris | 8264cbb | 2015-07-27 13:51:31 -0700 | [diff] [blame^] | 99 | strbmi      r1, [r3], #1 | 
|  | 100 | strbcs      r1, [r3], #1 | 
|  | 101 | strbcs      r1, [r3], #1 | 
| Christopher Ferris | 7c83a1e | 2013-02-26 01:30:00 -0800 | [diff] [blame] | 102 | bx          lr | 
|  | 103 | END(memset) | 
| Christopher Ferris | 59a13c1 | 2013-08-01 13:13:33 -0700 | [diff] [blame] | 104 |  | 
|  | 105 | .data | 
|  | 106 | error_string: | 
| Elliott Hughes | 68b6711 | 2013-10-15 17:17:05 -0700 | [diff] [blame] | 107 | .string     "memset: prevented write past end of buffer" |