| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
|  | 2 | * INET		An implementation of the TCP/IP protocol suite for the LINUX | 
|  | 3 | *		operating system.  INET is implemented using the  BSD Socket | 
|  | 4 | *		interface as the means of communication with the user level. | 
|  | 5 | * | 
|  | 6 | *		IP/TCP/UDP checksumming routines | 
|  | 7 | * | 
|  | 8 | * Authors:	Jorge Cwik, <jorge@laser.satlink.net> | 
|  | 9 | *		Arnt Gulbrandsen, <agulbra@nvg.unit.no> | 
|  | 10 | *		Tom May, <ftom@netcom.com> | 
|  | 11 | *		Andreas Schwab, <schwab@issan.informatik.uni-dortmund.de> | 
|  | 12 | *		Lots of code moved from tcp.c and ip.c; see those files | 
|  | 13 | *		for more names. | 
|  | 14 | * | 
|  | 15 | * 03/02/96	Jes Sorensen, Andreas Schwab, Roman Hodek: | 
|  | 16 | *		Fixed some nasty bugs, causing some horrible crashes. | 
|  | 17 | *		A: At some points, the sum (%0) was used as | 
|  | 18 | *		length-counter instead of the length counter | 
|  | 19 | *		(%1). Thanks to Roman Hodek for pointing this out. | 
|  | 20 | *		B: GCC seems to mess up if one uses too many | 
|  | 21 | *		data-registers to hold input values and one tries to | 
|  | 22 | *		specify d0 and d1 as scratch registers. Letting gcc choose these | 
|  | 23 | *      registers itself solves the problem. | 
|  | 24 | * | 
|  | 25 | *		This program is free software; you can redistribute it and/or | 
|  | 26 | *		modify it under the terms of the GNU General Public License | 
|  | 27 | *		as published by the Free Software Foundation; either version | 
|  | 28 | *		2 of the License, or (at your option) any later version. | 
|  | 29 | */ | 
|  | 30 |  | 
|  | 31 | /* Revised by Kenneth Albanowski for m68knommu. Basic problem: unaligned access kills, so most | 
|  | 32 | of the assembly has to go. */ | 
|  | 33 |  | 
|  | 34 | #include <linux/module.h> | 
|  | 35 | #include <net/checksum.h> | 
|  | 36 |  | 
|  | 37 | static inline unsigned short from32to16(unsigned long x) | 
|  | 38 | { | 
|  | 39 | /* add up 16-bit and 16-bit for 16+c bit */ | 
|  | 40 | x = (x & 0xffff) + (x >> 16); | 
|  | 41 | /* add up carry.. */ | 
|  | 42 | x = (x & 0xffff) + (x >> 16); | 
|  | 43 | return x; | 
|  | 44 | } | 
|  | 45 |  | 
|  | 46 | static unsigned long do_csum(const unsigned char * buff, int len) | 
|  | 47 | { | 
|  | 48 | int odd, count; | 
|  | 49 | unsigned long result = 0; | 
|  | 50 |  | 
|  | 51 | if (len <= 0) | 
|  | 52 | goto out; | 
|  | 53 | odd = 1 & (unsigned long) buff; | 
|  | 54 | if (odd) { | 
|  | 55 | result = *buff; | 
|  | 56 | len--; | 
|  | 57 | buff++; | 
|  | 58 | } | 
|  | 59 | count = len >> 1;		/* nr of 16-bit words.. */ | 
|  | 60 | if (count) { | 
|  | 61 | if (2 & (unsigned long) buff) { | 
|  | 62 | result += *(unsigned short *) buff; | 
|  | 63 | count--; | 
|  | 64 | len -= 2; | 
|  | 65 | buff += 2; | 
|  | 66 | } | 
|  | 67 | count >>= 1;		/* nr of 32-bit words.. */ | 
|  | 68 | if (count) { | 
|  | 69 | unsigned long carry = 0; | 
|  | 70 | do { | 
|  | 71 | unsigned long w = *(unsigned long *) buff; | 
|  | 72 | count--; | 
|  | 73 | buff += 4; | 
|  | 74 | result += carry; | 
|  | 75 | result += w; | 
|  | 76 | carry = (w > result); | 
|  | 77 | } while (count); | 
|  | 78 | result += carry; | 
|  | 79 | result = (result & 0xffff) + (result >> 16); | 
|  | 80 | } | 
|  | 81 | if (len & 2) { | 
|  | 82 | result += *(unsigned short *) buff; | 
|  | 83 | buff += 2; | 
|  | 84 | } | 
|  | 85 | } | 
|  | 86 | if (len & 1) | 
|  | 87 | result += (*buff << 8); | 
|  | 88 | result = from32to16(result); | 
|  | 89 | if (odd) | 
|  | 90 | result = ((result >> 8) & 0xff) | ((result & 0xff) << 8); | 
|  | 91 | out: | 
|  | 92 | return result; | 
|  | 93 | } | 
|  | 94 |  | 
| Greg Ungerer | 6192c1e | 2009-07-02 16:11:58 +1000 | [diff] [blame] | 95 | #ifdef CONFIG_COLDFIRE | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | /* | 
|  | 97 | *	This is a version of ip_compute_csum() optimized for IP headers, | 
|  | 98 | *	which always checksum on 4 octet boundaries. | 
|  | 99 | */ | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 100 | __sum16 ip_fast_csum(const void *iph, unsigned int ihl) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 101 | { | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 102 | return (__force __sum16)~do_csum(iph,ihl*4); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | } | 
| Greg Ungerer | b33972e | 2011-03-29 14:10:23 +1000 | [diff] [blame] | 104 | EXPORT_SYMBOL(ip_fast_csum); | 
| Greg Ungerer | 6192c1e | 2009-07-02 16:11:58 +1000 | [diff] [blame] | 105 | #endif | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 |  | 
|  | 107 | /* | 
|  | 108 | * computes the checksum of a memory block at buff, length len, | 
|  | 109 | * and adds in "sum" (32-bit) | 
|  | 110 | * | 
|  | 111 | * returns a 32-bit number suitable for feeding into itself | 
|  | 112 | * or csum_tcpudp_magic | 
|  | 113 | * | 
|  | 114 | * this function must be called with even lengths, except | 
|  | 115 | * for the last fragment, which may be odd | 
|  | 116 | * | 
|  | 117 | * it's best to have buff aligned on a 32-bit boundary | 
|  | 118 | */ | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 119 | __wsum csum_partial(const void *buff, int len, __wsum sum) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | { | 
|  | 121 | unsigned int result = do_csum(buff, len); | 
|  | 122 |  | 
|  | 123 | /* add in old sum, and carry.. */ | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 124 | result += (__force u32)sum; | 
|  | 125 | if ((__force u32)sum > result) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | result += 1; | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 127 | return (__force __wsum)result; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | } | 
|  | 129 |  | 
|  | 130 | EXPORT_SYMBOL(csum_partial); | 
|  | 131 |  | 
|  | 132 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | * copy from fs while checksumming, otherwise like csum_partial | 
|  | 134 | */ | 
|  | 135 |  | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 136 | __wsum | 
|  | 137 | csum_partial_copy_from_user(const void __user *src, void *dst, | 
|  | 138 | int len, __wsum sum, int *csum_err) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | { | 
|  | 140 | if (csum_err) *csum_err = 0; | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 141 | memcpy(dst, (__force const void *)src, len); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | return csum_partial(dst, len, sum); | 
|  | 143 | } | 
| Greg Ungerer | b33972e | 2011-03-29 14:10:23 +1000 | [diff] [blame] | 144 | EXPORT_SYMBOL(csum_partial_copy_from_user); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 |  | 
|  | 146 | /* | 
|  | 147 | * copy from ds while checksumming, otherwise like csum_partial | 
|  | 148 | */ | 
|  | 149 |  | 
| Al Viro | 59ed05a | 2006-11-14 21:17:56 -0800 | [diff] [blame] | 150 | __wsum | 
|  | 151 | csum_partial_copy_nocheck(const void *src, void *dst, int len, __wsum sum) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | { | 
|  | 153 | memcpy(dst, src, len); | 
|  | 154 | return csum_partial(dst, len, sum); | 
|  | 155 | } | 
| Greg Ungerer | b33972e | 2011-03-29 14:10:23 +1000 | [diff] [blame] | 156 | EXPORT_SYMBOL(csum_partial_copy_nocheck); |