| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /*  | 
 | 2 |  * Licensed under the GPL | 
 | 3 |  */ | 
 | 4 |  | 
 | 5 | #ifndef __UM_SYSDEP_CHECKSUM_H | 
 | 6 | #define __UM_SYSDEP_CHECKSUM_H | 
 | 7 |  | 
 | 8 | #include "linux/in6.h" | 
 | 9 | #include "linux/string.h" | 
 | 10 |  | 
 | 11 | /* | 
 | 12 |  * computes the checksum of a memory block at buff, length len, | 
 | 13 |  * and adds in "sum" (32-bit) | 
 | 14 |  * | 
 | 15 |  * returns a 32-bit number suitable for feeding into itself | 
 | 16 |  * or csum_tcpudp_magic | 
 | 17 |  * | 
 | 18 |  * this function must be called with even lengths, except | 
 | 19 |  * for the last fragment, which may be odd | 
 | 20 |  * | 
 | 21 |  * it's best to have buff aligned on a 32-bit boundary | 
 | 22 |  */ | 
 | 23 | unsigned int csum_partial(const unsigned char * buff, int len,  | 
 | 24 | 			  unsigned int sum); | 
 | 25 |  | 
 | 26 | /* | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 |  *	Note: when you get a NULL pointer exception here this means someone | 
 | 28 |  *	passed in an incorrect kernel address to one of these functions. | 
 | 29 |  * | 
 | 30 |  *	If you use these functions directly please don't forget the | 
 | 31 |  *	access_ok(). | 
 | 32 |  */ | 
 | 33 |  | 
 | 34 | static __inline__ | 
 | 35 | unsigned int csum_partial_copy_nocheck(const unsigned char *src, unsigned char *dst, | 
 | 36 | 				       int len, int sum) | 
 | 37 | { | 
 | 38 | 	memcpy(dst, src, len); | 
 | 39 | 	return(csum_partial(dst, len, sum)); | 
 | 40 | } | 
 | 41 |  | 
| Bodo Stroesser | 7d37c6d | 2005-05-05 16:15:36 -0700 | [diff] [blame] | 42 | /* | 
 | 43 |  * the same as csum_partial, but copies from src while it | 
 | 44 |  * checksums, and handles user-space pointer exceptions correctly, when needed. | 
 | 45 |  * | 
 | 46 |  * here even more important to align src and dst on a 32-bit (or even | 
 | 47 |  * better 64-bit) boundary | 
 | 48 |  */ | 
 | 49 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | static __inline__ | 
 | 51 | unsigned int csum_partial_copy_from_user(const unsigned char *src, unsigned char *dst, | 
 | 52 | 					 int len, int sum, int *err_ptr) | 
 | 53 | { | 
| Bodo Stroesser | 7d37c6d | 2005-05-05 16:15:36 -0700 | [diff] [blame] | 54 | 	if(copy_from_user(dst, src, len)){ | 
 | 55 | 		*err_ptr = -EFAULT; | 
 | 56 | 		return(-1); | 
 | 57 | 	} | 
 | 58 |  | 
 | 59 | 	return csum_partial(dst, len, sum); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | } | 
 | 61 |  | 
 | 62 | /* | 
 | 63 |  * These are the old (and unsafe) way of doing checksums, a warning message  | 
 | 64 |  * will be printed if they are used and an exception occurs. | 
 | 65 |  * | 
 | 66 |  * these functions should go away after some time. | 
 | 67 |  */ | 
 | 68 |  | 
 | 69 | #define csum_partial_copy_fromuser csum_partial_copy_from_user | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 |  | 
 | 71 | /* | 
 | 72 |  *	This is a version of ip_compute_csum() optimized for IP headers, | 
 | 73 |  *	which always checksum on 4 octet boundaries. | 
 | 74 |  * | 
 | 75 |  *	By Jorge Cwik <jorge@laser.satlink.net>, adapted for linux by | 
 | 76 |  *	Arnt Gulbrandsen. | 
 | 77 |  */ | 
 | 78 | static inline unsigned short ip_fast_csum(unsigned char * iph, | 
 | 79 | 					  unsigned int ihl) | 
 | 80 | { | 
 | 81 | 	unsigned int sum; | 
 | 82 |  | 
 | 83 | 	__asm__ __volatile__( | 
 | 84 | 	    "movl (%1), %0	;\n" | 
 | 85 | 	    "subl $4, %2	;\n" | 
 | 86 | 	    "jbe 2f		;\n" | 
 | 87 | 	    "addl 4(%1), %0	;\n" | 
 | 88 | 	    "adcl 8(%1), %0	;\n" | 
 | 89 | 	    "adcl 12(%1), %0	;\n" | 
 | 90 | "1:	    adcl 16(%1), %0	;\n" | 
 | 91 | 	    "lea 4(%1), %1	;\n" | 
 | 92 | 	    "decl %2		;\n" | 
 | 93 | 	    "jne 1b		;\n" | 
 | 94 | 	    "adcl $0, %0	;\n" | 
 | 95 | 	    "movl %0, %2	;\n" | 
 | 96 | 	    "shrl $16, %0	;\n" | 
 | 97 | 	    "addw %w2, %w0	;\n" | 
 | 98 | 	    "adcl $0, %0	;\n" | 
 | 99 | 	    "notl %0		;\n" | 
 | 100 | "2:				;\n" | 
 | 101 | 	/* Since the input registers which are loaded with iph and ipl | 
 | 102 | 	   are modified, we must also specify them as outputs, or gcc | 
 | 103 | 	   will assume they contain their original values. */ | 
 | 104 | 	: "=r" (sum), "=r" (iph), "=r" (ihl) | 
 | 105 | 	: "1" (iph), "2" (ihl) | 
 | 106 | 	: "memory"); | 
 | 107 | 	return(sum); | 
 | 108 | } | 
 | 109 |  | 
 | 110 | /* | 
 | 111 |  *	Fold a partial checksum | 
 | 112 |  */ | 
 | 113 |  | 
 | 114 | static inline unsigned int csum_fold(unsigned int sum) | 
 | 115 | { | 
 | 116 | 	__asm__( | 
 | 117 | 		"addl %1, %0		;\n" | 
 | 118 | 		"adcl $0xffff, %0	;\n" | 
 | 119 | 		: "=r" (sum) | 
 | 120 | 		: "r" (sum << 16), "0" (sum & 0xffff0000) | 
 | 121 | 	); | 
 | 122 | 	return (~sum) >> 16; | 
 | 123 | } | 
 | 124 |  | 
 | 125 | static inline unsigned long csum_tcpudp_nofold(unsigned long saddr, | 
 | 126 | 						   unsigned long daddr, | 
 | 127 | 						   unsigned short len, | 
 | 128 | 						   unsigned short proto, | 
 | 129 | 						   unsigned int sum) | 
 | 130 | { | 
 | 131 |     __asm__( | 
 | 132 | 	"addl %1, %0	;\n" | 
 | 133 | 	"adcl %2, %0	;\n" | 
 | 134 | 	"adcl %3, %0	;\n" | 
 | 135 | 	"adcl $0, %0	;\n" | 
 | 136 | 	: "=r" (sum) | 
 | 137 | 	: "g" (daddr), "g"(saddr), "g"((ntohs(len)<<16)+proto*256), "0"(sum)); | 
 | 138 |     return sum; | 
 | 139 | } | 
 | 140 |  | 
 | 141 | /* | 
 | 142 |  * computes the checksum of the TCP/UDP pseudo-header | 
 | 143 |  * returns a 16-bit checksum, already complemented | 
 | 144 |  */ | 
 | 145 | static inline unsigned short int csum_tcpudp_magic(unsigned long saddr, | 
 | 146 | 						   unsigned long daddr, | 
 | 147 | 						   unsigned short len, | 
 | 148 | 						   unsigned short proto, | 
 | 149 | 						   unsigned int sum) | 
 | 150 | { | 
 | 151 | 	return csum_fold(csum_tcpudp_nofold(saddr,daddr,len,proto,sum)); | 
 | 152 | } | 
 | 153 |  | 
 | 154 | /* | 
 | 155 |  * this routine is used for miscellaneous IP-like checksums, mainly | 
 | 156 |  * in icmp.c | 
 | 157 |  */ | 
 | 158 |  | 
 | 159 | static inline unsigned short ip_compute_csum(unsigned char * buff, int len) | 
 | 160 | { | 
 | 161 |     return csum_fold (csum_partial(buff, len, 0)); | 
 | 162 | } | 
 | 163 |  | 
 | 164 | #define _HAVE_ARCH_IPV6_CSUM | 
 | 165 | static __inline__ unsigned short int csum_ipv6_magic(struct in6_addr *saddr, | 
 | 166 | 						     struct in6_addr *daddr, | 
 | 167 | 						     __u32 len, | 
 | 168 | 						     unsigned short proto, | 
 | 169 | 						     unsigned int sum) | 
 | 170 | { | 
 | 171 | 	__asm__( | 
 | 172 | 		"addl 0(%1), %0		;\n" | 
 | 173 | 		"adcl 4(%1), %0		;\n" | 
 | 174 | 		"adcl 8(%1), %0		;\n" | 
 | 175 | 		"adcl 12(%1), %0	;\n" | 
 | 176 | 		"adcl 0(%2), %0		;\n" | 
 | 177 | 		"adcl 4(%2), %0		;\n" | 
 | 178 | 		"adcl 8(%2), %0		;\n" | 
 | 179 | 		"adcl 12(%2), %0	;\n" | 
 | 180 | 		"adcl %3, %0		;\n" | 
 | 181 | 		"adcl %4, %0		;\n" | 
 | 182 | 		"adcl $0, %0		;\n" | 
 | 183 | 		: "=&r" (sum) | 
 | 184 | 		: "r" (saddr), "r" (daddr), | 
 | 185 | 		  "r"(htonl(len)), "r"(htonl(proto)), "0"(sum)); | 
 | 186 |  | 
 | 187 | 	return csum_fold(sum); | 
 | 188 | } | 
 | 189 |  | 
 | 190 | /* | 
 | 191 |  *	Copy and checksum to user | 
 | 192 |  */ | 
 | 193 | #define HAVE_CSUM_COPY_USER | 
 | 194 | static __inline__ unsigned int csum_and_copy_to_user(const unsigned char *src, | 
 | 195 | 						     unsigned char *dst, | 
 | 196 | 						     int len, int sum, int *err_ptr) | 
 | 197 | { | 
| Bodo Stroesser | 7d37c6d | 2005-05-05 16:15:36 -0700 | [diff] [blame] | 198 | 	if (access_ok(VERIFY_WRITE, dst, len)){ | 
 | 199 | 		if(copy_to_user(dst, src, len)){ | 
 | 200 | 			*err_ptr = -EFAULT; | 
 | 201 | 			return(-1); | 
 | 202 | 		} | 
 | 203 |  | 
 | 204 | 		return csum_partial(src, len, sum); | 
 | 205 | 	} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 206 |  | 
 | 207 | 	if (len) | 
 | 208 | 		*err_ptr = -EFAULT; | 
 | 209 |  | 
 | 210 | 	return -1; /* invalid checksum */ | 
 | 211 | } | 
 | 212 |  | 
 | 213 | #endif | 
 | 214 |  | 
 | 215 | /* | 
 | 216 |  * Overrides for Emacs so that we follow Linus's tabbing style. | 
 | 217 |  * Emacs will notice this stuff at the end of the file and automatically | 
 | 218 |  * adjust the settings for this buffer only.  This must remain at the end | 
 | 219 |  * of the file. | 
 | 220 |  * --------------------------------------------------------------------------- | 
 | 221 |  * Local variables: | 
 | 222 |  * c-file-style: "linux" | 
 | 223 |  * End: | 
 | 224 |  */ |