| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* -*- linux-c -*- ------------------------------------------------------- * | 
|  | 2 | * | 
|  | 3 | *   Copyright 2003 H. Peter Anvin - All Rights Reserved | 
|  | 4 | * | 
|  | 5 | *   This program is free software; you can redistribute it and/or modify | 
|  | 6 | *   it under the terms of the GNU General Public License as published by | 
|  | 7 | *   the Free Software Foundation, Inc., 53 Temple Place Ste 330, | 
| Atsushi SAKAI | 93ed05e | 2009-03-31 14:57:37 +1100 | [diff] [blame] | 8 | *   Boston MA 02111-1307, USA; either version 2 of the License, or | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | *   (at your option) any later version; incorporated herein by reference. | 
|  | 10 | * | 
|  | 11 | * ----------------------------------------------------------------------- */ | 
|  | 12 |  | 
|  | 13 | #ifndef LINUX_RAID_RAID6_H | 
|  | 14 | #define LINUX_RAID_RAID6_H | 
|  | 15 |  | 
|  | 16 | #ifdef __KERNEL__ | 
|  | 17 |  | 
|  | 18 | /* Set to 1 to use kernel-wide empty_zero_page */ | 
|  | 19 | #define RAID6_USE_EMPTY_ZERO_PAGE 0 | 
| NeilBrown | bff6197 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 20 | #include <linux/blkdev.h> | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | /* We need a pre-zeroed page... if we don't want to use the kernel-provided | 
|  | 23 | one define it here */ | 
|  | 24 | #if RAID6_USE_EMPTY_ZERO_PAGE | 
|  | 25 | # define raid6_empty_zero_page empty_zero_page | 
|  | 26 | #else | 
|  | 27 | extern const char raid6_empty_zero_page[PAGE_SIZE]; | 
|  | 28 | #endif | 
|  | 29 |  | 
|  | 30 | #else /* ! __KERNEL__ */ | 
|  | 31 | /* Used for testing in user space */ | 
|  | 32 |  | 
|  | 33 | #include <errno.h> | 
|  | 34 | #include <inttypes.h> | 
|  | 35 | #include <limits.h> | 
|  | 36 | #include <stddef.h> | 
|  | 37 | #include <sys/mman.h> | 
|  | 38 | #include <sys/types.h> | 
|  | 39 |  | 
|  | 40 | /* Not standard, but glibc defines it */ | 
|  | 41 | #define BITS_PER_LONG __WORDSIZE | 
|  | 42 |  | 
|  | 43 | typedef uint8_t  u8; | 
|  | 44 | typedef uint16_t u16; | 
|  | 45 | typedef uint32_t u32; | 
|  | 46 | typedef uint64_t u64; | 
|  | 47 |  | 
|  | 48 | #ifndef PAGE_SIZE | 
|  | 49 | # define PAGE_SIZE 4096 | 
|  | 50 | #endif | 
|  | 51 | extern const char raid6_empty_zero_page[PAGE_SIZE]; | 
|  | 52 |  | 
|  | 53 | #define __init | 
|  | 54 | #define __exit | 
|  | 55 | #define __attribute_const__ __attribute__((const)) | 
| H. Peter Anvin | d7e70ba | 2005-09-16 19:27:29 -0700 | [diff] [blame] | 56 | #define noinline __attribute__((noinline)) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 |  | 
|  | 58 | #define preempt_enable() | 
|  | 59 | #define preempt_disable() | 
| H. Peter Anvin | d7e70ba | 2005-09-16 19:27:29 -0700 | [diff] [blame] | 60 | #define cpu_has_feature(x) 1 | 
|  | 61 | #define enable_kernel_altivec() | 
|  | 62 | #define disable_kernel_altivec() | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 |  | 
| Dan Williams | f701d58 | 2009-03-31 15:09:39 +1100 | [diff] [blame] | 64 | #define EXPORT_SYMBOL(sym) | 
| NeilBrown | d5302fe | 2010-08-12 06:38:24 +1000 | [diff] [blame] | 65 | #define EXPORT_SYMBOL_GPL(sym) | 
| Dan Williams | f701d58 | 2009-03-31 15:09:39 +1100 | [diff] [blame] | 66 | #define MODULE_LICENSE(licence) | 
| NeilBrown | d5302fe | 2010-08-12 06:38:24 +1000 | [diff] [blame] | 67 | #define MODULE_DESCRIPTION(desc) | 
| Dan Williams | f701d58 | 2009-03-31 15:09:39 +1100 | [diff] [blame] | 68 | #define subsys_initcall(x) | 
|  | 69 | #define module_exit(x) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 70 | #endif /* __KERNEL__ */ | 
|  | 71 |  | 
|  | 72 | /* Routine choices */ | 
|  | 73 | struct raid6_calls { | 
|  | 74 | void (*gen_syndrome)(int, size_t, void **); | 
|  | 75 | int  (*valid)(void);	/* Returns 1 if this routine set is usable */ | 
|  | 76 | const char *name;	/* Name of this routine set */ | 
|  | 77 | int prefer;		/* Has special performance attribute */ | 
|  | 78 | }; | 
|  | 79 |  | 
|  | 80 | /* Selected algorithm */ | 
|  | 81 | extern struct raid6_calls raid6_call; | 
|  | 82 |  | 
| NeilBrown | 7820f9e | 2009-12-14 12:49:47 +1100 | [diff] [blame] | 83 | /* Various routine sets */ | 
|  | 84 | extern const struct raid6_calls raid6_intx1; | 
|  | 85 | extern const struct raid6_calls raid6_intx2; | 
|  | 86 | extern const struct raid6_calls raid6_intx4; | 
|  | 87 | extern const struct raid6_calls raid6_intx8; | 
|  | 88 | extern const struct raid6_calls raid6_intx16; | 
|  | 89 | extern const struct raid6_calls raid6_intx32; | 
|  | 90 | extern const struct raid6_calls raid6_mmxx1; | 
|  | 91 | extern const struct raid6_calls raid6_mmxx2; | 
|  | 92 | extern const struct raid6_calls raid6_sse1x1; | 
|  | 93 | extern const struct raid6_calls raid6_sse1x2; | 
|  | 94 | extern const struct raid6_calls raid6_sse2x1; | 
|  | 95 | extern const struct raid6_calls raid6_sse2x2; | 
|  | 96 | extern const struct raid6_calls raid6_sse2x4; | 
|  | 97 | extern const struct raid6_calls raid6_altivec1; | 
|  | 98 | extern const struct raid6_calls raid6_altivec2; | 
|  | 99 | extern const struct raid6_calls raid6_altivec4; | 
|  | 100 | extern const struct raid6_calls raid6_altivec8; | 
|  | 101 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | /* Algorithm list */ | 
|  | 103 | extern const struct raid6_calls * const raid6_algos[]; | 
|  | 104 | int raid6_select_algo(void); | 
|  | 105 |  | 
|  | 106 | /* Return values from chk_syndrome */ | 
|  | 107 | #define RAID6_OK	0 | 
|  | 108 | #define RAID6_P_BAD	1 | 
|  | 109 | #define RAID6_Q_BAD	2 | 
|  | 110 | #define RAID6_PQ_BAD	3 | 
|  | 111 |  | 
|  | 112 | /* Galois field tables */ | 
|  | 113 | extern const u8 raid6_gfmul[256][256] __attribute__((aligned(256))); | 
|  | 114 | extern const u8 raid6_gfexp[256]      __attribute__((aligned(256))); | 
|  | 115 | extern const u8 raid6_gfinv[256]      __attribute__((aligned(256))); | 
|  | 116 | extern const u8 raid6_gfexi[256]      __attribute__((aligned(256))); | 
|  | 117 |  | 
|  | 118 | /* Recovery routines */ | 
| Dan Williams | f701d58 | 2009-03-31 15:09:39 +1100 | [diff] [blame] | 119 | void raid6_2data_recov(int disks, size_t bytes, int faila, int failb, | 
|  | 120 | void **ptrs); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | void raid6_datap_recov(int disks, size_t bytes, int faila, void **ptrs); | 
| Dan Williams | f701d58 | 2009-03-31 15:09:39 +1100 | [diff] [blame] | 122 | void raid6_dual_recov(int disks, size_t bytes, int faila, int failb, | 
|  | 123 | void **ptrs); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 |  | 
|  | 125 | /* Some definitions to allow code to be compiled for testing in userspace */ | 
|  | 126 | #ifndef __KERNEL__ | 
|  | 127 |  | 
|  | 128 | # define jiffies	raid6_jiffies() | 
|  | 129 | # define printk 	printf | 
|  | 130 | # define GFP_KERNEL	0 | 
| Dan Williams | f701d58 | 2009-03-31 15:09:39 +1100 | [diff] [blame] | 131 | # define __get_free_pages(x, y)	((unsigned long)mmap(NULL, PAGE_SIZE << (y), \ | 
|  | 132 | PROT_READ|PROT_WRITE,   \ | 
|  | 133 | MAP_PRIVATE|MAP_ANONYMOUS,\ | 
|  | 134 | 0, 0)) | 
|  | 135 | # define free_pages(x, y)	munmap((void *)(x), (y)*PAGE_SIZE) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 |  | 
|  | 137 | static inline void cpu_relax(void) | 
|  | 138 | { | 
|  | 139 | /* Nothing */ | 
|  | 140 | } | 
|  | 141 |  | 
|  | 142 | #undef  HZ | 
|  | 143 | #define HZ 1000 | 
|  | 144 | static inline uint32_t raid6_jiffies(void) | 
|  | 145 | { | 
|  | 146 | struct timeval tv; | 
|  | 147 | gettimeofday(&tv, NULL); | 
|  | 148 | return tv.tv_sec*1000 + tv.tv_usec/1000; | 
|  | 149 | } | 
|  | 150 |  | 
|  | 151 | #endif /* ! __KERNEL__ */ | 
|  | 152 |  | 
|  | 153 | #endif /* LINUX_RAID_RAID6_H */ |