|  | #ifndef _CIO_QDIO_H | 
|  | #define _CIO_QDIO_H | 
|  |  | 
|  | #include <asm/page.h> | 
|  |  | 
|  | #define VERSION_CIO_QDIO_H "$Revision: 1.33 $" | 
|  |  | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_VERBOSE_LEVEL 9 | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_VERBOSE_LEVEL 5 | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_USE_PROCESSING_STATE | 
|  |  | 
|  | #ifdef CONFIG_QDIO_PERF_STATS | 
|  | #define QDIO_PERFORMANCE_STATS | 
|  | #endif /* CONFIG_QDIO_PERF_STATS */ | 
|  |  | 
|  | #define QDIO_MINIMAL_BH_RELIEF_TIME 16 | 
|  | #define QDIO_TIMER_POLL_VALUE 1 | 
|  | #define IQDIO_TIMER_POLL_VALUE 1 | 
|  |  | 
|  | /* | 
|  | * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as | 
|  | * we never know, whether we'll get initiative again, e.g. to give the | 
|  | * transmit skb's back to the stack, however the stack may be waiting for | 
|  | * them... therefore we define 4 as threshold to start polling (which | 
|  | * will stop as soon as the asynchronous queue catches up) | 
|  | * btw, this only applies to the asynchronous HiperSockets queue | 
|  | */ | 
|  | #define IQDIO_FILL_LEVEL_TO_POLL 4 | 
|  |  | 
|  | #define TIQDIO_THININT_ISC 3 | 
|  | #define TIQDIO_DELAY_TARGET 0 | 
|  | #define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */ | 
|  | #define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */ | 
|  | #define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */ | 
|  | #define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */ | 
|  | #define IQDIO_LOCAL_LAPS 4 | 
|  | #define IQDIO_LOCAL_LAPS_INT 1 | 
|  | #define IQDIO_GLOBAL_SUMMARY_CC_MASK 2 | 
|  | /*#define IQDIO_IQDC_INT_PARM 0x1234*/ | 
|  |  | 
|  | #define QDIO_Q_LAPS 5 | 
|  |  | 
|  | #define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY | 
|  |  | 
|  | #define L2_CACHELINE_SIZE 256 | 
|  | #define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32)) | 
|  |  | 
|  | #define QDIO_PERF "qdio_perf" | 
|  |  | 
|  | /* must be a power of 2 */ | 
|  | /*#define QDIO_STATS_NUMBER 4 | 
|  |  | 
|  | #define QDIO_STATS_CLASSES 2 | 
|  | #define QDIO_STATS_COUNT_NEEDED 2*/ | 
|  |  | 
|  | #define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before | 
|  | exiting without having use_count | 
|  | of the queue to 0 */ | 
|  |  | 
|  | #define QDIO_ESTABLISH_TIMEOUT (1*HZ) | 
|  | #define QDIO_ACTIVATE_TIMEOUT ((5*HZ)>>10) | 
|  | #define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ) | 
|  | #define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ) | 
|  |  | 
|  | enum qdio_irq_states { | 
|  | QDIO_IRQ_STATE_INACTIVE, | 
|  | QDIO_IRQ_STATE_ESTABLISHED, | 
|  | QDIO_IRQ_STATE_ACTIVE, | 
|  | QDIO_IRQ_STATE_STOPPED, | 
|  | QDIO_IRQ_STATE_CLEANUP, | 
|  | QDIO_IRQ_STATE_ERR, | 
|  | NR_QDIO_IRQ_STATES, | 
|  | }; | 
|  |  | 
|  | /* used as intparm in do_IO: */ | 
|  | #define QDIO_DOING_SENSEID 0 | 
|  | #define QDIO_DOING_ESTABLISH 1 | 
|  | #define QDIO_DOING_ACTIVATE 2 | 
|  | #define QDIO_DOING_CLEANUP 3 | 
|  |  | 
|  | /************************* DEBUG FACILITY STUFF *********************/ | 
|  |  | 
|  | #define QDIO_DBF_HEX(ex,name,level,addr,len) \ | 
|  | do { \ | 
|  | if (ex) \ | 
|  | debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \ | 
|  | else \ | 
|  | debug_event(qdio_dbf_##name,level,(void*)(addr),len); \ | 
|  | } while (0) | 
|  | #define QDIO_DBF_TEXT(ex,name,level,text) \ | 
|  | do { \ | 
|  | if (ex) \ | 
|  | debug_text_exception(qdio_dbf_##name,level,text); \ | 
|  | else \ | 
|  | debug_text_event(qdio_dbf_##name,level,text); \ | 
|  | } while (0) | 
|  |  | 
|  |  | 
|  | #define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len) | 
|  | #define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len) | 
|  | #define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len) | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len) | 
|  | #define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len) | 
|  | #define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len) | 
|  | #define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len) | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0) | 
|  | #define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0) | 
|  | #define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0) | 
|  | #define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0) | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text) | 
|  | #define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text) | 
|  | #define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text) | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text) | 
|  | #define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text) | 
|  | #define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text) | 
|  | #define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text) | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_DBF_TEXT3(ex,name,text) do {} while (0) | 
|  | #define QDIO_DBF_TEXT4(ex,name,text) do {} while (0) | 
|  | #define QDIO_DBF_TEXT5(ex,name,text) do {} while (0) | 
|  | #define QDIO_DBF_TEXT6(ex,name,text) do {} while (0) | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_DBF_SETUP_NAME "qdio_setup" | 
|  | #define QDIO_DBF_SETUP_LEN 8 | 
|  | #define QDIO_DBF_SETUP_PAGES 4 | 
|  | #define QDIO_DBF_SETUP_NR_AREAS 1 | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_DBF_SETUP_LEVEL 6 | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_DBF_SETUP_LEVEL 2 | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */ | 
|  | #define QDIO_DBF_SBAL_LEN 256 | 
|  | #define QDIO_DBF_SBAL_PAGES 4 | 
|  | #define QDIO_DBF_SBAL_NR_AREAS 2 | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_DBF_SBAL_LEVEL 6 | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_DBF_SBAL_LEVEL 2 | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_DBF_TRACE_NAME "qdio_trace" | 
|  | #define QDIO_DBF_TRACE_LEN 8 | 
|  | #define QDIO_DBF_TRACE_NR_AREAS 2 | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_DBF_TRACE_PAGES 16 | 
|  | #define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */ | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_DBF_TRACE_PAGES 4 | 
|  | #define QDIO_DBF_TRACE_LEVEL 2 | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_DBF_SENSE_NAME "qdio_sense" | 
|  | #define QDIO_DBF_SENSE_LEN 64 | 
|  | #define QDIO_DBF_SENSE_PAGES 2 | 
|  | #define QDIO_DBF_SENSE_NR_AREAS 1 | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_DBF_SENSE_LEVEL 6 | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define QDIO_DBF_SENSE_LEVEL 2 | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT | 
|  |  | 
|  | #define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out" | 
|  | #define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q | 
|  | #define QDIO_DBF_SLSB_OUT_PAGES 256 | 
|  | #define QDIO_DBF_SLSB_OUT_NR_AREAS 1 | 
|  | #define QDIO_DBF_SLSB_OUT_LEVEL 6 | 
|  |  | 
|  | #define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in" | 
|  | #define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q | 
|  | #define QDIO_DBF_SLSB_IN_PAGES 256 | 
|  | #define QDIO_DBF_SLSB_IN_NR_AREAS 1 | 
|  | #define QDIO_DBF_SLSB_IN_LEVEL 6 | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | #define QDIO_PRINTK_HEADER QDIO_NAME ": " | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>8 | 
|  | #define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_STUPID(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>7 | 
|  | #define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_ALL(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>6 | 
|  | #define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_INFO(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>5 | 
|  | #define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_WARN(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>4 | 
|  | #define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_ERR(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>3 | 
|  | #define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_CRIT(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>2 | 
|  | #define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_ALERT(x...) | 
|  | #endif | 
|  |  | 
|  | #if QDIO_VERBOSE_LEVEL>1 | 
|  | #define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x) | 
|  | #else | 
|  | #define QDIO_PRINT_EMERG(x...) | 
|  | #endif | 
|  |  | 
|  | #define HEXDUMP16(importance,header,ptr) \ | 
|  | QDIO_PRINT_##importance(header "%02x %02x %02x %02x  " \ | 
|  | "%02x %02x %02x %02x  %02x %02x %02x %02x  " \ | 
|  | "%02x %02x %02x %02x\n",*(((char*)ptr)), \ | 
|  | *(((char*)ptr)+1),*(((char*)ptr)+2), \ | 
|  | *(((char*)ptr)+3),*(((char*)ptr)+4), \ | 
|  | *(((char*)ptr)+5),*(((char*)ptr)+6), \ | 
|  | *(((char*)ptr)+7),*(((char*)ptr)+8), \ | 
|  | *(((char*)ptr)+9),*(((char*)ptr)+10), \ | 
|  | *(((char*)ptr)+11),*(((char*)ptr)+12), \ | 
|  | *(((char*)ptr)+13),*(((char*)ptr)+14), \ | 
|  | *(((char*)ptr)+15)); \ | 
|  | QDIO_PRINT_##importance(header "%02x %02x %02x %02x  %02x %02x %02x %02x  " \ | 
|  | "%02x %02x %02x %02x  %02x %02x %02x %02x\n", \ | 
|  | *(((char*)ptr)+16),*(((char*)ptr)+17), \ | 
|  | *(((char*)ptr)+18),*(((char*)ptr)+19), \ | 
|  | *(((char*)ptr)+20),*(((char*)ptr)+21), \ | 
|  | *(((char*)ptr)+22),*(((char*)ptr)+23), \ | 
|  | *(((char*)ptr)+24),*(((char*)ptr)+25), \ | 
|  | *(((char*)ptr)+26),*(((char*)ptr)+27), \ | 
|  | *(((char*)ptr)+28),*(((char*)ptr)+29), \ | 
|  | *(((char*)ptr)+30),*(((char*)ptr)+31)); | 
|  |  | 
|  | /****************** END OF DEBUG FACILITY STUFF *********************/ | 
|  |  | 
|  | /* | 
|  | * Some instructions as assembly | 
|  | */ | 
|  | static inline int | 
|  | do_siga_sync(unsigned int irq, unsigned int mask1, unsigned int mask2) | 
|  | { | 
|  | int cc; | 
|  |  | 
|  | #ifndef CONFIG_ARCH_S390X | 
|  | asm volatile ( | 
|  | "lhi	0,2	\n\t" | 
|  | "lr	1,%1	\n\t" | 
|  | "lr	2,%2	\n\t" | 
|  | "lr	3,%3	\n\t" | 
|  | "siga   0	\n\t" | 
|  | "ipm	%0	\n\t" | 
|  | "srl	%0,28	\n\t" | 
|  | : "=d" (cc) | 
|  | : "d" (0x10000|irq), "d" (mask1), "d" (mask2) | 
|  | : "cc", "0", "1", "2", "3" | 
|  | ); | 
|  | #else /* CONFIG_ARCH_S390X */ | 
|  | asm volatile ( | 
|  | "lghi	0,2	\n\t" | 
|  | "llgfr	1,%1	\n\t" | 
|  | "llgfr	2,%2	\n\t" | 
|  | "llgfr	3,%3	\n\t" | 
|  | "siga   0	\n\t" | 
|  | "ipm	%0	\n\t" | 
|  | "srl	%0,28	\n\t" | 
|  | : "=d" (cc) | 
|  | : "d" (0x10000|irq), "d" (mask1), "d" (mask2) | 
|  | : "cc", "0", "1", "2", "3" | 
|  | ); | 
|  | #endif /* CONFIG_ARCH_S390X */ | 
|  | return cc; | 
|  | } | 
|  |  | 
|  | static inline int | 
|  | do_siga_input(unsigned int irq, unsigned int mask) | 
|  | { | 
|  | int cc; | 
|  |  | 
|  | #ifndef CONFIG_ARCH_S390X | 
|  | asm volatile ( | 
|  | "lhi	0,1	\n\t" | 
|  | "lr	1,%1	\n\t" | 
|  | "lr	2,%2	\n\t" | 
|  | "siga   0	\n\t" | 
|  | "ipm	%0	\n\t" | 
|  | "srl	%0,28	\n\t" | 
|  | : "=d" (cc) | 
|  | : "d" (0x10000|irq), "d" (mask) | 
|  | : "cc", "0", "1", "2", "memory" | 
|  | ); | 
|  | #else /* CONFIG_ARCH_S390X */ | 
|  | asm volatile ( | 
|  | "lghi	0,1	\n\t" | 
|  | "llgfr	1,%1	\n\t" | 
|  | "llgfr	2,%2	\n\t" | 
|  | "siga   0	\n\t" | 
|  | "ipm	%0	\n\t" | 
|  | "srl	%0,28	\n\t" | 
|  | : "=d" (cc) | 
|  | : "d" (0x10000|irq), "d" (mask) | 
|  | : "cc", "0", "1", "2", "memory" | 
|  | ); | 
|  | #endif /* CONFIG_ARCH_S390X */ | 
|  |  | 
|  | return cc; | 
|  | } | 
|  |  | 
|  | static inline int | 
|  | do_siga_output(unsigned long irq, unsigned long mask, __u32 *bb) | 
|  | { | 
|  | int cc; | 
|  | __u32 busy_bit; | 
|  |  | 
|  | #ifndef CONFIG_ARCH_S390X | 
|  | asm volatile ( | 
|  | "lhi	0,0	\n\t" | 
|  | "lr	1,%2	\n\t" | 
|  | "lr	2,%3	\n\t" | 
|  | "siga	0	\n\t" | 
|  | "0:" | 
|  | "ipm	%0	\n\t" | 
|  | "srl	%0,28	\n\t" | 
|  | "srl	0,31	\n\t" | 
|  | "lr	%1,0	\n\t" | 
|  | "1:	\n\t" | 
|  | ".section .fixup,\"ax\"\n\t" | 
|  | "2:	\n\t" | 
|  | "lhi	%0,%4	\n\t" | 
|  | "bras	1,3f	\n\t" | 
|  | ".long 1b	\n\t" | 
|  | "3:	\n\t" | 
|  | "l	1,0(1)	\n\t" | 
|  | "br	1	\n\t" | 
|  | ".previous	\n\t" | 
|  | ".section __ex_table,\"a\"\n\t" | 
|  | ".align 4	\n\t" | 
|  | ".long	0b,2b	\n\t" | 
|  | ".previous	\n\t" | 
|  | : "=d" (cc), "=d" (busy_bit) | 
|  | : "d" (0x10000|irq), "d" (mask), | 
|  | "i" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION) | 
|  | : "cc", "0", "1", "2", "memory" | 
|  | ); | 
|  | #else /* CONFIG_ARCH_S390X */ | 
|  | asm volatile ( | 
|  | "lghi	0,0	\n\t" | 
|  | "llgfr	1,%2	\n\t" | 
|  | "llgfr	2,%3	\n\t" | 
|  | "siga	0	\n\t" | 
|  | "0:" | 
|  | "ipm	%0	\n\t" | 
|  | "srl	%0,28	\n\t" | 
|  | "srl	0,31	\n\t" | 
|  | "llgfr	%1,0	\n\t" | 
|  | "1:	\n\t" | 
|  | ".section .fixup,\"ax\"\n\t" | 
|  | "lghi	%0,%4	\n\t" | 
|  | "jg	1b	\n\t" | 
|  | ".previous\n\t" | 
|  | ".section __ex_table,\"a\"\n\t" | 
|  | ".align 8	\n\t" | 
|  | ".quad	0b,1b	\n\t" | 
|  | ".previous	\n\t" | 
|  | : "=d" (cc), "=d" (busy_bit) | 
|  | : "d" (0x10000|irq), "d" (mask), | 
|  | "i" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION) | 
|  | : "cc", "0", "1", "2", "memory" | 
|  | ); | 
|  | #endif /* CONFIG_ARCH_S390X */ | 
|  |  | 
|  | (*bb) = busy_bit; | 
|  | return cc; | 
|  | } | 
|  |  | 
|  | static inline unsigned long | 
|  | do_clear_global_summary(void) | 
|  | { | 
|  |  | 
|  | unsigned long time; | 
|  |  | 
|  | #ifndef CONFIG_ARCH_S390X | 
|  | asm volatile ( | 
|  | "lhi	1,3	\n\t" | 
|  | ".insn	rre,0xb2650000,2,0	\n\t" | 
|  | "lr	%0,3	\n\t" | 
|  | : "=d" (time) : : "cc", "1", "2", "3" | 
|  | ); | 
|  | #else /* CONFIG_ARCH_S390X */ | 
|  | asm volatile ( | 
|  | "lghi	1,3	\n\t" | 
|  | ".insn	rre,0xb2650000,2,0	\n\t" | 
|  | "lgr	%0,3	\n\t" | 
|  | : "=d" (time) : : "cc", "1", "2", "3" | 
|  | ); | 
|  | #endif /* CONFIG_ARCH_S390X */ | 
|  |  | 
|  | return time; | 
|  | } | 
|  |  | 
|  | /* | 
|  | * QDIO device commands returned by extended Sense-ID | 
|  | */ | 
|  | #define DEFAULT_ESTABLISH_QS_CMD 0x1b | 
|  | #define DEFAULT_ESTABLISH_QS_COUNT 0x1000 | 
|  | #define DEFAULT_ACTIVATE_QS_CMD 0x1f | 
|  | #define DEFAULT_ACTIVATE_QS_COUNT 0 | 
|  |  | 
|  | /* | 
|  | * additional CIWs returned by extended Sense-ID | 
|  | */ | 
|  | #define CIW_TYPE_EQUEUE 0x3       /* establish QDIO queues */ | 
|  | #define CIW_TYPE_AQUEUE 0x4       /* activate QDIO queues */ | 
|  |  | 
|  | #define QDIO_CHSC_RESPONSE_CODE_OK 1 | 
|  | /* flags for st qdio sch data */ | 
|  | #define CHSC_FLAG_QDIO_CAPABILITY 0x80 | 
|  | #define CHSC_FLAG_VALIDITY 0x40 | 
|  |  | 
|  | #define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40 | 
|  | #define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20 | 
|  | #define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10 | 
|  | #define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08 | 
|  | #define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04 | 
|  |  | 
|  | #ifdef QDIO_PERFORMANCE_STATS | 
|  | struct qdio_perf_stats { | 
|  | unsigned int tl_runs; | 
|  |  | 
|  | unsigned int siga_outs; | 
|  | unsigned int siga_ins; | 
|  | unsigned int siga_syncs; | 
|  | unsigned int pcis; | 
|  | unsigned int thinints; | 
|  | unsigned int fast_reqs; | 
|  |  | 
|  | __u64 start_time_outbound; | 
|  | unsigned int outbound_cnt; | 
|  | unsigned int outbound_time; | 
|  | __u64 start_time_inbound; | 
|  | unsigned int inbound_cnt; | 
|  | unsigned int inbound_time; | 
|  | }; | 
|  | #endif /* QDIO_PERFORMANCE_STATS */ | 
|  |  | 
|  | #define atomic_swap(a,b) xchg((int*)a.counter,b) | 
|  |  | 
|  | /* unlikely as the later the better */ | 
|  | #define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q) | 
|  | #define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \ | 
|  | qdio_siga_sync(q,~0U,~0U) | 
|  | #define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \ | 
|  | qdio_siga_sync(q,~0U,0) | 
|  |  | 
|  | #define NOW qdio_get_micros() | 
|  | #define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW | 
|  | #define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time) | 
|  | #define SAVE_FRONTIER(q,val) q->last_move_ftc=val | 
|  | #define GET_SAVED_FRONTIER(q) (q->last_move_ftc) | 
|  |  | 
|  | #define MY_MODULE_STRING(x) #x | 
|  |  | 
|  | #ifdef CONFIG_ARCH_S390X | 
|  | #define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x) | 
|  | #else /* CONFIG_ARCH_S390X */ | 
|  | #define QDIO_GET_ADDR(x) ((__u32)(long)x) | 
|  | #endif /* CONFIG_ARCH_S390X */ | 
|  |  | 
|  | #ifdef CONFIG_QDIO_DEBUG | 
|  | #define set_slsb(x,y) \ | 
|  | if(q->queue_type==QDIO_TRACE_QTYPE) { \ | 
|  | if(q->is_input_q) { \ | 
|  | QDIO_DBF_HEX2(0,slsb_in,&q->slsb,QDIO_MAX_BUFFERS_PER_Q); \ | 
|  | } else { \ | 
|  | QDIO_DBF_HEX2(0,slsb_out,&q->slsb,QDIO_MAX_BUFFERS_PER_Q); \ | 
|  | } \ | 
|  | } \ | 
|  | qdio_set_slsb(x,y); \ | 
|  | if(q->queue_type==QDIO_TRACE_QTYPE) { \ | 
|  | if(q->is_input_q) { \ | 
|  | QDIO_DBF_HEX2(0,slsb_in,&q->slsb,QDIO_MAX_BUFFERS_PER_Q); \ | 
|  | } else { \ | 
|  | QDIO_DBF_HEX2(0,slsb_out,&q->slsb,QDIO_MAX_BUFFERS_PER_Q); \ | 
|  | } \ | 
|  | } | 
|  | #else /* CONFIG_QDIO_DEBUG */ | 
|  | #define set_slsb(x,y) qdio_set_slsb(x,y) | 
|  | #endif /* CONFIG_QDIO_DEBUG */ | 
|  |  | 
|  | struct qdio_q { | 
|  | volatile struct slsb slsb; | 
|  |  | 
|  | char unused[QDIO_MAX_BUFFERS_PER_Q]; | 
|  |  | 
|  | __u32 * volatile dev_st_chg_ind; | 
|  |  | 
|  | int is_input_q; | 
|  | int irq; | 
|  | struct ccw_device *cdev; | 
|  |  | 
|  | unsigned int is_iqdio_q; | 
|  | unsigned int is_thinint_q; | 
|  |  | 
|  | /* bit 0 means queue 0, bit 1 means queue 1, ... */ | 
|  | unsigned int mask; | 
|  | unsigned int q_no; | 
|  |  | 
|  | qdio_handler_t (*handler); | 
|  |  | 
|  | /* points to the next buffer to be checked for having | 
|  | * been processed by the card (outbound) | 
|  | * or to the next buffer the program should check for (inbound) */ | 
|  | volatile int first_to_check; | 
|  | /* and the last time it was: */ | 
|  | volatile int last_move_ftc; | 
|  |  | 
|  | atomic_t number_of_buffers_used; | 
|  | atomic_t polling; | 
|  |  | 
|  | unsigned int siga_in; | 
|  | unsigned int siga_out; | 
|  | unsigned int siga_sync; | 
|  | unsigned int siga_sync_done_on_thinints; | 
|  | unsigned int siga_sync_done_on_outb_tis; | 
|  | unsigned int hydra_gives_outbound_pcis; | 
|  |  | 
|  | /* used to save beginning position when calling dd_handlers */ | 
|  | int first_element_to_kick; | 
|  |  | 
|  | atomic_t use_count; | 
|  | atomic_t is_in_shutdown; | 
|  |  | 
|  | void *irq_ptr; | 
|  |  | 
|  | #ifdef QDIO_USE_TIMERS_FOR_POLLING | 
|  | struct timer_list timer; | 
|  | atomic_t timer_already_set; | 
|  | spinlock_t timer_lock; | 
|  | #else /* QDIO_USE_TIMERS_FOR_POLLING */ | 
|  | struct tasklet_struct tasklet; | 
|  | #endif /* QDIO_USE_TIMERS_FOR_POLLING */ | 
|  |  | 
|  | enum qdio_irq_states state; | 
|  |  | 
|  | /* used to store the error condition during a data transfer */ | 
|  | unsigned int qdio_error; | 
|  | unsigned int siga_error; | 
|  | unsigned int error_status_flags; | 
|  |  | 
|  | /* list of interesting queues */ | 
|  | volatile struct qdio_q *list_next; | 
|  | volatile struct qdio_q *list_prev; | 
|  |  | 
|  | struct sl *sl; | 
|  | volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q]; | 
|  |  | 
|  | struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q]; | 
|  |  | 
|  | unsigned long int_parm; | 
|  |  | 
|  | /*struct { | 
|  | int in_bh_check_limit; | 
|  | int threshold; | 
|  | } threshold_classes[QDIO_STATS_CLASSES];*/ | 
|  |  | 
|  | struct { | 
|  | /* inbound: the time to stop polling | 
|  | outbound: the time to kick peer */ | 
|  | int threshold; /* the real value */ | 
|  |  | 
|  | /* outbound: last time of do_QDIO | 
|  | inbound: last time of noticing incoming data */ | 
|  | /*__u64 last_transfer_times[QDIO_STATS_NUMBER]; | 
|  | int last_transfer_index; */ | 
|  |  | 
|  | __u64 last_transfer_time; | 
|  | __u64 busy_start; | 
|  | } timing; | 
|  | atomic_t busy_siga_counter; | 
|  | unsigned int queue_type; | 
|  |  | 
|  | /* leave this member at the end. won't be cleared in qdio_fill_qs */ | 
|  | struct slib *slib; /* a page is allocated under this pointer, | 
|  | sl points into this page, offset PAGE_SIZE/2 | 
|  | (after slib) */ | 
|  | } __attribute__ ((aligned(256))); | 
|  |  | 
|  | struct qdio_irq { | 
|  | __u32 * volatile dev_st_chg_ind; | 
|  |  | 
|  | unsigned long int_parm; | 
|  | int irq; | 
|  |  | 
|  | unsigned int is_iqdio_irq; | 
|  | unsigned int is_thinint_irq; | 
|  | unsigned int hydra_gives_outbound_pcis; | 
|  | unsigned int sync_done_on_outb_pcis; | 
|  |  | 
|  | enum qdio_irq_states state; | 
|  |  | 
|  | unsigned int no_input_qs; | 
|  | unsigned int no_output_qs; | 
|  |  | 
|  | unsigned char qdioac; | 
|  |  | 
|  | struct ccw1 ccw; | 
|  |  | 
|  | struct ciw equeue; | 
|  | struct ciw aqueue; | 
|  |  | 
|  | struct qib qib; | 
|  |  | 
|  | void (*original_int_handler) (struct ccw_device *, | 
|  | unsigned long, struct irb *); | 
|  |  | 
|  | /* leave these four members together at the end. won't be cleared in qdio_fill_irq */ | 
|  | struct qdr *qdr; | 
|  | struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ]; | 
|  | struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ]; | 
|  | struct semaphore setting_up_sema; | 
|  | }; | 
|  | #endif |