| #ifndef _CIO_QDIO_H | 
 | #define _CIO_QDIO_H | 
 |  | 
 | #include <asm/page.h> | 
 |  | 
 | #include "schid.h" | 
 |  | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_VERBOSE_LEVEL 9 | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_VERBOSE_LEVEL 5 | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_USE_PROCESSING_STATE | 
 |  | 
 | #define QDIO_MINIMAL_BH_RELIEF_TIME 16 | 
 | #define QDIO_TIMER_POLL_VALUE 1 | 
 | #define IQDIO_TIMER_POLL_VALUE 1 | 
 |  | 
 | /* | 
 |  * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as | 
 |  * we never know, whether we'll get initiative again, e.g. to give the | 
 |  * transmit skb's back to the stack, however the stack may be waiting for | 
 |  * them... therefore we define 4 as threshold to start polling (which | 
 |  * will stop as soon as the asynchronous queue catches up) | 
 |  * btw, this only applies to the asynchronous HiperSockets queue | 
 |  */ | 
 | #define IQDIO_FILL_LEVEL_TO_POLL 4 | 
 |  | 
 | #define TIQDIO_THININT_ISC 3 | 
 | #define TIQDIO_DELAY_TARGET 0 | 
 | #define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */ | 
 | #define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */ | 
 | #define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */ | 
 | #define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */ | 
 | #define IQDIO_LOCAL_LAPS 4 | 
 | #define IQDIO_LOCAL_LAPS_INT 1 | 
 | #define IQDIO_GLOBAL_SUMMARY_CC_MASK 2 | 
 | /*#define IQDIO_IQDC_INT_PARM 0x1234*/ | 
 |  | 
 | #define QDIO_Q_LAPS 5 | 
 |  | 
 | #define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY | 
 |  | 
 | #define L2_CACHELINE_SIZE 256 | 
 | #define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32)) | 
 |  | 
 | #define QDIO_PERF "qdio_perf" | 
 |  | 
 | /* must be a power of 2 */ | 
 | /*#define QDIO_STATS_NUMBER 4 | 
 |  | 
 | #define QDIO_STATS_CLASSES 2 | 
 | #define QDIO_STATS_COUNT_NEEDED 2*/ | 
 |  | 
 | #define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before | 
 | 					    exiting without having use_count | 
 | 					    of the queue to 0 */ | 
 |  | 
 | #define QDIO_ESTABLISH_TIMEOUT (1*HZ) | 
 | #define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ) | 
 | #define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ) | 
 | #define QDIO_FORCE_CHECK_TIMEOUT (10*HZ) | 
 | #define QDIO_ACTIVATE_TIMEOUT (5) /* 5 ms */ | 
 |  | 
 | enum qdio_irq_states { | 
 | 	QDIO_IRQ_STATE_INACTIVE, | 
 | 	QDIO_IRQ_STATE_ESTABLISHED, | 
 | 	QDIO_IRQ_STATE_ACTIVE, | 
 | 	QDIO_IRQ_STATE_STOPPED, | 
 | 	QDIO_IRQ_STATE_CLEANUP, | 
 | 	QDIO_IRQ_STATE_ERR, | 
 | 	NR_QDIO_IRQ_STATES, | 
 | }; | 
 |  | 
 | /* used as intparm in do_IO: */ | 
 | #define QDIO_DOING_SENSEID 0 | 
 | #define QDIO_DOING_ESTABLISH 1 | 
 | #define QDIO_DOING_ACTIVATE 2 | 
 | #define QDIO_DOING_CLEANUP 3 | 
 |  | 
 | /************************* DEBUG FACILITY STUFF *********************/ | 
 |  | 
 | #define QDIO_DBF_HEX(ex,name,level,addr,len) \ | 
 | 	do { \ | 
 | 	if (ex) \ | 
 | 		debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \ | 
 | 	else \ | 
 | 		debug_event(qdio_dbf_##name,level,(void*)(addr),len); \ | 
 | 	} while (0) | 
 | #define QDIO_DBF_TEXT(ex,name,level,text) \ | 
 | 	do { \ | 
 | 	if (ex) \ | 
 | 		debug_text_exception(qdio_dbf_##name,level,text); \ | 
 | 	else \ | 
 | 		debug_text_event(qdio_dbf_##name,level,text); \ | 
 | 	} while (0) | 
 |  | 
 |  | 
 | #define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len) | 
 | #define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len) | 
 | #define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len) | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len) | 
 | #define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len) | 
 | #define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len) | 
 | #define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len) | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0) | 
 | #define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0) | 
 | #define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0) | 
 | #define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0) | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text) | 
 | #define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text) | 
 | #define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text) | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text) | 
 | #define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text) | 
 | #define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text) | 
 | #define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text) | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_DBF_TEXT3(ex,name,text) do {} while (0) | 
 | #define QDIO_DBF_TEXT4(ex,name,text) do {} while (0) | 
 | #define QDIO_DBF_TEXT5(ex,name,text) do {} while (0) | 
 | #define QDIO_DBF_TEXT6(ex,name,text) do {} while (0) | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #define QDIO_DBF_SETUP_NAME "qdio_setup" | 
 | #define QDIO_DBF_SETUP_LEN 8 | 
 | #define QDIO_DBF_SETUP_PAGES 4 | 
 | #define QDIO_DBF_SETUP_NR_AREAS 1 | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_DBF_SETUP_LEVEL 6 | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_DBF_SETUP_LEVEL 2 | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */ | 
 | #define QDIO_DBF_SBAL_LEN 256 | 
 | #define QDIO_DBF_SBAL_PAGES 4 | 
 | #define QDIO_DBF_SBAL_NR_AREAS 2 | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_DBF_SBAL_LEVEL 6 | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_DBF_SBAL_LEVEL 2 | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #define QDIO_DBF_TRACE_NAME "qdio_trace" | 
 | #define QDIO_DBF_TRACE_LEN 8 | 
 | #define QDIO_DBF_TRACE_NR_AREAS 2 | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_DBF_TRACE_PAGES 16 | 
 | #define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */ | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_DBF_TRACE_PAGES 4 | 
 | #define QDIO_DBF_TRACE_LEVEL 2 | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #define QDIO_DBF_SENSE_NAME "qdio_sense" | 
 | #define QDIO_DBF_SENSE_LEN 64 | 
 | #define QDIO_DBF_SENSE_PAGES 2 | 
 | #define QDIO_DBF_SENSE_NR_AREAS 1 | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_DBF_SENSE_LEVEL 6 | 
 | #else /* CONFIG_QDIO_DEBUG */ | 
 | #define QDIO_DBF_SENSE_LEVEL 2 | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #ifdef CONFIG_QDIO_DEBUG | 
 | #define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT | 
 |  | 
 | #define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out" | 
 | #define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q | 
 | #define QDIO_DBF_SLSB_OUT_PAGES 256 | 
 | #define QDIO_DBF_SLSB_OUT_NR_AREAS 1 | 
 | #define QDIO_DBF_SLSB_OUT_LEVEL 6 | 
 |  | 
 | #define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in" | 
 | #define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q | 
 | #define QDIO_DBF_SLSB_IN_PAGES 256 | 
 | #define QDIO_DBF_SLSB_IN_NR_AREAS 1 | 
 | #define QDIO_DBF_SLSB_IN_LEVEL 6 | 
 | #endif /* CONFIG_QDIO_DEBUG */ | 
 |  | 
 | #define QDIO_PRINTK_HEADER QDIO_NAME ": " | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>8 | 
 | #define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_STUPID(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>7 | 
 | #define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_ALL(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>6 | 
 | #define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_INFO(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>5 | 
 | #define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_WARN(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>4 | 
 | #define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_ERR(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>3 | 
 | #define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_CRIT(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>2 | 
 | #define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_ALERT(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #if QDIO_VERBOSE_LEVEL>1 | 
 | #define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x) | 
 | #else | 
 | #define QDIO_PRINT_EMERG(x...) do { } while (0) | 
 | #endif | 
 |  | 
 | #define QDIO_HEXDUMP16(importance,header,ptr) \ | 
 | QDIO_PRINT_##importance(header "%02x %02x %02x %02x  " \ | 
 | 			"%02x %02x %02x %02x  %02x %02x %02x %02x  " \ | 
 | 			"%02x %02x %02x %02x\n",*(((char*)ptr)), \ | 
 | 			*(((char*)ptr)+1),*(((char*)ptr)+2), \ | 
 | 			*(((char*)ptr)+3),*(((char*)ptr)+4), \ | 
 | 			*(((char*)ptr)+5),*(((char*)ptr)+6), \ | 
 | 			*(((char*)ptr)+7),*(((char*)ptr)+8), \ | 
 | 			*(((char*)ptr)+9),*(((char*)ptr)+10), \ | 
 | 			*(((char*)ptr)+11),*(((char*)ptr)+12), \ | 
 | 			*(((char*)ptr)+13),*(((char*)ptr)+14), \ | 
 | 			*(((char*)ptr)+15)); \ | 
 | QDIO_PRINT_##importance(header "%02x %02x %02x %02x  %02x %02x %02x %02x  " \ | 
 | 			"%02x %02x %02x %02x  %02x %02x %02x %02x\n", \ | 
 | 			*(((char*)ptr)+16),*(((char*)ptr)+17), \ | 
 | 			*(((char*)ptr)+18),*(((char*)ptr)+19), \ | 
 | 			*(((char*)ptr)+20),*(((char*)ptr)+21), \ | 
 | 			*(((char*)ptr)+22),*(((char*)ptr)+23), \ | 
 | 			*(((char*)ptr)+24),*(((char*)ptr)+25), \ | 
 | 			*(((char*)ptr)+26),*(((char*)ptr)+27), \ | 
 | 			*(((char*)ptr)+28),*(((char*)ptr)+29), \ | 
 | 			*(((char*)ptr)+30),*(((char*)ptr)+31)); | 
 |  | 
 | /****************** END OF DEBUG FACILITY STUFF *********************/ | 
 |  | 
 | /* | 
 |  * Some instructions as assembly | 
 |  */ | 
 |  | 
 | static inline int | 
 | do_sqbs(unsigned long sch, unsigned char state, int queue, | 
 |        unsigned int *start, unsigned int *count) | 
 | { | 
 | #ifdef CONFIG_64BIT | 
 |        register unsigned long _ccq asm ("0") = *count; | 
 |        register unsigned long _sch asm ("1") = sch; | 
 |        unsigned long _queuestart = ((unsigned long)queue << 32) | *start; | 
 |  | 
 |        asm volatile( | 
 | 	       "	.insn	rsy,0xeb000000008A,%1,0,0(%2)" | 
 | 	       : "+d" (_ccq), "+d" (_queuestart) | 
 | 	       : "d" ((unsigned long)state), "d" (_sch) | 
 | 	       : "memory", "cc"); | 
 |        *count = _ccq & 0xff; | 
 |        *start = _queuestart & 0xff; | 
 |  | 
 |        return (_ccq >> 32) & 0xff; | 
 | #else | 
 |        return 0; | 
 | #endif | 
 | } | 
 |  | 
 | static inline int | 
 | do_eqbs(unsigned long sch, unsigned char *state, int queue, | 
 | 	unsigned int *start, unsigned int *count) | 
 | { | 
 | #ifdef CONFIG_64BIT | 
 | 	register unsigned long _ccq asm ("0") = *count; | 
 | 	register unsigned long _sch asm ("1") = sch; | 
 | 	unsigned long _queuestart = ((unsigned long)queue << 32) | *start; | 
 | 	unsigned long _state = 0; | 
 |  | 
 | 	asm volatile( | 
 | 		"	.insn	rrf,0xB99c0000,%1,%2,0,0" | 
 | 		: "+d" (_ccq), "+d" (_queuestart), "+d" (_state) | 
 | 		: "d" (_sch) | 
 | 		: "memory", "cc" ); | 
 | 	*count = _ccq & 0xff; | 
 | 	*start = _queuestart & 0xff; | 
 | 	*state = _state & 0xff; | 
 |  | 
 | 	return (_ccq >> 32) & 0xff; | 
 | #else | 
 | 	return 0; | 
 | #endif | 
 | } | 
 |  | 
 |  | 
 | static inline int | 
 | do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2) | 
 | { | 
 | 	register unsigned long reg0 asm ("0") = 2; | 
 | 	register struct subchannel_id reg1 asm ("1") = schid; | 
 | 	register unsigned long reg2 asm ("2") = mask1; | 
 | 	register unsigned long reg3 asm ("3") = mask2; | 
 | 	int cc; | 
 |  | 
 | 	asm volatile( | 
 | 		"	siga	0\n" | 
 | 		"	ipm	%0\n" | 
 | 		"	srl	%0,28\n" | 
 | 		: "=d" (cc) | 
 | 		: "d" (reg0), "d" (reg1), "d" (reg2), "d" (reg3) : "cc"); | 
 | 	return cc; | 
 | } | 
 |  | 
 | static inline int | 
 | do_siga_input(struct subchannel_id schid, unsigned int mask) | 
 | { | 
 | 	register unsigned long reg0 asm ("0") = 1; | 
 | 	register struct subchannel_id reg1 asm ("1") = schid; | 
 | 	register unsigned long reg2 asm ("2") = mask; | 
 | 	int cc; | 
 |  | 
 | 	asm volatile( | 
 | 		"	siga	0\n" | 
 | 		"	ipm	%0\n" | 
 | 		"	srl	%0,28\n" | 
 | 		: "=d" (cc) | 
 | 		: "d" (reg0), "d" (reg1), "d" (reg2) : "cc", "memory"); | 
 | 	return cc; | 
 | } | 
 |  | 
 | static inline int | 
 | do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb, | 
 | 	       unsigned int fc) | 
 | { | 
 | 	register unsigned long __fc asm("0") = fc; | 
 | 	register unsigned long __schid asm("1") = schid; | 
 | 	register unsigned long __mask asm("2") = mask; | 
 | 	int cc; | 
 |  | 
 | 	asm volatile( | 
 | 		"	siga	0\n" | 
 | 		"0:	ipm	%0\n" | 
 | 		"	srl	%0,28\n" | 
 | 		"1:\n" | 
 | 		EX_TABLE(0b,1b) | 
 | 		: "=d" (cc), "+d" (__fc), "+d" (__schid), "+d" (__mask) | 
 | 		: "0" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION) | 
 | 		: "cc", "memory"); | 
 | 	(*bb) = ((unsigned int) __fc) >> 31; | 
 | 	return cc; | 
 | } | 
 |  | 
 | static inline unsigned long | 
 | do_clear_global_summary(void) | 
 | { | 
 | 	register unsigned long __fn asm("1") = 3; | 
 | 	register unsigned long __tmp asm("2"); | 
 | 	register unsigned long __time asm("3"); | 
 |  | 
 | 	asm volatile( | 
 | 		"	.insn	rre,0xb2650000,2,0" | 
 | 		: "+d" (__fn), "=d" (__tmp), "=d" (__time)); | 
 | 	return __time; | 
 | } | 
 | 	 | 
 | /* | 
 |  * QDIO device commands returned by extended Sense-ID | 
 |  */ | 
 | #define DEFAULT_ESTABLISH_QS_CMD 0x1b | 
 | #define DEFAULT_ESTABLISH_QS_COUNT 0x1000 | 
 | #define DEFAULT_ACTIVATE_QS_CMD 0x1f | 
 | #define DEFAULT_ACTIVATE_QS_COUNT 0 | 
 |  | 
 | /* | 
 |  * additional CIWs returned by extended Sense-ID | 
 |  */ | 
 | #define CIW_TYPE_EQUEUE 0x3       /* establish QDIO queues */ | 
 | #define CIW_TYPE_AQUEUE 0x4       /* activate QDIO queues */ | 
 |  | 
 | #define QDIO_CHSC_RESPONSE_CODE_OK 1 | 
 | /* flags for st qdio sch data */ | 
 | #define CHSC_FLAG_QDIO_CAPABILITY 0x80 | 
 | #define CHSC_FLAG_VALIDITY 0x40 | 
 |  | 
 | #define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40 | 
 | #define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20 | 
 | #define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10 | 
 | #define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08 | 
 | #define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04 | 
 |  | 
 | struct qdio_chsc_ssqd { | 
 | 	struct chsc_header request; | 
 | 	u16 reserved1:10; | 
 | 	u16 ssid:2; | 
 | 	u16 fmt:4; | 
 | 	u16 first_sch; | 
 | 	u16 reserved2; | 
 | 	u16 last_sch; | 
 | 	u32 reserved3; | 
 | 	struct chsc_header response; | 
 | 	u32 reserved4; | 
 | 	u8  flags; | 
 | 	u8  reserved5; | 
 | 	u16 sch; | 
 | 	u8  qfmt; | 
 | 	u8  parm; | 
 | 	u8  qdioac1; | 
 | 	u8  sch_class; | 
 | 	u8  pct; | 
 | 	u8  icnt; | 
 | 	u8  reserved7; | 
 | 	u8  ocnt; | 
 | 	u8  reserved8; | 
 | 	u8  mbccnt; | 
 | 	u16 qdioac2; | 
 | 	u64 sch_token; | 
 | }; | 
 |  | 
 | struct qdio_perf_stats { | 
 | #ifdef CONFIG_64BIT | 
 | 	atomic64_t tl_runs; | 
 | 	atomic64_t outbound_tl_runs; | 
 | 	atomic64_t outbound_tl_runs_resched; | 
 | 	atomic64_t inbound_tl_runs; | 
 | 	atomic64_t inbound_tl_runs_resched; | 
 | 	atomic64_t inbound_thin_tl_runs; | 
 | 	atomic64_t inbound_thin_tl_runs_resched; | 
 |  | 
 | 	atomic64_t siga_outs; | 
 | 	atomic64_t siga_ins; | 
 | 	atomic64_t siga_syncs; | 
 | 	atomic64_t pcis; | 
 | 	atomic64_t thinints; | 
 | 	atomic64_t fast_reqs; | 
 |  | 
 | 	atomic64_t outbound_cnt; | 
 | 	atomic64_t inbound_cnt; | 
 | #else /* CONFIG_64BIT */ | 
 | 	atomic_t tl_runs; | 
 | 	atomic_t outbound_tl_runs; | 
 | 	atomic_t outbound_tl_runs_resched; | 
 | 	atomic_t inbound_tl_runs; | 
 | 	atomic_t inbound_tl_runs_resched; | 
 | 	atomic_t inbound_thin_tl_runs; | 
 | 	atomic_t inbound_thin_tl_runs_resched; | 
 |  | 
 | 	atomic_t siga_outs; | 
 | 	atomic_t siga_ins; | 
 | 	atomic_t siga_syncs; | 
 | 	atomic_t pcis; | 
 | 	atomic_t thinints; | 
 | 	atomic_t fast_reqs; | 
 |  | 
 | 	atomic_t outbound_cnt; | 
 | 	atomic_t inbound_cnt; | 
 | #endif /* CONFIG_64BIT */ | 
 | }; | 
 |  | 
 | /* unlikely as the later the better */ | 
 | #define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q) | 
 | #define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \ | 
 | 	qdio_siga_sync(q,~0U,~0U) | 
 | #define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \ | 
 | 	qdio_siga_sync(q,~0U,0) | 
 |  | 
 | #define NOW qdio_get_micros() | 
 | #define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW | 
 | #define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time) | 
 | #define SAVE_FRONTIER(q,val) q->last_move_ftc=val | 
 | #define GET_SAVED_FRONTIER(q) (q->last_move_ftc) | 
 |  | 
 | #define MY_MODULE_STRING(x) #x | 
 |  | 
 | #ifdef CONFIG_64BIT | 
 | #define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x) | 
 | #else /* CONFIG_64BIT */ | 
 | #define QDIO_GET_ADDR(x) ((__u32)(long)x) | 
 | #endif /* CONFIG_64BIT */ | 
 |  | 
 | struct qdio_q { | 
 | 	volatile struct slsb slsb; | 
 |  | 
 | 	char unused[QDIO_MAX_BUFFERS_PER_Q]; | 
 |  | 
 | 	__u32 * dev_st_chg_ind; | 
 |  | 
 | 	int is_input_q; | 
 | 	struct subchannel_id schid; | 
 | 	struct ccw_device *cdev; | 
 |  | 
 | 	unsigned int is_iqdio_q; | 
 | 	unsigned int is_thinint_q; | 
 |  | 
 | 	/* bit 0 means queue 0, bit 1 means queue 1, ... */ | 
 | 	unsigned int mask; | 
 | 	unsigned int q_no; | 
 |  | 
 | 	qdio_handler_t (*handler); | 
 |  | 
 | 	/* points to the next buffer to be checked for having | 
 | 	 * been processed by the card (outbound) | 
 | 	 * or to the next buffer the program should check for (inbound) */ | 
 | 	volatile int first_to_check; | 
 | 	/* and the last time it was: */ | 
 | 	volatile int last_move_ftc; | 
 |  | 
 | 	atomic_t number_of_buffers_used; | 
 | 	atomic_t polling; | 
 |  | 
 | 	unsigned int siga_in; | 
 | 	unsigned int siga_out; | 
 | 	unsigned int siga_sync; | 
 | 	unsigned int siga_sync_done_on_thinints; | 
 | 	unsigned int siga_sync_done_on_outb_tis; | 
 | 	unsigned int hydra_gives_outbound_pcis; | 
 |  | 
 | 	/* used to save beginning position when calling dd_handlers */ | 
 | 	int first_element_to_kick; | 
 |  | 
 | 	atomic_t use_count; | 
 | 	atomic_t is_in_shutdown; | 
 |  | 
 | 	void *irq_ptr; | 
 |  | 
 | 	struct timer_list timer; | 
 | #ifdef QDIO_USE_TIMERS_FOR_POLLING | 
 | 	atomic_t timer_already_set; | 
 | 	spinlock_t timer_lock; | 
 | #else /* QDIO_USE_TIMERS_FOR_POLLING */ | 
 | 	struct tasklet_struct tasklet; | 
 | #endif /* QDIO_USE_TIMERS_FOR_POLLING */ | 
 |  | 
 |  | 
 | 	enum qdio_irq_states state; | 
 |  | 
 | 	/* used to store the error condition during a data transfer */ | 
 | 	unsigned int qdio_error; | 
 | 	unsigned int siga_error; | 
 | 	unsigned int error_status_flags; | 
 |  | 
 | 	/* list of interesting queues */ | 
 | 	volatile struct qdio_q *list_next; | 
 | 	volatile struct qdio_q *list_prev; | 
 |  | 
 | 	struct sl *sl; | 
 | 	volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q]; | 
 |  | 
 | 	struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q]; | 
 |  | 
 | 	unsigned long int_parm; | 
 |  | 
 | 	/*struct { | 
 | 		int in_bh_check_limit; | 
 | 		int threshold; | 
 | 	} threshold_classes[QDIO_STATS_CLASSES];*/ | 
 |  | 
 | 	struct { | 
 | 		/* inbound: the time to stop polling | 
 | 		   outbound: the time to kick peer */ | 
 | 		int threshold; /* the real value */ | 
 |  | 
 | 		/* outbound: last time of do_QDIO | 
 | 		   inbound: last time of noticing incoming data */ | 
 | 		/*__u64 last_transfer_times[QDIO_STATS_NUMBER]; | 
 | 		int last_transfer_index; */ | 
 |  | 
 | 		__u64 last_transfer_time; | 
 | 		__u64 busy_start; | 
 | 	} timing; | 
 | 	atomic_t busy_siga_counter; | 
 |         unsigned int queue_type; | 
 | 	unsigned int is_pci_out; | 
 |  | 
 | 	/* leave this member at the end. won't be cleared in qdio_fill_qs */ | 
 | 	struct slib *slib; /* a page is allocated under this pointer, | 
 | 			      sl points into this page, offset PAGE_SIZE/2 | 
 | 			      (after slib) */ | 
 | } __attribute__ ((aligned(256))); | 
 |  | 
 | struct qdio_irq { | 
 | 	__u32 * volatile dev_st_chg_ind; | 
 |  | 
 | 	unsigned long int_parm; | 
 | 	struct subchannel_id schid; | 
 |  | 
 | 	unsigned int is_iqdio_irq; | 
 | 	unsigned int is_thinint_irq; | 
 | 	unsigned int hydra_gives_outbound_pcis; | 
 | 	unsigned int sync_done_on_outb_pcis; | 
 |  | 
 | 	/* QEBSM facility */ | 
 | 	unsigned int is_qebsm; | 
 | 	unsigned long sch_token; | 
 |  | 
 | 	enum qdio_irq_states state; | 
 |  | 
 | 	unsigned int no_input_qs; | 
 | 	unsigned int no_output_qs; | 
 |  | 
 | 	unsigned char qdioac; | 
 |  | 
 | 	struct ccw1 ccw; | 
 |  | 
 | 	struct ciw equeue; | 
 | 	struct ciw aqueue; | 
 |  | 
 | 	struct qib qib; | 
 | 	 | 
 |  	void (*original_int_handler) (struct ccw_device *, | 
 |  				      unsigned long, struct irb *); | 
 |  | 
 | 	/* leave these four members together at the end. won't be cleared in qdio_fill_irq */ | 
 | 	struct qdr *qdr; | 
 | 	struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ]; | 
 | 	struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ]; | 
 | 	struct semaphore setting_up_sema; | 
 | }; | 
 | #endif |