blob: 2895392eaae4392a5d9be226ca18c1a267367d50 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _CIO_QDIO_H
2#define _CIO_QDIO_H
3
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -07004#include <asm/page.h>
5
Cornelia Hucka8237fc2006-01-06 00:19:21 -08006#include "schid.h"
7
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#ifdef CONFIG_QDIO_DEBUG
9#define QDIO_VERBOSE_LEVEL 9
10#else /* CONFIG_QDIO_DEBUG */
11#define QDIO_VERBOSE_LEVEL 5
12#endif /* CONFIG_QDIO_DEBUG */
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#define QDIO_USE_PROCESSING_STATE
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#define QDIO_MINIMAL_BH_RELIEF_TIME 16
16#define QDIO_TIMER_POLL_VALUE 1
17#define IQDIO_TIMER_POLL_VALUE 1
18
19/*
20 * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as
21 * we never know, whether we'll get initiative again, e.g. to give the
22 * transmit skb's back to the stack, however the stack may be waiting for
23 * them... therefore we define 4 as threshold to start polling (which
24 * will stop as soon as the asynchronous queue catches up)
25 * btw, this only applies to the asynchronous HiperSockets queue
26 */
27#define IQDIO_FILL_LEVEL_TO_POLL 4
28
29#define TIQDIO_THININT_ISC 3
30#define TIQDIO_DELAY_TARGET 0
31#define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */
32#define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */
33#define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */
34#define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */
35#define IQDIO_LOCAL_LAPS 4
36#define IQDIO_LOCAL_LAPS_INT 1
37#define IQDIO_GLOBAL_SUMMARY_CC_MASK 2
38/*#define IQDIO_IQDC_INT_PARM 0x1234*/
39
40#define QDIO_Q_LAPS 5
41
Peter Oberparleiter0b642ed2005-05-01 08:58:58 -070042#define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
44#define L2_CACHELINE_SIZE 256
45#define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32))
46
47#define QDIO_PERF "qdio_perf"
48
49/* must be a power of 2 */
50/*#define QDIO_STATS_NUMBER 4
51
52#define QDIO_STATS_CLASSES 2
53#define QDIO_STATS_COUNT_NEEDED 2*/
54
55#define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before
56 exiting without having use_count
57 of the queue to 0 */
58
59#define QDIO_ESTABLISH_TIMEOUT (1*HZ)
60#define QDIO_ACTIVATE_TIMEOUT ((5*HZ)>>10)
61#define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ)
62#define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ)
63
64enum qdio_irq_states {
65 QDIO_IRQ_STATE_INACTIVE,
66 QDIO_IRQ_STATE_ESTABLISHED,
67 QDIO_IRQ_STATE_ACTIVE,
68 QDIO_IRQ_STATE_STOPPED,
69 QDIO_IRQ_STATE_CLEANUP,
70 QDIO_IRQ_STATE_ERR,
71 NR_QDIO_IRQ_STATES,
72};
73
74/* used as intparm in do_IO: */
75#define QDIO_DOING_SENSEID 0
76#define QDIO_DOING_ESTABLISH 1
77#define QDIO_DOING_ACTIVATE 2
78#define QDIO_DOING_CLEANUP 3
79
80/************************* DEBUG FACILITY STUFF *********************/
81
82#define QDIO_DBF_HEX(ex,name,level,addr,len) \
83 do { \
84 if (ex) \
85 debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \
86 else \
87 debug_event(qdio_dbf_##name,level,(void*)(addr),len); \
88 } while (0)
89#define QDIO_DBF_TEXT(ex,name,level,text) \
90 do { \
91 if (ex) \
92 debug_text_exception(qdio_dbf_##name,level,text); \
93 else \
94 debug_text_event(qdio_dbf_##name,level,text); \
95 } while (0)
96
97
98#define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len)
99#define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len)
100#define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len)
101#ifdef CONFIG_QDIO_DEBUG
102#define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len)
103#define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len)
104#define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len)
105#define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len)
106#else /* CONFIG_QDIO_DEBUG */
107#define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0)
108#define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0)
109#define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0)
110#define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0)
111#endif /* CONFIG_QDIO_DEBUG */
112
113#define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text)
114#define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text)
115#define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text)
116#ifdef CONFIG_QDIO_DEBUG
117#define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text)
118#define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text)
119#define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text)
120#define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text)
121#else /* CONFIG_QDIO_DEBUG */
122#define QDIO_DBF_TEXT3(ex,name,text) do {} while (0)
123#define QDIO_DBF_TEXT4(ex,name,text) do {} while (0)
124#define QDIO_DBF_TEXT5(ex,name,text) do {} while (0)
125#define QDIO_DBF_TEXT6(ex,name,text) do {} while (0)
126#endif /* CONFIG_QDIO_DEBUG */
127
128#define QDIO_DBF_SETUP_NAME "qdio_setup"
129#define QDIO_DBF_SETUP_LEN 8
Michael Holzheu66a464d2005-06-25 14:55:33 -0700130#define QDIO_DBF_SETUP_PAGES 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131#define QDIO_DBF_SETUP_NR_AREAS 1
132#ifdef CONFIG_QDIO_DEBUG
133#define QDIO_DBF_SETUP_LEVEL 6
134#else /* CONFIG_QDIO_DEBUG */
135#define QDIO_DBF_SETUP_LEVEL 2
136#endif /* CONFIG_QDIO_DEBUG */
137
138#define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */
139#define QDIO_DBF_SBAL_LEN 256
Michael Holzheu66a464d2005-06-25 14:55:33 -0700140#define QDIO_DBF_SBAL_PAGES 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141#define QDIO_DBF_SBAL_NR_AREAS 2
142#ifdef CONFIG_QDIO_DEBUG
143#define QDIO_DBF_SBAL_LEVEL 6
144#else /* CONFIG_QDIO_DEBUG */
145#define QDIO_DBF_SBAL_LEVEL 2
146#endif /* CONFIG_QDIO_DEBUG */
147
148#define QDIO_DBF_TRACE_NAME "qdio_trace"
149#define QDIO_DBF_TRACE_LEN 8
150#define QDIO_DBF_TRACE_NR_AREAS 2
151#ifdef CONFIG_QDIO_DEBUG
Michael Holzheu66a464d2005-06-25 14:55:33 -0700152#define QDIO_DBF_TRACE_PAGES 16
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153#define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */
154#else /* CONFIG_QDIO_DEBUG */
Michael Holzheu66a464d2005-06-25 14:55:33 -0700155#define QDIO_DBF_TRACE_PAGES 4
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156#define QDIO_DBF_TRACE_LEVEL 2
157#endif /* CONFIG_QDIO_DEBUG */
158
159#define QDIO_DBF_SENSE_NAME "qdio_sense"
160#define QDIO_DBF_SENSE_LEN 64
Michael Holzheu66a464d2005-06-25 14:55:33 -0700161#define QDIO_DBF_SENSE_PAGES 2
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162#define QDIO_DBF_SENSE_NR_AREAS 1
163#ifdef CONFIG_QDIO_DEBUG
164#define QDIO_DBF_SENSE_LEVEL 6
165#else /* CONFIG_QDIO_DEBUG */
166#define QDIO_DBF_SENSE_LEVEL 2
167#endif /* CONFIG_QDIO_DEBUG */
168
169#ifdef CONFIG_QDIO_DEBUG
170#define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT
171
172#define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out"
173#define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q
Michael Holzheu66a464d2005-06-25 14:55:33 -0700174#define QDIO_DBF_SLSB_OUT_PAGES 256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175#define QDIO_DBF_SLSB_OUT_NR_AREAS 1
176#define QDIO_DBF_SLSB_OUT_LEVEL 6
177
178#define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in"
179#define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q
Michael Holzheu66a464d2005-06-25 14:55:33 -0700180#define QDIO_DBF_SLSB_IN_PAGES 256
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181#define QDIO_DBF_SLSB_IN_NR_AREAS 1
182#define QDIO_DBF_SLSB_IN_LEVEL 6
183#endif /* CONFIG_QDIO_DEBUG */
184
185#define QDIO_PRINTK_HEADER QDIO_NAME ": "
186
187#if QDIO_VERBOSE_LEVEL>8
188#define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x)
189#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200190#define QDIO_PRINT_STUPID(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191#endif
192
193#if QDIO_VERBOSE_LEVEL>7
194#define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x)
195#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200196#define QDIO_PRINT_ALL(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197#endif
198
199#if QDIO_VERBOSE_LEVEL>6
200#define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x)
201#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200202#define QDIO_PRINT_INFO(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203#endif
204
205#if QDIO_VERBOSE_LEVEL>5
206#define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x)
207#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200208#define QDIO_PRINT_WARN(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209#endif
210
211#if QDIO_VERBOSE_LEVEL>4
212#define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x)
213#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200214#define QDIO_PRINT_ERR(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215#endif
216
217#if QDIO_VERBOSE_LEVEL>3
218#define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x)
219#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200220#define QDIO_PRINT_CRIT(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221#endif
222
223#if QDIO_VERBOSE_LEVEL>2
224#define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x)
225#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200226#define QDIO_PRINT_ALERT(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227#endif
228
229#if QDIO_VERBOSE_LEVEL>1
230#define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x)
231#else
Heiko Carstens39b083f2006-09-20 15:58:51 +0200232#define QDIO_PRINT_EMERG(x...) do { } while (0)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233#endif
234
Ursula Braun9163bb22006-12-04 15:40:59 +0100235#define QDIO_HEXDUMP16(importance,header,ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236QDIO_PRINT_##importance(header "%02x %02x %02x %02x " \
237 "%02x %02x %02x %02x %02x %02x %02x %02x " \
238 "%02x %02x %02x %02x\n",*(((char*)ptr)), \
239 *(((char*)ptr)+1),*(((char*)ptr)+2), \
240 *(((char*)ptr)+3),*(((char*)ptr)+4), \
241 *(((char*)ptr)+5),*(((char*)ptr)+6), \
242 *(((char*)ptr)+7),*(((char*)ptr)+8), \
243 *(((char*)ptr)+9),*(((char*)ptr)+10), \
244 *(((char*)ptr)+11),*(((char*)ptr)+12), \
245 *(((char*)ptr)+13),*(((char*)ptr)+14), \
246 *(((char*)ptr)+15)); \
247QDIO_PRINT_##importance(header "%02x %02x %02x %02x %02x %02x %02x %02x " \
248 "%02x %02x %02x %02x %02x %02x %02x %02x\n", \
249 *(((char*)ptr)+16),*(((char*)ptr)+17), \
250 *(((char*)ptr)+18),*(((char*)ptr)+19), \
251 *(((char*)ptr)+20),*(((char*)ptr)+21), \
252 *(((char*)ptr)+22),*(((char*)ptr)+23), \
253 *(((char*)ptr)+24),*(((char*)ptr)+25), \
254 *(((char*)ptr)+26),*(((char*)ptr)+27), \
255 *(((char*)ptr)+28),*(((char*)ptr)+29), \
256 *(((char*)ptr)+30),*(((char*)ptr)+31));
257
258/****************** END OF DEBUG FACILITY STUFF *********************/
259
260/*
261 * Some instructions as assembly
262 */
Frank Pavlic8129ee12006-01-06 00:19:20 -0800263
264static inline int
265do_sqbs(unsigned long sch, unsigned char state, int queue,
266 unsigned int *start, unsigned int *count)
267{
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800268#ifdef CONFIG_64BIT
Frank Pavlic8129ee12006-01-06 00:19:20 -0800269 register unsigned long _ccq asm ("0") = *count;
270 register unsigned long _sch asm ("1") = sch;
271 unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
272
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200273 asm volatile(
274 " .insn rsy,0xeb000000008A,%1,0,0(%2)"
275 : "+d" (_ccq), "+d" (_queuestart)
276 : "d" ((unsigned long)state), "d" (_sch)
277 : "memory", "cc");
Frank Pavlic8129ee12006-01-06 00:19:20 -0800278 *count = _ccq & 0xff;
279 *start = _queuestart & 0xff;
280
281 return (_ccq >> 32) & 0xff;
282#else
283 return 0;
284#endif
285}
286
287static inline int
288do_eqbs(unsigned long sch, unsigned char *state, int queue,
289 unsigned int *start, unsigned int *count)
290{
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800291#ifdef CONFIG_64BIT
Frank Pavlic8129ee12006-01-06 00:19:20 -0800292 register unsigned long _ccq asm ("0") = *count;
293 register unsigned long _sch asm ("1") = sch;
294 unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
295 unsigned long _state = 0;
296
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200297 asm volatile(
298 " .insn rrf,0xB99c0000,%1,%2,0,0"
299 : "+d" (_ccq), "+d" (_queuestart), "+d" (_state)
300 : "d" (_sch)
301 : "memory", "cc" );
Frank Pavlic8129ee12006-01-06 00:19:20 -0800302 *count = _ccq & 0xff;
303 *start = _queuestart & 0xff;
304 *state = _state & 0xff;
305
306 return (_ccq >> 32) & 0xff;
307#else
308 return 0;
309#endif
310}
311
312
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800313static inline int
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800314do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200316 register unsigned long reg0 asm ("0") = 2;
317 register struct subchannel_id reg1 asm ("1") = schid;
318 register unsigned long reg2 asm ("2") = mask1;
319 register unsigned long reg3 asm ("3") = mask2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320 int cc;
321
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200322 asm volatile(
323 " siga 0\n"
324 " ipm %0\n"
325 " srl %0,28\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700326 : "=d" (cc)
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200327 : "d" (reg0), "d" (reg1), "d" (reg2), "d" (reg3) : "cc");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 return cc;
329}
330
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800331static inline int
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800332do_siga_input(struct subchannel_id schid, unsigned int mask)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200334 register unsigned long reg0 asm ("0") = 1;
335 register struct subchannel_id reg1 asm ("1") = schid;
336 register unsigned long reg2 asm ("2") = mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337 int cc;
338
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200339 asm volatile(
340 " siga 0\n"
341 " ipm %0\n"
342 " srl %0,28\n"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 : "=d" (cc)
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200344 : "d" (reg0), "d" (reg1), "d" (reg2) : "cc", "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 return cc;
346}
347
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800348static inline int
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800349do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb,
Frank Pavlic8129ee12006-01-06 00:19:20 -0800350 unsigned int fc)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200352 register unsigned long __fc asm("0") = fc;
353 register unsigned long __schid asm("1") = schid;
354 register unsigned long __mask asm("2") = mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355 int cc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200357 asm volatile(
358 " siga 0\n"
359 "0: ipm %0\n"
360 " srl %0,28\n"
361 "1:\n"
362 EX_TABLE(0b,1b)
363 : "=d" (cc), "+d" (__fc), "+d" (__schid), "+d" (__mask)
364 : "0" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION)
365 : "cc", "memory");
366 (*bb) = ((unsigned int) __fc) >> 31;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700367 return cc;
368}
369
Adrian Bunk4448aaf2005-11-08 21:34:42 -0800370static inline unsigned long
Linus Torvalds1da177e2005-04-16 15:20:36 -0700371do_clear_global_summary(void)
372{
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200373 register unsigned long __fn asm("1") = 3;
374 register unsigned long __tmp asm("2");
375 register unsigned long __time asm("3");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +0200377 asm volatile(
378 " .insn rre,0xb2650000,2,0"
379 : "+d" (__fn), "=d" (__tmp), "=d" (__time));
380 return __time;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381}
382
383/*
384 * QDIO device commands returned by extended Sense-ID
385 */
386#define DEFAULT_ESTABLISH_QS_CMD 0x1b
387#define DEFAULT_ESTABLISH_QS_COUNT 0x1000
388#define DEFAULT_ACTIVATE_QS_CMD 0x1f
389#define DEFAULT_ACTIVATE_QS_COUNT 0
390
391/*
392 * additional CIWs returned by extended Sense-ID
393 */
394#define CIW_TYPE_EQUEUE 0x3 /* establish QDIO queues */
395#define CIW_TYPE_AQUEUE 0x4 /* activate QDIO queues */
396
397#define QDIO_CHSC_RESPONSE_CODE_OK 1
398/* flags for st qdio sch data */
399#define CHSC_FLAG_QDIO_CAPABILITY 0x80
400#define CHSC_FLAG_VALIDITY 0x40
401
402#define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40
403#define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20
404#define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10
405#define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08
406#define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04
407
Linus Torvalds1da177e2005-04-16 15:20:36 -0700408struct qdio_perf_stats {
Ursula Braun00c0c642007-05-04 18:47:49 +0200409#ifdef CONFIG_64BIT
410 atomic64_t tl_runs;
411 atomic64_t outbound_tl_runs;
412 atomic64_t outbound_tl_runs_resched;
413 atomic64_t inbound_tl_runs;
414 atomic64_t inbound_tl_runs_resched;
415 atomic64_t inbound_thin_tl_runs;
416 atomic64_t inbound_thin_tl_runs_resched;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700417
Ursula Braun00c0c642007-05-04 18:47:49 +0200418 atomic64_t siga_outs;
419 atomic64_t siga_ins;
420 atomic64_t siga_syncs;
421 atomic64_t pcis;
422 atomic64_t thinints;
423 atomic64_t fast_reqs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700424
Ursula Braun00c0c642007-05-04 18:47:49 +0200425 atomic64_t outbound_cnt;
426 atomic64_t inbound_cnt;
427#else /* CONFIG_64BIT */
428 atomic_t tl_runs;
429 atomic_t outbound_tl_runs;
430 atomic_t outbound_tl_runs_resched;
431 atomic_t inbound_tl_runs;
432 atomic_t inbound_tl_runs_resched;
433 atomic_t inbound_thin_tl_runs;
434 atomic_t inbound_thin_tl_runs_resched;
435
436 atomic_t siga_outs;
437 atomic_t siga_ins;
438 atomic_t siga_syncs;
439 atomic_t pcis;
440 atomic_t thinints;
441 atomic_t fast_reqs;
442
443 atomic_t outbound_cnt;
444 atomic_t inbound_cnt;
445#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700446};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700447
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448/* unlikely as the later the better */
449#define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q)
450#define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \
451 qdio_siga_sync(q,~0U,~0U)
452#define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \
453 qdio_siga_sync(q,~0U,0)
454
455#define NOW qdio_get_micros()
456#define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW
457#define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time)
458#define SAVE_FRONTIER(q,val) q->last_move_ftc=val
459#define GET_SAVED_FRONTIER(q) (q->last_move_ftc)
460
461#define MY_MODULE_STRING(x) #x
462
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800463#ifdef CONFIG_64BIT
Linus Torvalds1da177e2005-04-16 15:20:36 -0700464#define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x)
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800465#else /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700466#define QDIO_GET_ADDR(x) ((__u32)(long)x)
Martin Schwidefsky347a8dc2006-01-06 00:19:28 -0800467#endif /* CONFIG_64BIT */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700468
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469struct qdio_q {
470 volatile struct slsb slsb;
471
472 char unused[QDIO_MAX_BUFFERS_PER_Q];
473
Frank Pavlic8129ee12006-01-06 00:19:20 -0800474 __u32 * dev_st_chg_ind;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700475
476 int is_input_q;
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800477 struct subchannel_id schid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 struct ccw_device *cdev;
479
480 unsigned int is_iqdio_q;
481 unsigned int is_thinint_q;
482
483 /* bit 0 means queue 0, bit 1 means queue 1, ... */
484 unsigned int mask;
485 unsigned int q_no;
486
487 qdio_handler_t (*handler);
488
489 /* points to the next buffer to be checked for having
490 * been processed by the card (outbound)
491 * or to the next buffer the program should check for (inbound) */
492 volatile int first_to_check;
493 /* and the last time it was: */
494 volatile int last_move_ftc;
495
496 atomic_t number_of_buffers_used;
497 atomic_t polling;
498
499 unsigned int siga_in;
500 unsigned int siga_out;
501 unsigned int siga_sync;
502 unsigned int siga_sync_done_on_thinints;
503 unsigned int siga_sync_done_on_outb_tis;
504 unsigned int hydra_gives_outbound_pcis;
505
506 /* used to save beginning position when calling dd_handlers */
507 int first_element_to_kick;
508
509 atomic_t use_count;
510 atomic_t is_in_shutdown;
511
512 void *irq_ptr;
513
514#ifdef QDIO_USE_TIMERS_FOR_POLLING
515 struct timer_list timer;
516 atomic_t timer_already_set;
517 spinlock_t timer_lock;
518#else /* QDIO_USE_TIMERS_FOR_POLLING */
519 struct tasklet_struct tasklet;
520#endif /* QDIO_USE_TIMERS_FOR_POLLING */
521
Frank Pavlic8129ee12006-01-06 00:19:20 -0800522
Linus Torvalds1da177e2005-04-16 15:20:36 -0700523 enum qdio_irq_states state;
524
525 /* used to store the error condition during a data transfer */
526 unsigned int qdio_error;
527 unsigned int siga_error;
528 unsigned int error_status_flags;
529
530 /* list of interesting queues */
531 volatile struct qdio_q *list_next;
532 volatile struct qdio_q *list_prev;
533
534 struct sl *sl;
535 volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q];
536
537 struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q];
538
539 unsigned long int_parm;
540
541 /*struct {
542 int in_bh_check_limit;
543 int threshold;
544 } threshold_classes[QDIO_STATS_CLASSES];*/
545
546 struct {
547 /* inbound: the time to stop polling
548 outbound: the time to kick peer */
549 int threshold; /* the real value */
550
551 /* outbound: last time of do_QDIO
552 inbound: last time of noticing incoming data */
553 /*__u64 last_transfer_times[QDIO_STATS_NUMBER];
554 int last_transfer_index; */
555
556 __u64 last_transfer_time;
557 __u64 busy_start;
558 } timing;
559 atomic_t busy_siga_counter;
560 unsigned int queue_type;
561
562 /* leave this member at the end. won't be cleared in qdio_fill_qs */
563 struct slib *slib; /* a page is allocated under this pointer,
564 sl points into this page, offset PAGE_SIZE/2
565 (after slib) */
566} __attribute__ ((aligned(256)));
567
568struct qdio_irq {
569 __u32 * volatile dev_st_chg_ind;
570
571 unsigned long int_parm;
Cornelia Hucka8237fc2006-01-06 00:19:21 -0800572 struct subchannel_id schid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573
574 unsigned int is_iqdio_irq;
575 unsigned int is_thinint_irq;
576 unsigned int hydra_gives_outbound_pcis;
577 unsigned int sync_done_on_outb_pcis;
578
Frank Pavlic8129ee12006-01-06 00:19:20 -0800579 /* QEBSM facility */
580 unsigned int is_qebsm;
581 unsigned long sch_token;
582
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 enum qdio_irq_states state;
584
585 unsigned int no_input_qs;
586 unsigned int no_output_qs;
587
588 unsigned char qdioac;
589
590 struct ccw1 ccw;
591
592 struct ciw equeue;
593 struct ciw aqueue;
594
595 struct qib qib;
596
597 void (*original_int_handler) (struct ccw_device *,
598 unsigned long, struct irb *);
599
600 /* leave these four members together at the end. won't be cleared in qdio_fill_irq */
601 struct qdr *qdr;
602 struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ];
603 struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ];
604 struct semaphore setting_up_sema;
605};
606#endif