xref: /linux/drivers/s390/cio/qdio.h (revision f3d9478b2ce468c3115b02ecae7e975990697f15)
1 #ifndef _CIO_QDIO_H
2 #define _CIO_QDIO_H
3 
4 #include <asm/page.h>
5 
6 #include "schid.h"
7 
8 #ifdef CONFIG_QDIO_DEBUG
9 #define QDIO_VERBOSE_LEVEL 9
10 #else /* CONFIG_QDIO_DEBUG */
11 #define QDIO_VERBOSE_LEVEL 5
12 #endif /* CONFIG_QDIO_DEBUG */
13 #define QDIO_USE_PROCESSING_STATE
14 
15 #ifdef CONFIG_QDIO_PERF_STATS
16 #define QDIO_PERFORMANCE_STATS
17 #endif /* CONFIG_QDIO_PERF_STATS */
18 
19 #define QDIO_MINIMAL_BH_RELIEF_TIME 16
20 #define QDIO_TIMER_POLL_VALUE 1
21 #define IQDIO_TIMER_POLL_VALUE 1
22 
23 /*
24  * unfortunately this can't be (QDIO_MAX_BUFFERS_PER_Q*4/3) or so -- as
25  * we never know, whether we'll get initiative again, e.g. to give the
26  * transmit skb's back to the stack, however the stack may be waiting for
27  * them... therefore we define 4 as threshold to start polling (which
28  * will stop as soon as the asynchronous queue catches up)
29  * btw, this only applies to the asynchronous HiperSockets queue
30  */
31 #define IQDIO_FILL_LEVEL_TO_POLL 4
32 
33 #define TIQDIO_THININT_ISC 3
34 #define TIQDIO_DELAY_TARGET 0
35 #define QDIO_BUSY_BIT_PATIENCE 100 /* in microsecs */
36 #define QDIO_BUSY_BIT_GIVE_UP 10000000 /* 10 seconds */
37 #define IQDIO_GLOBAL_LAPS 2 /* GLOBAL_LAPS are not used as we */
38 #define IQDIO_GLOBAL_LAPS_INT 1 /* don't global summary */
39 #define IQDIO_LOCAL_LAPS 4
40 #define IQDIO_LOCAL_LAPS_INT 1
41 #define IQDIO_GLOBAL_SUMMARY_CC_MASK 2
42 /*#define IQDIO_IQDC_INT_PARM 0x1234*/
43 
44 #define QDIO_Q_LAPS 5
45 
46 #define QDIO_STORAGE_KEY PAGE_DEFAULT_KEY
47 
48 #define L2_CACHELINE_SIZE 256
49 #define INDICATORS_PER_CACHELINE (L2_CACHELINE_SIZE/sizeof(__u32))
50 
51 #define QDIO_PERF "qdio_perf"
52 
53 /* must be a power of 2 */
54 /*#define QDIO_STATS_NUMBER 4
55 
56 #define QDIO_STATS_CLASSES 2
57 #define QDIO_STATS_COUNT_NEEDED 2*/
58 
59 #define QDIO_NO_USE_COUNT_TIMEOUT (1*HZ) /* wait for 1 sec on each q before
60 					    exiting without having use_count
61 					    of the queue to 0 */
62 
63 #define QDIO_ESTABLISH_TIMEOUT (1*HZ)
64 #define QDIO_ACTIVATE_TIMEOUT ((5*HZ)>>10)
65 #define QDIO_CLEANUP_CLEAR_TIMEOUT (20*HZ)
66 #define QDIO_CLEANUP_HALT_TIMEOUT (10*HZ)
67 
68 enum qdio_irq_states {
69 	QDIO_IRQ_STATE_INACTIVE,
70 	QDIO_IRQ_STATE_ESTABLISHED,
71 	QDIO_IRQ_STATE_ACTIVE,
72 	QDIO_IRQ_STATE_STOPPED,
73 	QDIO_IRQ_STATE_CLEANUP,
74 	QDIO_IRQ_STATE_ERR,
75 	NR_QDIO_IRQ_STATES,
76 };
77 
78 /* used as intparm in do_IO: */
79 #define QDIO_DOING_SENSEID 0
80 #define QDIO_DOING_ESTABLISH 1
81 #define QDIO_DOING_ACTIVATE 2
82 #define QDIO_DOING_CLEANUP 3
83 
84 /************************* DEBUG FACILITY STUFF *********************/
85 
86 #define QDIO_DBF_HEX(ex,name,level,addr,len) \
87 	do { \
88 	if (ex) \
89 		debug_exception(qdio_dbf_##name,level,(void*)(addr),len); \
90 	else \
91 		debug_event(qdio_dbf_##name,level,(void*)(addr),len); \
92 	} while (0)
93 #define QDIO_DBF_TEXT(ex,name,level,text) \
94 	do { \
95 	if (ex) \
96 		debug_text_exception(qdio_dbf_##name,level,text); \
97 	else \
98 		debug_text_event(qdio_dbf_##name,level,text); \
99 	} while (0)
100 
101 
102 #define QDIO_DBF_HEX0(ex,name,addr,len) QDIO_DBF_HEX(ex,name,0,addr,len)
103 #define QDIO_DBF_HEX1(ex,name,addr,len) QDIO_DBF_HEX(ex,name,1,addr,len)
104 #define QDIO_DBF_HEX2(ex,name,addr,len) QDIO_DBF_HEX(ex,name,2,addr,len)
105 #ifdef CONFIG_QDIO_DEBUG
106 #define QDIO_DBF_HEX3(ex,name,addr,len) QDIO_DBF_HEX(ex,name,3,addr,len)
107 #define QDIO_DBF_HEX4(ex,name,addr,len) QDIO_DBF_HEX(ex,name,4,addr,len)
108 #define QDIO_DBF_HEX5(ex,name,addr,len) QDIO_DBF_HEX(ex,name,5,addr,len)
109 #define QDIO_DBF_HEX6(ex,name,addr,len) QDIO_DBF_HEX(ex,name,6,addr,len)
110 #else /* CONFIG_QDIO_DEBUG */
111 #define QDIO_DBF_HEX3(ex,name,addr,len) do {} while (0)
112 #define QDIO_DBF_HEX4(ex,name,addr,len) do {} while (0)
113 #define QDIO_DBF_HEX5(ex,name,addr,len) do {} while (0)
114 #define QDIO_DBF_HEX6(ex,name,addr,len) do {} while (0)
115 #endif /* CONFIG_QDIO_DEBUG */
116 
117 #define QDIO_DBF_TEXT0(ex,name,text) QDIO_DBF_TEXT(ex,name,0,text)
118 #define QDIO_DBF_TEXT1(ex,name,text) QDIO_DBF_TEXT(ex,name,1,text)
119 #define QDIO_DBF_TEXT2(ex,name,text) QDIO_DBF_TEXT(ex,name,2,text)
120 #ifdef CONFIG_QDIO_DEBUG
121 #define QDIO_DBF_TEXT3(ex,name,text) QDIO_DBF_TEXT(ex,name,3,text)
122 #define QDIO_DBF_TEXT4(ex,name,text) QDIO_DBF_TEXT(ex,name,4,text)
123 #define QDIO_DBF_TEXT5(ex,name,text) QDIO_DBF_TEXT(ex,name,5,text)
124 #define QDIO_DBF_TEXT6(ex,name,text) QDIO_DBF_TEXT(ex,name,6,text)
125 #else /* CONFIG_QDIO_DEBUG */
126 #define QDIO_DBF_TEXT3(ex,name,text) do {} while (0)
127 #define QDIO_DBF_TEXT4(ex,name,text) do {} while (0)
128 #define QDIO_DBF_TEXT5(ex,name,text) do {} while (0)
129 #define QDIO_DBF_TEXT6(ex,name,text) do {} while (0)
130 #endif /* CONFIG_QDIO_DEBUG */
131 
132 #define QDIO_DBF_SETUP_NAME "qdio_setup"
133 #define QDIO_DBF_SETUP_LEN 8
134 #define QDIO_DBF_SETUP_PAGES 4
135 #define QDIO_DBF_SETUP_NR_AREAS 1
136 #ifdef CONFIG_QDIO_DEBUG
137 #define QDIO_DBF_SETUP_LEVEL 6
138 #else /* CONFIG_QDIO_DEBUG */
139 #define QDIO_DBF_SETUP_LEVEL 2
140 #endif /* CONFIG_QDIO_DEBUG */
141 
142 #define QDIO_DBF_SBAL_NAME "qdio_labs" /* sbal */
143 #define QDIO_DBF_SBAL_LEN 256
144 #define QDIO_DBF_SBAL_PAGES 4
145 #define QDIO_DBF_SBAL_NR_AREAS 2
146 #ifdef CONFIG_QDIO_DEBUG
147 #define QDIO_DBF_SBAL_LEVEL 6
148 #else /* CONFIG_QDIO_DEBUG */
149 #define QDIO_DBF_SBAL_LEVEL 2
150 #endif /* CONFIG_QDIO_DEBUG */
151 
152 #define QDIO_DBF_TRACE_NAME "qdio_trace"
153 #define QDIO_DBF_TRACE_LEN 8
154 #define QDIO_DBF_TRACE_NR_AREAS 2
155 #ifdef CONFIG_QDIO_DEBUG
156 #define QDIO_DBF_TRACE_PAGES 16
157 #define QDIO_DBF_TRACE_LEVEL 4 /* -------- could be even more verbose here */
158 #else /* CONFIG_QDIO_DEBUG */
159 #define QDIO_DBF_TRACE_PAGES 4
160 #define QDIO_DBF_TRACE_LEVEL 2
161 #endif /* CONFIG_QDIO_DEBUG */
162 
163 #define QDIO_DBF_SENSE_NAME "qdio_sense"
164 #define QDIO_DBF_SENSE_LEN 64
165 #define QDIO_DBF_SENSE_PAGES 2
166 #define QDIO_DBF_SENSE_NR_AREAS 1
167 #ifdef CONFIG_QDIO_DEBUG
168 #define QDIO_DBF_SENSE_LEVEL 6
169 #else /* CONFIG_QDIO_DEBUG */
170 #define QDIO_DBF_SENSE_LEVEL 2
171 #endif /* CONFIG_QDIO_DEBUG */
172 
173 #ifdef CONFIG_QDIO_DEBUG
174 #define QDIO_TRACE_QTYPE QDIO_ZFCP_QFMT
175 
176 #define QDIO_DBF_SLSB_OUT_NAME "qdio_slsb_out"
177 #define QDIO_DBF_SLSB_OUT_LEN QDIO_MAX_BUFFERS_PER_Q
178 #define QDIO_DBF_SLSB_OUT_PAGES 256
179 #define QDIO_DBF_SLSB_OUT_NR_AREAS 1
180 #define QDIO_DBF_SLSB_OUT_LEVEL 6
181 
182 #define QDIO_DBF_SLSB_IN_NAME "qdio_slsb_in"
183 #define QDIO_DBF_SLSB_IN_LEN QDIO_MAX_BUFFERS_PER_Q
184 #define QDIO_DBF_SLSB_IN_PAGES 256
185 #define QDIO_DBF_SLSB_IN_NR_AREAS 1
186 #define QDIO_DBF_SLSB_IN_LEVEL 6
187 #endif /* CONFIG_QDIO_DEBUG */
188 
189 #define QDIO_PRINTK_HEADER QDIO_NAME ": "
190 
191 #if QDIO_VERBOSE_LEVEL>8
192 #define QDIO_PRINT_STUPID(x...) printk( KERN_DEBUG QDIO_PRINTK_HEADER x)
193 #else
194 #define QDIO_PRINT_STUPID(x...)
195 #endif
196 
197 #if QDIO_VERBOSE_LEVEL>7
198 #define QDIO_PRINT_ALL(x...) printk( QDIO_PRINTK_HEADER x)
199 #else
200 #define QDIO_PRINT_ALL(x...)
201 #endif
202 
203 #if QDIO_VERBOSE_LEVEL>6
204 #define QDIO_PRINT_INFO(x...) printk( QDIO_PRINTK_HEADER x)
205 #else
206 #define QDIO_PRINT_INFO(x...)
207 #endif
208 
209 #if QDIO_VERBOSE_LEVEL>5
210 #define QDIO_PRINT_WARN(x...) printk( QDIO_PRINTK_HEADER x)
211 #else
212 #define QDIO_PRINT_WARN(x...)
213 #endif
214 
215 #if QDIO_VERBOSE_LEVEL>4
216 #define QDIO_PRINT_ERR(x...) printk( QDIO_PRINTK_HEADER x)
217 #else
218 #define QDIO_PRINT_ERR(x...)
219 #endif
220 
221 #if QDIO_VERBOSE_LEVEL>3
222 #define QDIO_PRINT_CRIT(x...) printk( QDIO_PRINTK_HEADER x)
223 #else
224 #define QDIO_PRINT_CRIT(x...)
225 #endif
226 
227 #if QDIO_VERBOSE_LEVEL>2
228 #define QDIO_PRINT_ALERT(x...) printk( QDIO_PRINTK_HEADER x)
229 #else
230 #define QDIO_PRINT_ALERT(x...)
231 #endif
232 
233 #if QDIO_VERBOSE_LEVEL>1
234 #define QDIO_PRINT_EMERG(x...) printk( QDIO_PRINTK_HEADER x)
235 #else
236 #define QDIO_PRINT_EMERG(x...)
237 #endif
238 
239 #define HEXDUMP16(importance,header,ptr) \
240 QDIO_PRINT_##importance(header "%02x %02x %02x %02x  " \
241 			"%02x %02x %02x %02x  %02x %02x %02x %02x  " \
242 			"%02x %02x %02x %02x\n",*(((char*)ptr)), \
243 			*(((char*)ptr)+1),*(((char*)ptr)+2), \
244 			*(((char*)ptr)+3),*(((char*)ptr)+4), \
245 			*(((char*)ptr)+5),*(((char*)ptr)+6), \
246 			*(((char*)ptr)+7),*(((char*)ptr)+8), \
247 			*(((char*)ptr)+9),*(((char*)ptr)+10), \
248 			*(((char*)ptr)+11),*(((char*)ptr)+12), \
249 			*(((char*)ptr)+13),*(((char*)ptr)+14), \
250 			*(((char*)ptr)+15)); \
251 QDIO_PRINT_##importance(header "%02x %02x %02x %02x  %02x %02x %02x %02x  " \
252 			"%02x %02x %02x %02x  %02x %02x %02x %02x\n", \
253 			*(((char*)ptr)+16),*(((char*)ptr)+17), \
254 			*(((char*)ptr)+18),*(((char*)ptr)+19), \
255 			*(((char*)ptr)+20),*(((char*)ptr)+21), \
256 			*(((char*)ptr)+22),*(((char*)ptr)+23), \
257 			*(((char*)ptr)+24),*(((char*)ptr)+25), \
258 			*(((char*)ptr)+26),*(((char*)ptr)+27), \
259 			*(((char*)ptr)+28),*(((char*)ptr)+29), \
260 			*(((char*)ptr)+30),*(((char*)ptr)+31));
261 
262 /****************** END OF DEBUG FACILITY STUFF *********************/
263 
264 /*
265  * Some instructions as assembly
266  */
267 
268 static inline int
269 do_sqbs(unsigned long sch, unsigned char state, int queue,
270        unsigned int *start, unsigned int *count)
271 {
272 #ifdef CONFIG_64BIT
273        register unsigned long _ccq asm ("0") = *count;
274        register unsigned long _sch asm ("1") = sch;
275        unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
276 
277        asm volatile (
278               " .insn rsy,0xeb000000008A,%1,0,0(%2)\n\t"
279               : "+d" (_ccq), "+d" (_queuestart)
280               : "d" ((unsigned long)state), "d" (_sch)
281               : "memory", "cc"
282        );
283        *count = _ccq & 0xff;
284        *start = _queuestart & 0xff;
285 
286        return (_ccq >> 32) & 0xff;
287 #else
288        return 0;
289 #endif
290 }
291 
292 static inline int
293 do_eqbs(unsigned long sch, unsigned char *state, int queue,
294 	unsigned int *start, unsigned int *count)
295 {
296 #ifdef CONFIG_64BIT
297 	register unsigned long _ccq asm ("0") = *count;
298 	register unsigned long _sch asm ("1") = sch;
299 	unsigned long _queuestart = ((unsigned long)queue << 32) | *start;
300 	unsigned long _state = 0;
301 
302 	asm volatile (
303 	      " .insn rrf,0xB99c0000,%1,%2,0,0  \n\t"
304 	      : "+d" (_ccq), "+d" (_queuestart), "+d" (_state)
305 	      : "d" (_sch)
306 	      : "memory", "cc"
307 	);
308 	*count = _ccq & 0xff;
309 	*start = _queuestart & 0xff;
310 	*state = _state & 0xff;
311 
312 	return (_ccq >> 32) & 0xff;
313 #else
314 	return 0;
315 #endif
316 }
317 
318 
319 static inline int
320 do_siga_sync(struct subchannel_id schid, unsigned int mask1, unsigned int mask2)
321 {
322 	int cc;
323 
324 #ifndef CONFIG_64BIT
325 	asm volatile (
326 		"lhi	0,2	\n\t"
327 		"lr	1,%1	\n\t"
328 		"lr	2,%2	\n\t"
329 		"lr	3,%3	\n\t"
330 		"siga   0	\n\t"
331 		"ipm	%0	\n\t"
332 		"srl	%0,28	\n\t"
333 		: "=d" (cc)
334 		: "d" (schid), "d" (mask1), "d" (mask2)
335 		: "cc", "0", "1", "2", "3"
336 		);
337 #else /* CONFIG_64BIT */
338 	asm volatile (
339 		"lghi	0,2	\n\t"
340 		"llgfr	1,%1	\n\t"
341 		"llgfr	2,%2	\n\t"
342 		"llgfr	3,%3	\n\t"
343 		"siga   0	\n\t"
344 		"ipm	%0	\n\t"
345 		"srl	%0,28	\n\t"
346 		: "=d" (cc)
347 		: "d" (schid), "d" (mask1), "d" (mask2)
348 		: "cc", "0", "1", "2", "3"
349 		);
350 #endif /* CONFIG_64BIT */
351 	return cc;
352 }
353 
354 static inline int
355 do_siga_input(struct subchannel_id schid, unsigned int mask)
356 {
357 	int cc;
358 
359 #ifndef CONFIG_64BIT
360 	asm volatile (
361 		"lhi	0,1	\n\t"
362 		"lr	1,%1	\n\t"
363 		"lr	2,%2	\n\t"
364 		"siga   0	\n\t"
365 		"ipm	%0	\n\t"
366 		"srl	%0,28	\n\t"
367 		: "=d" (cc)
368 		: "d" (schid), "d" (mask)
369 		: "cc", "0", "1", "2", "memory"
370 		);
371 #else /* CONFIG_64BIT */
372 	asm volatile (
373 		"lghi	0,1	\n\t"
374 		"llgfr	1,%1	\n\t"
375 		"llgfr	2,%2	\n\t"
376 		"siga   0	\n\t"
377 		"ipm	%0	\n\t"
378 		"srl	%0,28	\n\t"
379 		: "=d" (cc)
380 		: "d" (schid), "d" (mask)
381 		: "cc", "0", "1", "2", "memory"
382 		);
383 #endif /* CONFIG_64BIT */
384 
385 	return cc;
386 }
387 
388 static inline int
389 do_siga_output(unsigned long schid, unsigned long mask, __u32 *bb,
390 	       unsigned int fc)
391 {
392 	int cc;
393 	__u32 busy_bit;
394 
395 #ifndef CONFIG_64BIT
396 	asm volatile (
397 		"lhi	0,0	\n\t"
398 		"lr	1,%2	\n\t"
399 		"lr	2,%3	\n\t"
400 		"siga	0	\n\t"
401 		"0:"
402 		"ipm	%0	\n\t"
403 		"srl	%0,28	\n\t"
404 		"srl	0,31	\n\t"
405 		"lr	%1,0	\n\t"
406 		"1:	\n\t"
407 		".section .fixup,\"ax\"\n\t"
408 		"2:	\n\t"
409 		"lhi	%0,%4	\n\t"
410 		"bras	1,3f	\n\t"
411 		".long 1b	\n\t"
412 		"3:	\n\t"
413 		"l	1,0(1)	\n\t"
414 		"br	1	\n\t"
415 		".previous	\n\t"
416 		".section __ex_table,\"a\"\n\t"
417 		".align 4	\n\t"
418 		".long	0b,2b	\n\t"
419 		".previous	\n\t"
420 		: "=d" (cc), "=d" (busy_bit)
421 		: "d" (schid), "d" (mask),
422 		"i" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION)
423 		: "cc", "0", "1", "2", "memory"
424 		);
425 #else /* CONFIG_64BIT */
426 	asm volatile (
427         	"llgfr  0,%5    \n\t"
428                 "lgr    1,%2    \n\t"
429 		"llgfr	2,%3	\n\t"
430 		"siga	0	\n\t"
431 		"0:"
432 		"ipm	%0	\n\t"
433 		"srl	%0,28	\n\t"
434 		"srl	0,31	\n\t"
435 		"llgfr	%1,0	\n\t"
436 		"1:	\n\t"
437 		".section .fixup,\"ax\"\n\t"
438 		"lghi	%0,%4	\n\t"
439 		"jg	1b	\n\t"
440 		".previous\n\t"
441 		".section __ex_table,\"a\"\n\t"
442 		".align 8	\n\t"
443 		".quad	0b,1b	\n\t"
444 		".previous	\n\t"
445 		: "=d" (cc), "=d" (busy_bit)
446 		: "d" (schid), "d" (mask),
447 		"i" (QDIO_SIGA_ERROR_ACCESS_EXCEPTION), "d" (fc)
448 		: "cc", "0", "1", "2", "memory"
449 		);
450 #endif /* CONFIG_64BIT */
451 
452 	(*bb) = busy_bit;
453 	return cc;
454 }
455 
456 static inline unsigned long
457 do_clear_global_summary(void)
458 {
459 
460 	unsigned long time;
461 
462 #ifndef CONFIG_64BIT
463 	asm volatile (
464 		"lhi	1,3	\n\t"
465 		".insn	rre,0xb2650000,2,0	\n\t"
466 		"lr	%0,3	\n\t"
467 		: "=d" (time) : : "cc", "1", "2", "3"
468 		);
469 #else /* CONFIG_64BIT */
470 	asm volatile (
471 		"lghi	1,3	\n\t"
472 		".insn	rre,0xb2650000,2,0	\n\t"
473 		"lgr	%0,3	\n\t"
474 		: "=d" (time) : : "cc", "1", "2", "3"
475 		);
476 #endif /* CONFIG_64BIT */
477 
478 	return time;
479 }
480 
481 /*
482  * QDIO device commands returned by extended Sense-ID
483  */
484 #define DEFAULT_ESTABLISH_QS_CMD 0x1b
485 #define DEFAULT_ESTABLISH_QS_COUNT 0x1000
486 #define DEFAULT_ACTIVATE_QS_CMD 0x1f
487 #define DEFAULT_ACTIVATE_QS_COUNT 0
488 
489 /*
490  * additional CIWs returned by extended Sense-ID
491  */
492 #define CIW_TYPE_EQUEUE 0x3       /* establish QDIO queues */
493 #define CIW_TYPE_AQUEUE 0x4       /* activate QDIO queues */
494 
495 #define QDIO_CHSC_RESPONSE_CODE_OK 1
496 /* flags for st qdio sch data */
497 #define CHSC_FLAG_QDIO_CAPABILITY 0x80
498 #define CHSC_FLAG_VALIDITY 0x40
499 
500 #define CHSC_FLAG_SIGA_INPUT_NECESSARY 0x40
501 #define CHSC_FLAG_SIGA_OUTPUT_NECESSARY 0x20
502 #define CHSC_FLAG_SIGA_SYNC_NECESSARY 0x10
503 #define CHSC_FLAG_SIGA_SYNC_DONE_ON_THININTS 0x08
504 #define CHSC_FLAG_SIGA_SYNC_DONE_ON_OUTB_PCIS 0x04
505 
506 #ifdef QDIO_PERFORMANCE_STATS
507 struct qdio_perf_stats {
508 	unsigned int tl_runs;
509 
510 	unsigned int siga_outs;
511 	unsigned int siga_ins;
512 	unsigned int siga_syncs;
513 	unsigned int pcis;
514 	unsigned int thinints;
515 	unsigned int fast_reqs;
516 
517 	__u64 start_time_outbound;
518 	unsigned int outbound_cnt;
519 	unsigned int outbound_time;
520 	__u64 start_time_inbound;
521 	unsigned int inbound_cnt;
522 	unsigned int inbound_time;
523 };
524 #endif /* QDIO_PERFORMANCE_STATS */
525 
526 #define atomic_swap(a,b) xchg((int*)a.counter,b)
527 
528 /* unlikely as the later the better */
529 #define SYNC_MEMORY if (unlikely(q->siga_sync)) qdio_siga_sync_q(q)
530 #define SYNC_MEMORY_ALL if (unlikely(q->siga_sync)) \
531 	qdio_siga_sync(q,~0U,~0U)
532 #define SYNC_MEMORY_ALL_OUTB if (unlikely(q->siga_sync)) \
533 	qdio_siga_sync(q,~0U,0)
534 
535 #define NOW qdio_get_micros()
536 #define SAVE_TIMESTAMP(q) q->timing.last_transfer_time=NOW
537 #define GET_SAVED_TIMESTAMP(q) (q->timing.last_transfer_time)
538 #define SAVE_FRONTIER(q,val) q->last_move_ftc=val
539 #define GET_SAVED_FRONTIER(q) (q->last_move_ftc)
540 
541 #define MY_MODULE_STRING(x) #x
542 
543 #ifdef CONFIG_64BIT
544 #define QDIO_GET_ADDR(x) ((__u32)(unsigned long)x)
545 #else /* CONFIG_64BIT */
546 #define QDIO_GET_ADDR(x) ((__u32)(long)x)
547 #endif /* CONFIG_64BIT */
548 
549 struct qdio_q {
550 	volatile struct slsb slsb;
551 
552 	char unused[QDIO_MAX_BUFFERS_PER_Q];
553 
554 	__u32 * dev_st_chg_ind;
555 
556 	int is_input_q;
557 	struct subchannel_id schid;
558 	struct ccw_device *cdev;
559 
560 	unsigned int is_iqdio_q;
561 	unsigned int is_thinint_q;
562 
563 	/* bit 0 means queue 0, bit 1 means queue 1, ... */
564 	unsigned int mask;
565 	unsigned int q_no;
566 
567 	qdio_handler_t (*handler);
568 
569 	/* points to the next buffer to be checked for having
570 	 * been processed by the card (outbound)
571 	 * or to the next buffer the program should check for (inbound) */
572 	volatile int first_to_check;
573 	/* and the last time it was: */
574 	volatile int last_move_ftc;
575 
576 	atomic_t number_of_buffers_used;
577 	atomic_t polling;
578 
579 	unsigned int siga_in;
580 	unsigned int siga_out;
581 	unsigned int siga_sync;
582 	unsigned int siga_sync_done_on_thinints;
583 	unsigned int siga_sync_done_on_outb_tis;
584 	unsigned int hydra_gives_outbound_pcis;
585 
586 	/* used to save beginning position when calling dd_handlers */
587 	int first_element_to_kick;
588 
589 	atomic_t use_count;
590 	atomic_t is_in_shutdown;
591 
592 	void *irq_ptr;
593 
594 #ifdef QDIO_USE_TIMERS_FOR_POLLING
595 	struct timer_list timer;
596 	atomic_t timer_already_set;
597 	spinlock_t timer_lock;
598 #else /* QDIO_USE_TIMERS_FOR_POLLING */
599 	struct tasklet_struct tasklet;
600 #endif /* QDIO_USE_TIMERS_FOR_POLLING */
601 
602 
603 	enum qdio_irq_states state;
604 
605 	/* used to store the error condition during a data transfer */
606 	unsigned int qdio_error;
607 	unsigned int siga_error;
608 	unsigned int error_status_flags;
609 
610 	/* list of interesting queues */
611 	volatile struct qdio_q *list_next;
612 	volatile struct qdio_q *list_prev;
613 
614 	struct sl *sl;
615 	volatile struct sbal *sbal[QDIO_MAX_BUFFERS_PER_Q];
616 
617 	struct qdio_buffer *qdio_buffers[QDIO_MAX_BUFFERS_PER_Q];
618 
619 	unsigned long int_parm;
620 
621 	/*struct {
622 		int in_bh_check_limit;
623 		int threshold;
624 	} threshold_classes[QDIO_STATS_CLASSES];*/
625 
626 	struct {
627 		/* inbound: the time to stop polling
628 		   outbound: the time to kick peer */
629 		int threshold; /* the real value */
630 
631 		/* outbound: last time of do_QDIO
632 		   inbound: last time of noticing incoming data */
633 		/*__u64 last_transfer_times[QDIO_STATS_NUMBER];
634 		int last_transfer_index; */
635 
636 		__u64 last_transfer_time;
637 		__u64 busy_start;
638 	} timing;
639 	atomic_t busy_siga_counter;
640         unsigned int queue_type;
641 
642 	/* leave this member at the end. won't be cleared in qdio_fill_qs */
643 	struct slib *slib; /* a page is allocated under this pointer,
644 			      sl points into this page, offset PAGE_SIZE/2
645 			      (after slib) */
646 } __attribute__ ((aligned(256)));
647 
648 struct qdio_irq {
649 	__u32 * volatile dev_st_chg_ind;
650 
651 	unsigned long int_parm;
652 	struct subchannel_id schid;
653 
654 	unsigned int is_iqdio_irq;
655 	unsigned int is_thinint_irq;
656 	unsigned int hydra_gives_outbound_pcis;
657 	unsigned int sync_done_on_outb_pcis;
658 
659 	/* QEBSM facility */
660 	unsigned int is_qebsm;
661 	unsigned long sch_token;
662 
663 	enum qdio_irq_states state;
664 
665 	unsigned int no_input_qs;
666 	unsigned int no_output_qs;
667 
668 	unsigned char qdioac;
669 
670 	struct ccw1 ccw;
671 
672 	struct ciw equeue;
673 	struct ciw aqueue;
674 
675 	struct qib qib;
676 
677  	void (*original_int_handler) (struct ccw_device *,
678  				      unsigned long, struct irb *);
679 
680 	/* leave these four members together at the end. won't be cleared in qdio_fill_irq */
681 	struct qdr *qdr;
682 	struct qdio_q *input_qs[QDIO_MAX_QUEUES_PER_IRQ];
683 	struct qdio_q *output_qs[QDIO_MAX_QUEUES_PER_IRQ];
684 	struct semaphore setting_up_sema;
685 };
686 #endif
687