xref: /linux/fs/gfs2/incore.h (revision c4ee0af3fa0dc65f690fc908f02b8355f9576ea0)
1 /*
2  * Copyright (C) Sistina Software, Inc.  1997-2003 All rights reserved.
3  * Copyright (C) 2004-2008 Red Hat, Inc.  All rights reserved.
4  *
5  * This copyrighted material is made available to anyone wishing to use,
6  * modify, copy, or redistribute it subject to the terms and conditions
7  * of the GNU General Public License version 2.
8  */
9 
10 #ifndef __INCORE_DOT_H__
11 #define __INCORE_DOT_H__
12 
13 #include <linux/fs.h>
14 #include <linux/kobject.h>
15 #include <linux/workqueue.h>
16 #include <linux/dlm.h>
17 #include <linux/buffer_head.h>
18 #include <linux/rcupdate.h>
19 #include <linux/rculist_bl.h>
20 #include <linux/completion.h>
21 #include <linux/rbtree.h>
22 #include <linux/ktime.h>
23 #include <linux/percpu.h>
24 #include <linux/lockref.h>
25 
26 #define DIO_WAIT	0x00000010
27 #define DIO_METADATA	0x00000020
28 
29 struct gfs2_log_operations;
30 struct gfs2_bufdata;
31 struct gfs2_holder;
32 struct gfs2_glock;
33 struct gfs2_quota_data;
34 struct gfs2_trans;
35 struct gfs2_jdesc;
36 struct gfs2_sbd;
37 struct lm_lockops;
38 
39 typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret);
40 
41 struct gfs2_log_header_host {
42 	u64 lh_sequence;	/* Sequence number of this transaction */
43 	u32 lh_flags;		/* GFS2_LOG_HEAD_... */
44 	u32 lh_tail;		/* Block number of log tail */
45 	u32 lh_blkno;
46 	u32 lh_hash;
47 };
48 
49 /*
50  * Structure of operations that are associated with each
51  * type of element in the log.
52  */
53 
54 struct gfs2_log_operations {
55 	void (*lo_before_commit) (struct gfs2_sbd *sdp);
56 	void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr);
57 	void (*lo_before_scan) (struct gfs2_jdesc *jd,
58 				struct gfs2_log_header_host *head, int pass);
59 	int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start,
60 				 struct gfs2_log_descriptor *ld, __be64 *ptr,
61 				 int pass);
62 	void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass);
63 	const char *lo_name;
64 };
65 
66 #define GBF_FULL 1
67 
68 struct gfs2_bitmap {
69 	struct buffer_head *bi_bh;
70 	char *bi_clone;
71 	unsigned long bi_flags;
72 	u32 bi_offset;
73 	u32 bi_start;
74 	u32 bi_len;
75 	u32 bi_blocks;
76 };
77 
78 struct gfs2_rgrpd {
79 	struct rb_node rd_node;		/* Link with superblock */
80 	struct gfs2_glock *rd_gl;	/* Glock for this rgrp */
81 	u64 rd_addr;			/* grp block disk address */
82 	u64 rd_data0;			/* first data location */
83 	u32 rd_length;			/* length of rgrp header in fs blocks */
84 	u32 rd_data;			/* num of data blocks in rgrp */
85 	u32 rd_bitbytes;		/* number of bytes in data bitmaps */
86 	u32 rd_free;
87 	u32 rd_reserved;                /* number of blocks reserved */
88 	u32 rd_free_clone;
89 	u32 rd_dinodes;
90 	u64 rd_igeneration;
91 	struct gfs2_bitmap *rd_bits;
92 	struct gfs2_sbd *rd_sbd;
93 	struct gfs2_rgrp_lvb *rd_rgl;
94 	u32 rd_last_alloc;
95 	u32 rd_flags;
96 #define GFS2_RDF_CHECK		0x10000000 /* check for unlinked inodes */
97 #define GFS2_RDF_UPTODATE	0x20000000 /* rg is up to date */
98 #define GFS2_RDF_ERROR		0x40000000 /* error in rg */
99 #define GFS2_RDF_MASK		0xf0000000 /* mask for internal flags */
100 	spinlock_t rd_rsspin;           /* protects reservation related vars */
101 	struct rb_root rd_rstree;       /* multi-block reservation tree */
102 };
103 
104 struct gfs2_rbm {
105 	struct gfs2_rgrpd *rgd;
106 	u32 offset;		/* The offset is bitmap relative */
107 	int bii;		/* Bitmap index */
108 };
109 
110 static inline struct gfs2_bitmap *rbm_bi(const struct gfs2_rbm *rbm)
111 {
112 	return rbm->rgd->rd_bits + rbm->bii;
113 }
114 
115 static inline u64 gfs2_rbm_to_block(const struct gfs2_rbm *rbm)
116 {
117 	return rbm->rgd->rd_data0 + (rbm_bi(rbm)->bi_start * GFS2_NBBY) +
118 		rbm->offset;
119 }
120 
121 static inline bool gfs2_rbm_eq(const struct gfs2_rbm *rbm1,
122 			       const struct gfs2_rbm *rbm2)
123 {
124 	return (rbm1->rgd == rbm2->rgd) && (rbm1->bii == rbm2->bii) &&
125 	       (rbm1->offset == rbm2->offset);
126 }
127 
128 enum gfs2_state_bits {
129 	BH_Pinned = BH_PrivateStart,
130 	BH_Escaped = BH_PrivateStart + 1,
131 	BH_Zeronew = BH_PrivateStart + 2,
132 };
133 
134 BUFFER_FNS(Pinned, pinned)
135 TAS_BUFFER_FNS(Pinned, pinned)
136 BUFFER_FNS(Escaped, escaped)
137 TAS_BUFFER_FNS(Escaped, escaped)
138 BUFFER_FNS(Zeronew, zeronew)
139 TAS_BUFFER_FNS(Zeronew, zeronew)
140 
141 struct gfs2_bufdata {
142 	struct buffer_head *bd_bh;
143 	struct gfs2_glock *bd_gl;
144 	u64 bd_blkno;
145 
146 	struct list_head bd_list;
147 	const struct gfs2_log_operations *bd_ops;
148 
149 	struct gfs2_trans *bd_tr;
150 	struct list_head bd_ail_st_list;
151 	struct list_head bd_ail_gl_list;
152 };
153 
154 /*
155  * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a
156  * prefix of lock_dlm_ gets awkward.
157  */
158 
159 #define GDLM_STRNAME_BYTES	25
160 #define GDLM_LVB_SIZE		32
161 
162 /*
163  * ls_recover_flags:
164  *
165  * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been
166  * held by failed nodes whose journals need recovery.  Those locks should
167  * only be used for journal recovery until the journal recovery is done.
168  * This is set by the dlm recover_prep callback and cleared by the
169  * gfs2_control thread when journal recovery is complete.  To avoid
170  * races between recover_prep setting and gfs2_control clearing, recover_spin
171  * is held while changing this bit and reading/writing recover_block
172  * and recover_start.
173  *
174  * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used.
175  *
176  * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing
177  * recovery of all journals before allowing other nodes to mount the fs.
178  * This is cleared when FIRST_MOUNT_DONE is set.
179  *
180  * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished
181  * recovery of all journals, and now allows other nodes to mount the fs.
182  *
183  * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared
184  * BLOCK_LOCKS for the first time.  The gfs2_control thread should now
185  * control clearing BLOCK_LOCKS for further recoveries.
186  *
187  * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq.
188  *
189  * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep()
190  * and recover_done(), i.e. set while recover_block == recover_start.
191  */
192 
193 enum {
194 	DFL_BLOCK_LOCKS		= 0,
195 	DFL_NO_DLM_OPS		= 1,
196 	DFL_FIRST_MOUNT		= 2,
197 	DFL_FIRST_MOUNT_DONE	= 3,
198 	DFL_MOUNT_DONE		= 4,
199 	DFL_UNMOUNT		= 5,
200 	DFL_DLM_RECOVERY	= 6,
201 };
202 
203 struct lm_lockname {
204 	u64 ln_number;
205 	unsigned int ln_type;
206 };
207 
208 #define lm_name_equal(name1, name2) \
209         (((name1)->ln_number == (name2)->ln_number) && \
210          ((name1)->ln_type == (name2)->ln_type))
211 
212 
213 struct gfs2_glock_operations {
214 	void (*go_sync) (struct gfs2_glock *gl);
215 	int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh);
216 	void (*go_inval) (struct gfs2_glock *gl, int flags);
217 	int (*go_demote_ok) (const struct gfs2_glock *gl);
218 	int (*go_lock) (struct gfs2_holder *gh);
219 	void (*go_unlock) (struct gfs2_holder *gh);
220 	int (*go_dump)(struct seq_file *seq, const struct gfs2_glock *gl);
221 	void (*go_callback)(struct gfs2_glock *gl, bool remote);
222 	const int go_type;
223 	const unsigned long go_flags;
224 #define GLOF_ASPACE 1
225 #define GLOF_LVB    2
226 };
227 
228 enum {
229 	GFS2_LKS_SRTT = 0,	/* Non blocking smoothed round trip time */
230 	GFS2_LKS_SRTTVAR = 1,	/* Non blocking smoothed variance */
231 	GFS2_LKS_SRTTB = 2,	/* Blocking smoothed round trip time */
232 	GFS2_LKS_SRTTVARB = 3,	/* Blocking smoothed variance */
233 	GFS2_LKS_SIRT = 4,	/* Smoothed Inter-request time */
234 	GFS2_LKS_SIRTVAR = 5,	/* Smoothed Inter-request variance */
235 	GFS2_LKS_DCOUNT = 6,	/* Count of dlm requests */
236 	GFS2_LKS_QCOUNT = 7,	/* Count of gfs2_holder queues */
237 	GFS2_NR_LKSTATS
238 };
239 
240 struct gfs2_lkstats {
241 	s64 stats[GFS2_NR_LKSTATS];
242 };
243 
244 enum {
245 	/* States */
246 	HIF_HOLDER		= 6,  /* Set for gh that "holds" the glock */
247 	HIF_FIRST		= 7,
248 	HIF_WAIT		= 10,
249 };
250 
251 struct gfs2_holder {
252 	struct list_head gh_list;
253 
254 	struct gfs2_glock *gh_gl;
255 	struct pid *gh_owner_pid;
256 	unsigned int gh_state;
257 	unsigned gh_flags;
258 
259 	int gh_error;
260 	unsigned long gh_iflags; /* HIF_... */
261 	unsigned long gh_ip;
262 };
263 
264 /* Resource group multi-block reservation, in order of appearance:
265 
266    Step 1. Function prepares to write, allocates a mb, sets the size hint.
267    Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info
268    Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use
269    Step 4. Bits are assigned from the rgrp based on either the reservation
270            or wherever it can.
271 */
272 
273 struct gfs2_blkreserv {
274 	/* components used during write (step 1): */
275 	atomic_t rs_sizehint;         /* hint of the write size */
276 
277 	struct gfs2_holder rs_rgd_gh; /* Filled in by get_local_rgrp */
278 	struct rb_node rs_node;       /* link to other block reservations */
279 	struct gfs2_rbm rs_rbm;       /* Start of reservation */
280 	u32 rs_free;                  /* how many blocks are still free */
281 	u64 rs_inum;                  /* Inode number for reservation */
282 
283 	/* ancillary quota stuff */
284 	struct gfs2_quota_data *rs_qa_qd[2 * MAXQUOTAS];
285 	struct gfs2_holder rs_qa_qd_ghs[2 * MAXQUOTAS];
286 	unsigned int rs_qa_qd_num;
287 };
288 
289 /*
290  * Allocation parameters
291  * @target: The number of blocks we'd ideally like to allocate
292  * @aflags: The flags (e.g. Orlov flag)
293  *
294  * The intent is to gradually expand this structure over time in
295  * order to give more information, e.g. alignment, min extent size
296  * to the allocation code.
297  */
298 struct gfs2_alloc_parms {
299 	u32 target;
300 	u32 aflags;
301 };
302 
303 enum {
304 	GLF_LOCK			= 1,
305 	GLF_DEMOTE			= 3,
306 	GLF_PENDING_DEMOTE		= 4,
307 	GLF_DEMOTE_IN_PROGRESS		= 5,
308 	GLF_DIRTY			= 6,
309 	GLF_LFLUSH			= 7,
310 	GLF_INVALIDATE_IN_PROGRESS	= 8,
311 	GLF_REPLY_PENDING		= 9,
312 	GLF_INITIAL			= 10,
313 	GLF_FROZEN			= 11,
314 	GLF_QUEUED			= 12,
315 	GLF_LRU				= 13,
316 	GLF_OBJECT			= 14, /* Used only for tracing */
317 	GLF_BLOCKING			= 15,
318 };
319 
320 struct gfs2_glock {
321 	struct hlist_bl_node gl_list;
322 	struct gfs2_sbd *gl_sbd;
323 	unsigned long gl_flags;		/* GLF_... */
324 	struct lm_lockname gl_name;
325 
326 	struct lockref gl_lockref;
327 #define gl_spin gl_lockref.lock
328 
329 	/* State fields protected by gl_spin */
330 	unsigned int gl_state:2,	/* Current state */
331 		     gl_target:2,	/* Target state */
332 		     gl_demote_state:2,	/* State requested by remote node */
333 		     gl_req:2,		/* State in last dlm request */
334 		     gl_reply:8;	/* Last reply from the dlm */
335 
336 	unsigned int gl_hash;
337 	unsigned long gl_demote_time; /* time of first demote request */
338 	long gl_hold_time;
339 	struct list_head gl_holders;
340 
341 	const struct gfs2_glock_operations *gl_ops;
342 	ktime_t gl_dstamp;
343 	struct gfs2_lkstats gl_stats;
344 	struct dlm_lksb gl_lksb;
345 	unsigned long gl_tchange;
346 	void *gl_object;
347 
348 	struct list_head gl_lru;
349 	struct list_head gl_ail_list;
350 	atomic_t gl_ail_count;
351 	atomic_t gl_revokes;
352 	struct delayed_work gl_work;
353 	struct work_struct gl_delete;
354 	struct rcu_head gl_rcu;
355 };
356 
357 #define GFS2_MIN_LVB_SIZE 32	/* Min size of LVB that gfs2 supports */
358 
359 enum {
360 	GIF_INVALID		= 0,
361 	GIF_QD_LOCKED		= 1,
362 	GIF_ALLOC_FAILED	= 2,
363 	GIF_SW_PAGED		= 3,
364 	GIF_ORDERED		= 4,
365 };
366 
367 struct gfs2_inode {
368 	struct inode i_inode;
369 	u64 i_no_addr;
370 	u64 i_no_formal_ino;
371 	u64 i_generation;
372 	u64 i_eattr;
373 	unsigned long i_flags;		/* GIF_... */
374 	struct gfs2_glock *i_gl; /* Move into i_gh? */
375 	struct gfs2_holder i_iopen_gh;
376 	struct gfs2_holder i_gh; /* for prepare/commit_write only */
377 	struct gfs2_blkreserv *i_res; /* rgrp multi-block reservation */
378 	struct gfs2_rgrpd *i_rgd;
379 	u64 i_goal;	/* goal block for allocations */
380 	struct rw_semaphore i_rw_mutex;
381 	struct list_head i_ordered;
382 	struct list_head i_trunc_list;
383 	__be64 *i_hash_cache;
384 	u32 i_entries;
385 	u32 i_diskflags;
386 	u8 i_height;
387 	u8 i_depth;
388 };
389 
390 /*
391  * Since i_inode is the first element of struct gfs2_inode,
392  * this is effectively a cast.
393  */
394 static inline struct gfs2_inode *GFS2_I(struct inode *inode)
395 {
396 	return container_of(inode, struct gfs2_inode, i_inode);
397 }
398 
399 static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode)
400 {
401 	return inode->i_sb->s_fs_info;
402 }
403 
404 struct gfs2_file {
405 	struct mutex f_fl_mutex;
406 	struct gfs2_holder f_fl_gh;
407 };
408 
409 struct gfs2_revoke_replay {
410 	struct list_head rr_list;
411 	u64 rr_blkno;
412 	unsigned int rr_where;
413 };
414 
415 enum {
416 	QDF_CHANGE		= 1,
417 	QDF_LOCKED		= 2,
418 	QDF_REFRESH		= 3,
419 };
420 
421 struct gfs2_quota_data {
422 	struct list_head qd_list;
423 	struct kqid qd_id;
424 	struct lockref qd_lockref;
425 	struct list_head qd_lru;
426 
427 	unsigned long qd_flags;		/* QDF_... */
428 
429 	s64 qd_change;
430 	s64 qd_change_sync;
431 
432 	unsigned int qd_slot;
433 	unsigned int qd_slot_count;
434 
435 	struct buffer_head *qd_bh;
436 	struct gfs2_quota_change *qd_bh_qc;
437 	unsigned int qd_bh_count;
438 
439 	struct gfs2_glock *qd_gl;
440 	struct gfs2_quota_lvb qd_qb;
441 
442 	u64 qd_sync_gen;
443 	unsigned long qd_last_warn;
444 };
445 
446 struct gfs2_trans {
447 	unsigned long tr_ip;
448 
449 	unsigned int tr_blocks;
450 	unsigned int tr_revokes;
451 	unsigned int tr_reserved;
452 
453 	struct gfs2_holder tr_t_gh;
454 
455 	int tr_touched;
456 	int tr_attached;
457 
458 	unsigned int tr_num_buf_new;
459 	unsigned int tr_num_databuf_new;
460 	unsigned int tr_num_buf_rm;
461 	unsigned int tr_num_databuf_rm;
462 	unsigned int tr_num_revoke;
463 	unsigned int tr_num_revoke_rm;
464 
465 	struct list_head tr_list;
466 
467 	unsigned int tr_first;
468 	struct list_head tr_ail1_list;
469 	struct list_head tr_ail2_list;
470 };
471 
472 struct gfs2_journal_extent {
473 	struct list_head extent_list;
474 
475 	unsigned int lblock; /* First logical block */
476 	u64 dblock; /* First disk block */
477 	u64 blocks;
478 };
479 
480 struct gfs2_jdesc {
481 	struct list_head jd_list;
482 	struct list_head extent_list;
483 	struct work_struct jd_work;
484 	struct inode *jd_inode;
485 	unsigned long jd_flags;
486 #define JDF_RECOVERY 1
487 	unsigned int jd_jid;
488 	unsigned int jd_blocks;
489 	int jd_recover_error;
490 };
491 
492 struct gfs2_statfs_change_host {
493 	s64 sc_total;
494 	s64 sc_free;
495 	s64 sc_dinodes;
496 };
497 
498 #define GFS2_QUOTA_DEFAULT	GFS2_QUOTA_OFF
499 #define GFS2_QUOTA_OFF		0
500 #define GFS2_QUOTA_ACCOUNT	1
501 #define GFS2_QUOTA_ON		2
502 
503 #define GFS2_DATA_DEFAULT	GFS2_DATA_ORDERED
504 #define GFS2_DATA_WRITEBACK	1
505 #define GFS2_DATA_ORDERED	2
506 
507 #define GFS2_ERRORS_DEFAULT     GFS2_ERRORS_WITHDRAW
508 #define GFS2_ERRORS_WITHDRAW    0
509 #define GFS2_ERRORS_CONTINUE    1 /* place holder for future feature */
510 #define GFS2_ERRORS_RO          2 /* place holder for future feature */
511 #define GFS2_ERRORS_PANIC       3
512 
513 struct gfs2_args {
514 	char ar_lockproto[GFS2_LOCKNAME_LEN];	/* Name of the Lock Protocol */
515 	char ar_locktable[GFS2_LOCKNAME_LEN];	/* Name of the Lock Table */
516 	char ar_hostdata[GFS2_LOCKNAME_LEN];	/* Host specific data */
517 	unsigned int ar_spectator:1;		/* Don't get a journal */
518 	unsigned int ar_localflocks:1;		/* Let the VFS do flock|fcntl */
519 	unsigned int ar_debug:1;		/* Oops on errors */
520 	unsigned int ar_posix_acl:1;		/* Enable posix acls */
521 	unsigned int ar_quota:2;		/* off/account/on */
522 	unsigned int ar_suiddir:1;		/* suiddir support */
523 	unsigned int ar_data:2;			/* ordered/writeback */
524 	unsigned int ar_meta:1;			/* mount metafs */
525 	unsigned int ar_discard:1;		/* discard requests */
526 	unsigned int ar_errors:2;               /* errors=withdraw | panic */
527 	unsigned int ar_nobarrier:1;            /* do not send barriers */
528 	unsigned int ar_rgrplvb:1;		/* use lvbs for rgrp info */
529 	int ar_commit;				/* Commit interval */
530 	int ar_statfs_quantum;			/* The fast statfs interval */
531 	int ar_quota_quantum;			/* The quota interval */
532 	int ar_statfs_percent;			/* The % change to force sync */
533 };
534 
535 struct gfs2_tune {
536 	spinlock_t gt_spin;
537 
538 	unsigned int gt_logd_secs;
539 
540 	unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */
541 	unsigned int gt_quota_scale_num; /* Numerator */
542 	unsigned int gt_quota_scale_den; /* Denominator */
543 	unsigned int gt_quota_quantum; /* Secs between syncs to quota file */
544 	unsigned int gt_new_files_jdata;
545 	unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */
546 	unsigned int gt_complain_secs;
547 	unsigned int gt_statfs_quantum;
548 	unsigned int gt_statfs_slow;
549 };
550 
551 enum {
552 	SDF_JOURNAL_CHECKED	= 0,
553 	SDF_JOURNAL_LIVE	= 1,
554 	SDF_SHUTDOWN		= 2,
555 	SDF_NOBARRIERS		= 3,
556 	SDF_NORECOVERY		= 4,
557 	SDF_DEMOTE		= 5,
558 	SDF_NOJOURNALID		= 6,
559 	SDF_RORECOVERY		= 7, /* read only recovery */
560 	SDF_SKIP_DLM_UNLOCK	= 8,
561 };
562 
563 #define GFS2_FSNAME_LEN		256
564 
565 struct gfs2_inum_host {
566 	u64 no_formal_ino;
567 	u64 no_addr;
568 };
569 
570 struct gfs2_sb_host {
571 	u32 sb_magic;
572 	u32 sb_type;
573 	u32 sb_format;
574 
575 	u32 sb_fs_format;
576 	u32 sb_multihost_format;
577 	u32 sb_bsize;
578 	u32 sb_bsize_shift;
579 
580 	struct gfs2_inum_host sb_master_dir;
581 	struct gfs2_inum_host sb_root_dir;
582 
583 	char sb_lockproto[GFS2_LOCKNAME_LEN];
584 	char sb_locktable[GFS2_LOCKNAME_LEN];
585 };
586 
587 /*
588  * lm_mount() return values
589  *
590  * ls_jid - the journal ID this node should use
591  * ls_first - this node is the first to mount the file system
592  * ls_lockspace - lock module's context for this file system
593  * ls_ops - lock module's functions
594  */
595 
596 struct lm_lockstruct {
597 	int ls_jid;
598 	unsigned int ls_first;
599 	const struct lm_lockops *ls_ops;
600 	dlm_lockspace_t *ls_dlm;
601 
602 	int ls_recover_jid_done;   /* These two are deprecated, */
603 	int ls_recover_jid_status; /* used previously by gfs_controld */
604 
605 	struct dlm_lksb ls_mounted_lksb; /* mounted_lock */
606 	struct dlm_lksb ls_control_lksb; /* control_lock */
607 	char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */
608 	struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */
609 	char *ls_lvb_bits;
610 
611 	spinlock_t ls_recover_spin; /* protects following fields */
612 	unsigned long ls_recover_flags; /* DFL_ */
613 	uint32_t ls_recover_mount; /* gen in first recover_done cb */
614 	uint32_t ls_recover_start; /* gen in last recover_done cb */
615 	uint32_t ls_recover_block; /* copy recover_start in last recover_prep */
616 	uint32_t ls_recover_size; /* size of recover_submit, recover_result */
617 	uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */
618 	uint32_t *ls_recover_result; /* result of last jid recovery */
619 };
620 
621 struct gfs2_pcpu_lkstats {
622 	/* One struct for each glock type */
623 	struct gfs2_lkstats lkstats[10];
624 };
625 
626 struct gfs2_sbd {
627 	struct super_block *sd_vfs;
628 	struct gfs2_pcpu_lkstats __percpu *sd_lkstats;
629 	struct kobject sd_kobj;
630 	unsigned long sd_flags;	/* SDF_... */
631 	struct gfs2_sb_host sd_sb;
632 
633 	/* Constants computed on mount */
634 
635 	u32 sd_fsb2bb;
636 	u32 sd_fsb2bb_shift;
637 	u32 sd_diptrs;	/* Number of pointers in a dinode */
638 	u32 sd_inptrs;	/* Number of pointers in a indirect block */
639 	u32 sd_jbsize;	/* Size of a journaled data block */
640 	u32 sd_hash_bsize;	/* sizeof(exhash block) */
641 	u32 sd_hash_bsize_shift;
642 	u32 sd_hash_ptrs;	/* Number of pointers in a hash block */
643 	u32 sd_qc_per_block;
644 	u32 sd_blocks_per_bitmap;
645 	u32 sd_max_dirres;	/* Max blocks needed to add a directory entry */
646 	u32 sd_max_height;	/* Max height of a file's metadata tree */
647 	u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1];
648 	u32 sd_max_jheight; /* Max height of journaled file's meta tree */
649 	u64 sd_jheightsize[GFS2_MAX_META_HEIGHT + 1];
650 
651 	struct gfs2_args sd_args;	/* Mount arguments */
652 	struct gfs2_tune sd_tune;	/* Filesystem tuning structure */
653 
654 	/* Lock Stuff */
655 
656 	struct lm_lockstruct sd_lockstruct;
657 	struct gfs2_holder sd_live_gh;
658 	struct gfs2_glock *sd_rename_gl;
659 	struct gfs2_glock *sd_trans_gl;
660 	wait_queue_head_t sd_glock_wait;
661 	atomic_t sd_glock_disposal;
662 	struct completion sd_locking_init;
663 	struct completion sd_wdack;
664 	struct delayed_work sd_control_work;
665 
666 	/* Inode Stuff */
667 
668 	struct dentry *sd_master_dir;
669 	struct dentry *sd_root_dir;
670 
671 	struct inode *sd_jindex;
672 	struct inode *sd_statfs_inode;
673 	struct inode *sd_sc_inode;
674 	struct inode *sd_qc_inode;
675 	struct inode *sd_rindex;
676 	struct inode *sd_quota_inode;
677 
678 	/* StatFS stuff */
679 
680 	spinlock_t sd_statfs_spin;
681 	struct gfs2_statfs_change_host sd_statfs_master;
682 	struct gfs2_statfs_change_host sd_statfs_local;
683 	int sd_statfs_force_sync;
684 
685 	/* Resource group stuff */
686 
687 	int sd_rindex_uptodate;
688 	spinlock_t sd_rindex_spin;
689 	struct rb_root sd_rindex_tree;
690 	unsigned int sd_rgrps;
691 	unsigned int sd_max_rg_data;
692 
693 	/* Journal index stuff */
694 
695 	struct list_head sd_jindex_list;
696 	spinlock_t sd_jindex_spin;
697 	struct mutex sd_jindex_mutex;
698 	unsigned int sd_journals;
699 
700 	struct gfs2_jdesc *sd_jdesc;
701 	struct gfs2_holder sd_journal_gh;
702 	struct gfs2_holder sd_jinode_gh;
703 
704 	struct gfs2_holder sd_sc_gh;
705 	struct gfs2_holder sd_qc_gh;
706 
707 	/* Daemon stuff */
708 
709 	struct task_struct *sd_logd_process;
710 	struct task_struct *sd_quotad_process;
711 
712 	/* Quota stuff */
713 
714 	struct list_head sd_quota_list;
715 	atomic_t sd_quota_count;
716 	struct mutex sd_quota_mutex;
717 	struct mutex sd_quota_sync_mutex;
718 	wait_queue_head_t sd_quota_wait;
719 	struct list_head sd_trunc_list;
720 	spinlock_t sd_trunc_lock;
721 
722 	unsigned int sd_quota_slots;
723 	unsigned int sd_quota_chunks;
724 	unsigned char **sd_quota_bitmap;
725 
726 	u64 sd_quota_sync_gen;
727 
728 	/* Log stuff */
729 
730 	spinlock_t sd_log_lock;
731 
732 	struct gfs2_trans *sd_log_tr;
733 	unsigned int sd_log_blks_reserved;
734 	unsigned int sd_log_commited_buf;
735 	unsigned int sd_log_commited_databuf;
736 	int sd_log_commited_revoke;
737 
738 	atomic_t sd_log_pinned;
739 	unsigned int sd_log_num_buf;
740 	unsigned int sd_log_num_revoke;
741 	unsigned int sd_log_num_rg;
742 	unsigned int sd_log_num_databuf;
743 
744 	struct list_head sd_log_le_buf;
745 	struct list_head sd_log_le_revoke;
746 	struct list_head sd_log_le_databuf;
747 	struct list_head sd_log_le_ordered;
748 	spinlock_t sd_ordered_lock;
749 
750 	atomic_t sd_log_thresh1;
751 	atomic_t sd_log_thresh2;
752 	atomic_t sd_log_blks_free;
753 	wait_queue_head_t sd_log_waitq;
754 	wait_queue_head_t sd_logd_waitq;
755 
756 	u64 sd_log_sequence;
757 	unsigned int sd_log_head;
758 	unsigned int sd_log_tail;
759 	int sd_log_idle;
760 
761 	struct rw_semaphore sd_log_flush_lock;
762 	atomic_t sd_log_in_flight;
763 	struct bio *sd_log_bio;
764 	wait_queue_head_t sd_log_flush_wait;
765 	int sd_log_error;
766 
767 	unsigned int sd_log_flush_head;
768 	u64 sd_log_flush_wrapped;
769 
770 	spinlock_t sd_ail_lock;
771 	struct list_head sd_ail1_list;
772 	struct list_head sd_ail2_list;
773 
774 	/* Replay stuff */
775 
776 	struct list_head sd_revoke_list;
777 	unsigned int sd_replay_tail;
778 
779 	unsigned int sd_found_blocks;
780 	unsigned int sd_found_revokes;
781 	unsigned int sd_replayed_blocks;
782 
783 	/* For quiescing the filesystem */
784 	struct gfs2_holder sd_freeze_gh;
785 
786 	char sd_fsname[GFS2_FSNAME_LEN];
787 	char sd_table_name[GFS2_FSNAME_LEN];
788 	char sd_proto_name[GFS2_FSNAME_LEN];
789 
790 	/* Debugging crud */
791 
792 	unsigned long sd_last_warning;
793 	struct dentry *debugfs_dir;    /* debugfs directory */
794 	struct dentry *debugfs_dentry_glocks;
795 	struct dentry *debugfs_dentry_glstats;
796 	struct dentry *debugfs_dentry_sbstats;
797 };
798 
799 static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which)
800 {
801 	gl->gl_stats.stats[which]++;
802 }
803 
804 static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which)
805 {
806 	const struct gfs2_sbd *sdp = gl->gl_sbd;
807 	preempt_disable();
808 	this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++;
809 	preempt_enable();
810 }
811 
812 #endif /* __INCORE_DOT_H__ */
813 
814