xref: /linux/fs/bcachefs/alloc_types.h (revision 94b481f7671f412b571e4ee5e3b24f33a889812d)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _BCACHEFS_ALLOC_TYPES_H
3 #define _BCACHEFS_ALLOC_TYPES_H
4 
5 #include <linux/mutex.h>
6 #include <linux/spinlock.h>
7 
8 #include "clock_types.h"
9 #include "fifo.h"
10 
11 struct bucket_alloc_state {
12 	enum {
13 		BTREE_BITMAP_NO,
14 		BTREE_BITMAP_YES,
15 		BTREE_BITMAP_ANY,
16 	}	btree_bitmap;
17 
18 	u64	buckets_seen;
19 	u64	skipped_open;
20 	u64	skipped_need_journal_commit;
21 	u64	need_journal_commit;
22 	u64	skipped_nocow;
23 	u64	skipped_nouse;
24 	u64	skipped_mi_btree_bitmap;
25 };
26 
27 #define BCH_WATERMARKS()		\
28 	x(stripe)			\
29 	x(normal)			\
30 	x(copygc)			\
31 	x(btree)			\
32 	x(btree_copygc)			\
33 	x(reclaim)			\
34 	x(interior_updates)
35 
36 enum bch_watermark {
37 #define x(name)	BCH_WATERMARK_##name,
38 	BCH_WATERMARKS()
39 #undef x
40 	BCH_WATERMARK_NR,
41 };
42 
43 #define BCH_WATERMARK_BITS	3
44 #define BCH_WATERMARK_MASK	~(~0U << BCH_WATERMARK_BITS)
45 
46 #define OPEN_BUCKETS_COUNT	1024
47 
48 #define WRITE_POINT_HASH_NR	32
49 #define WRITE_POINT_MAX		32
50 
51 /*
52  * 0 is never a valid open_bucket_idx_t:
53  */
54 typedef u16			open_bucket_idx_t;
55 
56 struct open_bucket {
57 	spinlock_t		lock;
58 	atomic_t		pin;
59 	open_bucket_idx_t	freelist;
60 	open_bucket_idx_t	hash;
61 
62 	/*
63 	 * When an open bucket has an ec_stripe attached, this is the index of
64 	 * the block in the stripe this open_bucket corresponds to:
65 	 */
66 	u8			ec_idx;
67 	enum bch_data_type	data_type:6;
68 	unsigned		valid:1;
69 	unsigned		on_partial_list:1;
70 
71 	u8			dev;
72 	u8			gen;
73 	u32			sectors_free;
74 	u64			bucket;
75 	struct ec_stripe_new	*ec;
76 };
77 
78 #define OPEN_BUCKET_LIST_MAX	15
79 
80 struct open_buckets {
81 	open_bucket_idx_t	nr;
82 	open_bucket_idx_t	v[OPEN_BUCKET_LIST_MAX];
83 };
84 
85 struct dev_stripe_state {
86 	u64			next_alloc[BCH_SB_MEMBERS_MAX];
87 };
88 
89 #define WRITE_POINT_STATES()		\
90 	x(stopped)			\
91 	x(waiting_io)			\
92 	x(waiting_work)			\
93 	x(running)
94 
95 enum write_point_state {
96 #define x(n)	WRITE_POINT_##n,
97 	WRITE_POINT_STATES()
98 #undef x
99 	WRITE_POINT_STATE_NR
100 };
101 
102 struct write_point {
103 	struct {
104 		struct hlist_node	node;
105 		struct mutex		lock;
106 		u64			last_used;
107 		unsigned long		write_point;
108 		enum bch_data_type	data_type;
109 
110 		/* calculated based on how many pointers we're actually going to use: */
111 		unsigned		sectors_free;
112 
113 		struct open_buckets	ptrs;
114 		struct dev_stripe_state	stripe;
115 
116 		u64			sectors_allocated;
117 	} __aligned(SMP_CACHE_BYTES);
118 
119 	struct {
120 		struct work_struct	index_update_work;
121 
122 		struct list_head	writes;
123 		spinlock_t		writes_lock;
124 
125 		enum write_point_state	state;
126 		u64			last_state_change;
127 		u64			time[WRITE_POINT_STATE_NR];
128 	} __aligned(SMP_CACHE_BYTES);
129 };
130 
131 struct write_point_specifier {
132 	unsigned long		v;
133 };
134 
135 #endif /* _BCACHEFS_ALLOC_TYPES_H */
136