1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /* Network filesystem support services.
3 *
4 * Copyright (C) 2021 Red Hat, Inc. All Rights Reserved.
5 * Written by David Howells (dhowells@redhat.com)
6 *
7 * See:
8 *
9 * Documentation/filesystems/netfs_library.rst
10 *
11 * for a description of the network filesystem interface declared here.
12 */
13
14 #ifndef _LINUX_NETFS_H
15 #define _LINUX_NETFS_H
16
17 #include <linux/workqueue.h>
18 #include <linux/fs.h>
19 #include <linux/pagemap.h>
20 #include <linux/uio.h>
21 #include <linux/rolling_buffer.h>
22
23 enum netfs_sreq_ref_trace;
24 typedef struct mempool mempool_t;
25 struct folio_queue;
26
27 /**
28 * folio_start_private_2 - Start an fscache write on a folio. [DEPRECATED]
29 * @folio: The folio.
30 *
31 * Call this function before writing a folio to a local cache. Starting a
32 * second write before the first one finishes is not allowed.
33 *
34 * Note that this should no longer be used.
35 */
folio_start_private_2(struct folio * folio)36 static inline void folio_start_private_2(struct folio *folio)
37 {
38 VM_BUG_ON_FOLIO(folio_test_private_2(folio), folio);
39 folio_get(folio);
40 folio_set_private_2(folio);
41 }
42
43 enum netfs_io_source {
44 NETFS_SOURCE_UNKNOWN,
45 NETFS_FILL_WITH_ZEROES,
46 NETFS_DOWNLOAD_FROM_SERVER,
47 NETFS_READ_FROM_CACHE,
48 NETFS_INVALID_READ,
49 NETFS_UPLOAD_TO_SERVER,
50 NETFS_WRITE_TO_CACHE,
51 } __mode(byte);
52
53 typedef void (*netfs_io_terminated_t)(void *priv, ssize_t transferred_or_error);
54
55 /*
56 * Per-inode context. This wraps the VFS inode.
57 */
58 struct netfs_inode {
59 struct inode inode; /* The VFS inode */
60 const struct netfs_request_ops *ops;
61 #if IS_ENABLED(CONFIG_FSCACHE)
62 struct fscache_cookie *cache;
63 #endif
64 struct list_head wb_queue; /* Queue of processes wanting to do writeback */
65 loff_t _remote_i_size; /* Size of the remote file */
66 loff_t _zero_point; /* Size after which we assume there's no data
67 * on the server */
68 spinlock_t lock; /* Lock covering wb_queue */
69 atomic_t io_count; /* Number of outstanding reqs */
70 unsigned long flags;
71 #define NETFS_ICTX_ODIRECT 0 /* The file has DIO in progress */
72 #define NETFS_ICTX_UNBUFFERED 1 /* I/O should not use the pagecache */
73 #define NETFS_ICTX_WB_LOCK 2 /* Writeback serialisation lock */
74 #define NETFS_ICTX_MODIFIED_ATTR 3 /* Indicate change in mtime/ctime */
75 #define NETFS_ICTX_SINGLE_NO_UPLOAD 4 /* Monolithic payload, cache but no upload */
76 };
77
78 /*
79 * A netfs group - for instance a ceph snap. This is marked on dirty pages and
80 * pages marked with a group must be flushed before they can be written under
81 * the domain of another group.
82 */
83 struct netfs_group {
84 refcount_t ref;
85 void (*free)(struct netfs_group *netfs_group);
86 };
87
88 /*
89 * Information about a dirty page (attached only if necessary).
90 * folio->private
91 */
92 struct netfs_folio {
93 struct netfs_group *netfs_group; /* Filesystem's grouping marker (or NULL). */
94 unsigned int dirty_offset; /* Write-streaming dirty data offset */
95 unsigned int dirty_len; /* Write-streaming dirty data length */
96 };
97 #define NETFS_FOLIO_INFO 0x1UL /* OR'd with folio->private. */
98 #define NETFS_FOLIO_COPY_TO_CACHE ((struct netfs_group *)0x356UL) /* Write to the cache only */
99
netfs_is_folio_info(const void * priv)100 static inline bool netfs_is_folio_info(const void *priv)
101 {
102 return (unsigned long)priv & NETFS_FOLIO_INFO;
103 }
104
__netfs_folio_info(const void * priv)105 static inline struct netfs_folio *__netfs_folio_info(const void *priv)
106 {
107 if (netfs_is_folio_info(priv))
108 return (struct netfs_folio *)((unsigned long)priv & ~NETFS_FOLIO_INFO);
109 return NULL;
110 }
111
netfs_folio_info(struct folio * folio)112 static inline struct netfs_folio *netfs_folio_info(struct folio *folio)
113 {
114 return __netfs_folio_info(folio_get_private(folio));
115 }
116
netfs_folio_group(struct folio * folio)117 static inline struct netfs_group *netfs_folio_group(struct folio *folio)
118 {
119 struct netfs_folio *finfo;
120 void *priv = folio_get_private(folio);
121
122 finfo = netfs_folio_info(folio);
123 if (finfo)
124 return finfo->netfs_group;
125 return priv;
126 }
127
128 /*
129 * Stream of I/O subrequests going to a particular destination, such as the
130 * server or the local cache. This is mainly intended for writing where we may
131 * have to write to multiple destinations concurrently.
132 */
133 struct netfs_io_stream {
134 /* Submission tracking */
135 struct netfs_io_subrequest *construct; /* Op being constructed */
136 size_t sreq_max_len; /* Maximum size of a subrequest */
137 unsigned int sreq_max_segs; /* 0 or max number of segments in an iterator */
138 unsigned int submit_off; /* Folio offset we're submitting from */
139 unsigned int submit_len; /* Amount of data left to submit */
140 unsigned int submit_extendable_to; /* Amount I/O can be rounded up to */
141 void (*prepare_write)(struct netfs_io_subrequest *subreq);
142 void (*issue_write)(struct netfs_io_subrequest *subreq);
143 /* Collection tracking */
144 struct list_head subrequests; /* Contributory I/O operations */
145 unsigned long long collected_to; /* Position we've collected results to */
146 size_t transferred; /* The amount transferred from this stream */
147 unsigned short error; /* Aggregate error for the stream */
148 enum netfs_io_source source; /* Where to read from/write to */
149 unsigned char stream_nr; /* Index of stream in parent table */
150 bool avail; /* T if stream is available */
151 bool active; /* T if stream is active */
152 bool need_retry; /* T if this stream needs retrying */
153 bool failed; /* T if this stream failed */
154 bool transferred_valid; /* T is ->transferred is valid */
155 };
156
157 /*
158 * Resources required to do operations on a cache.
159 */
160 struct netfs_cache_resources {
161 const struct netfs_cache_ops *ops;
162 void *cache_priv;
163 void *cache_priv2;
164 unsigned int debug_id; /* Cookie debug ID */
165 unsigned int inval_counter; /* object->inval_counter at begin_op */
166 };
167
168 /*
169 * Descriptor for a single component subrequest. Each operation represents an
170 * individual read/write from/to a server, a cache, a journal, etc..
171 *
172 * The buffer iterator is persistent for the life of the subrequest struct and
173 * the pages it points to can be relied on to exist for the duration.
174 */
175 struct netfs_io_subrequest {
176 struct netfs_io_request *rreq; /* Supervising I/O request */
177 struct work_struct work;
178 struct list_head rreq_link; /* Link in rreq->subrequests */
179 struct iov_iter io_iter; /* Iterator for this subrequest */
180 unsigned long long start; /* Where to start the I/O */
181 size_t len; /* Size of the I/O */
182 size_t transferred; /* Amount of data transferred */
183 refcount_t ref;
184 short error; /* 0 or error that occurred */
185 unsigned short debug_index; /* Index in list (for debugging output) */
186 unsigned int nr_segs; /* Number of segs in io_iter */
187 u8 retry_count; /* The number of retries (0 on initial pass) */
188 enum netfs_io_source source; /* Where to read from/write to */
189 unsigned char stream_nr; /* I/O stream this belongs to */
190 unsigned long flags;
191 #define NETFS_SREQ_COPY_TO_CACHE 0 /* Set if should copy the data to the cache */
192 #define NETFS_SREQ_CLEAR_TAIL 1 /* Set if the rest of the read should be cleared */
193 #define NETFS_SREQ_MADE_PROGRESS 4 /* Set if we transferred at least some data */
194 #define NETFS_SREQ_BOUNDARY 6 /* Set if ends on hard boundary (eg. ceph object) */
195 #define NETFS_SREQ_HIT_EOF 7 /* Set if short due to EOF */
196 #define NETFS_SREQ_IN_PROGRESS 8 /* Unlocked when the subrequest completes */
197 #define NETFS_SREQ_NEED_RETRY 9 /* Set if the filesystem requests a retry */
198 #define NETFS_SREQ_FAILED 10 /* Set if the subreq failed unretryably */
199 };
200
201 enum netfs_io_origin {
202 NETFS_READAHEAD, /* This read was triggered by readahead */
203 NETFS_READPAGE, /* This read is a synchronous read */
204 NETFS_READ_GAPS, /* This read is a synchronous read to fill gaps */
205 NETFS_READ_SINGLE, /* This read should be treated as a single object */
206 NETFS_READ_FOR_WRITE, /* This read is to prepare a write */
207 NETFS_UNBUFFERED_READ, /* This is an unbuffered read */
208 NETFS_DIO_READ, /* This is a direct I/O read */
209 NETFS_WRITEBACK, /* This write was triggered by writepages */
210 NETFS_WRITEBACK_SINGLE, /* This monolithic write was triggered by writepages */
211 NETFS_WRITETHROUGH, /* This write was made by netfs_perform_write() */
212 NETFS_UNBUFFERED_WRITE, /* This is an unbuffered write */
213 NETFS_DIO_WRITE, /* This is a direct I/O write */
214 NETFS_PGPRIV2_COPY_TO_CACHE, /* [DEPRECATED] This is writing read data to the cache */
215 nr__netfs_io_origin
216 } __mode(byte);
217
218 /*
219 * Descriptor for an I/O helper request. This is used to make multiple I/O
220 * operations to a variety of data stores and then stitch the result together.
221 */
222 struct netfs_io_request {
223 union {
224 struct work_struct cleanup_work; /* Deferred cleanup work */
225 struct rcu_head rcu;
226 };
227 struct work_struct work; /* Result collector work */
228 struct inode *inode; /* The file being accessed */
229 struct address_space *mapping; /* The mapping being accessed */
230 struct kiocb *iocb; /* AIO completion vector */
231 struct netfs_cache_resources cache_resources;
232 struct netfs_io_request *copy_to_cache; /* Request to write just-read data to the cache */
233 #ifdef CONFIG_PROC_FS
234 struct list_head proc_link; /* Link in netfs_iorequests */
235 #endif
236 struct netfs_io_stream io_streams[2]; /* Streams of parallel I/O operations */
237 #define NR_IO_STREAMS 2 //wreq->nr_io_streams
238 struct netfs_group *group; /* Writeback group being written back */
239 struct rolling_buffer buffer; /* Unencrypted buffer */
240 #define NETFS_ROLLBUF_PUT_MARK ROLLBUF_MARK_1
241 #define NETFS_ROLLBUF_PAGECACHE_MARK ROLLBUF_MARK_2
242 wait_queue_head_t waitq; /* Processor waiter */
243 void *netfs_priv; /* Private data for the netfs */
244 void *netfs_priv2; /* Private data for the netfs */
245 struct bio_vec *direct_bv; /* DIO buffer list (when handling iovec-iter) */
246 unsigned long long submitted; /* Amount submitted for I/O so far */
247 unsigned long long len; /* Length of the request */
248 size_t transferred; /* Amount to be indicated as transferred */
249 size_t progress_at; /* Report read progress when hit this much read */
250 long error; /* 0 or error that occurred */
251 unsigned long long i_size; /* Size of the file */
252 unsigned long long start; /* Start position */
253 atomic64_t issued_to; /* Write issuer folio cursor */
254 unsigned long long collected_to; /* Point we've collected to */
255 unsigned long long cleaned_to; /* Position we've cleaned folios to */
256 unsigned long long abandon_to; /* Position to abandon folios to */
257 const struct folio *no_unlock_folio; /* Don't unlock this folio after read */
258 gfp_t gfp; /* GFP flags to use */
259 unsigned int direct_bv_count; /* Number of elements in direct_bv[] */
260 unsigned int debug_id;
261 unsigned int rsize; /* Maximum read size (0 for none) */
262 unsigned int wsize; /* Maximum write size (0 for none) */
263 atomic_t subreq_counter; /* Next subreq->debug_index */
264 unsigned int nr_group_rel; /* Number of refs to release on ->group */
265 spinlock_t lock; /* Lock for queuing subreqs */
266 enum netfs_io_origin origin; /* Origin of the request */
267 bool direct_bv_unpin; /* T if direct_bv[] must be unpinned */
268 refcount_t ref;
269 unsigned long flags;
270 #define NETFS_RREQ_IN_PROGRESS 0 /* Unlocked when the request completes (has ref) */
271 #define NETFS_RREQ_ALL_QUEUED 1 /* All subreqs are now queued */
272 #define NETFS_RREQ_PAUSE 2 /* Pause subrequest generation */
273 #define NETFS_RREQ_FAILED 3 /* The request failed */
274 #define NETFS_RREQ_RETRYING 4 /* Set if we're in the retry path */
275 #define NETFS_RREQ_SHORT_TRANSFER 5 /* Set if we have a short transfer */
276 #define NETFS_RREQ_OFFLOAD_COLLECTION 8 /* Offload collection to workqueue */
277 #define NETFS_RREQ_NO_UNLOCK_FOLIO 9 /* Don't unlock no_unlock_folio on completion */
278 #define NETFS_RREQ_CANCEL_CACHING 10 /* Set to cancel caching */
279 #define NETFS_RREQ_UPLOAD_TO_SERVER 11 /* Need to write to the server */
280 #define NETFS_RREQ_USE_IO_ITER 12 /* Use ->io_iter rather than ->i_pages */
281 #define NETFS_RREQ_NEED_PUT_RA_REFS 17 /* Need to put the folio refs RA gave us */
282 #define NETFS_RREQ_USE_PGPRIV2 31 /* [DEPRECATED] Use PG_private_2 to mark
283 * write to cache on read */
284 const struct netfs_request_ops *netfs_ops;
285 };
286
287 /*
288 * Operations the network filesystem can/must provide to the helpers.
289 */
290 struct netfs_request_ops {
291 mempool_t *request_pool;
292 mempool_t *subrequest_pool;
293 int (*init_request)(struct netfs_io_request *rreq, struct file *file);
294 void (*free_request)(struct netfs_io_request *rreq);
295 void (*free_subrequest)(struct netfs_io_subrequest *rreq);
296
297 /* Read request handling */
298 void (*expand_readahead)(struct netfs_io_request *rreq);
299 int (*prepare_read)(struct netfs_io_subrequest *subreq);
300 void (*issue_read)(struct netfs_io_subrequest *subreq);
301 bool (*is_still_valid)(struct netfs_io_request *rreq);
302 int (*check_write_begin)(struct file *file, loff_t pos, unsigned len,
303 struct folio **foliop, void **_fsdata);
304 void (*done)(struct netfs_io_request *rreq);
305
306 /* Modification handling */
307 void (*update_i_size)(struct inode *inode, loff_t i_size);
308 void (*post_modify)(struct inode *inode);
309
310 /* Write request handling */
311 void (*begin_writeback)(struct netfs_io_request *wreq);
312 void (*prepare_write)(struct netfs_io_subrequest *subreq);
313 void (*issue_write)(struct netfs_io_subrequest *subreq);
314 void (*retry_request)(struct netfs_io_request *wreq, struct netfs_io_stream *stream);
315 void (*invalidate_cache)(struct netfs_io_request *wreq);
316 };
317
318 /*
319 * How to handle reading from a hole.
320 */
321 enum netfs_read_from_hole {
322 NETFS_READ_HOLE_IGNORE,
323 NETFS_READ_HOLE_FAIL,
324 };
325
326 /*
327 * Table of operations for access to a cache.
328 */
329 struct netfs_cache_ops {
330 /* End an operation */
331 void (*end_operation)(struct netfs_cache_resources *cres);
332
333 /* Read data from the cache */
334 int (*read)(struct netfs_cache_resources *cres,
335 loff_t start_pos,
336 struct iov_iter *iter,
337 enum netfs_read_from_hole read_hole,
338 netfs_io_terminated_t term_func,
339 void *term_func_priv);
340
341 /* Write data to the cache */
342 int (*write)(struct netfs_cache_resources *cres,
343 loff_t start_pos,
344 struct iov_iter *iter,
345 netfs_io_terminated_t term_func,
346 void *term_func_priv);
347
348 /* Write data to the cache from a netfs subrequest. */
349 void (*issue_write)(struct netfs_io_subrequest *subreq);
350
351 /* Expand readahead request */
352 void (*expand_readahead)(struct netfs_cache_resources *cres,
353 unsigned long long *_start,
354 unsigned long long *_len,
355 unsigned long long i_size);
356
357 /* Prepare a read operation, shortening it to a cached/uncached
358 * boundary as appropriate.
359 */
360 enum netfs_io_source (*prepare_read)(struct netfs_io_subrequest *subreq,
361 unsigned long long i_size);
362
363 /* Prepare a write subrequest, working out if we're allowed to do it
364 * and finding out the maximum amount of data to gather before
365 * attempting to submit. If we're not permitted to do it, the
366 * subrequest should be marked failed.
367 */
368 void (*prepare_write_subreq)(struct netfs_io_subrequest *subreq);
369
370 /* Prepare a write operation, working out what part of the write we can
371 * actually do.
372 */
373 int (*prepare_write)(struct netfs_cache_resources *cres,
374 loff_t *_start, size_t *_len, size_t upper_len,
375 loff_t i_size, bool no_space_allocated_yet);
376
377 /* Query the occupancy of the cache in a region, returning where the
378 * next chunk of data starts and how long it is.
379 */
380 int (*query_occupancy)(struct netfs_cache_resources *cres,
381 loff_t start, size_t len, size_t granularity,
382 loff_t *_data_start, size_t *_data_len);
383 };
384
385 /* High-level read API. */
386 ssize_t netfs_unbuffered_read_iter_locked(struct kiocb *iocb, struct iov_iter *iter);
387 ssize_t netfs_unbuffered_read_iter(struct kiocb *iocb, struct iov_iter *iter);
388 ssize_t netfs_buffered_read_iter(struct kiocb *iocb, struct iov_iter *iter);
389 ssize_t netfs_file_read_iter(struct kiocb *iocb, struct iov_iter *iter);
390
391 /* High-level write API */
392 ssize_t netfs_perform_write(struct kiocb *iocb, struct iov_iter *iter,
393 struct netfs_group *netfs_group);
394 ssize_t netfs_buffered_write_iter_locked(struct kiocb *iocb, struct iov_iter *from,
395 struct netfs_group *netfs_group);
396 ssize_t netfs_unbuffered_write_iter(struct kiocb *iocb, struct iov_iter *from);
397 ssize_t netfs_unbuffered_write_iter_locked(struct kiocb *iocb, struct iov_iter *iter,
398 struct netfs_group *netfs_group);
399 ssize_t netfs_file_write_iter(struct kiocb *iocb, struct iov_iter *from);
400
401 /* Single, monolithic object read/write API. */
402 void netfs_single_mark_inode_dirty(struct inode *inode);
403 ssize_t netfs_read_single(struct inode *inode, struct file *file, struct iov_iter *iter);
404 int netfs_writeback_single(struct address_space *mapping,
405 struct writeback_control *wbc,
406 struct iov_iter *iter);
407
408 /* Address operations API */
409 struct readahead_control;
410 void netfs_readahead(struct readahead_control *);
411 int netfs_read_folio(struct file *, struct folio *);
412 int netfs_write_begin(struct netfs_inode *, struct file *,
413 struct address_space *, loff_t pos, unsigned int len,
414 struct folio **, void **fsdata);
415 int netfs_writepages(struct address_space *mapping,
416 struct writeback_control *wbc);
417 bool netfs_dirty_folio(struct address_space *mapping, struct folio *folio);
418 int netfs_unpin_writeback(struct inode *inode, struct writeback_control *wbc);
419 void netfs_clear_inode_writeback(struct inode *inode, const void *aux);
420 void netfs_invalidate_folio(struct folio *folio, size_t offset, size_t length);
421 bool netfs_release_folio(struct folio *folio, gfp_t gfp);
422
423 /* VMA operations API. */
424 vm_fault_t netfs_page_mkwrite(struct vm_fault *vmf, struct netfs_group *netfs_group);
425
426 /* (Sub)request management API. */
427 void netfs_read_subreq_progress(struct netfs_io_subrequest *subreq);
428 void netfs_read_subreq_terminated(struct netfs_io_subrequest *subreq);
429 void netfs_get_subrequest(struct netfs_io_subrequest *subreq,
430 enum netfs_sreq_ref_trace what);
431 void netfs_put_subrequest(struct netfs_io_subrequest *subreq,
432 enum netfs_sreq_ref_trace what);
433 ssize_t netfs_extract_user_iter(struct iov_iter *orig, size_t orig_len,
434 struct iov_iter *new,
435 iov_iter_extraction_t extraction_flags);
436 size_t netfs_limit_iter(const struct iov_iter *iter, size_t start_offset,
437 size_t max_size, size_t max_segs);
438 void netfs_prepare_write_failed(struct netfs_io_subrequest *subreq);
439 void netfs_write_subrequest_terminated(void *_op, ssize_t transferred_or_error);
440
441 int netfs_start_io_read(struct inode *inode);
442 void netfs_end_io_read(struct inode *inode);
443 int netfs_start_io_write(struct inode *inode);
444 void netfs_end_io_write(struct inode *inode);
445 int netfs_start_io_direct(struct inode *inode);
446 void netfs_end_io_direct(struct inode *inode);
447
448 /* Miscellaneous APIs. */
449 struct folio_queue *netfs_folioq_alloc(unsigned int rreq_id, gfp_t gfp,
450 unsigned int trace /*enum netfs_folioq_trace*/);
451 void netfs_folioq_free(struct folio_queue *folioq,
452 unsigned int trace /*enum netfs_trace_folioq*/);
453
454 /* Buffer wrangling helpers API. */
455 int netfs_alloc_folioq_buffer(struct address_space *mapping,
456 struct folio_queue **_buffer,
457 size_t *_cur_size, ssize_t size, gfp_t gfp);
458 void netfs_free_folioq_buffer(struct folio_queue *fq);
459
460 /* Writeback exclusion API. */
461 bool netfs_wb_begin(struct netfs_inode *ictx, bool nowait);
462 void netfs_wb_end(struct netfs_inode *ictx);
463
464 /**
465 * netfs_inode - Get the netfs inode context from the inode
466 * @inode: The inode to query
467 *
468 * Get the netfs lib inode context from the network filesystem's inode. The
469 * context struct is expected to directly follow on from the VFS inode struct.
470 */
netfs_inode(struct inode * inode)471 static inline struct netfs_inode *netfs_inode(struct inode *inode)
472 {
473 return container_of(inode, struct netfs_inode, inode);
474 }
475
476 /**
477 * netfs_read_remote_i_size - Read remote_i_size safely
478 * @inode: The inode to access
479 *
480 * Read remote_i_size safely without the potential for tearing on 32-bit
481 * arches.
482 *
483 * NOTE: in a 32bit arch with a preemptable kernel and an UP compile the
484 * i_size_read/write must be atomic with respect to the local cpu (unlike with
485 * preempt disabled), but they don't need to be atomic with respect to other
486 * cpus like in true SMP (so they need either to either locally disable irq
487 * around the read or for example on x86 they can be still implemented as a
488 * cmpxchg8b without the need of the lock prefix). For SMP compiles and 64bit
489 * archs it makes no difference if preempt is enabled or not.
490 */
netfs_read_remote_i_size(const struct inode * inode)491 static inline unsigned long long netfs_read_remote_i_size(const struct inode *inode)
492 {
493 const struct netfs_inode *ictx = container_of(inode, struct netfs_inode, inode);
494 unsigned long long remote_i_size;
495
496 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
497 unsigned int seq;
498
499 do {
500 seq = read_seqcount_begin(&inode->i_size_seqcount);
501 remote_i_size = ictx->_remote_i_size;
502 } while (read_seqcount_retry(&inode->i_size_seqcount, seq));
503 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
504 preempt_disable();
505 remote_i_size = ictx->_remote_i_size;
506 preempt_enable();
507 #else
508 /* Pairs with smp_store_release() in netfs_write_remote_i_size() */
509 remote_i_size = smp_load_acquire(&ictx->_remote_i_size);
510 #endif
511 return remote_i_size;
512 }
513
514 /*
515 * netfs_write_remote_i_size - Set remote_i_size safely
516 * @inode: The inode to access
517 * @remote_i_size: The new value for the size of the file on the server
518 *
519 * Set remote_i_size safely without the potential for tearing on 32-bit arches.
520 *
521 * Context: The caller must hold inode->i_lock.
522 *
523 * NOTE: unlike netfs_read_remote_i_size(), netfs_write_remote_i_size() does
524 * need locking around it (normally i_rwsem), otherwise on 32bit/SMP an update
525 * of i_size_seqcount can be lost, resulting in subsequent i_size_read() calls
526 * spinning forever.
527 */
netfs_write_remote_i_size(struct inode * inode,unsigned long long remote_i_size)528 static inline void netfs_write_remote_i_size(struct inode *inode,
529 unsigned long long remote_i_size)
530 {
531 struct netfs_inode *ictx = netfs_inode(inode);
532
533 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
534 write_seqcount_begin(&inode->i_size_seqcount);
535 ictx->_remote_i_size = remote_i_size;
536 write_seqcount_end(&inode->i_size_seqcount);
537 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
538 preempt_disable();
539 ictx->_remote_i_size = remote_i_size;
540 preempt_enable();
541 #else
542 /*
543 * Pairs with smp_load_acquire() in netfs_read_remote_i_size() to
544 * ensure changes related to inode size (such as page contents) are
545 * visible before we see the changed inode size.
546 */
547 smp_store_release(&ictx->_remote_i_size, remote_i_size);
548 #endif
549 }
550
551 /**
552 * netfs_read_zero_point - Read zero_point safely
553 * @inode: The inode to access
554 *
555 * Read zero_point safely without the potential for tearing on 32-bit
556 * arches.
557 *
558 * NOTE: in a 32bit arch with a preemptable kernel and an UP compile the
559 * i_size_read/write must be atomic with respect to the local cpu (unlike with
560 * preempt disabled), but they don't need to be atomic with respect to other
561 * cpus like in true SMP (so they need either to either locally disable irq
562 * around the read or for example on x86 they can be still implemented as a
563 * cmpxchg8b without the need of the lock prefix). For SMP compiles and 64bit
564 * archs it makes no difference if preempt is enabled or not.
565 */
netfs_read_zero_point(const struct inode * inode)566 static inline unsigned long long netfs_read_zero_point(const struct inode *inode)
567 {
568 struct netfs_inode *ictx = container_of(inode, struct netfs_inode, inode);
569 unsigned long long zero_point;
570
571 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
572 unsigned int seq;
573
574 do {
575 seq = read_seqcount_begin(&inode->i_size_seqcount);
576 zero_point = ictx->_zero_point;
577 } while (read_seqcount_retry(&inode->i_size_seqcount, seq));
578 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
579 preempt_disable();
580 zero_point = ictx->_zero_point;
581 preempt_enable();
582 #else
583 /* Pairs with smp_store_release() in netfs_write_zero_point() */
584 zero_point = smp_load_acquire(&ictx->_zero_point);
585 #endif
586 return zero_point;
587 }
588
589 /*
590 * netfs_write_zero_point - Set zero_point safely
591 * @inode: The inode to access
592 * @zero_point: The new value for the point beyond which the server has no data
593 *
594 * Set zero_point safely without the potential for tearing on 32-bit arches.
595 *
596 * Context: The caller must hold inode->i_lock.
597 *
598 * NOTE: unlike netfs_read_zero_point(), netfs_write_zero_point() does need
599 * locking around it (normally i_rwsem), otherwise on 32bit/SMP an update of
600 * i_size_seqcount can be lost, resulting in subsequent read calls spinning
601 * forever.
602 */
netfs_write_zero_point(struct inode * inode,unsigned long long zero_point)603 static inline void netfs_write_zero_point(struct inode *inode,
604 unsigned long long zero_point)
605 {
606 struct netfs_inode *ictx = netfs_inode(inode);
607
608 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
609 write_seqcount_begin(&inode->i_size_seqcount);
610 ictx->_zero_point = zero_point;
611 write_seqcount_end(&inode->i_size_seqcount);
612 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
613 preempt_disable();
614 ictx->_zero_point = zero_point;
615 preempt_enable();
616 #else
617 /*
618 * Pairs with smp_load_acquire() in netfs_read_zero_point() to
619 * ensure changes related to inode size (such as page contents) are
620 * visible before we see the changed inode size.
621 */
622 smp_store_release(&ictx->_zero_point, zero_point);
623 #endif
624 }
625
626 /**
627 * netfs_read_sizes - Read remote_i_size and zero_point safely
628 * @inode: The inode to access
629 * @i_size: Where to return the local file size.
630 * @remote_i_size: Where to return the size of the file on the server
631 * @zero_point: Where to return the the point beyond which the server has no data
632 *
633 * Read remote_i_size and zero_point safely without the potential for tearing
634 * on 32-bit arches.
635 *
636 * NOTE: in a 32bit arch with a preemptable kernel and an UP compile the
637 * i_size_read/write must be atomic with respect to the local cpu (unlike with
638 * preempt disabled), but they don't need to be atomic with respect to other
639 * cpus like in true SMP (so they need either to either locally disable irq
640 * around the read or for example on x86 they can be still implemented as a
641 * cmpxchg8b without the need of the lock prefix). For SMP compiles and 64bit
642 * archs it makes no difference if preempt is enabled or not.
643 */
netfs_read_sizes(const struct inode * inode,unsigned long long * i_size,unsigned long long * remote_i_size,unsigned long long * zero_point)644 static inline void netfs_read_sizes(const struct inode *inode,
645 unsigned long long *i_size,
646 unsigned long long *remote_i_size,
647 unsigned long long *zero_point)
648 {
649 const struct netfs_inode *ictx = container_of(inode, struct netfs_inode, inode);
650 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
651 unsigned int seq;
652
653 do {
654 seq = read_seqcount_begin(&inode->i_size_seqcount);
655 *i_size = inode->i_size;
656 *remote_i_size = ictx->_remote_i_size;
657 *zero_point = ictx->_zero_point;
658 } while (read_seqcount_retry(&inode->i_size_seqcount, seq));
659 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
660 preempt_disable();
661 *i_size = inode->i_size;
662 *remote_i_size = ictx->_remote_i_size;
663 *zero_point = ictx->_zero_point;
664 preempt_enable();
665 #else
666 /* Pairs with smp_store_release() in i_size_write() */
667 *i_size = smp_load_acquire(&inode->i_size);
668 /* Pairs with smp_store_release() in netfs_write_remote_i_size() */
669 *remote_i_size = smp_load_acquire(&ictx->_remote_i_size);
670 /* Pairs with smp_store_release() in netfs_write_zero_point() */
671 *zero_point = smp_load_acquire(&ictx->_zero_point);
672 #endif
673 }
674
675 /*
676 * netfs_write_sizes - Set i_size, remote_i_size and zero_point safely
677 * @inode: The inode to access
678 * @i_size: The new value for the local size of the file
679 * @remote_i_size: The new value for the size of the file on the server
680 * @zero_point: The new value for the point beyond which the server has no data
681 *
682 * Set both remote_i_size and zero_point safely without the potential for
683 * tearing on 32-bit arches.
684 *
685 * Context: The caller must hold inode->i_lock.
686 *
687 * NOTE: unlike netfs_read_zero_point(), netfs_write_zero_point() does need
688 * locking around it (normally i_rwsem), otherwise on 32bit/SMP an update of
689 * i_size_seqcount can be lost, resulting in subsequent read calls spinning
690 * forever.
691 */
netfs_write_sizes(struct inode * inode,unsigned long long i_size,unsigned long long remote_i_size,unsigned long long zero_point)692 static inline void netfs_write_sizes(struct inode *inode,
693 unsigned long long i_size,
694 unsigned long long remote_i_size,
695 unsigned long long zero_point)
696 {
697 struct netfs_inode *ictx = netfs_inode(inode);
698
699 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
700 write_seqcount_begin(&inode->i_size_seqcount);
701 inode->i_size = i_size;
702 ictx->_remote_i_size = remote_i_size;
703 ictx->_zero_point = zero_point;
704 write_seqcount_end(&inode->i_size_seqcount);
705 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
706 preempt_disable();
707 inode->i_size = i_size;
708 ictx->_remote_i_size = remote_i_size;
709 ictx->_zero_point = zero_point;
710 preempt_enable();
711 #else
712 /*
713 * Pairs with smp_load_acquire() in i_size_read(),
714 * netfs_read_remote_i_size() and netfs_read_zero_point() to ensure
715 * changes related to inode size (such as page contents) are visible
716 * before we see the changed inode size.
717 */
718 smp_store_release(&inode->i_size, i_size);
719 smp_store_release(&ictx->_remote_i_size, remote_i_size);
720 smp_store_release(&ictx->_zero_point, zero_point);
721 #endif
722 }
723
724 /**
725 * netfs_inode_init - Initialise a netfslib inode context
726 * @ctx: The netfs inode to initialise
727 * @ops: The netfs's operations list
728 * @use_zero_point: True to use the zero_point read optimisation
729 *
730 * Initialise the netfs library context struct. This is expected to follow on
731 * directly from the VFS inode struct.
732 */
netfs_inode_init(struct netfs_inode * ctx,const struct netfs_request_ops * ops,bool use_zero_point)733 static inline void netfs_inode_init(struct netfs_inode *ctx,
734 const struct netfs_request_ops *ops,
735 bool use_zero_point)
736 {
737 ctx->ops = ops;
738 ctx->_remote_i_size = i_size_read(&ctx->inode);
739 ctx->_zero_point = LLONG_MAX;
740 ctx->flags = 0;
741 atomic_set(&ctx->io_count, 0);
742 #if IS_ENABLED(CONFIG_FSCACHE)
743 ctx->cache = NULL;
744 #endif
745 INIT_LIST_HEAD(&ctx->wb_queue);
746 spin_lock_init(&ctx->lock);
747 /* ->releasepage() drives zero_point */
748 if (use_zero_point) {
749 ctx->_zero_point = ctx->_remote_i_size;
750 mapping_set_release_always(ctx->inode.i_mapping);
751 }
752 }
753
754 /**
755 * netfs_resize_file - Note that a file got resized
756 * @ictx: The netfs inode being resized
757 * @new_i_size: The new file size
758 * @changed_on_server: The change was applied to the server
759 *
760 * Inform the netfs lib that a file got resized so that it can adjust its state.
761 */
netfs_resize_file(struct netfs_inode * ictx,unsigned long long new_i_size,bool changed_on_server)762 static inline void netfs_resize_file(struct netfs_inode *ictx,
763 unsigned long long new_i_size,
764 bool changed_on_server)
765 {
766 #if BITS_PER_LONG==32 && defined(CONFIG_SMP)
767 struct inode *inode = &ictx->inode;
768
769 preempt_disable();
770 write_seqcount_begin(&inode->i_size_seqcount);
771 if (changed_on_server)
772 ictx->_remote_i_size = new_i_size;
773 if (new_i_size < ictx->_zero_point)
774 ictx->_zero_point = new_i_size;
775 write_seqcount_end(&inode->i_size_seqcount);
776 preempt_enable();
777 #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION)
778 preempt_disable();
779 if (changed_on_server)
780 ictx->_remote_i_size = new_i_size;
781 if (new_i_size < ictx->_zero_point)
782 ictx->_zero_point = new_i_size;
783 preempt_enable();
784 #else
785 /*
786 * Pairs with smp_load_acquire() in netfs_read_remote_i_size and
787 * netfs_read_zero_point() to ensure changes related to inode size
788 * (such as page contents) are visible before we see the changed inode
789 * size.
790 */
791 if (changed_on_server)
792 smp_store_release(&ictx->_remote_i_size, new_i_size);
793 if (new_i_size < ictx->_zero_point)
794 smp_store_release(&ictx->_zero_point, new_i_size);
795 #endif
796 }
797
798 /**
799 * netfs_i_cookie - Get the cache cookie from the inode
800 * @ctx: The netfs inode to query
801 *
802 * Get the caching cookie (if enabled) from the network filesystem's inode.
803 */
netfs_i_cookie(struct netfs_inode * ctx)804 static inline struct fscache_cookie *netfs_i_cookie(struct netfs_inode *ctx)
805 {
806 #if IS_ENABLED(CONFIG_FSCACHE)
807 return ctx->cache;
808 #else
809 return NULL;
810 #endif
811 }
812
813 /**
814 * netfs_wait_for_outstanding_io - Wait for outstanding I/O to complete
815 * @inode: The netfs inode to wait on
816 *
817 * Wait for outstanding I/O requests of any type to complete. This is intended
818 * to be called from inode eviction routines. This makes sure that any
819 * resources held by those requests are cleaned up before we let the inode get
820 * cleaned up.
821 */
netfs_wait_for_outstanding_io(struct inode * inode)822 static inline void netfs_wait_for_outstanding_io(struct inode *inode)
823 {
824 struct netfs_inode *ictx = netfs_inode(inode);
825
826 wait_var_event(&ictx->io_count, atomic_read(&ictx->io_count) == 0);
827 }
828
829 #endif /* _LINUX_NETFS_H */
830