xref: /linux/fs/ocfs2/file.c (revision b3b77c8caef1750ebeea1054e39e358550ea9f55)
1 /* -*- mode: c; c-basic-offset: 8; -*-
2  * vim: noexpandtab sw=8 ts=8 sts=0:
3  *
4  * file.c
5  *
6  * File open, close, extend, truncate
7  *
8  * Copyright (C) 2002, 2004 Oracle.  All rights reserved.
9  *
10  * This program is free software; you can redistribute it and/or
11  * modify it under the terms of the GNU General Public
12  * License as published by the Free Software Foundation; either
13  * version 2 of the License, or (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
18  * General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public
21  * License along with this program; if not, write to the
22  * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
23  * Boston, MA 021110-1307, USA.
24  */
25 
26 #include <linux/capability.h>
27 #include <linux/fs.h>
28 #include <linux/types.h>
29 #include <linux/slab.h>
30 #include <linux/highmem.h>
31 #include <linux/pagemap.h>
32 #include <linux/uio.h>
33 #include <linux/sched.h>
34 #include <linux/splice.h>
35 #include <linux/mount.h>
36 #include <linux/writeback.h>
37 #include <linux/falloc.h>
38 #include <linux/quotaops.h>
39 
40 #define MLOG_MASK_PREFIX ML_INODE
41 #include <cluster/masklog.h>
42 
43 #include "ocfs2.h"
44 
45 #include "alloc.h"
46 #include "aops.h"
47 #include "dir.h"
48 #include "dlmglue.h"
49 #include "extent_map.h"
50 #include "file.h"
51 #include "sysfile.h"
52 #include "inode.h"
53 #include "ioctl.h"
54 #include "journal.h"
55 #include "locks.h"
56 #include "mmap.h"
57 #include "suballoc.h"
58 #include "super.h"
59 #include "xattr.h"
60 #include "acl.h"
61 #include "quota.h"
62 #include "refcounttree.h"
63 
64 #include "buffer_head_io.h"
65 
66 static int ocfs2_sync_inode(struct inode *inode)
67 {
68 	filemap_fdatawrite(inode->i_mapping);
69 	return sync_mapping_buffers(inode->i_mapping);
70 }
71 
72 static int ocfs2_init_file_private(struct inode *inode, struct file *file)
73 {
74 	struct ocfs2_file_private *fp;
75 
76 	fp = kzalloc(sizeof(struct ocfs2_file_private), GFP_KERNEL);
77 	if (!fp)
78 		return -ENOMEM;
79 
80 	fp->fp_file = file;
81 	mutex_init(&fp->fp_mutex);
82 	ocfs2_file_lock_res_init(&fp->fp_flock, fp);
83 	file->private_data = fp;
84 
85 	return 0;
86 }
87 
88 static void ocfs2_free_file_private(struct inode *inode, struct file *file)
89 {
90 	struct ocfs2_file_private *fp = file->private_data;
91 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
92 
93 	if (fp) {
94 		ocfs2_simple_drop_lockres(osb, &fp->fp_flock);
95 		ocfs2_lock_res_free(&fp->fp_flock);
96 		kfree(fp);
97 		file->private_data = NULL;
98 	}
99 }
100 
101 static int ocfs2_file_open(struct inode *inode, struct file *file)
102 {
103 	int status;
104 	int mode = file->f_flags;
105 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
106 
107 	mlog_entry("(0x%p, 0x%p, '%.*s')\n", inode, file,
108 		   file->f_path.dentry->d_name.len, file->f_path.dentry->d_name.name);
109 
110 	if (file->f_mode & FMODE_WRITE)
111 		dquot_initialize(inode);
112 
113 	spin_lock(&oi->ip_lock);
114 
115 	/* Check that the inode hasn't been wiped from disk by another
116 	 * node. If it hasn't then we're safe as long as we hold the
117 	 * spin lock until our increment of open count. */
118 	if (OCFS2_I(inode)->ip_flags & OCFS2_INODE_DELETED) {
119 		spin_unlock(&oi->ip_lock);
120 
121 		status = -ENOENT;
122 		goto leave;
123 	}
124 
125 	if (mode & O_DIRECT)
126 		oi->ip_flags |= OCFS2_INODE_OPEN_DIRECT;
127 
128 	oi->ip_open_count++;
129 	spin_unlock(&oi->ip_lock);
130 
131 	status = ocfs2_init_file_private(inode, file);
132 	if (status) {
133 		/*
134 		 * We want to set open count back if we're failing the
135 		 * open.
136 		 */
137 		spin_lock(&oi->ip_lock);
138 		oi->ip_open_count--;
139 		spin_unlock(&oi->ip_lock);
140 	}
141 
142 leave:
143 	mlog_exit(status);
144 	return status;
145 }
146 
147 static int ocfs2_file_release(struct inode *inode, struct file *file)
148 {
149 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
150 
151 	mlog_entry("(0x%p, 0x%p, '%.*s')\n", inode, file,
152 		       file->f_path.dentry->d_name.len,
153 		       file->f_path.dentry->d_name.name);
154 
155 	spin_lock(&oi->ip_lock);
156 	if (!--oi->ip_open_count)
157 		oi->ip_flags &= ~OCFS2_INODE_OPEN_DIRECT;
158 	spin_unlock(&oi->ip_lock);
159 
160 	ocfs2_free_file_private(inode, file);
161 
162 	mlog_exit(0);
163 
164 	return 0;
165 }
166 
167 static int ocfs2_dir_open(struct inode *inode, struct file *file)
168 {
169 	return ocfs2_init_file_private(inode, file);
170 }
171 
172 static int ocfs2_dir_release(struct inode *inode, struct file *file)
173 {
174 	ocfs2_free_file_private(inode, file);
175 	return 0;
176 }
177 
178 static int ocfs2_sync_file(struct file *file,
179 			   struct dentry *dentry,
180 			   int datasync)
181 {
182 	int err = 0;
183 	journal_t *journal;
184 	struct inode *inode = dentry->d_inode;
185 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
186 
187 	mlog_entry("(0x%p, 0x%p, %d, '%.*s')\n", file, dentry, datasync,
188 		   dentry->d_name.len, dentry->d_name.name);
189 
190 	err = ocfs2_sync_inode(dentry->d_inode);
191 	if (err)
192 		goto bail;
193 
194 	if (datasync && !(inode->i_state & I_DIRTY_DATASYNC))
195 		goto bail;
196 
197 	journal = osb->journal->j_journal;
198 	err = jbd2_journal_force_commit(journal);
199 
200 bail:
201 	mlog_exit(err);
202 
203 	return (err < 0) ? -EIO : 0;
204 }
205 
206 int ocfs2_should_update_atime(struct inode *inode,
207 			      struct vfsmount *vfsmnt)
208 {
209 	struct timespec now;
210 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
211 
212 	if (ocfs2_is_hard_readonly(osb) || ocfs2_is_soft_readonly(osb))
213 		return 0;
214 
215 	if ((inode->i_flags & S_NOATIME) ||
216 	    ((inode->i_sb->s_flags & MS_NODIRATIME) && S_ISDIR(inode->i_mode)))
217 		return 0;
218 
219 	/*
220 	 * We can be called with no vfsmnt structure - NFSD will
221 	 * sometimes do this.
222 	 *
223 	 * Note that our action here is different than touch_atime() -
224 	 * if we can't tell whether this is a noatime mount, then we
225 	 * don't know whether to trust the value of s_atime_quantum.
226 	 */
227 	if (vfsmnt == NULL)
228 		return 0;
229 
230 	if ((vfsmnt->mnt_flags & MNT_NOATIME) ||
231 	    ((vfsmnt->mnt_flags & MNT_NODIRATIME) && S_ISDIR(inode->i_mode)))
232 		return 0;
233 
234 	if (vfsmnt->mnt_flags & MNT_RELATIME) {
235 		if ((timespec_compare(&inode->i_atime, &inode->i_mtime) <= 0) ||
236 		    (timespec_compare(&inode->i_atime, &inode->i_ctime) <= 0))
237 			return 1;
238 
239 		return 0;
240 	}
241 
242 	now = CURRENT_TIME;
243 	if ((now.tv_sec - inode->i_atime.tv_sec <= osb->s_atime_quantum))
244 		return 0;
245 	else
246 		return 1;
247 }
248 
249 int ocfs2_update_inode_atime(struct inode *inode,
250 			     struct buffer_head *bh)
251 {
252 	int ret;
253 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
254 	handle_t *handle;
255 	struct ocfs2_dinode *di = (struct ocfs2_dinode *) bh->b_data;
256 
257 	mlog_entry_void();
258 
259 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
260 	if (IS_ERR(handle)) {
261 		ret = PTR_ERR(handle);
262 		mlog_errno(ret);
263 		goto out;
264 	}
265 
266 	ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), bh,
267 				      OCFS2_JOURNAL_ACCESS_WRITE);
268 	if (ret) {
269 		mlog_errno(ret);
270 		goto out_commit;
271 	}
272 
273 	/*
274 	 * Don't use ocfs2_mark_inode_dirty() here as we don't always
275 	 * have i_mutex to guard against concurrent changes to other
276 	 * inode fields.
277 	 */
278 	inode->i_atime = CURRENT_TIME;
279 	di->i_atime = cpu_to_le64(inode->i_atime.tv_sec);
280 	di->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec);
281 	ocfs2_journal_dirty(handle, bh);
282 
283 out_commit:
284 	ocfs2_commit_trans(OCFS2_SB(inode->i_sb), handle);
285 out:
286 	mlog_exit(ret);
287 	return ret;
288 }
289 
290 static int ocfs2_set_inode_size(handle_t *handle,
291 				struct inode *inode,
292 				struct buffer_head *fe_bh,
293 				u64 new_i_size)
294 {
295 	int status;
296 
297 	mlog_entry_void();
298 	i_size_write(inode, new_i_size);
299 	inode->i_blocks = ocfs2_inode_sector_count(inode);
300 	inode->i_ctime = inode->i_mtime = CURRENT_TIME;
301 
302 	status = ocfs2_mark_inode_dirty(handle, inode, fe_bh);
303 	if (status < 0) {
304 		mlog_errno(status);
305 		goto bail;
306 	}
307 
308 bail:
309 	mlog_exit(status);
310 	return status;
311 }
312 
313 int ocfs2_simple_size_update(struct inode *inode,
314 			     struct buffer_head *di_bh,
315 			     u64 new_i_size)
316 {
317 	int ret;
318 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
319 	handle_t *handle = NULL;
320 
321 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
322 	if (IS_ERR(handle)) {
323 		ret = PTR_ERR(handle);
324 		mlog_errno(ret);
325 		goto out;
326 	}
327 
328 	ret = ocfs2_set_inode_size(handle, inode, di_bh,
329 				   new_i_size);
330 	if (ret < 0)
331 		mlog_errno(ret);
332 
333 	ocfs2_commit_trans(osb, handle);
334 out:
335 	return ret;
336 }
337 
338 static int ocfs2_cow_file_pos(struct inode *inode,
339 			      struct buffer_head *fe_bh,
340 			      u64 offset)
341 {
342 	int status;
343 	u32 phys, cpos = offset >> OCFS2_SB(inode->i_sb)->s_clustersize_bits;
344 	unsigned int num_clusters = 0;
345 	unsigned int ext_flags = 0;
346 
347 	/*
348 	 * If the new offset is aligned to the range of the cluster, there is
349 	 * no space for ocfs2_zero_range_for_truncate to fill, so no need to
350 	 * CoW either.
351 	 */
352 	if ((offset & (OCFS2_SB(inode->i_sb)->s_clustersize - 1)) == 0)
353 		return 0;
354 
355 	status = ocfs2_get_clusters(inode, cpos, &phys,
356 				    &num_clusters, &ext_flags);
357 	if (status) {
358 		mlog_errno(status);
359 		goto out;
360 	}
361 
362 	if (!(ext_flags & OCFS2_EXT_REFCOUNTED))
363 		goto out;
364 
365 	return ocfs2_refcount_cow(inode, fe_bh, cpos, 1, cpos+1);
366 
367 out:
368 	return status;
369 }
370 
371 static int ocfs2_orphan_for_truncate(struct ocfs2_super *osb,
372 				     struct inode *inode,
373 				     struct buffer_head *fe_bh,
374 				     u64 new_i_size)
375 {
376 	int status;
377 	handle_t *handle;
378 	struct ocfs2_dinode *di;
379 	u64 cluster_bytes;
380 
381 	mlog_entry_void();
382 
383 	/*
384 	 * We need to CoW the cluster contains the offset if it is reflinked
385 	 * since we will call ocfs2_zero_range_for_truncate later which will
386 	 * write "0" from offset to the end of the cluster.
387 	 */
388 	status = ocfs2_cow_file_pos(inode, fe_bh, new_i_size);
389 	if (status) {
390 		mlog_errno(status);
391 		return status;
392 	}
393 
394 	/* TODO: This needs to actually orphan the inode in this
395 	 * transaction. */
396 
397 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
398 	if (IS_ERR(handle)) {
399 		status = PTR_ERR(handle);
400 		mlog_errno(status);
401 		goto out;
402 	}
403 
404 	status = ocfs2_journal_access_di(handle, INODE_CACHE(inode), fe_bh,
405 					 OCFS2_JOURNAL_ACCESS_WRITE);
406 	if (status < 0) {
407 		mlog_errno(status);
408 		goto out_commit;
409 	}
410 
411 	/*
412 	 * Do this before setting i_size.
413 	 */
414 	cluster_bytes = ocfs2_align_bytes_to_clusters(inode->i_sb, new_i_size);
415 	status = ocfs2_zero_range_for_truncate(inode, handle, new_i_size,
416 					       cluster_bytes);
417 	if (status) {
418 		mlog_errno(status);
419 		goto out_commit;
420 	}
421 
422 	i_size_write(inode, new_i_size);
423 	inode->i_ctime = inode->i_mtime = CURRENT_TIME;
424 
425 	di = (struct ocfs2_dinode *) fe_bh->b_data;
426 	di->i_size = cpu_to_le64(new_i_size);
427 	di->i_ctime = di->i_mtime = cpu_to_le64(inode->i_ctime.tv_sec);
428 	di->i_ctime_nsec = di->i_mtime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec);
429 
430 	ocfs2_journal_dirty(handle, fe_bh);
431 
432 out_commit:
433 	ocfs2_commit_trans(osb, handle);
434 out:
435 
436 	mlog_exit(status);
437 	return status;
438 }
439 
440 static int ocfs2_truncate_file(struct inode *inode,
441 			       struct buffer_head *di_bh,
442 			       u64 new_i_size)
443 {
444 	int status = 0;
445 	struct ocfs2_dinode *fe = NULL;
446 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
447 
448 	mlog_entry("(inode = %llu, new_i_size = %llu\n",
449 		   (unsigned long long)OCFS2_I(inode)->ip_blkno,
450 		   (unsigned long long)new_i_size);
451 
452 	/* We trust di_bh because it comes from ocfs2_inode_lock(), which
453 	 * already validated it */
454 	fe = (struct ocfs2_dinode *) di_bh->b_data;
455 
456 	mlog_bug_on_msg(le64_to_cpu(fe->i_size) != i_size_read(inode),
457 			"Inode %llu, inode i_size = %lld != di "
458 			"i_size = %llu, i_flags = 0x%x\n",
459 			(unsigned long long)OCFS2_I(inode)->ip_blkno,
460 			i_size_read(inode),
461 			(unsigned long long)le64_to_cpu(fe->i_size),
462 			le32_to_cpu(fe->i_flags));
463 
464 	if (new_i_size > le64_to_cpu(fe->i_size)) {
465 		mlog(0, "asked to truncate file with size (%llu) to size (%llu)!\n",
466 		     (unsigned long long)le64_to_cpu(fe->i_size),
467 		     (unsigned long long)new_i_size);
468 		status = -EINVAL;
469 		mlog_errno(status);
470 		goto bail;
471 	}
472 
473 	mlog(0, "inode %llu, i_size = %llu, new_i_size = %llu\n",
474 	     (unsigned long long)le64_to_cpu(fe->i_blkno),
475 	     (unsigned long long)le64_to_cpu(fe->i_size),
476 	     (unsigned long long)new_i_size);
477 
478 	/* lets handle the simple truncate cases before doing any more
479 	 * cluster locking. */
480 	if (new_i_size == le64_to_cpu(fe->i_size))
481 		goto bail;
482 
483 	down_write(&OCFS2_I(inode)->ip_alloc_sem);
484 
485 	ocfs2_resv_discard(&osb->osb_la_resmap,
486 			   &OCFS2_I(inode)->ip_la_data_resv);
487 
488 	/*
489 	 * The inode lock forced other nodes to sync and drop their
490 	 * pages, which (correctly) happens even if we have a truncate
491 	 * without allocation change - ocfs2 cluster sizes can be much
492 	 * greater than page size, so we have to truncate them
493 	 * anyway.
494 	 */
495 	unmap_mapping_range(inode->i_mapping, new_i_size + PAGE_SIZE - 1, 0, 1);
496 	truncate_inode_pages(inode->i_mapping, new_i_size);
497 
498 	if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
499 		status = ocfs2_truncate_inline(inode, di_bh, new_i_size,
500 					       i_size_read(inode), 1);
501 		if (status)
502 			mlog_errno(status);
503 
504 		goto bail_unlock_sem;
505 	}
506 
507 	/* alright, we're going to need to do a full blown alloc size
508 	 * change. Orphan the inode so that recovery can complete the
509 	 * truncate if necessary. This does the task of marking
510 	 * i_size. */
511 	status = ocfs2_orphan_for_truncate(osb, inode, di_bh, new_i_size);
512 	if (status < 0) {
513 		mlog_errno(status);
514 		goto bail_unlock_sem;
515 	}
516 
517 	status = ocfs2_commit_truncate(osb, inode, di_bh);
518 	if (status < 0) {
519 		mlog_errno(status);
520 		goto bail_unlock_sem;
521 	}
522 
523 	/* TODO: orphan dir cleanup here. */
524 bail_unlock_sem:
525 	up_write(&OCFS2_I(inode)->ip_alloc_sem);
526 
527 bail:
528 	if (!status && OCFS2_I(inode)->ip_clusters == 0)
529 		status = ocfs2_try_remove_refcount_tree(inode, di_bh);
530 
531 	mlog_exit(status);
532 	return status;
533 }
534 
535 /*
536  * extend file allocation only here.
537  * we'll update all the disk stuff, and oip->alloc_size
538  *
539  * expect stuff to be locked, a transaction started and enough data /
540  * metadata reservations in the contexts.
541  *
542  * Will return -EAGAIN, and a reason if a restart is needed.
543  * If passed in, *reason will always be set, even in error.
544  */
545 int ocfs2_add_inode_data(struct ocfs2_super *osb,
546 			 struct inode *inode,
547 			 u32 *logical_offset,
548 			 u32 clusters_to_add,
549 			 int mark_unwritten,
550 			 struct buffer_head *fe_bh,
551 			 handle_t *handle,
552 			 struct ocfs2_alloc_context *data_ac,
553 			 struct ocfs2_alloc_context *meta_ac,
554 			 enum ocfs2_alloc_restarted *reason_ret)
555 {
556 	int ret;
557 	struct ocfs2_extent_tree et;
558 
559 	ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), fe_bh);
560 	ret = ocfs2_add_clusters_in_btree(handle, &et, logical_offset,
561 					  clusters_to_add, mark_unwritten,
562 					  data_ac, meta_ac, reason_ret);
563 
564 	return ret;
565 }
566 
567 static int __ocfs2_extend_allocation(struct inode *inode, u32 logical_start,
568 				     u32 clusters_to_add, int mark_unwritten)
569 {
570 	int status = 0;
571 	int restart_func = 0;
572 	int credits;
573 	u32 prev_clusters;
574 	struct buffer_head *bh = NULL;
575 	struct ocfs2_dinode *fe = NULL;
576 	handle_t *handle = NULL;
577 	struct ocfs2_alloc_context *data_ac = NULL;
578 	struct ocfs2_alloc_context *meta_ac = NULL;
579 	enum ocfs2_alloc_restarted why;
580 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
581 	struct ocfs2_extent_tree et;
582 	int did_quota = 0;
583 
584 	mlog_entry("(clusters_to_add = %u)\n", clusters_to_add);
585 
586 	/*
587 	 * This function only exists for file systems which don't
588 	 * support holes.
589 	 */
590 	BUG_ON(mark_unwritten && !ocfs2_sparse_alloc(osb));
591 
592 	status = ocfs2_read_inode_block(inode, &bh);
593 	if (status < 0) {
594 		mlog_errno(status);
595 		goto leave;
596 	}
597 	fe = (struct ocfs2_dinode *) bh->b_data;
598 
599 restart_all:
600 	BUG_ON(le32_to_cpu(fe->i_clusters) != OCFS2_I(inode)->ip_clusters);
601 
602 	mlog(0, "extend inode %llu, i_size = %lld, di->i_clusters = %u, "
603 	     "clusters_to_add = %u\n",
604 	     (unsigned long long)OCFS2_I(inode)->ip_blkno,
605 	     (long long)i_size_read(inode), le32_to_cpu(fe->i_clusters),
606 	     clusters_to_add);
607 	ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), bh);
608 	status = ocfs2_lock_allocators(inode, &et, clusters_to_add, 0,
609 				       &data_ac, &meta_ac);
610 	if (status) {
611 		mlog_errno(status);
612 		goto leave;
613 	}
614 
615 	credits = ocfs2_calc_extend_credits(osb->sb, &fe->id2.i_list,
616 					    clusters_to_add);
617 	handle = ocfs2_start_trans(osb, credits);
618 	if (IS_ERR(handle)) {
619 		status = PTR_ERR(handle);
620 		handle = NULL;
621 		mlog_errno(status);
622 		goto leave;
623 	}
624 
625 restarted_transaction:
626 	status = dquot_alloc_space_nodirty(inode,
627 			ocfs2_clusters_to_bytes(osb->sb, clusters_to_add));
628 	if (status)
629 		goto leave;
630 	did_quota = 1;
631 
632 	/* reserve a write to the file entry early on - that we if we
633 	 * run out of credits in the allocation path, we can still
634 	 * update i_size. */
635 	status = ocfs2_journal_access_di(handle, INODE_CACHE(inode), bh,
636 					 OCFS2_JOURNAL_ACCESS_WRITE);
637 	if (status < 0) {
638 		mlog_errno(status);
639 		goto leave;
640 	}
641 
642 	prev_clusters = OCFS2_I(inode)->ip_clusters;
643 
644 	status = ocfs2_add_inode_data(osb,
645 				      inode,
646 				      &logical_start,
647 				      clusters_to_add,
648 				      mark_unwritten,
649 				      bh,
650 				      handle,
651 				      data_ac,
652 				      meta_ac,
653 				      &why);
654 	if ((status < 0) && (status != -EAGAIN)) {
655 		if (status != -ENOSPC)
656 			mlog_errno(status);
657 		goto leave;
658 	}
659 
660 	ocfs2_journal_dirty(handle, bh);
661 
662 	spin_lock(&OCFS2_I(inode)->ip_lock);
663 	clusters_to_add -= (OCFS2_I(inode)->ip_clusters - prev_clusters);
664 	spin_unlock(&OCFS2_I(inode)->ip_lock);
665 	/* Release unused quota reservation */
666 	dquot_free_space(inode,
667 			ocfs2_clusters_to_bytes(osb->sb, clusters_to_add));
668 	did_quota = 0;
669 
670 	if (why != RESTART_NONE && clusters_to_add) {
671 		if (why == RESTART_META) {
672 			mlog(0, "restarting function.\n");
673 			restart_func = 1;
674 			status = 0;
675 		} else {
676 			BUG_ON(why != RESTART_TRANS);
677 
678 			mlog(0, "restarting transaction.\n");
679 			/* TODO: This can be more intelligent. */
680 			credits = ocfs2_calc_extend_credits(osb->sb,
681 							    &fe->id2.i_list,
682 							    clusters_to_add);
683 			status = ocfs2_extend_trans(handle, credits);
684 			if (status < 0) {
685 				/* handle still has to be committed at
686 				 * this point. */
687 				status = -ENOMEM;
688 				mlog_errno(status);
689 				goto leave;
690 			}
691 			goto restarted_transaction;
692 		}
693 	}
694 
695 	mlog(0, "fe: i_clusters = %u, i_size=%llu\n",
696 	     le32_to_cpu(fe->i_clusters),
697 	     (unsigned long long)le64_to_cpu(fe->i_size));
698 	mlog(0, "inode: ip_clusters=%u, i_size=%lld\n",
699 	     OCFS2_I(inode)->ip_clusters, (long long)i_size_read(inode));
700 
701 leave:
702 	if (status < 0 && did_quota)
703 		dquot_free_space(inode,
704 			ocfs2_clusters_to_bytes(osb->sb, clusters_to_add));
705 	if (handle) {
706 		ocfs2_commit_trans(osb, handle);
707 		handle = NULL;
708 	}
709 	if (data_ac) {
710 		ocfs2_free_alloc_context(data_ac);
711 		data_ac = NULL;
712 	}
713 	if (meta_ac) {
714 		ocfs2_free_alloc_context(meta_ac);
715 		meta_ac = NULL;
716 	}
717 	if ((!status) && restart_func) {
718 		restart_func = 0;
719 		goto restart_all;
720 	}
721 	brelse(bh);
722 	bh = NULL;
723 
724 	mlog_exit(status);
725 	return status;
726 }
727 
728 /* Some parts of this taken from generic_cont_expand, which turned out
729  * to be too fragile to do exactly what we need without us having to
730  * worry about recursive locking in ->write_begin() and ->write_end(). */
731 static int ocfs2_write_zero_page(struct inode *inode,
732 				 u64 size)
733 {
734 	struct address_space *mapping = inode->i_mapping;
735 	struct page *page;
736 	unsigned long index;
737 	unsigned int offset;
738 	handle_t *handle = NULL;
739 	int ret;
740 
741 	offset = (size & (PAGE_CACHE_SIZE-1)); /* Within page */
742 	/* ugh.  in prepare/commit_write, if from==to==start of block, we
743 	** skip the prepare.  make sure we never send an offset for the start
744 	** of a block
745 	*/
746 	if ((offset & (inode->i_sb->s_blocksize - 1)) == 0) {
747 		offset++;
748 	}
749 	index = size >> PAGE_CACHE_SHIFT;
750 
751 	page = grab_cache_page(mapping, index);
752 	if (!page) {
753 		ret = -ENOMEM;
754 		mlog_errno(ret);
755 		goto out;
756 	}
757 
758 	ret = ocfs2_prepare_write_nolock(inode, page, offset, offset);
759 	if (ret < 0) {
760 		mlog_errno(ret);
761 		goto out_unlock;
762 	}
763 
764 	if (ocfs2_should_order_data(inode)) {
765 		handle = ocfs2_start_walk_page_trans(inode, page, offset,
766 						     offset);
767 		if (IS_ERR(handle)) {
768 			ret = PTR_ERR(handle);
769 			handle = NULL;
770 			goto out_unlock;
771 		}
772 	}
773 
774 	/* must not update i_size! */
775 	ret = block_commit_write(page, offset, offset);
776 	if (ret < 0)
777 		mlog_errno(ret);
778 	else
779 		ret = 0;
780 
781 	if (handle)
782 		ocfs2_commit_trans(OCFS2_SB(inode->i_sb), handle);
783 out_unlock:
784 	unlock_page(page);
785 	page_cache_release(page);
786 out:
787 	return ret;
788 }
789 
790 static int ocfs2_zero_extend(struct inode *inode,
791 			     u64 zero_to_size)
792 {
793 	int ret = 0;
794 	u64 start_off;
795 	struct super_block *sb = inode->i_sb;
796 
797 	start_off = ocfs2_align_bytes_to_blocks(sb, i_size_read(inode));
798 	while (start_off < zero_to_size) {
799 		ret = ocfs2_write_zero_page(inode, start_off);
800 		if (ret < 0) {
801 			mlog_errno(ret);
802 			goto out;
803 		}
804 
805 		start_off += sb->s_blocksize;
806 
807 		/*
808 		 * Very large extends have the potential to lock up
809 		 * the cpu for extended periods of time.
810 		 */
811 		cond_resched();
812 	}
813 
814 out:
815 	return ret;
816 }
817 
818 int ocfs2_extend_no_holes(struct inode *inode, u64 new_i_size, u64 zero_to)
819 {
820 	int ret;
821 	u32 clusters_to_add;
822 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
823 
824 	clusters_to_add = ocfs2_clusters_for_bytes(inode->i_sb, new_i_size);
825 	if (clusters_to_add < oi->ip_clusters)
826 		clusters_to_add = 0;
827 	else
828 		clusters_to_add -= oi->ip_clusters;
829 
830 	if (clusters_to_add) {
831 		ret = __ocfs2_extend_allocation(inode, oi->ip_clusters,
832 						clusters_to_add, 0);
833 		if (ret) {
834 			mlog_errno(ret);
835 			goto out;
836 		}
837 	}
838 
839 	/*
840 	 * Call this even if we don't add any clusters to the tree. We
841 	 * still need to zero the area between the old i_size and the
842 	 * new i_size.
843 	 */
844 	ret = ocfs2_zero_extend(inode, zero_to);
845 	if (ret < 0)
846 		mlog_errno(ret);
847 
848 out:
849 	return ret;
850 }
851 
852 static int ocfs2_extend_file(struct inode *inode,
853 			     struct buffer_head *di_bh,
854 			     u64 new_i_size)
855 {
856 	int ret = 0;
857 	struct ocfs2_inode_info *oi = OCFS2_I(inode);
858 
859 	BUG_ON(!di_bh);
860 
861 	/* setattr sometimes calls us like this. */
862 	if (new_i_size == 0)
863 		goto out;
864 
865 	if (i_size_read(inode) == new_i_size)
866   		goto out;
867 	BUG_ON(new_i_size < i_size_read(inode));
868 
869 	/*
870 	 * Fall through for converting inline data, even if the fs
871 	 * supports sparse files.
872 	 *
873 	 * The check for inline data here is legal - nobody can add
874 	 * the feature since we have i_mutex. We must check it again
875 	 * after acquiring ip_alloc_sem though, as paths like mmap
876 	 * might have raced us to converting the inode to extents.
877 	 */
878 	if (!(oi->ip_dyn_features & OCFS2_INLINE_DATA_FL)
879 	    && ocfs2_sparse_alloc(OCFS2_SB(inode->i_sb)))
880 		goto out_update_size;
881 
882 	/*
883 	 * The alloc sem blocks people in read/write from reading our
884 	 * allocation until we're done changing it. We depend on
885 	 * i_mutex to block other extend/truncate calls while we're
886 	 * here.
887 	 */
888 	down_write(&oi->ip_alloc_sem);
889 
890 	if (oi->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
891 		/*
892 		 * We can optimize small extends by keeping the inodes
893 		 * inline data.
894 		 */
895 		if (ocfs2_size_fits_inline_data(di_bh, new_i_size)) {
896 			up_write(&oi->ip_alloc_sem);
897 			goto out_update_size;
898 		}
899 
900 		ret = ocfs2_convert_inline_data_to_extents(inode, di_bh);
901 		if (ret) {
902 			up_write(&oi->ip_alloc_sem);
903 
904 			mlog_errno(ret);
905 			goto out;
906 		}
907 	}
908 
909 	if (!ocfs2_sparse_alloc(OCFS2_SB(inode->i_sb)))
910 		ret = ocfs2_extend_no_holes(inode, new_i_size, new_i_size);
911 
912 	up_write(&oi->ip_alloc_sem);
913 
914 	if (ret < 0) {
915 		mlog_errno(ret);
916 		goto out;
917 	}
918 
919 out_update_size:
920 	ret = ocfs2_simple_size_update(inode, di_bh, new_i_size);
921 	if (ret < 0)
922 		mlog_errno(ret);
923 
924 out:
925 	return ret;
926 }
927 
928 int ocfs2_setattr(struct dentry *dentry, struct iattr *attr)
929 {
930 	int status = 0, size_change;
931 	struct inode *inode = dentry->d_inode;
932 	struct super_block *sb = inode->i_sb;
933 	struct ocfs2_super *osb = OCFS2_SB(sb);
934 	struct buffer_head *bh = NULL;
935 	handle_t *handle = NULL;
936 	struct dquot *transfer_to[MAXQUOTAS] = { };
937 	int qtype;
938 
939 	mlog_entry("(0x%p, '%.*s')\n", dentry,
940 	           dentry->d_name.len, dentry->d_name.name);
941 
942 	/* ensuring we don't even attempt to truncate a symlink */
943 	if (S_ISLNK(inode->i_mode))
944 		attr->ia_valid &= ~ATTR_SIZE;
945 
946 	if (attr->ia_valid & ATTR_MODE)
947 		mlog(0, "mode change: %d\n", attr->ia_mode);
948 	if (attr->ia_valid & ATTR_UID)
949 		mlog(0, "uid change: %d\n", attr->ia_uid);
950 	if (attr->ia_valid & ATTR_GID)
951 		mlog(0, "gid change: %d\n", attr->ia_gid);
952 	if (attr->ia_valid & ATTR_SIZE)
953 		mlog(0, "size change...\n");
954 	if (attr->ia_valid & (ATTR_ATIME | ATTR_MTIME | ATTR_CTIME))
955 		mlog(0, "time change...\n");
956 
957 #define OCFS2_VALID_ATTRS (ATTR_ATIME | ATTR_MTIME | ATTR_CTIME | ATTR_SIZE \
958 			   | ATTR_GID | ATTR_UID | ATTR_MODE)
959 	if (!(attr->ia_valid & OCFS2_VALID_ATTRS)) {
960 		mlog(0, "can't handle attrs: 0x%x\n", attr->ia_valid);
961 		return 0;
962 	}
963 
964 	status = inode_change_ok(inode, attr);
965 	if (status)
966 		return status;
967 
968 	if (is_quota_modification(inode, attr))
969 		dquot_initialize(inode);
970 	size_change = S_ISREG(inode->i_mode) && attr->ia_valid & ATTR_SIZE;
971 	if (size_change) {
972 		status = ocfs2_rw_lock(inode, 1);
973 		if (status < 0) {
974 			mlog_errno(status);
975 			goto bail;
976 		}
977 	}
978 
979 	status = ocfs2_inode_lock(inode, &bh, 1);
980 	if (status < 0) {
981 		if (status != -ENOENT)
982 			mlog_errno(status);
983 		goto bail_unlock_rw;
984 	}
985 
986 	if (size_change && attr->ia_size != i_size_read(inode)) {
987 		status = inode_newsize_ok(inode, attr->ia_size);
988 		if (status)
989 			goto bail_unlock;
990 
991 		if (i_size_read(inode) > attr->ia_size) {
992 			if (ocfs2_should_order_data(inode)) {
993 				status = ocfs2_begin_ordered_truncate(inode,
994 								      attr->ia_size);
995 				if (status)
996 					goto bail_unlock;
997 			}
998 			status = ocfs2_truncate_file(inode, bh, attr->ia_size);
999 		} else
1000 			status = ocfs2_extend_file(inode, bh, attr->ia_size);
1001 		if (status < 0) {
1002 			if (status != -ENOSPC)
1003 				mlog_errno(status);
1004 			status = -ENOSPC;
1005 			goto bail_unlock;
1006 		}
1007 	}
1008 
1009 	if ((attr->ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) ||
1010 	    (attr->ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) {
1011 		/*
1012 		 * Gather pointers to quota structures so that allocation /
1013 		 * freeing of quota structures happens here and not inside
1014 		 * dquot_transfer() where we have problems with lock ordering
1015 		 */
1016 		if (attr->ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid
1017 		    && OCFS2_HAS_RO_COMPAT_FEATURE(sb,
1018 		    OCFS2_FEATURE_RO_COMPAT_USRQUOTA)) {
1019 			transfer_to[USRQUOTA] = dqget(sb, attr->ia_uid,
1020 						      USRQUOTA);
1021 			if (!transfer_to[USRQUOTA]) {
1022 				status = -ESRCH;
1023 				goto bail_unlock;
1024 			}
1025 		}
1026 		if (attr->ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid
1027 		    && OCFS2_HAS_RO_COMPAT_FEATURE(sb,
1028 		    OCFS2_FEATURE_RO_COMPAT_GRPQUOTA)) {
1029 			transfer_to[GRPQUOTA] = dqget(sb, attr->ia_gid,
1030 						      GRPQUOTA);
1031 			if (!transfer_to[GRPQUOTA]) {
1032 				status = -ESRCH;
1033 				goto bail_unlock;
1034 			}
1035 		}
1036 		handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS +
1037 					   2 * ocfs2_quota_trans_credits(sb));
1038 		if (IS_ERR(handle)) {
1039 			status = PTR_ERR(handle);
1040 			mlog_errno(status);
1041 			goto bail_unlock;
1042 		}
1043 		status = __dquot_transfer(inode, transfer_to);
1044 		if (status < 0)
1045 			goto bail_commit;
1046 	} else {
1047 		handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
1048 		if (IS_ERR(handle)) {
1049 			status = PTR_ERR(handle);
1050 			mlog_errno(status);
1051 			goto bail_unlock;
1052 		}
1053 	}
1054 
1055 	/*
1056 	 * This will intentionally not wind up calling vmtruncate(),
1057 	 * since all the work for a size change has been done above.
1058 	 * Otherwise, we could get into problems with truncate as
1059 	 * ip_alloc_sem is used there to protect against i_size
1060 	 * changes.
1061 	 */
1062 	status = inode_setattr(inode, attr);
1063 	if (status < 0) {
1064 		mlog_errno(status);
1065 		goto bail_commit;
1066 	}
1067 
1068 	status = ocfs2_mark_inode_dirty(handle, inode, bh);
1069 	if (status < 0)
1070 		mlog_errno(status);
1071 
1072 bail_commit:
1073 	ocfs2_commit_trans(osb, handle);
1074 bail_unlock:
1075 	ocfs2_inode_unlock(inode, 1);
1076 bail_unlock_rw:
1077 	if (size_change)
1078 		ocfs2_rw_unlock(inode, 1);
1079 bail:
1080 	brelse(bh);
1081 
1082 	/* Release quota pointers in case we acquired them */
1083 	for (qtype = 0; qtype < MAXQUOTAS; qtype++)
1084 		dqput(transfer_to[qtype]);
1085 
1086 	if (!status && attr->ia_valid & ATTR_MODE) {
1087 		status = ocfs2_acl_chmod(inode);
1088 		if (status < 0)
1089 			mlog_errno(status);
1090 	}
1091 
1092 	mlog_exit(status);
1093 	return status;
1094 }
1095 
1096 int ocfs2_getattr(struct vfsmount *mnt,
1097 		  struct dentry *dentry,
1098 		  struct kstat *stat)
1099 {
1100 	struct inode *inode = dentry->d_inode;
1101 	struct super_block *sb = dentry->d_inode->i_sb;
1102 	struct ocfs2_super *osb = sb->s_fs_info;
1103 	int err;
1104 
1105 	mlog_entry_void();
1106 
1107 	err = ocfs2_inode_revalidate(dentry);
1108 	if (err) {
1109 		if (err != -ENOENT)
1110 			mlog_errno(err);
1111 		goto bail;
1112 	}
1113 
1114 	generic_fillattr(inode, stat);
1115 
1116 	/* We set the blksize from the cluster size for performance */
1117 	stat->blksize = osb->s_clustersize;
1118 
1119 bail:
1120 	mlog_exit(err);
1121 
1122 	return err;
1123 }
1124 
1125 int ocfs2_permission(struct inode *inode, int mask)
1126 {
1127 	int ret;
1128 
1129 	mlog_entry_void();
1130 
1131 	ret = ocfs2_inode_lock(inode, NULL, 0);
1132 	if (ret) {
1133 		if (ret != -ENOENT)
1134 			mlog_errno(ret);
1135 		goto out;
1136 	}
1137 
1138 	ret = generic_permission(inode, mask, ocfs2_check_acl);
1139 
1140 	ocfs2_inode_unlock(inode, 0);
1141 out:
1142 	mlog_exit(ret);
1143 	return ret;
1144 }
1145 
1146 static int __ocfs2_write_remove_suid(struct inode *inode,
1147 				     struct buffer_head *bh)
1148 {
1149 	int ret;
1150 	handle_t *handle;
1151 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1152 	struct ocfs2_dinode *di;
1153 
1154 	mlog_entry("(Inode %llu, mode 0%o)\n",
1155 		   (unsigned long long)OCFS2_I(inode)->ip_blkno, inode->i_mode);
1156 
1157 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
1158 	if (IS_ERR(handle)) {
1159 		ret = PTR_ERR(handle);
1160 		mlog_errno(ret);
1161 		goto out;
1162 	}
1163 
1164 	ret = ocfs2_journal_access_di(handle, INODE_CACHE(inode), bh,
1165 				      OCFS2_JOURNAL_ACCESS_WRITE);
1166 	if (ret < 0) {
1167 		mlog_errno(ret);
1168 		goto out_trans;
1169 	}
1170 
1171 	inode->i_mode &= ~S_ISUID;
1172 	if ((inode->i_mode & S_ISGID) && (inode->i_mode & S_IXGRP))
1173 		inode->i_mode &= ~S_ISGID;
1174 
1175 	di = (struct ocfs2_dinode *) bh->b_data;
1176 	di->i_mode = cpu_to_le16(inode->i_mode);
1177 
1178 	ocfs2_journal_dirty(handle, bh);
1179 
1180 out_trans:
1181 	ocfs2_commit_trans(osb, handle);
1182 out:
1183 	mlog_exit(ret);
1184 	return ret;
1185 }
1186 
1187 /*
1188  * Will look for holes and unwritten extents in the range starting at
1189  * pos for count bytes (inclusive).
1190  */
1191 static int ocfs2_check_range_for_holes(struct inode *inode, loff_t pos,
1192 				       size_t count)
1193 {
1194 	int ret = 0;
1195 	unsigned int extent_flags;
1196 	u32 cpos, clusters, extent_len, phys_cpos;
1197 	struct super_block *sb = inode->i_sb;
1198 
1199 	cpos = pos >> OCFS2_SB(sb)->s_clustersize_bits;
1200 	clusters = ocfs2_clusters_for_bytes(sb, pos + count) - cpos;
1201 
1202 	while (clusters) {
1203 		ret = ocfs2_get_clusters(inode, cpos, &phys_cpos, &extent_len,
1204 					 &extent_flags);
1205 		if (ret < 0) {
1206 			mlog_errno(ret);
1207 			goto out;
1208 		}
1209 
1210 		if (phys_cpos == 0 || (extent_flags & OCFS2_EXT_UNWRITTEN)) {
1211 			ret = 1;
1212 			break;
1213 		}
1214 
1215 		if (extent_len > clusters)
1216 			extent_len = clusters;
1217 
1218 		clusters -= extent_len;
1219 		cpos += extent_len;
1220 	}
1221 out:
1222 	return ret;
1223 }
1224 
1225 static int ocfs2_write_remove_suid(struct inode *inode)
1226 {
1227 	int ret;
1228 	struct buffer_head *bh = NULL;
1229 
1230 	ret = ocfs2_read_inode_block(inode, &bh);
1231 	if (ret < 0) {
1232 		mlog_errno(ret);
1233 		goto out;
1234 	}
1235 
1236 	ret =  __ocfs2_write_remove_suid(inode, bh);
1237 out:
1238 	brelse(bh);
1239 	return ret;
1240 }
1241 
1242 /*
1243  * Allocate enough extents to cover the region starting at byte offset
1244  * start for len bytes. Existing extents are skipped, any extents
1245  * added are marked as "unwritten".
1246  */
1247 static int ocfs2_allocate_unwritten_extents(struct inode *inode,
1248 					    u64 start, u64 len)
1249 {
1250 	int ret;
1251 	u32 cpos, phys_cpos, clusters, alloc_size;
1252 	u64 end = start + len;
1253 	struct buffer_head *di_bh = NULL;
1254 
1255 	if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
1256 		ret = ocfs2_read_inode_block(inode, &di_bh);
1257 		if (ret) {
1258 			mlog_errno(ret);
1259 			goto out;
1260 		}
1261 
1262 		/*
1263 		 * Nothing to do if the requested reservation range
1264 		 * fits within the inode.
1265 		 */
1266 		if (ocfs2_size_fits_inline_data(di_bh, end))
1267 			goto out;
1268 
1269 		ret = ocfs2_convert_inline_data_to_extents(inode, di_bh);
1270 		if (ret) {
1271 			mlog_errno(ret);
1272 			goto out;
1273 		}
1274 	}
1275 
1276 	/*
1277 	 * We consider both start and len to be inclusive.
1278 	 */
1279 	cpos = start >> OCFS2_SB(inode->i_sb)->s_clustersize_bits;
1280 	clusters = ocfs2_clusters_for_bytes(inode->i_sb, start + len);
1281 	clusters -= cpos;
1282 
1283 	while (clusters) {
1284 		ret = ocfs2_get_clusters(inode, cpos, &phys_cpos,
1285 					 &alloc_size, NULL);
1286 		if (ret) {
1287 			mlog_errno(ret);
1288 			goto out;
1289 		}
1290 
1291 		/*
1292 		 * Hole or existing extent len can be arbitrary, so
1293 		 * cap it to our own allocation request.
1294 		 */
1295 		if (alloc_size > clusters)
1296 			alloc_size = clusters;
1297 
1298 		if (phys_cpos) {
1299 			/*
1300 			 * We already have an allocation at this
1301 			 * region so we can safely skip it.
1302 			 */
1303 			goto next;
1304 		}
1305 
1306 		ret = __ocfs2_extend_allocation(inode, cpos, alloc_size, 1);
1307 		if (ret) {
1308 			if (ret != -ENOSPC)
1309 				mlog_errno(ret);
1310 			goto out;
1311 		}
1312 
1313 next:
1314 		cpos += alloc_size;
1315 		clusters -= alloc_size;
1316 	}
1317 
1318 	ret = 0;
1319 out:
1320 
1321 	brelse(di_bh);
1322 	return ret;
1323 }
1324 
1325 /*
1326  * Truncate a byte range, avoiding pages within partial clusters. This
1327  * preserves those pages for the zeroing code to write to.
1328  */
1329 static void ocfs2_truncate_cluster_pages(struct inode *inode, u64 byte_start,
1330 					 u64 byte_len)
1331 {
1332 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1333 	loff_t start, end;
1334 	struct address_space *mapping = inode->i_mapping;
1335 
1336 	start = (loff_t)ocfs2_align_bytes_to_clusters(inode->i_sb, byte_start);
1337 	end = byte_start + byte_len;
1338 	end = end & ~(osb->s_clustersize - 1);
1339 
1340 	if (start < end) {
1341 		unmap_mapping_range(mapping, start, end - start, 0);
1342 		truncate_inode_pages_range(mapping, start, end - 1);
1343 	}
1344 }
1345 
1346 static int ocfs2_zero_partial_clusters(struct inode *inode,
1347 				       u64 start, u64 len)
1348 {
1349 	int ret = 0;
1350 	u64 tmpend, end = start + len;
1351 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1352 	unsigned int csize = osb->s_clustersize;
1353 	handle_t *handle;
1354 
1355 	/*
1356 	 * The "start" and "end" values are NOT necessarily part of
1357 	 * the range whose allocation is being deleted. Rather, this
1358 	 * is what the user passed in with the request. We must zero
1359 	 * partial clusters here. There's no need to worry about
1360 	 * physical allocation - the zeroing code knows to skip holes.
1361 	 */
1362 	mlog(0, "byte start: %llu, end: %llu\n",
1363 	     (unsigned long long)start, (unsigned long long)end);
1364 
1365 	/*
1366 	 * If both edges are on a cluster boundary then there's no
1367 	 * zeroing required as the region is part of the allocation to
1368 	 * be truncated.
1369 	 */
1370 	if ((start & (csize - 1)) == 0 && (end & (csize - 1)) == 0)
1371 		goto out;
1372 
1373 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
1374 	if (IS_ERR(handle)) {
1375 		ret = PTR_ERR(handle);
1376 		mlog_errno(ret);
1377 		goto out;
1378 	}
1379 
1380 	/*
1381 	 * We want to get the byte offset of the end of the 1st cluster.
1382 	 */
1383 	tmpend = (u64)osb->s_clustersize + (start & ~(osb->s_clustersize - 1));
1384 	if (tmpend > end)
1385 		tmpend = end;
1386 
1387 	mlog(0, "1st range: start: %llu, tmpend: %llu\n",
1388 	     (unsigned long long)start, (unsigned long long)tmpend);
1389 
1390 	ret = ocfs2_zero_range_for_truncate(inode, handle, start, tmpend);
1391 	if (ret)
1392 		mlog_errno(ret);
1393 
1394 	if (tmpend < end) {
1395 		/*
1396 		 * This may make start and end equal, but the zeroing
1397 		 * code will skip any work in that case so there's no
1398 		 * need to catch it up here.
1399 		 */
1400 		start = end & ~(osb->s_clustersize - 1);
1401 
1402 		mlog(0, "2nd range: start: %llu, end: %llu\n",
1403 		     (unsigned long long)start, (unsigned long long)end);
1404 
1405 		ret = ocfs2_zero_range_for_truncate(inode, handle, start, end);
1406 		if (ret)
1407 			mlog_errno(ret);
1408 	}
1409 
1410 	ocfs2_commit_trans(osb, handle);
1411 out:
1412 	return ret;
1413 }
1414 
1415 static int ocfs2_find_rec(struct ocfs2_extent_list *el, u32 pos)
1416 {
1417 	int i;
1418 	struct ocfs2_extent_rec *rec = NULL;
1419 
1420 	for (i = le16_to_cpu(el->l_next_free_rec) - 1; i >= 0; i--) {
1421 
1422 		rec = &el->l_recs[i];
1423 
1424 		if (le32_to_cpu(rec->e_cpos) < pos)
1425 			break;
1426 	}
1427 
1428 	return i;
1429 }
1430 
1431 /*
1432  * Helper to calculate the punching pos and length in one run, we handle the
1433  * following three cases in order:
1434  *
1435  * - remove the entire record
1436  * - remove a partial record
1437  * - no record needs to be removed (hole-punching completed)
1438 */
1439 static void ocfs2_calc_trunc_pos(struct inode *inode,
1440 				 struct ocfs2_extent_list *el,
1441 				 struct ocfs2_extent_rec *rec,
1442 				 u32 trunc_start, u32 *trunc_cpos,
1443 				 u32 *trunc_len, u32 *trunc_end,
1444 				 u64 *blkno, int *done)
1445 {
1446 	int ret = 0;
1447 	u32 coff, range;
1448 
1449 	range = le32_to_cpu(rec->e_cpos) + ocfs2_rec_clusters(el, rec);
1450 
1451 	if (le32_to_cpu(rec->e_cpos) >= trunc_start) {
1452 		*trunc_cpos = le32_to_cpu(rec->e_cpos);
1453 		/*
1454 		 * Skip holes if any.
1455 		 */
1456 		if (range < *trunc_end)
1457 			*trunc_end = range;
1458 		*trunc_len = *trunc_end - le32_to_cpu(rec->e_cpos);
1459 		*blkno = le64_to_cpu(rec->e_blkno);
1460 		*trunc_end = le32_to_cpu(rec->e_cpos);
1461 	} else if (range > trunc_start) {
1462 		*trunc_cpos = trunc_start;
1463 		*trunc_len = *trunc_end - trunc_start;
1464 		coff = trunc_start - le32_to_cpu(rec->e_cpos);
1465 		*blkno = le64_to_cpu(rec->e_blkno) +
1466 				ocfs2_clusters_to_blocks(inode->i_sb, coff);
1467 		*trunc_end = trunc_start;
1468 	} else {
1469 		/*
1470 		 * It may have two following possibilities:
1471 		 *
1472 		 * - last record has been removed
1473 		 * - trunc_start was within a hole
1474 		 *
1475 		 * both two cases mean the completion of hole punching.
1476 		 */
1477 		ret = 1;
1478 	}
1479 
1480 	*done = ret;
1481 }
1482 
1483 static int ocfs2_remove_inode_range(struct inode *inode,
1484 				    struct buffer_head *di_bh, u64 byte_start,
1485 				    u64 byte_len)
1486 {
1487 	int ret = 0, flags = 0, done = 0, i;
1488 	u32 trunc_start, trunc_len, trunc_end, trunc_cpos, phys_cpos;
1489 	u32 cluster_in_el;
1490 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1491 	struct ocfs2_cached_dealloc_ctxt dealloc;
1492 	struct address_space *mapping = inode->i_mapping;
1493 	struct ocfs2_extent_tree et;
1494 	struct ocfs2_path *path = NULL;
1495 	struct ocfs2_extent_list *el = NULL;
1496 	struct ocfs2_extent_rec *rec = NULL;
1497 	struct ocfs2_dinode *di = (struct ocfs2_dinode *)di_bh->b_data;
1498 	u64 blkno, refcount_loc = le64_to_cpu(di->i_refcount_loc);
1499 
1500 	ocfs2_init_dinode_extent_tree(&et, INODE_CACHE(inode), di_bh);
1501 	ocfs2_init_dealloc_ctxt(&dealloc);
1502 
1503 	if (byte_len == 0)
1504 		return 0;
1505 
1506 	if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
1507 		ret = ocfs2_truncate_inline(inode, di_bh, byte_start,
1508 					    byte_start + byte_len, 0);
1509 		if (ret) {
1510 			mlog_errno(ret);
1511 			goto out;
1512 		}
1513 		/*
1514 		 * There's no need to get fancy with the page cache
1515 		 * truncate of an inline-data inode. We're talking
1516 		 * about less than a page here, which will be cached
1517 		 * in the dinode buffer anyway.
1518 		 */
1519 		unmap_mapping_range(mapping, 0, 0, 0);
1520 		truncate_inode_pages(mapping, 0);
1521 		goto out;
1522 	}
1523 
1524 	/*
1525 	 * For reflinks, we may need to CoW 2 clusters which might be
1526 	 * partially zero'd later, if hole's start and end offset were
1527 	 * within one cluster(means is not exactly aligned to clustersize).
1528 	 */
1529 
1530 	if (OCFS2_I(inode)->ip_dyn_features & OCFS2_HAS_REFCOUNT_FL) {
1531 
1532 		ret = ocfs2_cow_file_pos(inode, di_bh, byte_start);
1533 		if (ret) {
1534 			mlog_errno(ret);
1535 			goto out;
1536 		}
1537 
1538 		ret = ocfs2_cow_file_pos(inode, di_bh, byte_start + byte_len);
1539 		if (ret) {
1540 			mlog_errno(ret);
1541 			goto out;
1542 		}
1543 	}
1544 
1545 	trunc_start = ocfs2_clusters_for_bytes(osb->sb, byte_start);
1546 	trunc_end = (byte_start + byte_len) >> osb->s_clustersize_bits;
1547 	cluster_in_el = trunc_end;
1548 
1549 	mlog(0, "Inode: %llu, start: %llu, len: %llu, cstart: %u, cend: %u\n",
1550 	     (unsigned long long)OCFS2_I(inode)->ip_blkno,
1551 	     (unsigned long long)byte_start,
1552 	     (unsigned long long)byte_len, trunc_start, trunc_end);
1553 
1554 	ret = ocfs2_zero_partial_clusters(inode, byte_start, byte_len);
1555 	if (ret) {
1556 		mlog_errno(ret);
1557 		goto out;
1558 	}
1559 
1560 	path = ocfs2_new_path_from_et(&et);
1561 	if (!path) {
1562 		ret = -ENOMEM;
1563 		mlog_errno(ret);
1564 		goto out;
1565 	}
1566 
1567 	while (trunc_end > trunc_start) {
1568 
1569 		ret = ocfs2_find_path(INODE_CACHE(inode), path,
1570 				      cluster_in_el);
1571 		if (ret) {
1572 			mlog_errno(ret);
1573 			goto out;
1574 		}
1575 
1576 		el = path_leaf_el(path);
1577 
1578 		i = ocfs2_find_rec(el, trunc_end);
1579 		/*
1580 		 * Need to go to previous extent block.
1581 		 */
1582 		if (i < 0) {
1583 			if (path->p_tree_depth == 0)
1584 				break;
1585 
1586 			ret = ocfs2_find_cpos_for_left_leaf(inode->i_sb,
1587 							    path,
1588 							    &cluster_in_el);
1589 			if (ret) {
1590 				mlog_errno(ret);
1591 				goto out;
1592 			}
1593 
1594 			/*
1595 			 * We've reached the leftmost extent block,
1596 			 * it's safe to leave.
1597 			 */
1598 			if (cluster_in_el == 0)
1599 				break;
1600 
1601 			/*
1602 			 * The 'pos' searched for previous extent block is
1603 			 * always one cluster less than actual trunc_end.
1604 			 */
1605 			trunc_end = cluster_in_el + 1;
1606 
1607 			ocfs2_reinit_path(path, 1);
1608 
1609 			continue;
1610 
1611 		} else
1612 			rec = &el->l_recs[i];
1613 
1614 		ocfs2_calc_trunc_pos(inode, el, rec, trunc_start, &trunc_cpos,
1615 				     &trunc_len, &trunc_end, &blkno, &done);
1616 		if (done)
1617 			break;
1618 
1619 		flags = rec->e_flags;
1620 		phys_cpos = ocfs2_blocks_to_clusters(inode->i_sb, blkno);
1621 
1622 		ret = ocfs2_remove_btree_range(inode, &et, trunc_cpos,
1623 					       phys_cpos, trunc_len, flags,
1624 					       &dealloc, refcount_loc);
1625 		if (ret < 0) {
1626 			mlog_errno(ret);
1627 			goto out;
1628 		}
1629 
1630 		cluster_in_el = trunc_end;
1631 
1632 		ocfs2_reinit_path(path, 1);
1633 	}
1634 
1635 	ocfs2_truncate_cluster_pages(inode, byte_start, byte_len);
1636 
1637 out:
1638 	ocfs2_schedule_truncate_log_flush(osb, 1);
1639 	ocfs2_run_deallocs(osb, &dealloc);
1640 
1641 	return ret;
1642 }
1643 
1644 /*
1645  * Parts of this function taken from xfs_change_file_space()
1646  */
1647 static int __ocfs2_change_file_space(struct file *file, struct inode *inode,
1648 				     loff_t f_pos, unsigned int cmd,
1649 				     struct ocfs2_space_resv *sr,
1650 				     int change_size)
1651 {
1652 	int ret;
1653 	s64 llen;
1654 	loff_t size;
1655 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1656 	struct buffer_head *di_bh = NULL;
1657 	handle_t *handle;
1658 	unsigned long long max_off = inode->i_sb->s_maxbytes;
1659 
1660 	if (ocfs2_is_hard_readonly(osb) || ocfs2_is_soft_readonly(osb))
1661 		return -EROFS;
1662 
1663 	mutex_lock(&inode->i_mutex);
1664 
1665 	/*
1666 	 * This prevents concurrent writes on other nodes
1667 	 */
1668 	ret = ocfs2_rw_lock(inode, 1);
1669 	if (ret) {
1670 		mlog_errno(ret);
1671 		goto out;
1672 	}
1673 
1674 	ret = ocfs2_inode_lock(inode, &di_bh, 1);
1675 	if (ret) {
1676 		mlog_errno(ret);
1677 		goto out_rw_unlock;
1678 	}
1679 
1680 	if (inode->i_flags & (S_IMMUTABLE|S_APPEND)) {
1681 		ret = -EPERM;
1682 		goto out_inode_unlock;
1683 	}
1684 
1685 	switch (sr->l_whence) {
1686 	case 0: /*SEEK_SET*/
1687 		break;
1688 	case 1: /*SEEK_CUR*/
1689 		sr->l_start += f_pos;
1690 		break;
1691 	case 2: /*SEEK_END*/
1692 		sr->l_start += i_size_read(inode);
1693 		break;
1694 	default:
1695 		ret = -EINVAL;
1696 		goto out_inode_unlock;
1697 	}
1698 	sr->l_whence = 0;
1699 
1700 	llen = sr->l_len > 0 ? sr->l_len - 1 : sr->l_len;
1701 
1702 	if (sr->l_start < 0
1703 	    || sr->l_start > max_off
1704 	    || (sr->l_start + llen) < 0
1705 	    || (sr->l_start + llen) > max_off) {
1706 		ret = -EINVAL;
1707 		goto out_inode_unlock;
1708 	}
1709 	size = sr->l_start + sr->l_len;
1710 
1711 	if (cmd == OCFS2_IOC_RESVSP || cmd == OCFS2_IOC_RESVSP64) {
1712 		if (sr->l_len <= 0) {
1713 			ret = -EINVAL;
1714 			goto out_inode_unlock;
1715 		}
1716 	}
1717 
1718 	if (file && should_remove_suid(file->f_path.dentry)) {
1719 		ret = __ocfs2_write_remove_suid(inode, di_bh);
1720 		if (ret) {
1721 			mlog_errno(ret);
1722 			goto out_inode_unlock;
1723 		}
1724 	}
1725 
1726 	down_write(&OCFS2_I(inode)->ip_alloc_sem);
1727 	switch (cmd) {
1728 	case OCFS2_IOC_RESVSP:
1729 	case OCFS2_IOC_RESVSP64:
1730 		/*
1731 		 * This takes unsigned offsets, but the signed ones we
1732 		 * pass have been checked against overflow above.
1733 		 */
1734 		ret = ocfs2_allocate_unwritten_extents(inode, sr->l_start,
1735 						       sr->l_len);
1736 		break;
1737 	case OCFS2_IOC_UNRESVSP:
1738 	case OCFS2_IOC_UNRESVSP64:
1739 		ret = ocfs2_remove_inode_range(inode, di_bh, sr->l_start,
1740 					       sr->l_len);
1741 		break;
1742 	default:
1743 		ret = -EINVAL;
1744 	}
1745 	up_write(&OCFS2_I(inode)->ip_alloc_sem);
1746 	if (ret) {
1747 		mlog_errno(ret);
1748 		goto out_inode_unlock;
1749 	}
1750 
1751 	/*
1752 	 * We update c/mtime for these changes
1753 	 */
1754 	handle = ocfs2_start_trans(osb, OCFS2_INODE_UPDATE_CREDITS);
1755 	if (IS_ERR(handle)) {
1756 		ret = PTR_ERR(handle);
1757 		mlog_errno(ret);
1758 		goto out_inode_unlock;
1759 	}
1760 
1761 	if (change_size && i_size_read(inode) < size)
1762 		i_size_write(inode, size);
1763 
1764 	inode->i_ctime = inode->i_mtime = CURRENT_TIME;
1765 	ret = ocfs2_mark_inode_dirty(handle, inode, di_bh);
1766 	if (ret < 0)
1767 		mlog_errno(ret);
1768 
1769 	ocfs2_commit_trans(osb, handle);
1770 
1771 out_inode_unlock:
1772 	brelse(di_bh);
1773 	ocfs2_inode_unlock(inode, 1);
1774 out_rw_unlock:
1775 	ocfs2_rw_unlock(inode, 1);
1776 
1777 out:
1778 	mutex_unlock(&inode->i_mutex);
1779 	return ret;
1780 }
1781 
1782 int ocfs2_change_file_space(struct file *file, unsigned int cmd,
1783 			    struct ocfs2_space_resv *sr)
1784 {
1785 	struct inode *inode = file->f_path.dentry->d_inode;
1786 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1787 
1788 	if ((cmd == OCFS2_IOC_RESVSP || cmd == OCFS2_IOC_RESVSP64) &&
1789 	    !ocfs2_writes_unwritten_extents(osb))
1790 		return -ENOTTY;
1791 	else if ((cmd == OCFS2_IOC_UNRESVSP || cmd == OCFS2_IOC_UNRESVSP64) &&
1792 		 !ocfs2_sparse_alloc(osb))
1793 		return -ENOTTY;
1794 
1795 	if (!S_ISREG(inode->i_mode))
1796 		return -EINVAL;
1797 
1798 	if (!(file->f_mode & FMODE_WRITE))
1799 		return -EBADF;
1800 
1801 	return __ocfs2_change_file_space(file, inode, file->f_pos, cmd, sr, 0);
1802 }
1803 
1804 static long ocfs2_fallocate(struct inode *inode, int mode, loff_t offset,
1805 			    loff_t len)
1806 {
1807 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
1808 	struct ocfs2_space_resv sr;
1809 	int change_size = 1;
1810 
1811 	if (!ocfs2_writes_unwritten_extents(osb))
1812 		return -EOPNOTSUPP;
1813 
1814 	if (S_ISDIR(inode->i_mode))
1815 		return -ENODEV;
1816 
1817 	if (mode & FALLOC_FL_KEEP_SIZE)
1818 		change_size = 0;
1819 
1820 	sr.l_whence = 0;
1821 	sr.l_start = (s64)offset;
1822 	sr.l_len = (s64)len;
1823 
1824 	return __ocfs2_change_file_space(NULL, inode, offset,
1825 					 OCFS2_IOC_RESVSP64, &sr, change_size);
1826 }
1827 
1828 int ocfs2_check_range_for_refcount(struct inode *inode, loff_t pos,
1829 				   size_t count)
1830 {
1831 	int ret = 0;
1832 	unsigned int extent_flags;
1833 	u32 cpos, clusters, extent_len, phys_cpos;
1834 	struct super_block *sb = inode->i_sb;
1835 
1836 	if (!ocfs2_refcount_tree(OCFS2_SB(inode->i_sb)) ||
1837 	    !(OCFS2_I(inode)->ip_dyn_features & OCFS2_HAS_REFCOUNT_FL) ||
1838 	    OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL)
1839 		return 0;
1840 
1841 	cpos = pos >> OCFS2_SB(sb)->s_clustersize_bits;
1842 	clusters = ocfs2_clusters_for_bytes(sb, pos + count) - cpos;
1843 
1844 	while (clusters) {
1845 		ret = ocfs2_get_clusters(inode, cpos, &phys_cpos, &extent_len,
1846 					 &extent_flags);
1847 		if (ret < 0) {
1848 			mlog_errno(ret);
1849 			goto out;
1850 		}
1851 
1852 		if (phys_cpos && (extent_flags & OCFS2_EXT_REFCOUNTED)) {
1853 			ret = 1;
1854 			break;
1855 		}
1856 
1857 		if (extent_len > clusters)
1858 			extent_len = clusters;
1859 
1860 		clusters -= extent_len;
1861 		cpos += extent_len;
1862 	}
1863 out:
1864 	return ret;
1865 }
1866 
1867 static int ocfs2_prepare_inode_for_refcount(struct inode *inode,
1868 					    loff_t pos, size_t count,
1869 					    int *meta_level)
1870 {
1871 	int ret;
1872 	struct buffer_head *di_bh = NULL;
1873 	u32 cpos = pos >> OCFS2_SB(inode->i_sb)->s_clustersize_bits;
1874 	u32 clusters =
1875 		ocfs2_clusters_for_bytes(inode->i_sb, pos + count) - cpos;
1876 
1877 	ret = ocfs2_inode_lock(inode, &di_bh, 1);
1878 	if (ret) {
1879 		mlog_errno(ret);
1880 		goto out;
1881 	}
1882 
1883 	*meta_level = 1;
1884 
1885 	ret = ocfs2_refcount_cow(inode, di_bh, cpos, clusters, UINT_MAX);
1886 	if (ret)
1887 		mlog_errno(ret);
1888 out:
1889 	brelse(di_bh);
1890 	return ret;
1891 }
1892 
1893 static int ocfs2_prepare_inode_for_write(struct dentry *dentry,
1894 					 loff_t *ppos,
1895 					 size_t count,
1896 					 int appending,
1897 					 int *direct_io,
1898 					 int *has_refcount)
1899 {
1900 	int ret = 0, meta_level = 0;
1901 	struct inode *inode = dentry->d_inode;
1902 	loff_t saved_pos, end;
1903 
1904 	/*
1905 	 * We start with a read level meta lock and only jump to an ex
1906 	 * if we need to make modifications here.
1907 	 */
1908 	for(;;) {
1909 		ret = ocfs2_inode_lock(inode, NULL, meta_level);
1910 		if (ret < 0) {
1911 			meta_level = -1;
1912 			mlog_errno(ret);
1913 			goto out;
1914 		}
1915 
1916 		/* Clear suid / sgid if necessary. We do this here
1917 		 * instead of later in the write path because
1918 		 * remove_suid() calls ->setattr without any hint that
1919 		 * we may have already done our cluster locking. Since
1920 		 * ocfs2_setattr() *must* take cluster locks to
1921 		 * proceeed, this will lead us to recursively lock the
1922 		 * inode. There's also the dinode i_size state which
1923 		 * can be lost via setattr during extending writes (we
1924 		 * set inode->i_size at the end of a write. */
1925 		if (should_remove_suid(dentry)) {
1926 			if (meta_level == 0) {
1927 				ocfs2_inode_unlock(inode, meta_level);
1928 				meta_level = 1;
1929 				continue;
1930 			}
1931 
1932 			ret = ocfs2_write_remove_suid(inode);
1933 			if (ret < 0) {
1934 				mlog_errno(ret);
1935 				goto out_unlock;
1936 			}
1937 		}
1938 
1939 		/* work on a copy of ppos until we're sure that we won't have
1940 		 * to recalculate it due to relocking. */
1941 		if (appending) {
1942 			saved_pos = i_size_read(inode);
1943 			mlog(0, "O_APPEND: inode->i_size=%llu\n", saved_pos);
1944 		} else {
1945 			saved_pos = *ppos;
1946 		}
1947 
1948 		end = saved_pos + count;
1949 
1950 		ret = ocfs2_check_range_for_refcount(inode, saved_pos, count);
1951 		if (ret == 1) {
1952 			ocfs2_inode_unlock(inode, meta_level);
1953 			meta_level = -1;
1954 
1955 			ret = ocfs2_prepare_inode_for_refcount(inode,
1956 							       saved_pos,
1957 							       count,
1958 							       &meta_level);
1959 			if (has_refcount)
1960 				*has_refcount = 1;
1961 			if (direct_io)
1962 				*direct_io = 0;
1963 		}
1964 
1965 		if (ret < 0) {
1966 			mlog_errno(ret);
1967 			goto out_unlock;
1968 		}
1969 
1970 		/*
1971 		 * Skip the O_DIRECT checks if we don't need
1972 		 * them.
1973 		 */
1974 		if (!direct_io || !(*direct_io))
1975 			break;
1976 
1977 		/*
1978 		 * There's no sane way to do direct writes to an inode
1979 		 * with inline data.
1980 		 */
1981 		if (OCFS2_I(inode)->ip_dyn_features & OCFS2_INLINE_DATA_FL) {
1982 			*direct_io = 0;
1983 			break;
1984 		}
1985 
1986 		/*
1987 		 * Allowing concurrent direct writes means
1988 		 * i_size changes wouldn't be synchronized, so
1989 		 * one node could wind up truncating another
1990 		 * nodes writes.
1991 		 */
1992 		if (end > i_size_read(inode)) {
1993 			*direct_io = 0;
1994 			break;
1995 		}
1996 
1997 		/*
1998 		 * We don't fill holes during direct io, so
1999 		 * check for them here. If any are found, the
2000 		 * caller will have to retake some cluster
2001 		 * locks and initiate the io as buffered.
2002 		 */
2003 		ret = ocfs2_check_range_for_holes(inode, saved_pos, count);
2004 		if (ret == 1) {
2005 			*direct_io = 0;
2006 			ret = 0;
2007 		} else if (ret < 0)
2008 			mlog_errno(ret);
2009 		break;
2010 	}
2011 
2012 	if (appending)
2013 		*ppos = saved_pos;
2014 
2015 out_unlock:
2016 	if (meta_level >= 0)
2017 		ocfs2_inode_unlock(inode, meta_level);
2018 
2019 out:
2020 	return ret;
2021 }
2022 
2023 static ssize_t ocfs2_file_aio_write(struct kiocb *iocb,
2024 				    const struct iovec *iov,
2025 				    unsigned long nr_segs,
2026 				    loff_t pos)
2027 {
2028 	int ret, direct_io, appending, rw_level, have_alloc_sem  = 0;
2029 	int can_do_direct, has_refcount = 0;
2030 	ssize_t written = 0;
2031 	size_t ocount;		/* original count */
2032 	size_t count;		/* after file limit checks */
2033 	loff_t old_size, *ppos = &iocb->ki_pos;
2034 	u32 old_clusters;
2035 	struct file *file = iocb->ki_filp;
2036 	struct inode *inode = file->f_path.dentry->d_inode;
2037 	struct ocfs2_super *osb = OCFS2_SB(inode->i_sb);
2038 
2039 	mlog_entry("(0x%p, %u, '%.*s')\n", file,
2040 		   (unsigned int)nr_segs,
2041 		   file->f_path.dentry->d_name.len,
2042 		   file->f_path.dentry->d_name.name);
2043 
2044 	if (iocb->ki_left == 0)
2045 		return 0;
2046 
2047 	vfs_check_frozen(inode->i_sb, SB_FREEZE_WRITE);
2048 
2049 	appending = file->f_flags & O_APPEND ? 1 : 0;
2050 	direct_io = file->f_flags & O_DIRECT ? 1 : 0;
2051 
2052 	mutex_lock(&inode->i_mutex);
2053 
2054 relock:
2055 	/* to match setattr's i_mutex -> i_alloc_sem -> rw_lock ordering */
2056 	if (direct_io) {
2057 		down_read(&inode->i_alloc_sem);
2058 		have_alloc_sem = 1;
2059 	}
2060 
2061 	/* concurrent O_DIRECT writes are allowed */
2062 	rw_level = !direct_io;
2063 	ret = ocfs2_rw_lock(inode, rw_level);
2064 	if (ret < 0) {
2065 		mlog_errno(ret);
2066 		goto out_sems;
2067 	}
2068 
2069 	can_do_direct = direct_io;
2070 	ret = ocfs2_prepare_inode_for_write(file->f_path.dentry, ppos,
2071 					    iocb->ki_left, appending,
2072 					    &can_do_direct, &has_refcount);
2073 	if (ret < 0) {
2074 		mlog_errno(ret);
2075 		goto out;
2076 	}
2077 
2078 	/*
2079 	 * We can't complete the direct I/O as requested, fall back to
2080 	 * buffered I/O.
2081 	 */
2082 	if (direct_io && !can_do_direct) {
2083 		ocfs2_rw_unlock(inode, rw_level);
2084 		up_read(&inode->i_alloc_sem);
2085 
2086 		have_alloc_sem = 0;
2087 		rw_level = -1;
2088 
2089 		direct_io = 0;
2090 		goto relock;
2091 	}
2092 
2093 	/*
2094 	 * To later detect whether a journal commit for sync writes is
2095 	 * necessary, we sample i_size, and cluster count here.
2096 	 */
2097 	old_size = i_size_read(inode);
2098 	old_clusters = OCFS2_I(inode)->ip_clusters;
2099 
2100 	/* communicate with ocfs2_dio_end_io */
2101 	ocfs2_iocb_set_rw_locked(iocb, rw_level);
2102 
2103 	ret = generic_segment_checks(iov, &nr_segs, &ocount,
2104 				     VERIFY_READ);
2105 	if (ret)
2106 		goto out_dio;
2107 
2108 	count = ocount;
2109 	ret = generic_write_checks(file, ppos, &count,
2110 				   S_ISBLK(inode->i_mode));
2111 	if (ret)
2112 		goto out_dio;
2113 
2114 	if (direct_io) {
2115 		written = generic_file_direct_write(iocb, iov, &nr_segs, *ppos,
2116 						    ppos, count, ocount);
2117 		if (written < 0) {
2118 			/*
2119 			 * direct write may have instantiated a few
2120 			 * blocks outside i_size. Trim these off again.
2121 			 * Don't need i_size_read because we hold i_mutex.
2122 			 */
2123 			if (*ppos + count > inode->i_size)
2124 				vmtruncate(inode, inode->i_size);
2125 			ret = written;
2126 			goto out_dio;
2127 		}
2128 	} else {
2129 		current->backing_dev_info = file->f_mapping->backing_dev_info;
2130 		written = generic_file_buffered_write(iocb, iov, nr_segs, *ppos,
2131 						      ppos, count, 0);
2132 		current->backing_dev_info = NULL;
2133 	}
2134 
2135 out_dio:
2136 	/* buffered aio wouldn't have proper lock coverage today */
2137 	BUG_ON(ret == -EIOCBQUEUED && !(file->f_flags & O_DIRECT));
2138 
2139 	if (((file->f_flags & O_DSYNC) && !direct_io) || IS_SYNC(inode) ||
2140 	    ((file->f_flags & O_DIRECT) && has_refcount)) {
2141 		ret = filemap_fdatawrite_range(file->f_mapping, pos,
2142 					       pos + count - 1);
2143 		if (ret < 0)
2144 			written = ret;
2145 
2146 		if (!ret && ((old_size != i_size_read(inode)) ||
2147 			     (old_clusters != OCFS2_I(inode)->ip_clusters) ||
2148 			     has_refcount)) {
2149 			ret = jbd2_journal_force_commit(osb->journal->j_journal);
2150 			if (ret < 0)
2151 				written = ret;
2152 		}
2153 
2154 		if (!ret)
2155 			ret = filemap_fdatawait_range(file->f_mapping, pos,
2156 						      pos + count - 1);
2157 	}
2158 
2159 	/*
2160 	 * deep in g_f_a_w_n()->ocfs2_direct_IO we pass in a ocfs2_dio_end_io
2161 	 * function pointer which is called when o_direct io completes so that
2162 	 * it can unlock our rw lock.  (it's the clustered equivalent of
2163 	 * i_alloc_sem; protects truncate from racing with pending ios).
2164 	 * Unfortunately there are error cases which call end_io and others
2165 	 * that don't.  so we don't have to unlock the rw_lock if either an
2166 	 * async dio is going to do it in the future or an end_io after an
2167 	 * error has already done it.
2168 	 */
2169 	if ((ret == -EIOCBQUEUED) || (!ocfs2_iocb_is_rw_locked(iocb))) {
2170 		rw_level = -1;
2171 		have_alloc_sem = 0;
2172 	}
2173 
2174 out:
2175 	if (rw_level != -1)
2176 		ocfs2_rw_unlock(inode, rw_level);
2177 
2178 out_sems:
2179 	if (have_alloc_sem)
2180 		up_read(&inode->i_alloc_sem);
2181 
2182 	mutex_unlock(&inode->i_mutex);
2183 
2184 	if (written)
2185 		ret = written;
2186 	mlog_exit(ret);
2187 	return ret;
2188 }
2189 
2190 static int ocfs2_splice_to_file(struct pipe_inode_info *pipe,
2191 				struct file *out,
2192 				struct splice_desc *sd)
2193 {
2194 	int ret;
2195 
2196 	ret = ocfs2_prepare_inode_for_write(out->f_path.dentry,	&sd->pos,
2197 					    sd->total_len, 0, NULL, NULL);
2198 	if (ret < 0) {
2199 		mlog_errno(ret);
2200 		return ret;
2201 	}
2202 
2203 	return splice_from_pipe_feed(pipe, sd, pipe_to_file);
2204 }
2205 
2206 static ssize_t ocfs2_file_splice_write(struct pipe_inode_info *pipe,
2207 				       struct file *out,
2208 				       loff_t *ppos,
2209 				       size_t len,
2210 				       unsigned int flags)
2211 {
2212 	int ret;
2213 	struct address_space *mapping = out->f_mapping;
2214 	struct inode *inode = mapping->host;
2215 	struct splice_desc sd = {
2216 		.total_len = len,
2217 		.flags = flags,
2218 		.pos = *ppos,
2219 		.u.file = out,
2220 	};
2221 
2222 	mlog_entry("(0x%p, 0x%p, %u, '%.*s')\n", out, pipe,
2223 		   (unsigned int)len,
2224 		   out->f_path.dentry->d_name.len,
2225 		   out->f_path.dentry->d_name.name);
2226 
2227 	if (pipe->inode)
2228 		mutex_lock_nested(&pipe->inode->i_mutex, I_MUTEX_PARENT);
2229 
2230 	splice_from_pipe_begin(&sd);
2231 	do {
2232 		ret = splice_from_pipe_next(pipe, &sd);
2233 		if (ret <= 0)
2234 			break;
2235 
2236 		mutex_lock_nested(&inode->i_mutex, I_MUTEX_CHILD);
2237 		ret = ocfs2_rw_lock(inode, 1);
2238 		if (ret < 0)
2239 			mlog_errno(ret);
2240 		else {
2241 			ret = ocfs2_splice_to_file(pipe, out, &sd);
2242 			ocfs2_rw_unlock(inode, 1);
2243 		}
2244 		mutex_unlock(&inode->i_mutex);
2245 	} while (ret > 0);
2246 	splice_from_pipe_end(pipe, &sd);
2247 
2248 	if (pipe->inode)
2249 		mutex_unlock(&pipe->inode->i_mutex);
2250 
2251 	if (sd.num_spliced)
2252 		ret = sd.num_spliced;
2253 
2254 	if (ret > 0) {
2255 		unsigned long nr_pages;
2256 		int err;
2257 
2258 		nr_pages = (ret + PAGE_CACHE_SIZE - 1) >> PAGE_CACHE_SHIFT;
2259 
2260 		err = generic_write_sync(out, *ppos, ret);
2261 		if (err)
2262 			ret = err;
2263 		else
2264 			*ppos += ret;
2265 
2266 		balance_dirty_pages_ratelimited_nr(mapping, nr_pages);
2267 	}
2268 
2269 	mlog_exit(ret);
2270 	return ret;
2271 }
2272 
2273 static ssize_t ocfs2_file_splice_read(struct file *in,
2274 				      loff_t *ppos,
2275 				      struct pipe_inode_info *pipe,
2276 				      size_t len,
2277 				      unsigned int flags)
2278 {
2279 	int ret = 0, lock_level = 0;
2280 	struct inode *inode = in->f_path.dentry->d_inode;
2281 
2282 	mlog_entry("(0x%p, 0x%p, %u, '%.*s')\n", in, pipe,
2283 		   (unsigned int)len,
2284 		   in->f_path.dentry->d_name.len,
2285 		   in->f_path.dentry->d_name.name);
2286 
2287 	/*
2288 	 * See the comment in ocfs2_file_aio_read()
2289 	 */
2290 	ret = ocfs2_inode_lock_atime(inode, in->f_vfsmnt, &lock_level);
2291 	if (ret < 0) {
2292 		mlog_errno(ret);
2293 		goto bail;
2294 	}
2295 	ocfs2_inode_unlock(inode, lock_level);
2296 
2297 	ret = generic_file_splice_read(in, ppos, pipe, len, flags);
2298 
2299 bail:
2300 	mlog_exit(ret);
2301 	return ret;
2302 }
2303 
2304 static ssize_t ocfs2_file_aio_read(struct kiocb *iocb,
2305 				   const struct iovec *iov,
2306 				   unsigned long nr_segs,
2307 				   loff_t pos)
2308 {
2309 	int ret = 0, rw_level = -1, have_alloc_sem = 0, lock_level = 0;
2310 	struct file *filp = iocb->ki_filp;
2311 	struct inode *inode = filp->f_path.dentry->d_inode;
2312 
2313 	mlog_entry("(0x%p, %u, '%.*s')\n", filp,
2314 		   (unsigned int)nr_segs,
2315 		   filp->f_path.dentry->d_name.len,
2316 		   filp->f_path.dentry->d_name.name);
2317 
2318 	if (!inode) {
2319 		ret = -EINVAL;
2320 		mlog_errno(ret);
2321 		goto bail;
2322 	}
2323 
2324 	/*
2325 	 * buffered reads protect themselves in ->readpage().  O_DIRECT reads
2326 	 * need locks to protect pending reads from racing with truncate.
2327 	 */
2328 	if (filp->f_flags & O_DIRECT) {
2329 		down_read(&inode->i_alloc_sem);
2330 		have_alloc_sem = 1;
2331 
2332 		ret = ocfs2_rw_lock(inode, 0);
2333 		if (ret < 0) {
2334 			mlog_errno(ret);
2335 			goto bail;
2336 		}
2337 		rw_level = 0;
2338 		/* communicate with ocfs2_dio_end_io */
2339 		ocfs2_iocb_set_rw_locked(iocb, rw_level);
2340 	}
2341 
2342 	/*
2343 	 * We're fine letting folks race truncates and extending
2344 	 * writes with read across the cluster, just like they can
2345 	 * locally. Hence no rw_lock during read.
2346 	 *
2347 	 * Take and drop the meta data lock to update inode fields
2348 	 * like i_size. This allows the checks down below
2349 	 * generic_file_aio_read() a chance of actually working.
2350 	 */
2351 	ret = ocfs2_inode_lock_atime(inode, filp->f_vfsmnt, &lock_level);
2352 	if (ret < 0) {
2353 		mlog_errno(ret);
2354 		goto bail;
2355 	}
2356 	ocfs2_inode_unlock(inode, lock_level);
2357 
2358 	ret = generic_file_aio_read(iocb, iov, nr_segs, iocb->ki_pos);
2359 	if (ret == -EINVAL)
2360 		mlog(0, "generic_file_aio_read returned -EINVAL\n");
2361 
2362 	/* buffered aio wouldn't have proper lock coverage today */
2363 	BUG_ON(ret == -EIOCBQUEUED && !(filp->f_flags & O_DIRECT));
2364 
2365 	/* see ocfs2_file_aio_write */
2366 	if (ret == -EIOCBQUEUED || !ocfs2_iocb_is_rw_locked(iocb)) {
2367 		rw_level = -1;
2368 		have_alloc_sem = 0;
2369 	}
2370 
2371 bail:
2372 	if (have_alloc_sem)
2373 		up_read(&inode->i_alloc_sem);
2374 	if (rw_level != -1)
2375 		ocfs2_rw_unlock(inode, rw_level);
2376 	mlog_exit(ret);
2377 
2378 	return ret;
2379 }
2380 
2381 const struct inode_operations ocfs2_file_iops = {
2382 	.setattr	= ocfs2_setattr,
2383 	.getattr	= ocfs2_getattr,
2384 	.permission	= ocfs2_permission,
2385 	.setxattr	= generic_setxattr,
2386 	.getxattr	= generic_getxattr,
2387 	.listxattr	= ocfs2_listxattr,
2388 	.removexattr	= generic_removexattr,
2389 	.fallocate	= ocfs2_fallocate,
2390 	.fiemap		= ocfs2_fiemap,
2391 };
2392 
2393 const struct inode_operations ocfs2_special_file_iops = {
2394 	.setattr	= ocfs2_setattr,
2395 	.getattr	= ocfs2_getattr,
2396 	.permission	= ocfs2_permission,
2397 };
2398 
2399 /*
2400  * Other than ->lock, keep ocfs2_fops and ocfs2_dops in sync with
2401  * ocfs2_fops_no_plocks and ocfs2_dops_no_plocks!
2402  */
2403 const struct file_operations ocfs2_fops = {
2404 	.llseek		= generic_file_llseek,
2405 	.read		= do_sync_read,
2406 	.write		= do_sync_write,
2407 	.mmap		= ocfs2_mmap,
2408 	.fsync		= ocfs2_sync_file,
2409 	.release	= ocfs2_file_release,
2410 	.open		= ocfs2_file_open,
2411 	.aio_read	= ocfs2_file_aio_read,
2412 	.aio_write	= ocfs2_file_aio_write,
2413 	.unlocked_ioctl	= ocfs2_ioctl,
2414 #ifdef CONFIG_COMPAT
2415 	.compat_ioctl   = ocfs2_compat_ioctl,
2416 #endif
2417 	.lock		= ocfs2_lock,
2418 	.flock		= ocfs2_flock,
2419 	.splice_read	= ocfs2_file_splice_read,
2420 	.splice_write	= ocfs2_file_splice_write,
2421 };
2422 
2423 const struct file_operations ocfs2_dops = {
2424 	.llseek		= generic_file_llseek,
2425 	.read		= generic_read_dir,
2426 	.readdir	= ocfs2_readdir,
2427 	.fsync		= ocfs2_sync_file,
2428 	.release	= ocfs2_dir_release,
2429 	.open		= ocfs2_dir_open,
2430 	.unlocked_ioctl	= ocfs2_ioctl,
2431 #ifdef CONFIG_COMPAT
2432 	.compat_ioctl   = ocfs2_compat_ioctl,
2433 #endif
2434 	.lock		= ocfs2_lock,
2435 	.flock		= ocfs2_flock,
2436 };
2437 
2438 /*
2439  * POSIX-lockless variants of our file_operations.
2440  *
2441  * These will be used if the underlying cluster stack does not support
2442  * posix file locking, if the user passes the "localflocks" mount
2443  * option, or if we have a local-only fs.
2444  *
2445  * ocfs2_flock is in here because all stacks handle UNIX file locks,
2446  * so we still want it in the case of no stack support for
2447  * plocks. Internally, it will do the right thing when asked to ignore
2448  * the cluster.
2449  */
2450 const struct file_operations ocfs2_fops_no_plocks = {
2451 	.llseek		= generic_file_llseek,
2452 	.read		= do_sync_read,
2453 	.write		= do_sync_write,
2454 	.mmap		= ocfs2_mmap,
2455 	.fsync		= ocfs2_sync_file,
2456 	.release	= ocfs2_file_release,
2457 	.open		= ocfs2_file_open,
2458 	.aio_read	= ocfs2_file_aio_read,
2459 	.aio_write	= ocfs2_file_aio_write,
2460 	.unlocked_ioctl	= ocfs2_ioctl,
2461 #ifdef CONFIG_COMPAT
2462 	.compat_ioctl   = ocfs2_compat_ioctl,
2463 #endif
2464 	.flock		= ocfs2_flock,
2465 	.splice_read	= ocfs2_file_splice_read,
2466 	.splice_write	= ocfs2_file_splice_write,
2467 };
2468 
2469 const struct file_operations ocfs2_dops_no_plocks = {
2470 	.llseek		= generic_file_llseek,
2471 	.read		= generic_read_dir,
2472 	.readdir	= ocfs2_readdir,
2473 	.fsync		= ocfs2_sync_file,
2474 	.release	= ocfs2_dir_release,
2475 	.open		= ocfs2_dir_open,
2476 	.unlocked_ioctl	= ocfs2_ioctl,
2477 #ifdef CONFIG_COMPAT
2478 	.compat_ioctl   = ocfs2_compat_ioctl,
2479 #endif
2480 	.flock		= ocfs2_flock,
2481 };
2482