xref: /linux/fs/ocfs2/mmap.c (revision 2775df6e5e324be9dc375f7db2c8d3042df72bbf)
1328970deSThomas Gleixner // SPDX-License-Identifier: GPL-2.0-or-later
2fa60ce2cSMasahiro Yamada /*
3ccd979bdSMark Fasheh  * mmap.c
4ccd979bdSMark Fasheh  *
5ccd979bdSMark Fasheh  * Code to deal with the mess that is clustered mmap.
6ccd979bdSMark Fasheh  *
7ccd979bdSMark Fasheh  * Copyright (C) 2002, 2004 Oracle.  All rights reserved.
8ccd979bdSMark Fasheh  */
9ccd979bdSMark Fasheh 
10ccd979bdSMark Fasheh #include <linux/fs.h>
11ccd979bdSMark Fasheh #include <linux/types.h>
12ccd979bdSMark Fasheh #include <linux/highmem.h>
13ccd979bdSMark Fasheh #include <linux/pagemap.h>
14ccd979bdSMark Fasheh #include <linux/uio.h>
15ccd979bdSMark Fasheh #include <linux/signal.h>
16ccd979bdSMark Fasheh #include <linux/rbtree.h>
17ccd979bdSMark Fasheh 
18ccd979bdSMark Fasheh #include <cluster/masklog.h>
19ccd979bdSMark Fasheh 
20ccd979bdSMark Fasheh #include "ocfs2.h"
21ccd979bdSMark Fasheh 
227307de80SMark Fasheh #include "aops.h"
23ccd979bdSMark Fasheh #include "dlmglue.h"
24ccd979bdSMark Fasheh #include "file.h"
25ccd979bdSMark Fasheh #include "inode.h"
26ccd979bdSMark Fasheh #include "mmap.h"
27e4b963f1SJoel Becker #include "super.h"
28614a9e84STao Ma #include "ocfs2_trace.h"
29ccd979bdSMark Fasheh 
307307de80SMark Fasheh 
ocfs2_fault(struct vm_fault * vmf)31c6137fe3SSouptick Joarder static vm_fault_t ocfs2_fault(struct vm_fault *vmf)
32ccd979bdSMark Fasheh {
3311bac800SDave Jiang 	struct vm_area_struct *vma = vmf->vma;
34e4b963f1SJoel Becker 	sigset_t oldset;
35c6137fe3SSouptick Joarder 	vm_fault_t ret;
36ccd979bdSMark Fasheh 
37e4b963f1SJoel Becker 	ocfs2_block_signals(&oldset);
3811bac800SDave Jiang 	ret = filemap_fault(vmf);
39e4b963f1SJoel Becker 	ocfs2_unblock_signals(&oldset);
40ccd979bdSMark Fasheh 
4111bac800SDave Jiang 	trace_ocfs2_fault(OCFS2_I(vma->vm_file->f_mapping->host)->ip_blkno,
4211bac800SDave Jiang 			  vma, vmf->page, vmf->pgoff);
43d0217ac0SNick Piggin 	return ret;
44ccd979bdSMark Fasheh }
45ccd979bdSMark Fasheh 
__ocfs2_page_mkwrite(struct file * file,struct buffer_head * di_bh,struct page * page)46c6137fe3SSouptick Joarder static vm_fault_t __ocfs2_page_mkwrite(struct file *file,
47c6137fe3SSouptick Joarder 			struct buffer_head *di_bh, struct page *page)
487307de80SMark Fasheh {
49c6137fe3SSouptick Joarder 	int err;
50c6137fe3SSouptick Joarder 	vm_fault_t ret = VM_FAULT_NOPAGE;
51496ad9aaSAl Viro 	struct inode *inode = file_inode(file);
527307de80SMark Fasheh 	struct address_space *mapping = inode->i_mapping;
5318336338SNick Piggin 	loff_t pos = page_offset(page);
5409cbfeafSKirill A. Shutemov 	unsigned int len = PAGE_SIZE;
557307de80SMark Fasheh 	pgoff_t last_index;
56*1da86618SMatthew Wilcox (Oracle) 	struct folio *locked_folio = NULL;
577307de80SMark Fasheh 	void *fsdata;
587307de80SMark Fasheh 	loff_t size = i_size_read(inode);
597307de80SMark Fasheh 
6009cbfeafSKirill A. Shutemov 	last_index = (size - 1) >> PAGE_SHIFT;
617307de80SMark Fasheh 
627307de80SMark Fasheh 	/*
63cc989e78SKeyur Patel 	 * There are cases that lead to the page no longer belonging to the
645cffff9eSWengang Wang 	 * mapping.
655cffff9eSWengang Wang 	 * 1) pagecache truncates locally due to memory pressure.
665cffff9eSWengang Wang 	 * 2) pagecache truncates when another is taking EX lock against
675cffff9eSWengang Wang 	 * inode lock. see ocfs2_data_convert_worker.
685cffff9eSWengang Wang 	 *
695cffff9eSWengang Wang 	 * The i_size check doesn't catch the case where nodes truncated and
705cffff9eSWengang Wang 	 * then re-extended the file. We'll re-check the page mapping after
715cffff9eSWengang Wang 	 * taking the page lock inside of ocfs2_write_begin_nolock().
725cffff9eSWengang Wang 	 *
735cffff9eSWengang Wang 	 * Let VM retry with these cases.
747307de80SMark Fasheh 	 */
755cffff9eSWengang Wang 	if ((page->mapping != inode->i_mapping) ||
765cffff9eSWengang Wang 	    (!PageUptodate(page)) ||
775cffff9eSWengang Wang 	    (page_offset(page) >= size))
787307de80SMark Fasheh 		goto out;
797307de80SMark Fasheh 
807307de80SMark Fasheh 	/*
817307de80SMark Fasheh 	 * Call ocfs2_write_begin() and ocfs2_write_end() to take
827307de80SMark Fasheh 	 * advantage of the allocation code there. We pass a write
837307de80SMark Fasheh 	 * length of the whole page (chopped to i_size) to make sure
847307de80SMark Fasheh 	 * the whole thing is allocated.
857307de80SMark Fasheh 	 *
867307de80SMark Fasheh 	 * Since we know the page is up to date, we don't have to
877307de80SMark Fasheh 	 * worry about ocfs2_write_begin() skipping some buffer reads
887307de80SMark Fasheh 	 * because the "write" would invalidate their data.
897307de80SMark Fasheh 	 */
907307de80SMark Fasheh 	if (page->index == last_index)
9109cbfeafSKirill A. Shutemov 		len = ((size - 1) & ~PAGE_MASK) + 1;
927307de80SMark Fasheh 
93c6137fe3SSouptick Joarder 	err = ocfs2_write_begin_nolock(mapping, pos, len, OCFS2_WRITE_MMAP,
94*1da86618SMatthew Wilcox (Oracle) 				       &locked_folio, &fsdata, di_bh, page);
95c6137fe3SSouptick Joarder 	if (err) {
96c6137fe3SSouptick Joarder 		if (err != -ENOSPC)
97c6137fe3SSouptick Joarder 			mlog_errno(err);
98c6137fe3SSouptick Joarder 		ret = vmf_error(err);
997307de80SMark Fasheh 		goto out;
1007307de80SMark Fasheh 	}
1017307de80SMark Fasheh 
102*1da86618SMatthew Wilcox (Oracle) 	if (!locked_folio) {
1035cffff9eSWengang Wang 		ret = VM_FAULT_NOPAGE;
1047307de80SMark Fasheh 		goto out;
1057307de80SMark Fasheh 	}
106c6137fe3SSouptick Joarder 	err = ocfs2_write_end_nolock(mapping, pos, len, len, fsdata);
107c6137fe3SSouptick Joarder 	BUG_ON(err != len);
1085cffff9eSWengang Wang 	ret = VM_FAULT_LOCKED;
1097307de80SMark Fasheh out:
1107307de80SMark Fasheh 	return ret;
1117307de80SMark Fasheh }
1127307de80SMark Fasheh 
ocfs2_page_mkwrite(struct vm_fault * vmf)113c6137fe3SSouptick Joarder static vm_fault_t ocfs2_page_mkwrite(struct vm_fault *vmf)
1147307de80SMark Fasheh {
115c2ec175cSNick Piggin 	struct page *page = vmf->page;
11611bac800SDave Jiang 	struct inode *inode = file_inode(vmf->vma->vm_file);
1177307de80SMark Fasheh 	struct buffer_head *di_bh = NULL;
118e4b963f1SJoel Becker 	sigset_t oldset;
119c6137fe3SSouptick Joarder 	int err;
120c6137fe3SSouptick Joarder 	vm_fault_t ret;
1217307de80SMark Fasheh 
122fef6925cSJan Kara 	sb_start_pagefault(inode->i_sb);
123e4b963f1SJoel Becker 	ocfs2_block_signals(&oldset);
1247307de80SMark Fasheh 
1257307de80SMark Fasheh 	/*
1267307de80SMark Fasheh 	 * The cluster locks taken will block a truncate from another
1277307de80SMark Fasheh 	 * node. Taking the data lock will also ensure that we don't
1287307de80SMark Fasheh 	 * attempt page truncation as part of a downconvert.
1297307de80SMark Fasheh 	 */
130c6137fe3SSouptick Joarder 	err = ocfs2_inode_lock(inode, &di_bh, 1);
131c6137fe3SSouptick Joarder 	if (err < 0) {
132c6137fe3SSouptick Joarder 		mlog_errno(err);
133c6137fe3SSouptick Joarder 		ret = vmf_error(err);
1347307de80SMark Fasheh 		goto out;
1357307de80SMark Fasheh 	}
1367307de80SMark Fasheh 
1377307de80SMark Fasheh 	/*
1387307de80SMark Fasheh 	 * The alloc sem should be enough to serialize with
1397307de80SMark Fasheh 	 * ocfs2_truncate_file() changing i_size as well as any thread
1407307de80SMark Fasheh 	 * modifying the inode btree.
1417307de80SMark Fasheh 	 */
1427307de80SMark Fasheh 	down_write(&OCFS2_I(inode)->ip_alloc_sem);
1437307de80SMark Fasheh 
14411bac800SDave Jiang 	ret = __ocfs2_page_mkwrite(vmf->vma->vm_file, di_bh, page);
1457307de80SMark Fasheh 
1467307de80SMark Fasheh 	up_write(&OCFS2_I(inode)->ip_alloc_sem);
1477307de80SMark Fasheh 
1487307de80SMark Fasheh 	brelse(di_bh);
149e63aecb6SMark Fasheh 	ocfs2_inode_unlock(inode, 1);
1507307de80SMark Fasheh 
1517307de80SMark Fasheh out:
152e4b963f1SJoel Becker 	ocfs2_unblock_signals(&oldset);
153fef6925cSJan Kara 	sb_end_pagefault(inode->i_sb);
1547307de80SMark Fasheh 	return ret;
1557307de80SMark Fasheh }
1567307de80SMark Fasheh 
157f0f37e2fSAlexey Dobriyan static const struct vm_operations_struct ocfs2_file_vm_ops = {
15854cb8821SNick Piggin 	.fault		= ocfs2_fault,
1597307de80SMark Fasheh 	.page_mkwrite	= ocfs2_page_mkwrite,
160ccd979bdSMark Fasheh };
161ccd979bdSMark Fasheh 
ocfs2_mmap(struct file * file,struct vm_area_struct * vma)162870f4817SChristoph Hellwig int ocfs2_mmap(struct file *file, struct vm_area_struct *vma)
163ccd979bdSMark Fasheh {
16425899deeSTiger Yang 	int ret = 0, lock_level = 0;
165ccd979bdSMark Fasheh 
166496ad9aaSAl Viro 	ret = ocfs2_inode_lock_atime(file_inode(file),
167c4c2416aSGang He 				    file->f_path.mnt, &lock_level, 1);
16825899deeSTiger Yang 	if (ret < 0) {
16925899deeSTiger Yang 		mlog_errno(ret);
17025899deeSTiger Yang 		goto out;
17125899deeSTiger Yang 	}
172496ad9aaSAl Viro 	ocfs2_inode_unlock(file_inode(file), lock_level);
17325899deeSTiger Yang out:
174ccd979bdSMark Fasheh 	vma->vm_ops = &ocfs2_file_vm_ops;
175ccd979bdSMark Fasheh 	return 0;
176ccd979bdSMark Fasheh }
177ccd979bdSMark Fasheh 
178