57 	struct fuse_file *ff;  in fuse_file_alloc()  local
59 	ff = kzalloc(sizeof(struct fuse_file), GFP_KERNEL_ACCOUNT);  in fuse_file_alloc()
60 	if (unlikely(!ff))  in fuse_file_alloc()
63 	ff->fm = fm;  in fuse_file_alloc()
65 		ff->args = kzalloc(sizeof(*ff->args), GFP_KERNEL_ACCOUNT);  in fuse_file_alloc()
66 		if (!ff->args) {  in fuse_file_alloc()
67 			kfree(ff);  in fuse_file_alloc()
72 	INIT_LIST_HEAD(&ff->write_entry);  in fuse_file_alloc()
73 	refcount_set(&ff->count, 1);  in fuse_file_alloc()
74 	RB_CLEAR_NODE(&ff->polled_node);  in fuse_file_alloc()
75 	init_waitqueue_head(&ff->poll_wait);  in fuse_file_alloc()
77 	ff->kh = atomic64_inc_return(&fm->fc->khctr);  in fuse_file_alloc()
79 	return ff;  in fuse_file_alloc()
82 void fuse_file_free(struct fuse_file *ff)  in fuse_file_free()  argument
84 	kfree(ff->args);  in fuse_file_free()
85 	kfree(ff);  in fuse_file_free()
88 static struct fuse_file *fuse_file_get(struct fuse_file *ff)  in fuse_file_get()  argument
90 	refcount_inc(&ff->count);  in fuse_file_get()
91 	return ff;  in fuse_file_get()
103 static void fuse_file_put(struct fuse_file *ff, bool sync)  in fuse_file_put()  argument
105 	if (refcount_dec_and_test(&ff->count)) {  in fuse_file_put()
106 		struct fuse_release_args *ra = &ff->args->release_args;  in fuse_file_put()
110 			fuse_file_io_release(ff, ra->inode);  in fuse_file_put()
115 			fuse_simple_request(ff->fm, args);  in fuse_file_put()
116 			fuse_release_end(ff->fm, args, 0);  in fuse_file_put()
119 			if (fuse_simple_background(ff->fm, args,  in fuse_file_put()
121 				fuse_release_end(ff->fm, args, -ENOTCONN);  in fuse_file_put()
123 		kfree(ff);  in fuse_file_put()
131 	struct fuse_file *ff;  in fuse_file_open()  local
135 	ff = fuse_file_alloc(fm, open);  in fuse_file_open()
136 	if (!ff)  in fuse_file_open()
139 	ff->fh = 0;  in fuse_file_open()
141 	ff->open_flags = FOPEN_KEEP_CACHE | (isdir ? FOPEN_CACHE_DIR : 0);  in fuse_file_open()
144 		struct fuse_open_out *outargp = &ff->args->open_outarg;  in fuse_file_open()
149 			ff->fh = outargp->fh;  in fuse_file_open()
150 			ff->open_flags = outargp->open_flags;  in fuse_file_open()
152 			fuse_file_free(ff);  in fuse_file_open()
156 			kfree(ff->args);  in fuse_file_open()
157 			ff->args = NULL;  in fuse_file_open()
166 		ff->open_flags &= ~FOPEN_DIRECT_IO;  in fuse_file_open()
168 	ff->nodeid = nodeid;  in fuse_file_open()
170 	return ff;  in fuse_file_open()
176 	struct fuse_file *ff = fuse_file_open(fm, nodeid, file->f_flags, isdir);  in fuse_do_open()  local
178 	if (!IS_ERR(ff))  in fuse_do_open()
179 		file->private_data = ff;  in fuse_do_open()
181 	return PTR_ERR_OR_ZERO(ff);  in fuse_do_open()
189 	struct fuse_file *ff = file->private_data;  in fuse_link_write_file()  local
195 	if (list_empty(&ff->write_entry))  in fuse_link_write_file()
196 		list_add(&ff->write_entry, &fi->write_files);  in fuse_link_write_file()
202 	struct fuse_file *ff = file->private_data;  in fuse_finish_open()  local
210 	if (ff->open_flags & FOPEN_STREAM)  in fuse_finish_open()
212 	else if (ff->open_flags & FOPEN_NONSEEKABLE)  in fuse_finish_open()
239 	struct fuse_file *ff;  in fuse_open()  local
267 		ff = file->private_data;  in fuse_open()
270 			fuse_sync_release(fi, ff, file->f_flags);  in fuse_open()
280 		else if (!(ff->open_flags & FOPEN_KEEP_CACHE))  in fuse_open()
292 static void fuse_prepare_release(struct fuse_inode *fi, struct fuse_file *ff,  in fuse_prepare_release()  argument
295 	struct fuse_conn *fc = ff->fm->fc;  in fuse_prepare_release()
296 	struct fuse_release_args *ra = &ff->args->release_args;  in fuse_prepare_release()
298 	if (fuse_file_passthrough(ff))  in fuse_prepare_release()
299 		fuse_passthrough_release(ff, fuse_inode_backing(fi));  in fuse_prepare_release()
304 		list_del(&ff->write_entry);  in fuse_prepare_release()
308 	if (!RB_EMPTY_NODE(&ff->polled_node))  in fuse_prepare_release()
309 		rb_erase(&ff->polled_node, &fc->polled_files);  in fuse_prepare_release()
312 	wake_up_interruptible_all(&ff->poll_wait);  in fuse_prepare_release()
317 	/* ff->args was used for open outarg */  in fuse_prepare_release()
318 	memset(ff->args, 0, sizeof(*ff->args));  in fuse_prepare_release()
319 	ra->inarg.fh = ff->fh;  in fuse_prepare_release()
325 	ra->args.nodeid = ff->nodeid;  in fuse_prepare_release()
337 void fuse_file_release(struct inode *inode, struct fuse_file *ff,  in fuse_file_release()  argument
341 	struct fuse_release_args *ra = &ff->args->release_args;  in fuse_file_release()
344 	fuse_prepare_release(fi, ff, open_flags, opcode, false);  in fuse_file_release()
346 	if (ra && ff->flock) {  in fuse_file_release()
348 		ra->inarg.lock_owner = fuse_lock_owner_id(ff->fm->fc, id);  in fuse_file_release()
366 	fuse_file_put(ff, false);  in fuse_file_release()
392 void fuse_sync_release(struct fuse_inode *fi, struct fuse_file *ff,  in fuse_sync_release()  argument
395 	WARN_ON(refcount_read(&ff->count) > 1);  in fuse_sync_release()
396 	fuse_prepare_release(fi, ff, flags, FUSE_RELEASE, true);  in fuse_sync_release()
397 	fuse_file_put(ff, true);  in fuse_sync_release()
449 	struct fuse_file *ff = file->private_data;  in fuse_flush()  local
457 	if (ff->open_flags & FOPEN_NOFLUSH && !fm->fc->writeback_cache)  in fuse_flush()
473 	inarg.fh = ff->fh;  in fuse_flush()
503 	struct fuse_file *ff = file->private_data;  in fuse_fsync_common()  local
508 	inarg.fh = ff->fh;  in fuse_fsync_common()
571 	struct fuse_file *ff = file->private_data;  in fuse_read_args_fill()  local
574 	ia->read.in.fh = ff->fh;  in fuse_read_args_fill()
579 	args->nodeid = ff->nodeid;  in fuse_read_args_fill()
752 	struct fuse_file *ff = file->private_data;  in fuse_send_read()  local
753 	struct fuse_mount *fm = ff->fm;  in fuse_send_read()
893 	if (ia->ff)  in fuse_readpages_end()
894 		fuse_file_put(ia->ff, false);  in fuse_readpages_end()
902 	struct fuse_file *ff = file->private_data;  in fuse_send_readpages()  local
903 	struct fuse_mount *fm = ff->fm;  in fuse_send_readpages()
923 		ia->ff = fuse_file_get(ff);  in fuse_send_readpages()
1037 static void fuse_write_args_fill(struct fuse_io_args *ia, struct fuse_file *ff,  in fuse_write_args_fill()  argument
1042 	ia->write.in.fh = ff->fh;  in fuse_write_args_fill()
1046 	args->nodeid = ff->nodeid;  in fuse_write_args_fill()
1048 	if (ff->fm->fc->minor < 9)  in fuse_write_args_fill()
1076 	struct fuse_file *ff = file->private_data;  in fuse_send_write()  local
1077 	struct fuse_mount *fm = ff->fm;  in fuse_send_write()
1081 	fuse_write_args_fill(ia, ff, pos, count);  in fuse_send_write()
1123 	struct fuse_file *ff = file->private_data;  in fuse_send_write_pages()  local
1124 	struct fuse_mount *fm = ff->fm;  in fuse_send_write_pages()
1132 	fuse_write_args_fill(ia, ff, pos, count);  in fuse_send_write_pages()
1329 	struct fuse_file *ff = file->private_data;  in fuse_dio_wr_exclusive_lock()  local
1334 	if (!(ff->open_flags & FOPEN_PARALLEL_DIRECT_WRITES))  in fuse_dio_wr_exclusive_lock()
1592 	struct fuse_file *ff = file->private_data;  in fuse_direct_io()  local
1593 	struct fuse_conn *fc = ff->fm->fc;  in fuse_direct_io()
1603 	bool fopen_direct_io = ff->open_flags & FOPEN_DIRECT_IO;  in fuse_direct_io()
1747 	struct fuse_file *ff = file->private_data;  in fuse_file_read_iter()  local
1757 	if (ff->open_flags & FOPEN_DIRECT_IO)  in fuse_file_read_iter()
1759 	else if (fuse_file_passthrough(ff))  in fuse_file_read_iter()
1768 	struct fuse_file *ff = file->private_data;  in fuse_file_write_iter()  local
1778 	if (ff->open_flags & FOPEN_DIRECT_IO)  in fuse_file_write_iter()
1780 	else if (fuse_file_passthrough(ff))  in fuse_file_write_iter()
1790 	struct fuse_file *ff = in->private_data;  in fuse_splice_read()  local
1793 	if (fuse_file_passthrough(ff) && !(ff->open_flags & FOPEN_DIRECT_IO))  in fuse_splice_read()
1802 	struct fuse_file *ff = out->private_data;  in fuse_splice_write()  local
1805 	if (fuse_file_passthrough(ff) && !(ff->open_flags & FOPEN_DIRECT_IO))  in fuse_splice_write()
1818 	fuse_file_put(wpa->ia.ff, false);  in fuse_writepage_free()
1943 	struct fuse_file *ff;  in __fuse_write_file_get()  local
1946 	ff = list_first_entry_or_null(&fi->write_files, struct fuse_file,  in __fuse_write_file_get()
1948 	if (ff)  in __fuse_write_file_get()
1949 		fuse_file_get(ff);  in __fuse_write_file_get()
1952 	return ff;  in __fuse_write_file_get()
1957 	struct fuse_file *ff = __fuse_write_file_get(fi);  in fuse_write_file_get()  local
1958 	WARN_ON(!ff);  in fuse_write_file_get()
1959 	return ff;  in fuse_write_file_get()
1965 	struct fuse_file *ff;  in fuse_write_inode()  local
1968 	ff = __fuse_write_file_get(fi);  in fuse_write_inode()
1969 	err = fuse_flush_times(inode, ff);  in fuse_write_inode()
1970 	if (ff)  in fuse_write_inode()
1971 		fuse_file_put(ff, false);  in fuse_write_inode()
2021 							     struct fuse_file *ff)  in fuse_writepage_args_setup()  argument
2033 	fuse_write_args_fill(&wpa->ia, ff, folio_pos(folio) + offset, 0);  in fuse_writepage_args_setup()
2036 	wpa->ia.ff = ff;  in fuse_writepage_args_setup()
2047 	struct fuse_file *ff;  member
2143 	if (!data->ff) {  in fuse_iomap_writeback_range()
2144 		data->ff = fuse_write_file_get(fi);  in fuse_iomap_writeback_range()
2145 		if (!data->ff)  in fuse_iomap_writeback_range()
2156 		wpa = fuse_writepage_args_setup(folio, offset, data->ff);  in fuse_iomap_writeback_range()
2159 		fuse_file_get(wpa->ia.ff);  in fuse_iomap_writeback_range()
2188 	if (data->ff)  in fuse_iomap_writeback_submit()
2189 		fuse_file_put(data->ff, false);  in fuse_iomap_writeback_submit()
2295 	struct fuse_file *ff = file->private_data;  in fuse_file_mmap()  local
2296 	struct fuse_conn *fc = ff->fm->fc;  in fuse_file_mmap()
2309 	if (fuse_file_passthrough(ff))  in fuse_file_mmap()
2318 	if (ff->open_flags & FOPEN_DIRECT_IO) {  in fuse_file_mmap()
2340 		rc = fuse_file_cached_io_open(inode, ff);  in fuse_file_mmap()
2392 	struct fuse_file *ff = file->private_data;  in fuse_lk_fill()  local
2395 	inarg->fh = ff->fh;  in fuse_lk_fill()
2488 		struct fuse_file *ff = file->private_data;  in fuse_file_flock()  local
2491 		ff->flock = true;  in fuse_file_flock()
2532 	struct fuse_file *ff = file->private_data;  in fuse_lseek()  local
2535 		.fh = ff->fh,  in fuse_lseek()
2546 	args.nodeid = ff->nodeid;  in fuse_lseek()
2615 		struct fuse_file *ff;  in fuse_find_polled_node()  local
2618 		ff = rb_entry(last, struct fuse_file, polled_node);  in fuse_find_polled_node()
2620 		if (kh < ff->kh)  in fuse_find_polled_node()
2622 		else if (kh > ff->kh)  in fuse_find_polled_node()
2640 				      struct fuse_file *ff)  in fuse_register_polled_file()  argument
2643 	if (RB_EMPTY_NODE(&ff->polled_node)) {  in fuse_register_polled_file()
2646 		link = fuse_find_polled_node(fc, ff->kh, &parent);  in fuse_register_polled_file()
2648 		rb_link_node(&ff->polled_node, parent, link);  in fuse_register_polled_file()
2649 		rb_insert_color(&ff->polled_node, &fc->polled_files);  in fuse_register_polled_file()
2656 	struct fuse_file *ff = file->private_data;  in fuse_file_poll()  local
2657 	struct fuse_mount *fm = ff->fm;  in fuse_file_poll()
2658 	struct fuse_poll_in inarg = { .fh = ff->fh, .kh = ff->kh };  in fuse_file_poll()
2666 	poll_wait(file, &ff->poll_wait, wait);  in fuse_file_poll()
2673 	if (waitqueue_active(&ff->poll_wait)) {  in fuse_file_poll()
2675 		fuse_register_polled_file(fm->fc, ff);  in fuse_file_poll()
2679 	args.nodeid = ff->nodeid;  in fuse_file_poll()
2712 		struct fuse_file *ff;  in fuse_notify_poll_wakeup()  local
2714 		ff = rb_entry(*link, struct fuse_file, polled_node);  in fuse_notify_poll_wakeup()
2715 		wake_up_interruptible_sync(&ff->poll_wait);  in fuse_notify_poll_wakeup()
2747 	struct fuse_file *ff = file->private_data;  in fuse_direct_IO()  local
2777 	io->async = ff->fm->fc->async_dio;  in fuse_direct_IO()
2783 		iov_iter_truncate(iter, fuse_round_up(ff->fm->fc, i_size - offset));  in fuse_direct_IO()
2850 	struct fuse_file *ff = file->private_data;  in fuse_file_fallocate()  local
2853 	struct fuse_mount *fm = ff->fm;  in fuse_file_fallocate()
2856 		.fh = ff->fh,  in fuse_file_fallocate()
2904 	args.nodeid = ff->nodeid;  in fuse_file_fallocate()