xref: /linux/fs/debugfs/inode.c (revision 473b9f331718267815649cd93801da832200db71)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  *  inode.c - part of debugfs, a tiny little debug file system
4  *
5  *  Copyright (C) 2004,2019 Greg Kroah-Hartman <greg@kroah.com>
6  *  Copyright (C) 2004 IBM Inc.
7  *  Copyright (C) 2019 Linux Foundation <gregkh@linuxfoundation.org>
8  *
9  *  debugfs is for people to use instead of /proc or /sys.
10  *  See ./Documentation/core-api/kernel-api.rst for more details.
11  */
12 
13 #define pr_fmt(fmt)	"debugfs: " fmt
14 
15 #include <linux/module.h>
16 #include <linux/fs.h>
17 #include <linux/fs_context.h>
18 #include <linux/fs_parser.h>
19 #include <linux/pagemap.h>
20 #include <linux/init.h>
21 #include <linux/kobject.h>
22 #include <linux/namei.h>
23 #include <linux/debugfs.h>
24 #include <linux/fsnotify.h>
25 #include <linux/string.h>
26 #include <linux/seq_file.h>
27 #include <linux/magic.h>
28 #include <linux/slab.h>
29 #include <linux/security.h>
30 
31 #include "internal.h"
32 
33 #define DEBUGFS_DEFAULT_MODE	0700
34 
35 static struct vfsmount *debugfs_mount;
36 static int debugfs_mount_count;
37 static bool debugfs_registered;
38 static bool debugfs_enabled __ro_after_init = IS_ENABLED(CONFIG_DEBUG_FS_ALLOW_ALL);
39 
40 /*
41  * Don't allow access attributes to be changed whilst the kernel is locked down
42  * so that we can use the file mode as part of a heuristic to determine whether
43  * to lock down individual files.
44  */
45 static int debugfs_setattr(struct mnt_idmap *idmap,
46 			   struct dentry *dentry, struct iattr *ia)
47 {
48 	int ret;
49 
50 	if (ia->ia_valid & (ATTR_MODE | ATTR_UID | ATTR_GID)) {
51 		ret = security_locked_down(LOCKDOWN_DEBUGFS);
52 		if (ret)
53 			return ret;
54 	}
55 	return simple_setattr(&nop_mnt_idmap, dentry, ia);
56 }
57 
58 static const struct inode_operations debugfs_file_inode_operations = {
59 	.setattr	= debugfs_setattr,
60 };
61 static const struct inode_operations debugfs_dir_inode_operations = {
62 	.lookup		= simple_lookup,
63 	.setattr	= debugfs_setattr,
64 };
65 static const struct inode_operations debugfs_symlink_inode_operations = {
66 	.get_link	= simple_get_link,
67 	.setattr	= debugfs_setattr,
68 };
69 
70 static struct inode *debugfs_get_inode(struct super_block *sb)
71 {
72 	struct inode *inode = new_inode(sb);
73 	if (inode) {
74 		inode->i_ino = get_next_ino();
75 		simple_inode_init_ts(inode);
76 	}
77 	return inode;
78 }
79 
80 struct debugfs_fs_info {
81 	kuid_t uid;
82 	kgid_t gid;
83 	umode_t mode;
84 	/* Opt_* bitfield. */
85 	unsigned int opts;
86 };
87 
88 enum {
89 	Opt_uid,
90 	Opt_gid,
91 	Opt_mode,
92 	Opt_source,
93 };
94 
95 static const struct fs_parameter_spec debugfs_param_specs[] = {
96 	fsparam_gid	("gid",		Opt_gid),
97 	fsparam_u32oct	("mode",	Opt_mode),
98 	fsparam_uid	("uid",		Opt_uid),
99 	fsparam_string	("source",	Opt_source),
100 	{}
101 };
102 
103 static int debugfs_parse_param(struct fs_context *fc, struct fs_parameter *param)
104 {
105 	struct debugfs_fs_info *opts = fc->s_fs_info;
106 	struct fs_parse_result result;
107 	int opt;
108 
109 	opt = fs_parse(fc, debugfs_param_specs, param, &result);
110 	if (opt < 0) {
111 		/*
112                 * We might like to report bad mount options here; but
113                 * traditionally debugfs has ignored all mount options
114                 */
115 		if (opt == -ENOPARAM)
116 			return 0;
117 
118 		return opt;
119 	}
120 
121 	switch (opt) {
122 	case Opt_uid:
123 		opts->uid = result.uid;
124 		break;
125 	case Opt_gid:
126 		opts->gid = result.gid;
127 		break;
128 	case Opt_mode:
129 		opts->mode = result.uint_32 & S_IALLUGO;
130 		break;
131 	case Opt_source:
132 		if (fc->source)
133 			return invalfc(fc, "Multiple sources specified");
134 		fc->source = param->string;
135 		param->string = NULL;
136 		break;
137 	/*
138 	 * We might like to report bad mount options here;
139 	 * but traditionally debugfs has ignored all mount options
140 	 */
141 	}
142 
143 	opts->opts |= BIT(opt);
144 
145 	return 0;
146 }
147 
148 static void _debugfs_apply_options(struct super_block *sb, bool remount)
149 {
150 	struct debugfs_fs_info *fsi = sb->s_fs_info;
151 	struct inode *inode = d_inode(sb->s_root);
152 
153 	/*
154 	 * On remount, only reset mode/uid/gid if they were provided as mount
155 	 * options.
156 	 */
157 
158 	if (!remount || fsi->opts & BIT(Opt_mode)) {
159 		inode->i_mode &= ~S_IALLUGO;
160 		inode->i_mode |= fsi->mode;
161 	}
162 
163 	if (!remount || fsi->opts & BIT(Opt_uid))
164 		inode->i_uid = fsi->uid;
165 
166 	if (!remount || fsi->opts & BIT(Opt_gid))
167 		inode->i_gid = fsi->gid;
168 }
169 
170 static void debugfs_apply_options(struct super_block *sb)
171 {
172 	_debugfs_apply_options(sb, false);
173 }
174 
175 static void debugfs_apply_options_remount(struct super_block *sb)
176 {
177 	_debugfs_apply_options(sb, true);
178 }
179 
180 static int debugfs_reconfigure(struct fs_context *fc)
181 {
182 	struct super_block *sb = fc->root->d_sb;
183 	struct debugfs_fs_info *sb_opts = sb->s_fs_info;
184 	struct debugfs_fs_info *new_opts = fc->s_fs_info;
185 
186 	if (!new_opts)
187 		return 0;
188 
189 	sync_filesystem(sb);
190 
191 	/* structure copy of new mount options to sb */
192 	*sb_opts = *new_opts;
193 	debugfs_apply_options_remount(sb);
194 
195 	return 0;
196 }
197 
198 static int debugfs_show_options(struct seq_file *m, struct dentry *root)
199 {
200 	struct debugfs_fs_info *fsi = root->d_sb->s_fs_info;
201 
202 	if (!uid_eq(fsi->uid, GLOBAL_ROOT_UID))
203 		seq_printf(m, ",uid=%u",
204 			   from_kuid_munged(&init_user_ns, fsi->uid));
205 	if (!gid_eq(fsi->gid, GLOBAL_ROOT_GID))
206 		seq_printf(m, ",gid=%u",
207 			   from_kgid_munged(&init_user_ns, fsi->gid));
208 	if (fsi->mode != DEBUGFS_DEFAULT_MODE)
209 		seq_printf(m, ",mode=%o", fsi->mode);
210 
211 	return 0;
212 }
213 
214 static struct kmem_cache *debugfs_inode_cachep __ro_after_init;
215 
216 static void init_once(void *foo)
217 {
218 	struct debugfs_inode_info *info = foo;
219 	inode_init_once(&info->vfs_inode);
220 }
221 
222 static struct inode *debugfs_alloc_inode(struct super_block *sb)
223 {
224 	struct debugfs_inode_info *info;
225 	info = alloc_inode_sb(sb, debugfs_inode_cachep, GFP_KERNEL);
226 	if (!info)
227 		return NULL;
228 	return &info->vfs_inode;
229 }
230 
231 static void debugfs_free_inode(struct inode *inode)
232 {
233 	if (S_ISLNK(inode->i_mode))
234 		kfree(inode->i_link);
235 	kmem_cache_free(debugfs_inode_cachep, DEBUGFS_I(inode));
236 }
237 
238 static const struct super_operations debugfs_super_operations = {
239 	.statfs		= simple_statfs,
240 	.show_options	= debugfs_show_options,
241 	.alloc_inode	= debugfs_alloc_inode,
242 	.free_inode	= debugfs_free_inode,
243 };
244 
245 static void debugfs_release_dentry(struct dentry *dentry)
246 {
247 	struct debugfs_fsdata *fsd = dentry->d_fsdata;
248 
249 	if (fsd) {
250 		WARN_ON(!list_empty(&fsd->cancellations));
251 		mutex_destroy(&fsd->cancellations_mtx);
252 	}
253 	kfree(fsd);
254 }
255 
256 static struct vfsmount *debugfs_automount(struct path *path)
257 {
258 	struct inode *inode = path->dentry->d_inode;
259 
260 	return DEBUGFS_I(inode)->automount(path->dentry, inode->i_private);
261 }
262 
263 static const struct dentry_operations debugfs_dops = {
264 	.d_release = debugfs_release_dentry,
265 	.d_automount = debugfs_automount,
266 };
267 
268 static int debugfs_fill_super(struct super_block *sb, struct fs_context *fc)
269 {
270 	static const struct tree_descr debug_files[] = {{""}};
271 	int err;
272 
273 	err = simple_fill_super(sb, DEBUGFS_MAGIC, debug_files);
274 	if (err)
275 		return err;
276 
277 	sb->s_op = &debugfs_super_operations;
278 	set_default_d_op(sb, &debugfs_dops);
279 	sb->s_d_flags |= DCACHE_DONTCACHE;
280 
281 	debugfs_apply_options(sb);
282 
283 	return 0;
284 }
285 
286 static int debugfs_get_tree(struct fs_context *fc)
287 {
288 	int err;
289 
290 	err = get_tree_single(fc, debugfs_fill_super);
291 	if (err)
292 		return err;
293 
294 	return debugfs_reconfigure(fc);
295 }
296 
297 static void debugfs_free_fc(struct fs_context *fc)
298 {
299 	kfree(fc->s_fs_info);
300 }
301 
302 static const struct fs_context_operations debugfs_context_ops = {
303 	.free		= debugfs_free_fc,
304 	.parse_param	= debugfs_parse_param,
305 	.get_tree	= debugfs_get_tree,
306 	.reconfigure	= debugfs_reconfigure,
307 };
308 
309 static int debugfs_init_fs_context(struct fs_context *fc)
310 {
311 	struct debugfs_fs_info *fsi;
312 
313 	fsi = kzalloc(sizeof(struct debugfs_fs_info), GFP_KERNEL);
314 	if (!fsi)
315 		return -ENOMEM;
316 
317 	fsi->mode = DEBUGFS_DEFAULT_MODE;
318 
319 	fc->s_fs_info = fsi;
320 	fc->ops = &debugfs_context_ops;
321 	return 0;
322 }
323 
324 static struct file_system_type debug_fs_type = {
325 	.owner =	THIS_MODULE,
326 	.name =		"debugfs",
327 	.init_fs_context = debugfs_init_fs_context,
328 	.parameters =	debugfs_param_specs,
329 	.kill_sb =	kill_litter_super,
330 };
331 MODULE_ALIAS_FS("debugfs");
332 
333 /**
334  * debugfs_lookup() - look up an existing debugfs file
335  * @name: a pointer to a string containing the name of the file to look up.
336  * @parent: a pointer to the parent dentry of the file.
337  *
338  * This function will return a pointer to a dentry if it succeeds.  If the file
339  * doesn't exist or an error occurs, %NULL will be returned.  The returned
340  * dentry must be passed to dput() when it is no longer needed.
341  *
342  * If debugfs is not enabled in the kernel, the value -%ENODEV will be
343  * returned.
344  */
345 struct dentry *debugfs_lookup(const char *name, struct dentry *parent)
346 {
347 	struct dentry *dentry;
348 
349 	if (!debugfs_initialized() || IS_ERR_OR_NULL(name) || IS_ERR(parent))
350 		return NULL;
351 
352 	if (!parent)
353 		parent = debugfs_mount->mnt_root;
354 
355 	dentry = lookup_noperm_positive_unlocked(&QSTR(name), parent);
356 	if (IS_ERR(dentry))
357 		return NULL;
358 	return dentry;
359 }
360 EXPORT_SYMBOL_GPL(debugfs_lookup);
361 
362 static struct dentry *debugfs_start_creating(const char *name,
363 					     struct dentry *parent)
364 {
365 	struct dentry *dentry;
366 	int error;
367 
368 	if (!debugfs_enabled)
369 		return ERR_PTR(-EPERM);
370 
371 	if (!debugfs_initialized())
372 		return ERR_PTR(-ENOENT);
373 
374 	pr_debug("creating file '%s'\n", name);
375 
376 	if (IS_ERR(parent))
377 		return parent;
378 
379 	error = simple_pin_fs(&debug_fs_type, &debugfs_mount,
380 			      &debugfs_mount_count);
381 	if (error) {
382 		pr_err("Unable to pin filesystem for file '%s'\n", name);
383 		return ERR_PTR(error);
384 	}
385 
386 	/* If the parent is not specified, we create it in the root.
387 	 * We need the root dentry to do this, which is in the super
388 	 * block. A pointer to that is in the struct vfsmount that we
389 	 * have around.
390 	 */
391 	if (!parent)
392 		parent = debugfs_mount->mnt_root;
393 
394 	dentry = simple_start_creating(parent, name);
395 	if (IS_ERR(dentry)) {
396 		if (dentry == ERR_PTR(-EEXIST))
397 			pr_err("'%s' already exists in '%pd'\n", name, parent);
398 		simple_release_fs(&debugfs_mount, &debugfs_mount_count);
399 	}
400 	return dentry;
401 }
402 
403 static struct dentry *failed_creating(struct dentry *dentry)
404 {
405 	inode_unlock(d_inode(dentry->d_parent));
406 	dput(dentry);
407 	simple_release_fs(&debugfs_mount, &debugfs_mount_count);
408 	return ERR_PTR(-ENOMEM);
409 }
410 
411 static struct dentry *end_creating(struct dentry *dentry)
412 {
413 	inode_unlock(d_inode(dentry->d_parent));
414 	return dentry;
415 }
416 
417 static struct dentry *__debugfs_create_file(const char *name, umode_t mode,
418 				struct dentry *parent, void *data,
419 				const void *aux,
420 				const struct file_operations *proxy_fops,
421 				const void *real_fops)
422 {
423 	struct dentry *dentry;
424 	struct inode *inode;
425 
426 	if (!(mode & S_IFMT))
427 		mode |= S_IFREG;
428 	BUG_ON(!S_ISREG(mode));
429 	dentry = debugfs_start_creating(name, parent);
430 
431 	if (IS_ERR(dentry))
432 		return dentry;
433 
434 	inode = debugfs_get_inode(dentry->d_sb);
435 	if (unlikely(!inode)) {
436 		pr_err("out of free dentries, can not create file '%s'\n",
437 		       name);
438 		return failed_creating(dentry);
439 	}
440 
441 	inode->i_mode = mode;
442 	inode->i_private = data;
443 
444 	inode->i_op = &debugfs_file_inode_operations;
445 	if (!real_fops)
446 		proxy_fops = &debugfs_noop_file_operations;
447 	inode->i_fop = proxy_fops;
448 	DEBUGFS_I(inode)->raw = real_fops;
449 	DEBUGFS_I(inode)->aux = (void *)aux;
450 
451 	d_instantiate(dentry, inode);
452 	fsnotify_create(d_inode(dentry->d_parent), dentry);
453 	return end_creating(dentry);
454 }
455 
456 struct dentry *debugfs_create_file_full(const char *name, umode_t mode,
457 					struct dentry *parent, void *data,
458 					const void *aux,
459 					const struct file_operations *fops)
460 {
461 	return __debugfs_create_file(name, mode, parent, data, aux,
462 				&debugfs_full_proxy_file_operations,
463 				fops);
464 }
465 EXPORT_SYMBOL_GPL(debugfs_create_file_full);
466 
467 struct dentry *debugfs_create_file_short(const char *name, umode_t mode,
468 					struct dentry *parent, void *data,
469 					const void *aux,
470 					const struct debugfs_short_fops *fops)
471 {
472 	return __debugfs_create_file(name, mode, parent, data, aux,
473 				&debugfs_full_short_proxy_file_operations,
474 				fops);
475 }
476 EXPORT_SYMBOL_GPL(debugfs_create_file_short);
477 
478 /**
479  * debugfs_create_file_unsafe - create a file in the debugfs filesystem
480  * @name: a pointer to a string containing the name of the file to create.
481  * @mode: the permission that the file should have.
482  * @parent: a pointer to the parent dentry for this file.  This should be a
483  *          directory dentry if set.  If this parameter is NULL, then the
484  *          file will be created in the root of the debugfs filesystem.
485  * @data: a pointer to something that the caller will want to get to later
486  *        on.  The inode.i_private pointer will point to this value on
487  *        the open() call.
488  * @fops: a pointer to a struct file_operations that should be used for
489  *        this file.
490  *
491  * debugfs_create_file_unsafe() is completely analogous to
492  * debugfs_create_file(), the only difference being that the fops
493  * handed it will not get protected against file removals by the
494  * debugfs core.
495  *
496  * It is your responsibility to protect your struct file_operation
497  * methods against file removals by means of debugfs_file_get()
498  * and debugfs_file_put(). ->open() is still protected by
499  * debugfs though.
500  *
501  * Any struct file_operations defined by means of
502  * DEFINE_DEBUGFS_ATTRIBUTE() is protected against file removals and
503  * thus, may be used here.
504  */
505 struct dentry *debugfs_create_file_unsafe(const char *name, umode_t mode,
506 				   struct dentry *parent, void *data,
507 				   const struct file_operations *fops)
508 {
509 
510 	return __debugfs_create_file(name, mode, parent, data, NULL,
511 				&debugfs_open_proxy_file_operations,
512 				fops);
513 }
514 EXPORT_SYMBOL_GPL(debugfs_create_file_unsafe);
515 
516 /**
517  * debugfs_create_file_size - create a file in the debugfs filesystem
518  * @name: a pointer to a string containing the name of the file to create.
519  * @mode: the permission that the file should have.
520  * @parent: a pointer to the parent dentry for this file.  This should be a
521  *          directory dentry if set.  If this parameter is NULL, then the
522  *          file will be created in the root of the debugfs filesystem.
523  * @data: a pointer to something that the caller will want to get to later
524  *        on.  The inode.i_private pointer will point to this value on
525  *        the open() call.
526  * @fops: a pointer to a struct file_operations that should be used for
527  *        this file.
528  * @file_size: initial file size
529  *
530  * This is the basic "create a file" function for debugfs.  It allows for a
531  * wide range of flexibility in creating a file, or a directory (if you want
532  * to create a directory, the debugfs_create_dir() function is
533  * recommended to be used instead.)
534  */
535 void debugfs_create_file_size(const char *name, umode_t mode,
536 			      struct dentry *parent, void *data,
537 			      const struct file_operations *fops,
538 			      loff_t file_size)
539 {
540 	struct dentry *de = debugfs_create_file(name, mode, parent, data, fops);
541 
542 	if (!IS_ERR(de))
543 		d_inode(de)->i_size = file_size;
544 }
545 EXPORT_SYMBOL_GPL(debugfs_create_file_size);
546 
547 /**
548  * debugfs_create_dir - create a directory in the debugfs filesystem
549  * @name: a pointer to a string containing the name of the directory to
550  *        create.
551  * @parent: a pointer to the parent dentry for this file.  This should be a
552  *          directory dentry if set.  If this parameter is NULL, then the
553  *          directory will be created in the root of the debugfs filesystem.
554  *
555  * This function creates a directory in debugfs with the given name.
556  *
557  * This function will return a pointer to a dentry if it succeeds.  This
558  * pointer must be passed to the debugfs_remove() function when the file is
559  * to be removed (no automatic cleanup happens if your module is unloaded,
560  * you are responsible here.)  If an error occurs, ERR_PTR(-ERROR) will be
561  * returned.
562  *
563  * If debugfs is not enabled in the kernel, the value -%ENODEV will be
564  * returned.
565  *
566  * NOTE: it's expected that most callers should _ignore_ the errors returned
567  * by this function. Other debugfs functions handle the fact that the "dentry"
568  * passed to them could be an error and they don't crash in that case.
569  * Drivers should generally work fine even if debugfs fails to init anyway.
570  */
571 struct dentry *debugfs_create_dir(const char *name, struct dentry *parent)
572 {
573 	struct dentry *dentry = debugfs_start_creating(name, parent);
574 	struct inode *inode;
575 
576 	if (IS_ERR(dentry))
577 		return dentry;
578 
579 	inode = debugfs_get_inode(dentry->d_sb);
580 	if (unlikely(!inode)) {
581 		pr_err("out of free dentries, can not create directory '%s'\n",
582 		       name);
583 		return failed_creating(dentry);
584 	}
585 
586 	inode->i_mode = S_IFDIR | S_IRWXU | S_IRUGO | S_IXUGO;
587 	inode->i_op = &debugfs_dir_inode_operations;
588 	inode->i_fop = &simple_dir_operations;
589 
590 	/* directory inodes start off with i_nlink == 2 (for "." entry) */
591 	inc_nlink(inode);
592 	d_instantiate(dentry, inode);
593 	inc_nlink(d_inode(dentry->d_parent));
594 	fsnotify_mkdir(d_inode(dentry->d_parent), dentry);
595 	return end_creating(dentry);
596 }
597 EXPORT_SYMBOL_GPL(debugfs_create_dir);
598 
599 /**
600  * debugfs_create_automount - create automount point in the debugfs filesystem
601  * @name: a pointer to a string containing the name of the file to create.
602  * @parent: a pointer to the parent dentry for this file.  This should be a
603  *          directory dentry if set.  If this parameter is NULL, then the
604  *          file will be created in the root of the debugfs filesystem.
605  * @f: function to be called when pathname resolution steps on that one.
606  * @data: opaque argument to pass to f().
607  *
608  * @f should return what ->d_automount() would.
609  */
610 struct dentry *debugfs_create_automount(const char *name,
611 					struct dentry *parent,
612 					debugfs_automount_t f,
613 					void *data)
614 {
615 	struct dentry *dentry = debugfs_start_creating(name, parent);
616 	struct inode *inode;
617 
618 	if (IS_ERR(dentry))
619 		return dentry;
620 
621 	inode = debugfs_get_inode(dentry->d_sb);
622 	if (unlikely(!inode)) {
623 		pr_err("out of free dentries, can not create automount '%s'\n",
624 		       name);
625 		return failed_creating(dentry);
626 	}
627 
628 	make_empty_dir_inode(inode);
629 	inode->i_flags |= S_AUTOMOUNT;
630 	inode->i_private = data;
631 	DEBUGFS_I(inode)->automount = f;
632 	/* directory inodes start off with i_nlink == 2 (for "." entry) */
633 	inc_nlink(inode);
634 	d_instantiate(dentry, inode);
635 	inc_nlink(d_inode(dentry->d_parent));
636 	fsnotify_mkdir(d_inode(dentry->d_parent), dentry);
637 	return end_creating(dentry);
638 }
639 EXPORT_SYMBOL(debugfs_create_automount);
640 
641 /**
642  * debugfs_create_symlink- create a symbolic link in the debugfs filesystem
643  * @name: a pointer to a string containing the name of the symbolic link to
644  *        create.
645  * @parent: a pointer to the parent dentry for this symbolic link.  This
646  *          should be a directory dentry if set.  If this parameter is NULL,
647  *          then the symbolic link will be created in the root of the debugfs
648  *          filesystem.
649  * @target: a pointer to a string containing the path to the target of the
650  *          symbolic link.
651  *
652  * This function creates a symbolic link with the given name in debugfs that
653  * links to the given target path.
654  *
655  * This function will return a pointer to a dentry if it succeeds.  This
656  * pointer must be passed to the debugfs_remove() function when the symbolic
657  * link is to be removed (no automatic cleanup happens if your module is
658  * unloaded, you are responsible here.)  If an error occurs, ERR_PTR(-ERROR)
659  * will be returned.
660  *
661  * If debugfs is not enabled in the kernel, the value -%ENODEV will be
662  * returned.
663  */
664 struct dentry *debugfs_create_symlink(const char *name, struct dentry *parent,
665 				      const char *target)
666 {
667 	struct dentry *dentry;
668 	struct inode *inode;
669 	char *link = kstrdup(target, GFP_KERNEL);
670 	if (!link)
671 		return ERR_PTR(-ENOMEM);
672 
673 	dentry = debugfs_start_creating(name, parent);
674 	if (IS_ERR(dentry)) {
675 		kfree(link);
676 		return dentry;
677 	}
678 
679 	inode = debugfs_get_inode(dentry->d_sb);
680 	if (unlikely(!inode)) {
681 		pr_err("out of free dentries, can not create symlink '%s'\n",
682 		       name);
683 		kfree(link);
684 		return failed_creating(dentry);
685 	}
686 	inode->i_mode = S_IFLNK | S_IRWXUGO;
687 	inode->i_op = &debugfs_symlink_inode_operations;
688 	inode->i_link = link;
689 	d_instantiate(dentry, inode);
690 	return end_creating(dentry);
691 }
692 EXPORT_SYMBOL_GPL(debugfs_create_symlink);
693 
694 static void __debugfs_file_removed(struct dentry *dentry)
695 {
696 	struct debugfs_fsdata *fsd;
697 
698 	/*
699 	 * Paired with the closing smp_mb() implied by a successful
700 	 * cmpxchg() in debugfs_file_get(): either
701 	 * debugfs_file_get() must see a dead dentry or we must see a
702 	 * debugfs_fsdata instance at ->d_fsdata here (or both).
703 	 */
704 	smp_mb();
705 	fsd = READ_ONCE(dentry->d_fsdata);
706 	if (!fsd)
707 		return;
708 
709 	/* if this was the last reference, we're done */
710 	if (refcount_dec_and_test(&fsd->active_users))
711 		return;
712 
713 	/*
714 	 * If there's still a reference, the code that obtained it can
715 	 * be in different states:
716 	 *  - The common case of not using cancellations, or already
717 	 *    after debugfs_leave_cancellation(), where we just need
718 	 *    to wait for debugfs_file_put() which signals the completion;
719 	 *  - inside a cancellation section, i.e. between
720 	 *    debugfs_enter_cancellation() and debugfs_leave_cancellation(),
721 	 *    in which case we need to trigger the ->cancel() function,
722 	 *    and then wait for debugfs_file_put() just like in the
723 	 *    previous case;
724 	 *  - before debugfs_enter_cancellation() (but obviously after
725 	 *    debugfs_file_get()), in which case we may not see the
726 	 *    cancellation in the list on the first round of the loop,
727 	 *    but debugfs_enter_cancellation() signals the completion
728 	 *    after adding it, so this code gets woken up to call the
729 	 *    ->cancel() function.
730 	 */
731 	while (refcount_read(&fsd->active_users)) {
732 		struct debugfs_cancellation *c;
733 
734 		/*
735 		 * Lock the cancellations. Note that the cancellations
736 		 * structs are meant to be on the stack, so we need to
737 		 * ensure we either use them here or don't touch them,
738 		 * and debugfs_leave_cancellation() will wait for this
739 		 * to be finished processing before exiting one. It may
740 		 * of course win and remove the cancellation, but then
741 		 * chances are we never even got into this bit, we only
742 		 * do if the refcount isn't zero already.
743 		 */
744 		mutex_lock(&fsd->cancellations_mtx);
745 		while ((c = list_first_entry_or_null(&fsd->cancellations,
746 						     typeof(*c), list))) {
747 			list_del_init(&c->list);
748 			c->cancel(dentry, c->cancel_data);
749 		}
750 		mutex_unlock(&fsd->cancellations_mtx);
751 
752 		wait_for_completion(&fsd->active_users_drained);
753 	}
754 }
755 
756 static void remove_one(struct dentry *victim)
757 {
758         if (d_is_reg(victim))
759 		__debugfs_file_removed(victim);
760 	simple_release_fs(&debugfs_mount, &debugfs_mount_count);
761 }
762 
763 /**
764  * debugfs_remove - recursively removes a directory
765  * @dentry: a pointer to a the dentry of the directory to be removed.  If this
766  *          parameter is NULL or an error value, nothing will be done.
767  *
768  * This function recursively removes a directory tree in debugfs that
769  * was previously created with a call to another debugfs function
770  * (like debugfs_create_file() or variants thereof.)
771  *
772  * This function is required to be called in order for the file to be
773  * removed, no automatic cleanup of files will happen when a module is
774  * removed, you are responsible here.
775  */
776 void debugfs_remove(struct dentry *dentry)
777 {
778 	if (IS_ERR_OR_NULL(dentry))
779 		return;
780 
781 	simple_pin_fs(&debug_fs_type, &debugfs_mount, &debugfs_mount_count);
782 	simple_recursive_removal(dentry, remove_one);
783 	simple_release_fs(&debugfs_mount, &debugfs_mount_count);
784 }
785 EXPORT_SYMBOL_GPL(debugfs_remove);
786 
787 /**
788  * debugfs_lookup_and_remove - lookup a directory or file and recursively remove it
789  * @name: a pointer to a string containing the name of the item to look up.
790  * @parent: a pointer to the parent dentry of the item.
791  *
792  * This is the equlivant of doing something like
793  * debugfs_remove(debugfs_lookup(..)) but with the proper reference counting
794  * handled for the directory being looked up.
795  */
796 void debugfs_lookup_and_remove(const char *name, struct dentry *parent)
797 {
798 	struct dentry *dentry;
799 
800 	dentry = debugfs_lookup(name, parent);
801 	if (!dentry)
802 		return;
803 
804 	debugfs_remove(dentry);
805 	dput(dentry);
806 }
807 EXPORT_SYMBOL_GPL(debugfs_lookup_and_remove);
808 
809 /**
810  * debugfs_change_name - rename a file/directory in the debugfs filesystem
811  * @dentry: dentry of an object to be renamed.
812  * @fmt: format for new name
813  *
814  * This function renames a file/directory in debugfs.  The target must not
815  * exist for rename to succeed.
816  *
817  * This function will return 0 on success and -E... on failure.
818  *
819  * If debugfs is not enabled in the kernel, the value -%ENODEV will be
820  * returned.
821  */
822 int __printf(2, 3) debugfs_change_name(struct dentry *dentry, const char *fmt, ...)
823 {
824 	int error = 0;
825 	const char *new_name;
826 	struct name_snapshot old_name;
827 	struct dentry *parent, *target;
828 	struct inode *dir;
829 	va_list ap;
830 
831 	if (IS_ERR_OR_NULL(dentry))
832 		return 0;
833 
834 	va_start(ap, fmt);
835 	new_name = kvasprintf_const(GFP_KERNEL, fmt, ap);
836 	va_end(ap);
837 	if (!new_name)
838 		return -ENOMEM;
839 
840 	parent = dget_parent(dentry);
841 	dir = d_inode(parent);
842 	inode_lock(dir);
843 
844 	take_dentry_name_snapshot(&old_name, dentry);
845 
846 	if (WARN_ON_ONCE(dentry->d_parent != parent)) {
847 		error = -EINVAL;
848 		goto out;
849 	}
850 	if (strcmp(old_name.name.name, new_name) == 0)
851 		goto out;
852 	target = lookup_noperm(&QSTR(new_name), parent);
853 	if (IS_ERR(target)) {
854 		error = PTR_ERR(target);
855 		goto out;
856 	}
857 	if (d_really_is_positive(target)) {
858 		dput(target);
859 		error = -EINVAL;
860 		goto out;
861 	}
862 	simple_rename_timestamp(dir, dentry, dir, target);
863 	d_move(dentry, target);
864 	dput(target);
865 	fsnotify_move(dir, dir, &old_name.name, d_is_dir(dentry), NULL, dentry);
866 out:
867 	release_dentry_name_snapshot(&old_name);
868 	inode_unlock(dir);
869 	dput(parent);
870 	kfree_const(new_name);
871 	return error;
872 }
873 EXPORT_SYMBOL_GPL(debugfs_change_name);
874 
875 /**
876  * debugfs_initialized - Tells whether debugfs has been registered
877  */
878 bool debugfs_initialized(void)
879 {
880 	return debugfs_registered;
881 }
882 EXPORT_SYMBOL_GPL(debugfs_initialized);
883 
884 static int __init debugfs_kernel(char *str)
885 {
886 	if (str) {
887 		if (!strcmp(str, "on"))
888 			debugfs_enabled = true;
889 		else if (!strcmp(str, "off"))
890 			debugfs_enabled = false;
891 		else if (!strcmp(str, "no-mount")) {
892 			pr_notice("debugfs=no-mount is a deprecated alias "
893 				  "for debugfs=off\n");
894 			debugfs_enabled = false;
895 		}
896 	}
897 
898 	return 0;
899 }
900 early_param("debugfs", debugfs_kernel);
901 
902 static int __init debugfs_init(void)
903 {
904 	int retval;
905 
906 	if (!debugfs_enabled)
907 		return -EPERM;
908 
909 	retval = sysfs_create_mount_point(kernel_kobj, "debug");
910 	if (retval)
911 		return retval;
912 
913 	debugfs_inode_cachep = kmem_cache_create("debugfs_inode_cache",
914 				sizeof(struct debugfs_inode_info), 0,
915 				SLAB_RECLAIM_ACCOUNT | SLAB_ACCOUNT,
916 				init_once);
917 	if (debugfs_inode_cachep == NULL) {
918 		sysfs_remove_mount_point(kernel_kobj, "debug");
919 		return -ENOMEM;
920 	}
921 
922 	retval = register_filesystem(&debug_fs_type);
923 	if (retval) { // Really not going to happen
924 		sysfs_remove_mount_point(kernel_kobj, "debug");
925 		kmem_cache_destroy(debugfs_inode_cachep);
926 		return retval;
927 	}
928 	debugfs_registered = true;
929 	return 0;
930 }
931 core_initcall(debugfs_init);
932