1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Helpers for initial module or kernel cmdline parsing 4 * Copyright (C) 2001 Rusty Russell. 5 */ 6 #include <linux/ctype.h> 7 #include <linux/device.h> 8 #include <linux/err.h> 9 #include <linux/errno.h> 10 #include <linux/kernel.h> 11 #include <linux/kstrtox.h> 12 #include <linux/module.h> 13 #include <linux/moduleparam.h> 14 #include <linux/overflow.h> 15 #include <linux/security.h> 16 #include <linux/slab.h> 17 #include <linux/string.h> 18 19 #ifdef CONFIG_SYSFS 20 /* Protects all built-in parameters, modules use their own param_lock */ 21 static DEFINE_MUTEX(param_lock); 22 23 /* Use the module's mutex, or if built-in use the built-in mutex */ 24 #ifdef CONFIG_MODULES 25 #define KPARAM_MUTEX(mod) ((mod) ? &(mod)->param_lock : ¶m_lock) 26 #else 27 #define KPARAM_MUTEX(mod) (¶m_lock) 28 #endif 29 30 static inline void check_kparam_locked(struct module *mod) 31 { 32 BUG_ON(!mutex_is_locked(KPARAM_MUTEX(mod))); 33 } 34 #else 35 static inline void check_kparam_locked(struct module *mod) 36 { 37 } 38 #endif /* !CONFIG_SYSFS */ 39 40 /* This just allows us to keep track of which parameters are kmalloced. */ 41 struct kmalloced_param { 42 struct list_head list; 43 char val[]; 44 }; 45 static LIST_HEAD(kmalloced_params); 46 static DEFINE_SPINLOCK(kmalloced_params_lock); 47 48 static void *kmalloc_parameter(unsigned int size) 49 { 50 struct kmalloced_param *p; 51 52 p = kmalloc(size_add(sizeof(*p), size), GFP_KERNEL); 53 if (!p) 54 return NULL; 55 56 spin_lock(&kmalloced_params_lock); 57 list_add(&p->list, &kmalloced_params); 58 spin_unlock(&kmalloced_params_lock); 59 60 return p->val; 61 } 62 63 /* Does nothing if parameter wasn't kmalloced above. */ 64 static void maybe_kfree_parameter(void *param) 65 { 66 struct kmalloced_param *p; 67 68 spin_lock(&kmalloced_params_lock); 69 list_for_each_entry(p, &kmalloced_params, list) { 70 if (p->val == param) { 71 list_del(&p->list); 72 kfree(p); 73 break; 74 } 75 } 76 spin_unlock(&kmalloced_params_lock); 77 } 78 79 static char dash2underscore(char c) 80 { 81 if (c == '-') 82 return '_'; 83 return c; 84 } 85 86 bool parameqn(const char *a, const char *b, size_t n) 87 { 88 size_t i; 89 90 for (i = 0; i < n; i++) { 91 if (dash2underscore(a[i]) != dash2underscore(b[i])) 92 return false; 93 } 94 return true; 95 } 96 97 bool parameq(const char *a, const char *b) 98 { 99 return parameqn(a, b, strlen(a)+1); 100 } 101 102 static bool param_check_unsafe(const struct kernel_param *kp) 103 { 104 if (kp->flags & KERNEL_PARAM_FL_HWPARAM && 105 security_locked_down(LOCKDOWN_MODULE_PARAMETERS)) 106 return false; 107 108 if (kp->flags & KERNEL_PARAM_FL_UNSAFE) { 109 pr_notice("Setting dangerous option %s - tainting kernel\n", 110 kp->name); 111 add_taint(TAINT_USER, LOCKDEP_STILL_OK); 112 } 113 114 return true; 115 } 116 117 static int parse_one(char *param, 118 char *val, 119 const char *doing, 120 const struct kernel_param *params, 121 unsigned num_params, 122 s16 min_level, 123 s16 max_level, 124 void *arg, parse_unknown_fn handle_unknown) 125 { 126 unsigned int i; 127 int err; 128 129 /* Find parameter */ 130 for (i = 0; i < num_params; i++) { 131 if (parameq(param, params[i].name)) { 132 if (params[i].level < min_level 133 || params[i].level > max_level) 134 return 0; 135 /* No one handled NULL, so do it here. */ 136 if (!val && 137 !(params[i].ops->flags & KERNEL_PARAM_OPS_FL_NOARG)) 138 return -EINVAL; 139 pr_debug("handling %s with %p\n", param, 140 params[i].ops->set); 141 kernel_param_lock(params[i].mod); 142 if (param_check_unsafe(¶ms[i])) 143 err = params[i].ops->set(val, ¶ms[i]); 144 else 145 err = -EPERM; 146 kernel_param_unlock(params[i].mod); 147 return err; 148 } 149 } 150 151 if (handle_unknown) { 152 pr_debug("doing %s: %s='%s'\n", doing, param, val); 153 return handle_unknown(param, val, doing, arg); 154 } 155 156 pr_debug("Unknown argument '%s'\n", param); 157 return -ENOENT; 158 } 159 160 /* Args looks like "foo=bar,bar2 baz=fuz wiz". */ 161 char *parse_args(const char *doing, 162 char *args, 163 const struct kernel_param *params, 164 unsigned num, 165 s16 min_level, 166 s16 max_level, 167 void *arg, parse_unknown_fn unknown) 168 { 169 char *param, *val, *err = NULL; 170 171 /* Chew leading spaces */ 172 args = skip_spaces(args); 173 174 if (*args) 175 pr_debug("doing %s, parsing ARGS: '%s'\n", doing, args); 176 177 while (*args) { 178 int ret; 179 int irq_was_disabled; 180 181 args = next_arg(args, ¶m, &val); 182 /* Stop at -- */ 183 if (!val && strcmp(param, "--") == 0) 184 return err ?: args; 185 irq_was_disabled = irqs_disabled(); 186 ret = parse_one(param, val, doing, params, num, 187 min_level, max_level, arg, unknown); 188 if (irq_was_disabled && !irqs_disabled()) 189 pr_warn("%s: option '%s' enabled irq's!\n", 190 doing, param); 191 192 switch (ret) { 193 case 0: 194 continue; 195 case -ENOENT: 196 pr_err("%s: Unknown parameter `%s'\n", doing, param); 197 break; 198 case -ENOSPC: 199 pr_err("%s: `%s' too large for parameter `%s'\n", 200 doing, val ?: "", param); 201 break; 202 default: 203 pr_err("%s: `%s' invalid for parameter `%s'\n", 204 doing, val ?: "", param); 205 break; 206 } 207 208 err = ERR_PTR(ret); 209 } 210 211 return err; 212 } 213 214 /* Lazy bastard, eh? */ 215 #define STANDARD_PARAM_DEF(name, type, format, strtolfn) \ 216 int param_set_##name(const char *val, const struct kernel_param *kp) \ 217 { \ 218 return strtolfn(val, 0, (type *)kp->arg); \ 219 } \ 220 int param_get_##name(char *buffer, const struct kernel_param *kp) \ 221 { \ 222 return scnprintf(buffer, PAGE_SIZE, format "\n", \ 223 *((type *)kp->arg)); \ 224 } \ 225 const struct kernel_param_ops param_ops_##name = { \ 226 .set = param_set_##name, \ 227 .get = param_get_##name, \ 228 }; \ 229 EXPORT_SYMBOL(param_set_##name); \ 230 EXPORT_SYMBOL(param_get_##name); \ 231 EXPORT_SYMBOL(param_ops_##name) 232 233 234 STANDARD_PARAM_DEF(byte, unsigned char, "%hhu", kstrtou8); 235 STANDARD_PARAM_DEF(short, short, "%hi", kstrtos16); 236 STANDARD_PARAM_DEF(ushort, unsigned short, "%hu", kstrtou16); 237 STANDARD_PARAM_DEF(int, int, "%i", kstrtoint); 238 STANDARD_PARAM_DEF(uint, unsigned int, "%u", kstrtouint); 239 STANDARD_PARAM_DEF(long, long, "%li", kstrtol); 240 STANDARD_PARAM_DEF(ulong, unsigned long, "%lu", kstrtoul); 241 STANDARD_PARAM_DEF(ullong, unsigned long long, "%llu", kstrtoull); 242 STANDARD_PARAM_DEF(hexint, unsigned int, "%#08x", kstrtouint); 243 244 int param_set_uint_minmax(const char *val, const struct kernel_param *kp, 245 unsigned int min, unsigned int max) 246 { 247 unsigned int num; 248 int ret; 249 250 if (!val) 251 return -EINVAL; 252 ret = kstrtouint(val, 0, &num); 253 if (ret) 254 return ret; 255 if (num < min || num > max) 256 return -EINVAL; 257 *((unsigned int *)kp->arg) = num; 258 return 0; 259 } 260 EXPORT_SYMBOL_GPL(param_set_uint_minmax); 261 262 int param_set_charp(const char *val, const struct kernel_param *kp) 263 { 264 size_t len, maxlen = 1024; 265 266 len = strnlen(val, maxlen + 1); 267 if (len == maxlen + 1) { 268 pr_err("%s: string parameter too long\n", kp->name); 269 return -ENOSPC; 270 } 271 272 maybe_kfree_parameter(*(char **)kp->arg); 273 274 /* 275 * This is a hack. We can't kmalloc() in early boot, and we 276 * don't need to; this mangled commandline is preserved. 277 */ 278 if (slab_is_available()) { 279 *(char **)kp->arg = kmalloc_parameter(len + 1); 280 if (!*(char **)kp->arg) 281 return -ENOMEM; 282 strcpy(*(char **)kp->arg, val); 283 } else 284 *(const char **)kp->arg = val; 285 286 return 0; 287 } 288 EXPORT_SYMBOL(param_set_charp); 289 290 int param_get_charp(char *buffer, const struct kernel_param *kp) 291 { 292 return scnprintf(buffer, PAGE_SIZE, "%s\n", *((char **)kp->arg)); 293 } 294 EXPORT_SYMBOL(param_get_charp); 295 296 void param_free_charp(void *arg) 297 { 298 maybe_kfree_parameter(*((char **)arg)); 299 } 300 EXPORT_SYMBOL(param_free_charp); 301 302 const struct kernel_param_ops param_ops_charp = { 303 .set = param_set_charp, 304 .get = param_get_charp, 305 .free = param_free_charp, 306 }; 307 EXPORT_SYMBOL(param_ops_charp); 308 309 /* Actually could be a bool or an int, for historical reasons. */ 310 int param_set_bool(const char *val, const struct kernel_param *kp) 311 { 312 /* No equals means "set"... */ 313 if (!val) val = "1"; 314 315 /* One of =[yYnN01] */ 316 return kstrtobool(val, kp->arg); 317 } 318 EXPORT_SYMBOL(param_set_bool); 319 320 int param_get_bool(char *buffer, const struct kernel_param *kp) 321 { 322 /* Y and N chosen as being relatively non-coder friendly */ 323 return sprintf(buffer, "%c\n", *(bool *)kp->arg ? 'Y' : 'N'); 324 } 325 EXPORT_SYMBOL(param_get_bool); 326 327 const struct kernel_param_ops param_ops_bool = { 328 .flags = KERNEL_PARAM_OPS_FL_NOARG, 329 .set = param_set_bool, 330 .get = param_get_bool, 331 }; 332 EXPORT_SYMBOL(param_ops_bool); 333 334 int param_set_bool_enable_only(const char *val, const struct kernel_param *kp) 335 { 336 int err; 337 bool new_value; 338 bool orig_value = *(bool *)kp->arg; 339 struct kernel_param dummy_kp = *kp; 340 341 dummy_kp.arg = &new_value; 342 343 err = param_set_bool(val, &dummy_kp); 344 if (err) 345 return err; 346 347 /* Don't let them unset it once it's set! */ 348 if (!new_value && orig_value) 349 return -EROFS; 350 351 if (new_value) 352 err = param_set_bool(val, kp); 353 354 return err; 355 } 356 EXPORT_SYMBOL_GPL(param_set_bool_enable_only); 357 358 const struct kernel_param_ops param_ops_bool_enable_only = { 359 .flags = KERNEL_PARAM_OPS_FL_NOARG, 360 .set = param_set_bool_enable_only, 361 .get = param_get_bool, 362 }; 363 EXPORT_SYMBOL_GPL(param_ops_bool_enable_only); 364 365 /* This one must be bool. */ 366 int param_set_invbool(const char *val, const struct kernel_param *kp) 367 { 368 int ret; 369 bool boolval; 370 struct kernel_param dummy; 371 372 dummy.arg = &boolval; 373 ret = param_set_bool(val, &dummy); 374 if (ret == 0) 375 *(bool *)kp->arg = !boolval; 376 return ret; 377 } 378 EXPORT_SYMBOL(param_set_invbool); 379 380 int param_get_invbool(char *buffer, const struct kernel_param *kp) 381 { 382 return sprintf(buffer, "%c\n", (*(bool *)kp->arg) ? 'N' : 'Y'); 383 } 384 EXPORT_SYMBOL(param_get_invbool); 385 386 const struct kernel_param_ops param_ops_invbool = { 387 .set = param_set_invbool, 388 .get = param_get_invbool, 389 }; 390 EXPORT_SYMBOL(param_ops_invbool); 391 392 int param_set_bint(const char *val, const struct kernel_param *kp) 393 { 394 /* Match bool exactly, by re-using it. */ 395 struct kernel_param boolkp = *kp; 396 bool v; 397 int ret; 398 399 boolkp.arg = &v; 400 401 ret = param_set_bool(val, &boolkp); 402 if (ret == 0) 403 *(int *)kp->arg = v; 404 return ret; 405 } 406 EXPORT_SYMBOL(param_set_bint); 407 408 const struct kernel_param_ops param_ops_bint = { 409 .flags = KERNEL_PARAM_OPS_FL_NOARG, 410 .set = param_set_bint, 411 .get = param_get_int, 412 }; 413 EXPORT_SYMBOL(param_ops_bint); 414 415 /* We break the rule and mangle the string. */ 416 static int param_array(struct module *mod, 417 const char *name, 418 const char *val, 419 unsigned int min, unsigned int max, 420 void *elem, int elemsize, 421 int (*set)(const char *, const struct kernel_param *kp), 422 s16 level, 423 unsigned int *num) 424 { 425 int ret; 426 struct kernel_param kp; 427 char save; 428 429 /* Get the name right for errors. */ 430 kp.name = name; 431 kp.arg = elem; 432 kp.level = level; 433 434 *num = 0; 435 /* We expect a comma-separated list of values. */ 436 do { 437 int len; 438 439 if (*num == max) { 440 pr_err("%s: can only take %i arguments\n", name, max); 441 return -EINVAL; 442 } 443 len = strcspn(val, ","); 444 445 /* nul-terminate and parse */ 446 save = val[len]; 447 ((char *)val)[len] = '\0'; 448 check_kparam_locked(mod); 449 ret = set(val, &kp); 450 451 if (ret != 0) 452 return ret; 453 kp.arg += elemsize; 454 val += len+1; 455 (*num)++; 456 } while (save == ','); 457 458 if (*num < min) { 459 pr_err("%s: needs at least %i arguments\n", name, min); 460 return -EINVAL; 461 } 462 return 0; 463 } 464 465 static int param_array_set(const char *val, const struct kernel_param *kp) 466 { 467 const struct kparam_array *arr = kp->arr; 468 unsigned int temp_num; 469 470 return param_array(kp->mod, kp->name, val, 1, arr->max, arr->elem, 471 arr->elemsize, arr->ops->set, kp->level, 472 arr->num ?: &temp_num); 473 } 474 475 static int param_array_get(char *buffer, const struct kernel_param *kp) 476 { 477 int i, off, ret; 478 const struct kparam_array *arr = kp->arr; 479 struct kernel_param p = *kp; 480 481 for (i = off = 0; i < (arr->num ? *arr->num : arr->max); i++) { 482 /* Replace \n with comma */ 483 if (i) 484 buffer[off - 1] = ','; 485 p.arg = arr->elem + arr->elemsize * i; 486 check_kparam_locked(p.mod); 487 ret = arr->ops->get(buffer + off, &p); 488 if (ret < 0) 489 return ret; 490 off += ret; 491 } 492 buffer[off] = '\0'; 493 return off; 494 } 495 496 static void param_array_free(void *arg) 497 { 498 unsigned int i; 499 const struct kparam_array *arr = arg; 500 501 if (arr->ops->free) 502 for (i = 0; i < (arr->num ? *arr->num : arr->max); i++) 503 arr->ops->free(arr->elem + arr->elemsize * i); 504 } 505 506 const struct kernel_param_ops param_array_ops = { 507 .set = param_array_set, 508 .get = param_array_get, 509 .free = param_array_free, 510 }; 511 EXPORT_SYMBOL(param_array_ops); 512 513 int param_set_copystring(const char *val, const struct kernel_param *kp) 514 { 515 const struct kparam_string *kps = kp->str; 516 const size_t len = strnlen(val, kps->maxlen); 517 518 if (len == kps->maxlen) { 519 pr_err("%s: string doesn't fit in %u chars.\n", 520 kp->name, kps->maxlen-1); 521 return -ENOSPC; 522 } 523 memcpy(kps->string, val, len + 1); 524 return 0; 525 } 526 EXPORT_SYMBOL(param_set_copystring); 527 528 int param_get_string(char *buffer, const struct kernel_param *kp) 529 { 530 const struct kparam_string *kps = kp->str; 531 return scnprintf(buffer, PAGE_SIZE, "%s\n", kps->string); 532 } 533 EXPORT_SYMBOL(param_get_string); 534 535 const struct kernel_param_ops param_ops_string = { 536 .set = param_set_copystring, 537 .get = param_get_string, 538 }; 539 EXPORT_SYMBOL(param_ops_string); 540 541 /* sysfs output in /sys/modules/XYZ/parameters/ */ 542 #define to_module_attr(n) container_of_const(n, struct module_attribute, attr) 543 #define to_module_kobject(n) container_of(n, struct module_kobject, kobj) 544 545 struct param_attribute 546 { 547 struct module_attribute mattr; 548 const struct kernel_param *param; 549 }; 550 551 struct module_param_attrs 552 { 553 unsigned int num; 554 struct attribute_group grp; 555 struct param_attribute attrs[] __counted_by(num); 556 }; 557 558 #ifdef CONFIG_SYSFS 559 #define to_param_attr(n) container_of_const(n, struct param_attribute, mattr) 560 561 static ssize_t param_attr_show(const struct module_attribute *mattr, 562 struct module_kobject *mk, char *buf) 563 { 564 int count; 565 const struct param_attribute *attribute = to_param_attr(mattr); 566 567 if (!attribute->param->ops->get) 568 return -EPERM; 569 570 kernel_param_lock(mk->mod); 571 count = attribute->param->ops->get(buf, attribute->param); 572 kernel_param_unlock(mk->mod); 573 return count; 574 } 575 576 /* sysfs always hands a nul-terminated string in buf. We rely on that. */ 577 static ssize_t param_attr_store(const struct module_attribute *mattr, 578 struct module_kobject *mk, 579 const char *buf, size_t len) 580 { 581 int err; 582 const struct param_attribute *attribute = to_param_attr(mattr); 583 584 if (!attribute->param->ops->set) 585 return -EPERM; 586 587 kernel_param_lock(mk->mod); 588 if (param_check_unsafe(attribute->param)) 589 err = attribute->param->ops->set(buf, attribute->param); 590 else 591 err = -EPERM; 592 kernel_param_unlock(mk->mod); 593 if (!err) 594 return len; 595 return err; 596 } 597 #endif 598 599 #ifdef CONFIG_SYSFS 600 void kernel_param_lock(struct module *mod) 601 { 602 mutex_lock(KPARAM_MUTEX(mod)); 603 } 604 605 void kernel_param_unlock(struct module *mod) 606 { 607 mutex_unlock(KPARAM_MUTEX(mod)); 608 } 609 610 EXPORT_SYMBOL(kernel_param_lock); 611 EXPORT_SYMBOL(kernel_param_unlock); 612 613 /* 614 * add_sysfs_param - add a parameter to sysfs 615 * @mk: struct module_kobject 616 * @kp: the actual parameter definition to add to sysfs 617 * @name: name of parameter 618 * 619 * Create a kobject if for a (per-module) parameter if mp NULL, and 620 * create file in sysfs. Returns an error on out of memory. Always cleans up 621 * if there's an error. 622 */ 623 static __init_or_module int add_sysfs_param(struct module_kobject *mk, 624 const struct kernel_param *kp, 625 const char *name) 626 { 627 struct module_param_attrs *new_mp; 628 struct attribute **new_attrs; 629 unsigned int i; 630 631 /* We don't bother calling this with invisible parameters. */ 632 BUG_ON(!kp->perm); 633 634 if (!mk->mp) { 635 /* First allocation. */ 636 mk->mp = kzalloc(sizeof(*mk->mp), GFP_KERNEL); 637 if (!mk->mp) 638 return -ENOMEM; 639 mk->mp->grp.name = "parameters"; 640 /* NULL-terminated attribute array. */ 641 mk->mp->grp.attrs = kzalloc(sizeof(mk->mp->grp.attrs[0]), 642 GFP_KERNEL); 643 /* Caller will cleanup via free_module_param_attrs */ 644 if (!mk->mp->grp.attrs) 645 return -ENOMEM; 646 } 647 648 /* Enlarge allocations. */ 649 new_mp = krealloc(mk->mp, struct_size(mk->mp, attrs, mk->mp->num + 1), 650 GFP_KERNEL); 651 if (!new_mp) 652 return -ENOMEM; 653 mk->mp = new_mp; 654 mk->mp->num++; 655 656 /* Extra pointer for NULL terminator */ 657 new_attrs = krealloc_array(mk->mp->grp.attrs, mk->mp->num + 1, 658 sizeof(mk->mp->grp.attrs[0]), GFP_KERNEL); 659 if (!new_attrs) 660 return -ENOMEM; 661 mk->mp->grp.attrs = new_attrs; 662 663 /* Tack new one on the end. */ 664 memset(&mk->mp->attrs[mk->mp->num - 1], 0, sizeof(mk->mp->attrs[0])); 665 sysfs_attr_init(&mk->mp->attrs[mk->mp->num - 1].mattr.attr); 666 mk->mp->attrs[mk->mp->num - 1].param = kp; 667 mk->mp->attrs[mk->mp->num - 1].mattr.show = param_attr_show; 668 /* Do not allow runtime DAC changes to make param writable. */ 669 if ((kp->perm & (S_IWUSR | S_IWGRP | S_IWOTH)) != 0) 670 mk->mp->attrs[mk->mp->num - 1].mattr.store = param_attr_store; 671 else 672 mk->mp->attrs[mk->mp->num - 1].mattr.store = NULL; 673 mk->mp->attrs[mk->mp->num - 1].mattr.attr.name = (char *)name; 674 mk->mp->attrs[mk->mp->num - 1].mattr.attr.mode = kp->perm; 675 676 /* Fix up all the pointers, since krealloc can move us */ 677 for (i = 0; i < mk->mp->num; i++) 678 mk->mp->grp.attrs[i] = &mk->mp->attrs[i].mattr.attr; 679 mk->mp->grp.attrs[mk->mp->num] = NULL; 680 return 0; 681 } 682 683 #ifdef CONFIG_MODULES 684 static void free_module_param_attrs(struct module_kobject *mk) 685 { 686 if (mk->mp) 687 kfree(mk->mp->grp.attrs); 688 kfree(mk->mp); 689 mk->mp = NULL; 690 } 691 692 /* 693 * module_param_sysfs_setup - setup sysfs support for one module 694 * @mod: module 695 * @kparam: module parameters (array) 696 * @num_params: number of module parameters 697 * 698 * Adds sysfs entries for module parameters under 699 * /sys/module/[mod->name]/parameters/ 700 */ 701 int module_param_sysfs_setup(struct module *mod, 702 const struct kernel_param *kparam, 703 unsigned int num_params) 704 { 705 int i, err; 706 bool params = false; 707 708 for (i = 0; i < num_params; i++) { 709 if (kparam[i].perm == 0) 710 continue; 711 err = add_sysfs_param(&mod->mkobj, &kparam[i], kparam[i].name); 712 if (err) { 713 free_module_param_attrs(&mod->mkobj); 714 return err; 715 } 716 params = true; 717 } 718 719 if (!params) 720 return 0; 721 722 /* Create the param group. */ 723 err = sysfs_create_group(&mod->mkobj.kobj, &mod->mkobj.mp->grp); 724 if (err) 725 free_module_param_attrs(&mod->mkobj); 726 return err; 727 } 728 729 /* 730 * module_param_sysfs_remove - remove sysfs support for one module 731 * @mod: module 732 * 733 * Remove sysfs entries for module parameters and the corresponding 734 * kobject. 735 */ 736 void module_param_sysfs_remove(struct module *mod) 737 { 738 if (mod->mkobj.mp) { 739 sysfs_remove_group(&mod->mkobj.kobj, &mod->mkobj.mp->grp); 740 /* 741 * We are positive that no one is using any param 742 * attrs at this point. Deallocate immediately. 743 */ 744 free_module_param_attrs(&mod->mkobj); 745 } 746 } 747 #endif 748 749 void destroy_params(const struct kernel_param *params, unsigned num) 750 { 751 unsigned int i; 752 753 for (i = 0; i < num; i++) 754 if (params[i].ops->free) 755 params[i].ops->free(params[i].arg); 756 } 757 758 struct module_kobject * __init_or_module 759 lookup_or_create_module_kobject(const char *name) 760 { 761 struct module_kobject *mk; 762 struct kobject *kobj; 763 int err; 764 765 kobj = kset_find_obj(module_kset, name); 766 if (kobj) 767 return to_module_kobject(kobj); 768 769 mk = kzalloc(sizeof(struct module_kobject), GFP_KERNEL); 770 if (!mk) 771 return NULL; 772 773 mk->mod = THIS_MODULE; 774 mk->kobj.kset = module_kset; 775 err = kobject_init_and_add(&mk->kobj, &module_ktype, NULL, "%s", name); 776 if (IS_ENABLED(CONFIG_MODULES) && !err) 777 err = sysfs_create_file(&mk->kobj, &module_uevent.attr); 778 if (err) { 779 kobject_put(&mk->kobj); 780 pr_crit("Adding module '%s' to sysfs failed (%d), the system may be unstable.\n", 781 name, err); 782 return NULL; 783 } 784 785 /* So that we hold reference in both cases. */ 786 kobject_get(&mk->kobj); 787 788 return mk; 789 } 790 791 static void __init kernel_add_sysfs_param(const char *name, 792 const struct kernel_param *kparam, 793 unsigned int name_skip) 794 { 795 struct module_kobject *mk; 796 int err; 797 798 mk = lookup_or_create_module_kobject(name); 799 if (!mk) 800 return; 801 802 /* We need to remove old parameters before adding more. */ 803 if (mk->mp) 804 sysfs_remove_group(&mk->kobj, &mk->mp->grp); 805 806 /* These should not fail at boot. */ 807 err = add_sysfs_param(mk, kparam, kparam->name + name_skip); 808 BUG_ON(err); 809 err = sysfs_create_group(&mk->kobj, &mk->mp->grp); 810 BUG_ON(err); 811 kobject_uevent(&mk->kobj, KOBJ_ADD); 812 kobject_put(&mk->kobj); 813 } 814 815 /* 816 * param_sysfs_builtin - add sysfs parameters for built-in modules 817 * 818 * Add module_parameters to sysfs for "modules" built into the kernel. 819 * 820 * The "module" name (KBUILD_MODNAME) is stored before a dot, the 821 * "parameter" name is stored behind a dot in kernel_param->name. So, 822 * extract the "module" name for all built-in kernel_param-eters, 823 * and for all who have the same, call kernel_add_sysfs_param. 824 */ 825 static void __init param_sysfs_builtin(void) 826 { 827 const struct kernel_param *kp; 828 unsigned int name_len; 829 char modname[MODULE_NAME_LEN]; 830 831 for (kp = __start___param; kp < __stop___param; kp++) { 832 char *dot; 833 834 if (kp->perm == 0) 835 continue; 836 837 dot = strchr(kp->name, '.'); 838 if (!dot) { 839 /* This happens for core_param() */ 840 strscpy(modname, "kernel"); 841 name_len = 0; 842 } else { 843 name_len = dot - kp->name + 1; 844 strscpy(modname, kp->name, name_len); 845 } 846 kernel_add_sysfs_param(modname, kp, name_len); 847 } 848 } 849 850 ssize_t __modver_version_show(const struct module_attribute *mattr, 851 struct module_kobject *mk, char *buf) 852 { 853 const struct module_version_attribute *vattr = 854 container_of_const(mattr, struct module_version_attribute, mattr); 855 856 return scnprintf(buf, PAGE_SIZE, "%s\n", vattr->version); 857 } 858 859 extern const struct module_version_attribute __start___modver[]; 860 extern const struct module_version_attribute __stop___modver[]; 861 862 static void __init version_sysfs_builtin(void) 863 { 864 const struct module_version_attribute *vattr; 865 struct module_kobject *mk; 866 int err; 867 868 for (vattr = __start___modver; vattr < __stop___modver; vattr++) { 869 mk = lookup_or_create_module_kobject(vattr->module_name); 870 if (mk) { 871 err = sysfs_create_file(&mk->kobj, &vattr->mattr.attr); 872 WARN_ON_ONCE(err); 873 kobject_uevent(&mk->kobj, KOBJ_ADD); 874 kobject_put(&mk->kobj); 875 } 876 } 877 } 878 879 /* module-related sysfs stuff */ 880 881 static ssize_t module_attr_show(struct kobject *kobj, 882 struct attribute *attr, 883 char *buf) 884 { 885 const struct module_attribute *attribute; 886 struct module_kobject *mk; 887 int ret; 888 889 attribute = to_module_attr(attr); 890 mk = to_module_kobject(kobj); 891 892 if (!attribute->show) 893 return -EIO; 894 895 ret = attribute->show(attribute, mk, buf); 896 897 return ret; 898 } 899 900 static ssize_t module_attr_store(struct kobject *kobj, 901 struct attribute *attr, 902 const char *buf, size_t len) 903 { 904 const struct module_attribute *attribute; 905 struct module_kobject *mk; 906 int ret; 907 908 attribute = to_module_attr(attr); 909 mk = to_module_kobject(kobj); 910 911 if (!attribute->store) 912 return -EIO; 913 914 ret = attribute->store(attribute, mk, buf, len); 915 916 return ret; 917 } 918 919 static const struct sysfs_ops module_sysfs_ops = { 920 .show = module_attr_show, 921 .store = module_attr_store, 922 }; 923 924 static int uevent_filter(const struct kobject *kobj) 925 { 926 const struct kobj_type *ktype = get_ktype(kobj); 927 928 if (ktype == &module_ktype) 929 return 1; 930 return 0; 931 } 932 933 static const struct kset_uevent_ops module_uevent_ops = { 934 .filter = uevent_filter, 935 }; 936 937 struct kset *module_kset; 938 939 static void module_kobj_release(struct kobject *kobj) 940 { 941 struct module_kobject *mk = to_module_kobject(kobj); 942 943 if (mk->kobj_completion) 944 complete(mk->kobj_completion); 945 } 946 947 const struct kobj_type module_ktype = { 948 .release = module_kobj_release, 949 .sysfs_ops = &module_sysfs_ops, 950 }; 951 952 /* 953 * param_sysfs_init - create "module" kset 954 * 955 * This must be done before the initramfs is unpacked and 956 * request_module() thus becomes possible, because otherwise the 957 * module load would fail in mod_sysfs_init. 958 */ 959 static int __init param_sysfs_init(void) 960 { 961 module_kset = kset_create_and_add("module", &module_uevent_ops, NULL); 962 if (!module_kset) { 963 printk(KERN_WARNING "%s (%d): error creating kset\n", 964 __FILE__, __LINE__); 965 return -ENOMEM; 966 } 967 968 return 0; 969 } 970 subsys_initcall(param_sysfs_init); 971 972 /* 973 * param_sysfs_builtin_init - add sysfs version and parameter 974 * attributes for built-in modules 975 */ 976 static int __init param_sysfs_builtin_init(void) 977 { 978 if (!module_kset) 979 return -ENOMEM; 980 981 version_sysfs_builtin(); 982 param_sysfs_builtin(); 983 984 return 0; 985 } 986 late_initcall(param_sysfs_builtin_init); 987 988 #endif /* CONFIG_SYSFS */ 989