48 struct net init_net;
84 static int net_assign_generic(struct net *net, unsigned int id, void *data)  in net_assign_generic()  argument
90 	old_ng = rcu_dereference_protected(net->gen,  in net_assign_generic()
116 	rcu_assign_pointer(net->gen, ng);  in net_assign_generic()
121 static int ops_init(const struct pernet_operations *ops, struct net *net)  in ops_init()  argument
132 		err = net_assign_generic(net, *ops->id, data);  in ops_init()
138 		err = ops->init(net);  in ops_init()
143 		ng = rcu_dereference_protected(net->gen,  in ops_init()
158 	struct net *net;  in ops_pre_exit_list()  local
161 		list_for_each_entry(net, net_exit_list, exit_list)  in ops_pre_exit_list()
162 			ops->pre_exit(net);  in ops_pre_exit_list()
169 	struct net *net;  in ops_exit_list()  local
171 		list_for_each_entry(net, net_exit_list, exit_list) {  in ops_exit_list()
172 			ops->exit(net);  in ops_exit_list()
183 	struct net *net;  in ops_free_list()  local
186 		list_for_each_entry(net, net_exit_list, exit_list)  in ops_free_list()
187 			kfree(net_generic(net, *ops->id));  in ops_free_list()
192 static int alloc_netid(struct net *net, struct net *peer, int reqid)  in alloc_netid()  argument
201 	return idr_alloc(&net->netns_ids, peer, min, max, GFP_ATOMIC);  in alloc_netid()
210 static int net_eq_idr(int id, void *net, void *peer)  in net_eq_idr()  argument
212 	if (net_eq(net, peer))  in net_eq_idr()
218 static int __peernet2id(const struct net *net, struct net *peer)  in __peernet2id()  argument
220 	int id = idr_for_each(&net->netns_ids, net_eq_idr, peer);  in __peernet2id()
231 static void rtnl_net_notifyid(struct net *net, int cmd, int id, u32 portid,
236 int peernet2id_alloc(struct net *net, struct net *peer, gfp_t gfp)  in peernet2id_alloc()  argument
240 	if (refcount_read(&net->ns.count) == 0)  in peernet2id_alloc()
243 	spin_lock_bh(&net->nsid_lock);  in peernet2id_alloc()
244 	id = __peernet2id(net, peer);  in peernet2id_alloc()
246 		spin_unlock_bh(&net->nsid_lock);  in peernet2id_alloc()
256 		spin_unlock_bh(&net->nsid_lock);  in peernet2id_alloc()
260 	id = alloc_netid(net, peer, -1);  in peernet2id_alloc()
261 	spin_unlock_bh(&net->nsid_lock);  in peernet2id_alloc()
267 	rtnl_net_notifyid(net, RTM_NEWNSID, id, 0, NULL, gfp);  in peernet2id_alloc()
274 int peernet2id(const struct net *net, struct net *peer)  in peernet2id()  argument
279 	id = __peernet2id(net, peer);  in peernet2id()
289 bool peernet_has_id(const struct net *net, struct net *peer)  in peernet_has_id()  argument
291 	return peernet2id(net, peer) >= 0;  in peernet_has_id()
294 struct net *get_net_ns_by_id(const struct net *net, int id)  in get_net_ns_by_id()  argument
296 	struct net *peer;  in get_net_ns_by_id()
302 	peer = idr_find(&net->netns_ids, id);  in get_net_ns_by_id()
311 static __net_init void preinit_net_sysctl(struct net *net)  in preinit_net_sysctl()  argument
313 	net->core.sysctl_somaxconn = SOMAXCONN;  in preinit_net_sysctl()
317 	net->core.sysctl_optmem_max = 128 * 1024;  in preinit_net_sysctl()
318 	net->core.sysctl_txrehash = SOCK_TXREHASH_ENABLED;  in preinit_net_sysctl()
319 	net->core.sysctl_tstamp_allow_data = 1;  in preinit_net_sysctl()
323 static __net_init void preinit_net(struct net *net, struct user_namespace *user_ns)  in preinit_net()  argument
325 	refcount_set(&net->passive, 1);  in preinit_net()
326 	refcount_set(&net->ns.count, 1);  in preinit_net()
327 	ref_tracker_dir_init(&net->refcnt_tracker, 128, "net refcnt");  in preinit_net()
328 	ref_tracker_dir_init(&net->notrefcnt_tracker, 128, "net notrefcnt");  in preinit_net()
330 	get_random_bytes(&net->hash_mix, sizeof(u32));  in preinit_net()
331 	net->dev_base_seq = 1;  in preinit_net()
332 	net->user_ns = user_ns;  in preinit_net()
334 	idr_init(&net->netns_ids);  in preinit_net()
335 	spin_lock_init(&net->nsid_lock);  in preinit_net()
336 	mutex_init(&net->ipv4.ra_mutex);  in preinit_net()
339 	mutex_init(&net->rtnl_mutex);  in preinit_net()
340 	lock_set_cmp_fn(&net->rtnl_mutex, rtnl_net_lock_cmp_fn, NULL);  in preinit_net()
343 	preinit_net_sysctl(net);  in preinit_net()
349 static __net_init int setup_net(struct net *net)  in setup_net()  argument
358 	net->net_cookie = gen_cookie_next(&net_cookie);  in setup_net()
362 		error = ops_init(ops, net);  in setup_net()
367 	list_add_tail_rcu(&net->list, &net_namespace_list);  in setup_net()
376 	list_add(&net->exit_list, &net_exit_list);  in setup_net()
418 static struct net *net_alloc(void)  in net_alloc()
420 	struct net *net = NULL;  in net_alloc()  local
427 	net = kmem_cache_zalloc(net_cachep, GFP_KERNEL);  in net_alloc()
428 	if (!net)  in net_alloc()
432 	net->key_domain = kzalloc(sizeof(struct key_tag), GFP_KERNEL);  in net_alloc()
433 	if (!net->key_domain)  in net_alloc()
435 	refcount_set(&net->key_domain->usage, 1);  in net_alloc()
438 	rcu_assign_pointer(net->gen, ng);  in net_alloc()
440 	return net;  in net_alloc()
444 	kmem_cache_free(net_cachep, net);  in net_alloc()
445 	net = NULL;  in net_alloc()
457 	struct net *net, *next;  in net_complete_free()  local
462 	llist_for_each_entry_safe(net, next, kill_list, defer_free_list)  in net_complete_free()
463 		kmem_cache_free(net_cachep, net);  in net_complete_free()
467 void net_passive_dec(struct net *net)  in net_passive_dec()  argument
469 	if (refcount_dec_and_test(&net->passive)) {  in net_passive_dec()
470 		kfree(rcu_access_pointer(net->gen));  in net_passive_dec()
473 		ref_tracker_dir_exit(&net->notrefcnt_tracker);  in net_passive_dec()
476 		llist_add(&net->defer_free_list, &defer_free_list);  in net_passive_dec()
482 	struct net *net = (struct net *)p;  in net_drop_ns()  local
484 	if (net)  in net_drop_ns()
485 		net_passive_dec(net);  in net_drop_ns()
488 struct net *copy_net_ns(unsigned long flags,  in copy_net_ns()
489 			struct user_namespace *user_ns, struct net *old_net)  in copy_net_ns()
492 	struct net *net;  in copy_net_ns()  local
502 	net = net_alloc();  in copy_net_ns()
503 	if (!net) {  in copy_net_ns()
508 	preinit_net(net, user_ns);  in copy_net_ns()
509 	net->ucounts = ucounts;  in copy_net_ns()
516 	rv = setup_net(net);  in copy_net_ns()
523 		key_remove_domain(net->key_domain);  in copy_net_ns()
526 		net_passive_dec(net);  in copy_net_ns()
531 	return net;  in copy_net_ns()
543 void net_ns_get_ownership(const struct net *net, kuid_t *uid, kgid_t *gid)  in net_ns_get_ownership()  argument
545 	if (net) {  in net_ns_get_ownership()
546 		kuid_t ns_root_uid = make_kuid(net->user_ns, 0);  in net_ns_get_ownership()
547 		kgid_t ns_root_gid = make_kgid(net->user_ns, 0);  in net_ns_get_ownership()
561 static void unhash_nsid(struct net *net, struct net *last)  in unhash_nsid()  argument
563 	struct net *tmp;  in unhash_nsid()
574 		id = __peernet2id(tmp, net);  in unhash_nsid()
584 	spin_lock_bh(&net->nsid_lock);  in unhash_nsid()
585 	idr_destroy(&net->netns_ids);  in unhash_nsid()
586 	spin_unlock_bh(&net->nsid_lock);  in unhash_nsid()
596 	struct net *net, *tmp, *last;  in cleanup_net()  local
610 	llist_for_each_entry(net, net_kill_list, cleanup_list)  in cleanup_net()
611 		list_del_rcu(&net->list);  in cleanup_net()
622 	last = list_last_entry(&net_namespace_list, struct net, list);  in cleanup_net()
625 	llist_for_each_entry(net, net_kill_list, cleanup_list) {  in cleanup_net()
626 		unhash_nsid(net, last);  in cleanup_net()
627 		list_add_tail(&net->exit_list, &net_exit_list);  in cleanup_net()
668 	list_for_each_entry_safe(net, tmp, &net_exit_list, exit_list) {  in cleanup_net()
669 		list_del_init(&net->exit_list);  in cleanup_net()
670 		dec_net_namespaces(net->ucounts);  in cleanup_net()
672 		key_remove_domain(net->key_domain);  in cleanup_net()
674 		put_user_ns(net->user_ns);  in cleanup_net()
675 		net_passive_dec(net);  in cleanup_net()
698 void __put_net(struct net *net)  in __put_net()  argument
700 	ref_tracker_dir_exit(&net->refcnt_tracker);  in __put_net()
702 	if (llist_add(&net->cleanup_list, &cleanup_list))  in __put_net()
715 	struct net *net;  in get_net_ns()  local
717 	net = maybe_get_net(container_of(ns, struct net, ns));  in get_net_ns()
718 	if (net)  in get_net_ns()
719 		return &net->ns;  in get_net_ns()
724 struct net *get_net_ns_by_fd(int fd)  in get_net_ns_by_fd()
734 			return get_net(container_of(ns, struct net, ns));  in get_net_ns_by_fd()
742 struct net *get_net_ns_by_pid(pid_t pid)  in get_net_ns_by_pid()
745 	struct net *net;  in get_net_ns_by_pid()  local
748 	net = ERR_PTR(-ESRCH);  in get_net_ns_by_pid()
756 			net = get_net(nsproxy->net_ns);  in get_net_ns_by_pid()
760 	return net;  in get_net_ns_by_pid()
764 static __net_init int net_ns_net_init(struct net *net)  in net_ns_net_init()  argument
767 	net->ns.ops = &netns_operations;  in net_ns_net_init()
769 	return ns_alloc_inum(&net->ns);  in net_ns_net_init()
772 static __net_exit void net_ns_net_exit(struct net *net)  in net_ns_net_exit()  argument
774 	ns_free_inum(&net->ns);  in net_ns_net_exit()
793 	struct net *net = sock_net(skb->sk);  in rtnl_net_newid()  local
796 	struct net *peer;  in rtnl_net_newid()
825 	spin_lock_bh(&net->nsid_lock);  in rtnl_net_newid()
826 	if (__peernet2id(net, peer) >= 0) {  in rtnl_net_newid()
827 		spin_unlock_bh(&net->nsid_lock);  in rtnl_net_newid()
835 	err = alloc_netid(net, peer, nsid);  in rtnl_net_newid()
836 	spin_unlock_bh(&net->nsid_lock);  in rtnl_net_newid()
838 		rtnl_net_notifyid(net, RTM_NEWNSID, err, NETLINK_CB(skb).portid,  in rtnl_net_newid()
937 	struct net *net = sock_net(skb->sk);  in rtnl_net_getid()  local
944 	struct net *peer, *target = net;  in rtnl_net_getid()
959 		peer = get_net_ns_by_id(net, nla_get_s32(tb[NETNSA_NSID]));  in rtnl_net_getid()
986 		fillargs.ref_nsid = peernet2id(net, peer);  in rtnl_net_getid()
1000 	err = rtnl_unicast(msg, net, NETLINK_CB(skb).portid);  in rtnl_net_getid()
1013 	struct net *tgt_net;
1014 	struct net *ref_net;
1061 			struct net *net;  in rtnl_valid_dump_net_req()  local
1063 			net = rtnl_get_net_ns_capable(sk, nla_get_s32(tb[i]));  in rtnl_valid_dump_net_req()
1064 			if (IS_ERR(net)) {  in rtnl_valid_dump_net_req()
1068 				return PTR_ERR(net);  in rtnl_valid_dump_net_req()
1072 			net_cb->tgt_net = net;  in rtnl_valid_dump_net_req()
1117 static void rtnl_net_notifyid(struct net *net, int cmd, int id, u32 portid,  in rtnl_net_notifyid()  argument
1137 	rtnl_notify(msg, net, portid, RTNLGRP_NSID, nlh, gfp);  in rtnl_net_notifyid()
1143 	rtnl_set_sk_err(net, RTNLGRP_NSID, err);  in rtnl_net_notifyid()
1206 	net_cachep = kmem_cache_create("net_namespace", sizeof(struct net),  in net_ns_init()
1262 	struct net *net;  in __register_pernet_operations()  local
1271 		for_each_net(net) {  in __register_pernet_operations()
1272 			error = ops_init(ops, net);  in __register_pernet_operations()
1275 			list_add_tail(&net->exit_list, &net_exit_list);  in __register_pernet_operations()
1289 	struct net *net;  in __unregister_pernet_operations()  local
1294 	for_each_net(net)  in __unregister_pernet_operations()
1295 		list_add_tail(&net->exit_list, &net_exit_list);  in __unregister_pernet_operations()
1465 	struct net *net = NULL;  in netns_get()  local
1471 		net = get_net(nsproxy->net_ns);  in netns_get()
1474 	return net ? &net->ns : NULL;  in netns_get()
1477 static inline struct net *to_net_ns(struct ns_common *ns)  in to_net_ns()
1479 	return container_of(ns, struct net, ns);  in to_net_ns()
1490 	struct net *net = to_net_ns(ns);  in netns_install()  local
1492 	if (!ns_capable(net->user_ns, CAP_SYS_ADMIN) ||  in netns_install()
1497 	nsproxy->net_ns = get_net(net);  in netns_install()