9 #include <trace/events/devlink.h>
19 static struct devlink *devlinks_xa_get(unsigned long index)  in devlinks_xa_get()
21 	struct devlink *devlink;  in devlinks_xa_get()  local
24 	devlink = xa_find(&devlinks, &index, index, DEVLINK_REGISTERED);  in devlinks_xa_get()
25 	if (!devlink || !devlink_try_get(devlink))  in devlinks_xa_get()
26 		devlink = NULL;  in devlinks_xa_get()
28 	return devlink;  in devlinks_xa_get()
32  * devlink object and related nested devlink instance.
70 struct devlink *__must_check devlink_nested_in_get_lock(struct devlink *devlink)  in devlink_nested_in_get_lock()  argument
72 	devl_assert_locked(devlink);  in devlink_nested_in_get_lock()
73 	if (!devlink->rel)  in devlink_nested_in_get_lock()
75 	devlink = devlinks_xa_get(devlink->rel->nested_in.devlink_index);  in devlink_nested_in_get_lock()
76 	if (!devlink)  in devlink_nested_in_get_lock()
78 	devl_lock(devlink);  in devlink_nested_in_get_lock()
79 	if (devl_is_registered(devlink))  in devlink_nested_in_get_lock()
80 		return devlink;  in devlink_nested_in_get_lock()
81 	devl_unlock(devlink);  in devlink_nested_in_get_lock()
82 	devlink_put(devlink);  in devlink_nested_in_get_lock()
90 	struct devlink *devlink;  in devlink_rel_nested_in_notify_work()  local
92 	devlink = devlinks_xa_get(rel->nested_in.devlink_index);  in devlink_rel_nested_in_notify_work()
93 	if (!devlink)  in devlink_rel_nested_in_notify_work()
95 	if (!devl_trylock(devlink)) {  in devlink_rel_nested_in_notify_work()
96 		devlink_put(devlink);  in devlink_rel_nested_in_notify_work()
99 	if (!devl_is_registered(devlink)) {  in devlink_rel_nested_in_notify_work()
100 		devl_unlock(devlink);  in devlink_rel_nested_in_notify_work()
101 		devlink_put(devlink);  in devlink_rel_nested_in_notify_work()
105 		rel->nested_in.cleanup_cb(devlink, rel->nested_in.obj_index, rel->index);  in devlink_rel_nested_in_notify_work()
106 	rel->nested_in.notify_cb(devlink, rel->nested_in.obj_index);  in devlink_rel_nested_in_notify_work()
107 	devl_unlock(devlink);  in devlink_rel_nested_in_notify_work()
108 	devlink_put(devlink);  in devlink_rel_nested_in_notify_work()
147 static void devlink_rel_put(struct devlink *devlink)  in devlink_rel_put()  argument
149 	struct devlink_rel *rel = devlink->rel;  in devlink_rel_put()
156 	devlink->rel = NULL;  in devlink_rel_put()
167 			      struct devlink *devlink)  in devlink_rel_nested_in_add()  argument
171 	ASSERT_DEVLINK_NOT_REGISTERED(devlink);  in devlink_rel_nested_in_add()
176 	rel->devlink_index = devlink->index;  in devlink_rel_nested_in_add()
183 	devlink->rel = rel;  in devlink_rel_nested_in_add()
188  * devlink_rel_nested_in_notify - Notify the object this devlink
190  * @devlink: devlink
192  * This is called upon network namespace change of devlink instance.
193  * In case this devlink instance is nested in another devlink object,
195  * over netlink. The parent devlink instance lock needs to be
199 void devlink_rel_nested_in_notify(struct devlink *devlink)  in devlink_rel_nested_in_notify()  argument
201 	struct devlink_rel *rel = devlink->rel;  in devlink_rel_nested_in_notify()
214 static struct devlink *devlink_rel_devlink_get(u32 rel_index)  in devlink_rel_devlink_get()
231 int devlink_rel_devlink_handle_put(struct sk_buff *msg, struct devlink *devlink,  in devlink_rel_devlink_handle_put()  argument
235 	struct net *net = devlink_net(devlink);  in devlink_rel_devlink_handle_put()
236 	struct devlink *rel_devlink;  in devlink_rel_devlink_handle_put()
249 void *devlink_priv(struct devlink *devlink)  in devlink_priv()  argument
251 	return &devlink->priv;  in devlink_priv()
255 struct devlink *priv_to_devlink(void *priv)  in priv_to_devlink()
257 	return container_of(priv, struct devlink, priv);  in priv_to_devlink()
261 struct device *devlink_to_dev(const struct devlink *devlink)  in devlink_to_dev()  argument
263 	return devlink->dev;  in devlink_to_dev()
267 const char *devlink_bus_name(const struct devlink *devlink)  in devlink_bus_name()  argument
269 	return devlink->dev ? devlink->dev->bus->name : DEVLINK_INDEX_BUS_NAME;  in devlink_bus_name()
273 const char *devlink_dev_name(const struct devlink *devlink)  in devlink_dev_name()  argument
275 	return devlink->dev ? dev_name(devlink->dev) : devlink->dev_name_index;  in devlink_dev_name()
279 const char *devlink_dev_driver_name(const struct devlink *devlink)  in devlink_dev_driver_name()  argument
281 	return devlink->dev_driver->name;  in devlink_dev_driver_name()
285 struct net *devlink_net(const struct devlink *devlink)  in devlink_net()  argument
287 	return read_pnet(&devlink->_net);  in devlink_net()
291 void devl_assert_locked(struct devlink *devlink)  in devl_assert_locked()  argument
293 	lockdep_assert_held(&devlink->lock);  in devl_assert_locked()
299 bool devl_lock_is_held(struct devlink *devlink)  in devl_lock_is_held()  argument
301 	return lockdep_is_held(&devlink->lock);  in devl_lock_is_held()
306 void devl_lock(struct devlink *devlink)  in devl_lock()  argument
308 	mutex_lock(&devlink->lock);  in devl_lock()
312 int devl_trylock(struct devlink *devlink)  in devl_trylock()  argument
314 	return mutex_trylock(&devlink->lock);  in devl_trylock()
318 void devl_unlock(struct devlink *devlink)  in devl_unlock()  argument
320 	mutex_unlock(&devlink->lock);  in devl_unlock()
325  * devlink_try_get() - try to obtain a reference on a devlink instance
326  * @devlink: instance to reference
328  * Obtain a reference on a devlink instance. A reference on a devlink instance
333 struct devlink *__must_check devlink_try_get(struct devlink *devlink)  in devlink_try_get()  argument
335 	if (refcount_inc_not_zero(&devlink->refcount))  in devlink_try_get()
336 		return devlink;  in devlink_try_get()
342 	struct devlink *devlink;  in devlink_release()  local
344 	devlink = container_of(to_rcu_work(work), struct devlink, rwork);  in devlink_release()
346 	mutex_destroy(&devlink->lock);  in devlink_release()
347 	lockdep_unregister_key(&devlink->lock_key);  in devlink_release()
348 	if (devlink->dev)  in devlink_release()
349 		put_device(devlink->dev);  in devlink_release()
351 		kfree(devlink->dev_name_index);  in devlink_release()
352 	kvfree(devlink);  in devlink_release()
355 void devlink_put(struct devlink *devlink)  in devlink_put()  argument
357 	if (refcount_dec_and_test(&devlink->refcount))  in devlink_put()
358 		queue_rcu_work(system_percpu_wq, &devlink->rwork);  in devlink_put()
361 static struct devlink *__devlinks_xa_find_get(struct net *net,  in __devlinks_xa_find_get()
365 	struct devlink *devlink = NULL;  in __devlinks_xa_find_get()  local
369 	devlink = xa_find(&devlinks, indexp, end, DEVLINK_REGISTERED);  in __devlinks_xa_find_get()
370 	if (!devlink)  in __devlinks_xa_find_get()
373 	if (!devlink_try_get(devlink))  in __devlinks_xa_find_get()
375 	if (!net_eq(devlink_net(devlink), net)) {  in __devlinks_xa_find_get()
376 		devlink_put(devlink);  in __devlinks_xa_find_get()
381 	return devlink;  in __devlinks_xa_find_get()
388 struct devlink *devlinks_xa_find_get(struct net *net, unsigned long *indexp)  in devlinks_xa_find_get()
393 struct devlink *devlinks_xa_lookup_get(struct net *net, unsigned long index)  in devlinks_xa_lookup_get()
399  * devl_register - Register devlink instance
400  * @devlink: devlink
402 int devl_register(struct devlink *devlink)  in devl_register()  argument
404 	ASSERT_DEVLINK_NOT_REGISTERED(devlink);  in devl_register()
405 	devl_assert_locked(devlink);  in devl_register()
407 	xa_set_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);  in devl_register()
408 	devlink_notify_register(devlink);  in devl_register()
409 	devlink_rel_nested_in_notify(devlink);  in devl_register()
415 void devlink_register(struct devlink *devlink)  in devlink_register()  argument
417 	devl_lock(devlink);  in devlink_register()
418 	devl_register(devlink);  in devlink_register()
419 	devl_unlock(devlink);  in devlink_register()
424  * devl_unregister - Unregister devlink instance
425  * @devlink: devlink
427 void devl_unregister(struct devlink *devlink)  in devl_unregister()  argument
429 	ASSERT_DEVLINK_REGISTERED(devlink);  in devl_unregister()
430 	devl_assert_locked(devlink);  in devl_unregister()
432 	devlink_notify_unregister(devlink);  in devl_unregister()
433 	xa_clear_mark(&devlinks, devlink->index, DEVLINK_REGISTERED);  in devl_unregister()
434 	devlink_rel_put(devlink);  in devl_unregister()
438 void devlink_unregister(struct devlink *devlink)  in devlink_unregister()  argument
440 	devl_lock(devlink);  in devlink_unregister()
441 	devl_unregister(devlink);  in devlink_unregister()
442 	devl_unlock(devlink);  in devlink_unregister()
446 struct devlink *__devlink_alloc(const struct devlink_ops *ops, size_t priv_size,  in __devlink_alloc()
450 	struct devlink *devlink;  in __devlink_alloc()  local
458 	devlink = kvzalloc_flex(*devlink, priv, priv_size);  in __devlink_alloc()
459 	if (!devlink)  in __devlink_alloc()
462 	ret = xa_alloc_cyclic(&devlinks, &devlink->index, devlink, xa_limit_31b,  in __devlink_alloc()
468 		devlink->dev = get_device(dev);  in __devlink_alloc()
470 		devlink->dev_name_index = kasprintf(GFP_KERNEL, "%u", devlink->index);  in __devlink_alloc()
471 		if (!devlink->dev_name_index)  in __devlink_alloc()
475 	devlink->ops = ops;  in __devlink_alloc()
476 	devlink->dev_driver = dev_driver;  in __devlink_alloc()
477 	xa_init_flags(&devlink->ports, XA_FLAGS_ALLOC);  in __devlink_alloc()
478 	xa_init_flags(&devlink->params, XA_FLAGS_ALLOC);  in __devlink_alloc()
479 	xa_init_flags(&devlink->snapshot_ids, XA_FLAGS_ALLOC);  in __devlink_alloc()
480 	xa_init_flags(&devlink->nested_rels, XA_FLAGS_ALLOC);  in __devlink_alloc()
481 	write_pnet(&devlink->_net, net);  in __devlink_alloc()
482 	INIT_LIST_HEAD(&devlink->rate_list);  in __devlink_alloc()
483 	INIT_LIST_HEAD(&devlink->linecard_list);  in __devlink_alloc()
484 	INIT_LIST_HEAD(&devlink->sb_list);  in __devlink_alloc()
485 	INIT_LIST_HEAD_RCU(&devlink->dpipe_table_list);  in __devlink_alloc()
486 	INIT_LIST_HEAD(&devlink->resource_list);  in __devlink_alloc()
487 	INIT_LIST_HEAD(&devlink->region_list);  in __devlink_alloc()
488 	INIT_LIST_HEAD(&devlink->reporter_list);  in __devlink_alloc()
489 	INIT_LIST_HEAD(&devlink->trap_list);  in __devlink_alloc()
490 	INIT_LIST_HEAD(&devlink->trap_group_list);  in __devlink_alloc()
491 	INIT_LIST_HEAD(&devlink->trap_policer_list);  in __devlink_alloc()
492 	INIT_RCU_WORK(&devlink->rwork, devlink_release);  in __devlink_alloc()
493 	lockdep_register_key(&devlink->lock_key);  in __devlink_alloc()
494 	mutex_init(&devlink->lock);  in __devlink_alloc()
495 	lockdep_set_class(&devlink->lock, &devlink->lock_key);  in __devlink_alloc()
496 	refcount_set(&devlink->refcount, 1);  in __devlink_alloc()
498 	return devlink;  in __devlink_alloc()
501 	xa_erase(&devlinks, devlink->index);  in __devlink_alloc()
503 	kvfree(devlink);  in __devlink_alloc()
508  *	devlink_alloc_ns - Allocate new devlink instance resources
516  *	Allocate new devlink instance resources, including devlink index
519 struct devlink *devlink_alloc_ns(const struct devlink_ops *ops,  in devlink_alloc_ns()
529  *	devlink_free - Free devlink instance resources
531  *	@devlink: devlink
533 void devlink_free(struct devlink *devlink)  in devlink_free()  argument
535 	ASSERT_DEVLINK_NOT_REGISTERED(devlink);  in devlink_free()
537 	devl_lock(devlink);  in devlink_free()
538 	WARN_ON(devlink_rates_check(devlink, NULL, NULL));  in devlink_free()
539 	devl_unlock(devlink);  in devlink_free()
540 	devlink_rel_put(devlink);  in devlink_free()
542 	WARN_ON(!list_empty(&devlink->trap_policer_list));  in devlink_free()
543 	WARN_ON(!list_empty(&devlink->trap_group_list));  in devlink_free()
544 	WARN_ON(!list_empty(&devlink->trap_list));  in devlink_free()
545 	WARN_ON(!list_empty(&devlink->reporter_list));  in devlink_free()
546 	WARN_ON(!list_empty(&devlink->region_list));  in devlink_free()
547 	WARN_ON(!list_empty(&devlink->resource_list));  in devlink_free()
548 	WARN_ON(!list_empty(&devlink->dpipe_table_list));  in devlink_free()
549 	WARN_ON(!list_empty(&devlink->sb_list));  in devlink_free()
550 	WARN_ON(!list_empty(&devlink->linecard_list));  in devlink_free()
551 	WARN_ON(!xa_empty(&devlink->ports));  in devlink_free()
553 	xa_destroy(&devlink->nested_rels);  in devlink_free()
554 	xa_destroy(&devlink->snapshot_ids);  in devlink_free()
555 	xa_destroy(&devlink->params);  in devlink_free()
556 	xa_destroy(&devlink->ports);  in devlink_free()
558 	xa_erase(&devlinks, devlink->index);  in devlink_free()
560 	devlink_put(devlink);  in devlink_free()
566 	struct devlink *devlink;  in devlink_pernet_pre_exit()  local
572 	 * all devlink instances from this namespace into init_net.  in devlink_pernet_pre_exit()
574 	devlinks_xa_for_each_registered_get(net, index, devlink) {  in devlink_pernet_pre_exit()
575 		devl_dev_lock(devlink, true);  in devlink_pernet_pre_exit()
577 		if (devl_is_registered(devlink))  in devlink_pernet_pre_exit()
578 			err = devlink_reload(devlink, &init_net,  in devlink_pernet_pre_exit()
582 		devl_dev_unlock(devlink, true);  in devlink_pernet_pre_exit()
583 		devlink_put(devlink);  in devlink_pernet_pre_exit()
585 			pr_warn("Failed to reload devlink instance into init_net\n");  in devlink_pernet_pre_exit()