xref: /linux/drivers/net/ethernet/mellanox/mlx5/core/sf/dev/driver.c (revision 183d46ff422ef9f3d755b6808ef3faa6d009ba3a)
1 // SPDX-License-Identifier: GPL-2.0 OR Linux-OpenIB
2 /* Copyright (c) 2020 Mellanox Technologies Ltd */
3 
4 #include <linux/mlx5/driver.h>
5 #include <linux/mlx5/device.h>
6 #include <linux/mlx5/eswitch.h>
7 #include "mlx5_core.h"
8 #include "dev.h"
9 #include "devlink.h"
10 
mlx5_core_peer_devlink_set(struct mlx5_sf_dev * sf_dev,struct devlink * devlink)11 static int mlx5_core_peer_devlink_set(struct mlx5_sf_dev *sf_dev, struct devlink *devlink)
12 {
13 	struct mlx5_sf_peer_devlink_event_ctx event_ctx = {
14 		.fn_id = sf_dev->fn_id,
15 		.devlink = devlink,
16 	};
17 	int ret;
18 
19 	ret = mlx5_blocking_notifier_call_chain(sf_dev->parent_mdev,
20 						MLX5_DRIVER_EVENT_SF_PEER_DEVLINK,
21 						&event_ctx);
22 	return ret == NOTIFY_OK ? event_ctx.err : 0;
23 }
24 
mlx5_sf_dev_probe(struct auxiliary_device * adev,const struct auxiliary_device_id * id)25 static int mlx5_sf_dev_probe(struct auxiliary_device *adev, const struct auxiliary_device_id *id)
26 {
27 	struct mlx5_sf_dev *sf_dev = container_of(adev, struct mlx5_sf_dev, adev);
28 	struct mlx5_core_dev *mdev;
29 	struct devlink *devlink;
30 	int err;
31 
32 	devlink = mlx5_devlink_alloc(&adev->dev);
33 	if (!devlink)
34 		return -ENOMEM;
35 
36 	mdev = devlink_priv(devlink);
37 	mdev->device = &adev->dev;
38 	mdev->pdev = sf_dev->parent_mdev->pdev;
39 	mdev->bar_addr = sf_dev->bar_base_addr;
40 	mdev->iseg_base = sf_dev->bar_base_addr;
41 	mdev->coredev_type = MLX5_COREDEV_SF;
42 	mdev->priv.parent_mdev = sf_dev->parent_mdev;
43 	mdev->priv.adev_idx = adev->id;
44 	sf_dev->mdev = mdev;
45 
46 	/* Only local SFs do light probe */
47 	if (MLX5_ESWITCH_MANAGER(sf_dev->parent_mdev))
48 		mlx5_dev_set_lightweight(mdev);
49 
50 	err = mlx5_mdev_init(mdev, MLX5_SF_PROF);
51 	if (err) {
52 		mlx5_core_warn(mdev, "mlx5_mdev_init on err=%d\n", err);
53 		goto mdev_err;
54 	}
55 
56 	mdev->iseg = ioremap(mdev->iseg_base, sizeof(*mdev->iseg));
57 	if (!mdev->iseg) {
58 		mlx5_core_warn(mdev, "remap error\n");
59 		err = -ENOMEM;
60 		goto remap_err;
61 	}
62 
63 	/* Peer devlink logic expects to work on unregistered devlink instance. */
64 	err = mlx5_core_peer_devlink_set(sf_dev, devlink);
65 	if (err) {
66 		mlx5_core_warn(mdev, "mlx5_core_peer_devlink_set err=%d\n", err);
67 		goto peer_devlink_set_err;
68 	}
69 
70 	if (MLX5_ESWITCH_MANAGER(sf_dev->parent_mdev))
71 		err = mlx5_init_one_light(mdev);
72 	else
73 		err = mlx5_init_one(mdev);
74 	if (err) {
75 		mlx5_core_warn(mdev, "mlx5_init_one err=%d\n", err);
76 		goto init_one_err;
77 	}
78 
79 	return 0;
80 
81 init_one_err:
82 peer_devlink_set_err:
83 	iounmap(mdev->iseg);
84 remap_err:
85 	mlx5_mdev_uninit(mdev);
86 mdev_err:
87 	mlx5_devlink_free(devlink);
88 	return err;
89 }
90 
mlx5_sf_dev_remove(struct auxiliary_device * adev)91 static void mlx5_sf_dev_remove(struct auxiliary_device *adev)
92 {
93 	struct mlx5_sf_dev *sf_dev = container_of(adev, struct mlx5_sf_dev, adev);
94 	struct mlx5_core_dev *mdev = sf_dev->mdev;
95 	struct devlink *devlink;
96 
97 	devlink = priv_to_devlink(mdev);
98 	set_bit(MLX5_BREAK_FW_WAIT, &mdev->intf_state);
99 	mlx5_drain_health_wq(mdev);
100 	if (mlx5_dev_is_lightweight(mdev))
101 		mlx5_uninit_one_light(mdev);
102 	else
103 		mlx5_uninit_one(mdev);
104 	iounmap(mdev->iseg);
105 	mlx5_mdev_uninit(mdev);
106 	mlx5_devlink_free(devlink);
107 }
108 
mlx5_sf_dev_shutdown(struct auxiliary_device * adev)109 static void mlx5_sf_dev_shutdown(struct auxiliary_device *adev)
110 {
111 	struct mlx5_sf_dev *sf_dev = container_of(adev, struct mlx5_sf_dev, adev);
112 	struct mlx5_core_dev *mdev = sf_dev->mdev;
113 
114 	set_bit(MLX5_BREAK_FW_WAIT, &mdev->intf_state);
115 	mlx5_drain_health_wq(mdev);
116 	mlx5_unload_one(mdev, false);
117 }
118 
119 static const struct auxiliary_device_id mlx5_sf_dev_id_table[] = {
120 	{ .name = MLX5_ADEV_NAME "." MLX5_SF_DEV_ID_NAME, },
121 	{ },
122 };
123 
124 MODULE_DEVICE_TABLE(auxiliary, mlx5_sf_dev_id_table);
125 
126 static struct auxiliary_driver mlx5_sf_driver = {
127 	.name = MLX5_SF_DEV_ID_NAME,
128 	.probe = mlx5_sf_dev_probe,
129 	.remove = mlx5_sf_dev_remove,
130 	.shutdown = mlx5_sf_dev_shutdown,
131 	.id_table = mlx5_sf_dev_id_table,
132 };
133 
mlx5_sf_driver_register(void)134 int mlx5_sf_driver_register(void)
135 {
136 	return auxiliary_driver_register(&mlx5_sf_driver);
137 }
138 
mlx5_sf_driver_unregister(void)139 void mlx5_sf_driver_unregister(void)
140 {
141 	auxiliary_driver_unregister(&mlx5_sf_driver);
142 }
143