1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright(c) 2014 Intel Mobile Communications GmbH
4 * Copyright(c) 2015 Intel Deutschland GmbH
5 *
6 * Author: Johannes Berg <johannes@sipsolutions.net>
7 */
8 #include <linux/module.h>
9 #include <linux/device.h>
10 #include <linux/devcoredump.h>
11 #include <linux/list.h>
12 #include <linux/slab.h>
13 #include <linux/fs.h>
14 #include <linux/workqueue.h>
15
16 static struct class devcd_class;
17
18 /* global disable flag, for security purposes */
19 static bool devcd_disabled;
20
21 struct devcd_entry {
22 struct device devcd_dev;
23 void *data;
24 size_t datalen;
25 /*
26 * Here, mutex is required to serialize the calls to del_wk work between
27 * user/kernel space which happens when devcd is added with device_add()
28 * and that sends uevent to user space. User space reads the uevents,
29 * and calls to devcd_data_write() which try to modify the work which is
30 * not even initialized/queued from devcoredump.
31 *
32 *
33 *
34 * cpu0(X) cpu1(Y)
35 *
36 * dev_coredump() uevent sent to user space
37 * device_add() ======================> user space process Y reads the
38 * uevents writes to devcd fd
39 * which results into writes to
40 *
41 * devcd_data_write()
42 * mod_delayed_work()
43 * try_to_grab_pending()
44 * del_timer()
45 * debug_assert_init()
46 * INIT_DELAYED_WORK()
47 * schedule_delayed_work()
48 *
49 *
50 * Also, mutex alone would not be enough to avoid scheduling of
51 * del_wk work after it get flush from a call to devcd_free()
52 * mentioned as below.
53 *
54 * disabled_store()
55 * devcd_free()
56 * mutex_lock() devcd_data_write()
57 * flush_delayed_work()
58 * mutex_unlock()
59 * mutex_lock()
60 * mod_delayed_work()
61 * mutex_unlock()
62 * So, delete_work flag is required.
63 */
64 struct mutex mutex;
65 bool delete_work;
66 struct module *owner;
67 ssize_t (*read)(char *buffer, loff_t offset, size_t count,
68 void *data, size_t datalen);
69 void (*free)(void *data);
70 struct delayed_work del_wk;
71 struct device *failing_dev;
72 };
73
dev_to_devcd(struct device * dev)74 static struct devcd_entry *dev_to_devcd(struct device *dev)
75 {
76 return container_of(dev, struct devcd_entry, devcd_dev);
77 }
78
devcd_dev_release(struct device * dev)79 static void devcd_dev_release(struct device *dev)
80 {
81 struct devcd_entry *devcd = dev_to_devcd(dev);
82
83 devcd->free(devcd->data);
84 module_put(devcd->owner);
85
86 /*
87 * this seems racy, but I don't see a notifier or such on
88 * a struct device to know when it goes away?
89 */
90 if (devcd->failing_dev->kobj.sd)
91 sysfs_delete_link(&devcd->failing_dev->kobj, &dev->kobj,
92 "devcoredump");
93
94 put_device(devcd->failing_dev);
95 kfree(devcd);
96 }
97
devcd_del(struct work_struct * wk)98 static void devcd_del(struct work_struct *wk)
99 {
100 struct devcd_entry *devcd;
101
102 devcd = container_of(wk, struct devcd_entry, del_wk.work);
103
104 device_del(&devcd->devcd_dev);
105 put_device(&devcd->devcd_dev);
106 }
107
devcd_data_read(struct file * filp,struct kobject * kobj,struct bin_attribute * bin_attr,char * buffer,loff_t offset,size_t count)108 static ssize_t devcd_data_read(struct file *filp, struct kobject *kobj,
109 struct bin_attribute *bin_attr,
110 char *buffer, loff_t offset, size_t count)
111 {
112 struct device *dev = kobj_to_dev(kobj);
113 struct devcd_entry *devcd = dev_to_devcd(dev);
114
115 return devcd->read(buffer, offset, count, devcd->data, devcd->datalen);
116 }
117
devcd_data_write(struct file * filp,struct kobject * kobj,struct bin_attribute * bin_attr,char * buffer,loff_t offset,size_t count)118 static ssize_t devcd_data_write(struct file *filp, struct kobject *kobj,
119 struct bin_attribute *bin_attr,
120 char *buffer, loff_t offset, size_t count)
121 {
122 struct device *dev = kobj_to_dev(kobj);
123 struct devcd_entry *devcd = dev_to_devcd(dev);
124
125 mutex_lock(&devcd->mutex);
126 if (!devcd->delete_work) {
127 devcd->delete_work = true;
128 mod_delayed_work(system_wq, &devcd->del_wk, 0);
129 }
130 mutex_unlock(&devcd->mutex);
131
132 return count;
133 }
134
135 static struct bin_attribute devcd_attr_data = {
136 .attr = { .name = "data", .mode = S_IRUSR | S_IWUSR, },
137 .size = 0,
138 .read = devcd_data_read,
139 .write = devcd_data_write,
140 };
141
142 static struct bin_attribute *devcd_dev_bin_attrs[] = {
143 &devcd_attr_data, NULL,
144 };
145
146 static const struct attribute_group devcd_dev_group = {
147 .bin_attrs = devcd_dev_bin_attrs,
148 };
149
150 static const struct attribute_group *devcd_dev_groups[] = {
151 &devcd_dev_group, NULL,
152 };
153
devcd_free(struct device * dev,void * data)154 static int devcd_free(struct device *dev, void *data)
155 {
156 struct devcd_entry *devcd = dev_to_devcd(dev);
157
158 mutex_lock(&devcd->mutex);
159 if (!devcd->delete_work)
160 devcd->delete_work = true;
161
162 flush_delayed_work(&devcd->del_wk);
163 mutex_unlock(&devcd->mutex);
164 return 0;
165 }
166
disabled_show(const struct class * class,const struct class_attribute * attr,char * buf)167 static ssize_t disabled_show(const struct class *class, const struct class_attribute *attr,
168 char *buf)
169 {
170 return sysfs_emit(buf, "%d\n", devcd_disabled);
171 }
172
173 /*
174 *
175 * disabled_store() worker()
176 * class_for_each_device(&devcd_class,
177 * NULL, NULL, devcd_free)
178 * ...
179 * ...
180 * while ((dev = class_dev_iter_next(&iter))
181 * devcd_del()
182 * device_del()
183 * put_device() <- last reference
184 * error = fn(dev, data) devcd_dev_release()
185 * devcd_free(dev, data) kfree(devcd)
186 * mutex_lock(&devcd->mutex);
187 *
188 *
189 * In the above diagram, It looks like disabled_store() would be racing with parallely
190 * running devcd_del() and result in memory abort while acquiring devcd->mutex which
191 * is called after kfree of devcd memory after dropping its last reference with
192 * put_device(). However, this will not happens as fn(dev, data) runs
193 * with its own reference to device via klist_node so it is not its last reference.
194 * so, above situation would not occur.
195 */
196
disabled_store(const struct class * class,const struct class_attribute * attr,const char * buf,size_t count)197 static ssize_t disabled_store(const struct class *class, const struct class_attribute *attr,
198 const char *buf, size_t count)
199 {
200 long tmp = simple_strtol(buf, NULL, 10);
201
202 /*
203 * This essentially makes the attribute write-once, since you can't
204 * go back to not having it disabled. This is intentional, it serves
205 * as a system lockdown feature.
206 */
207 if (tmp != 1)
208 return -EINVAL;
209
210 devcd_disabled = true;
211
212 class_for_each_device(&devcd_class, NULL, NULL, devcd_free);
213
214 return count;
215 }
216 static CLASS_ATTR_RW(disabled);
217
218 static struct attribute *devcd_class_attrs[] = {
219 &class_attr_disabled.attr,
220 NULL,
221 };
222 ATTRIBUTE_GROUPS(devcd_class);
223
224 static struct class devcd_class = {
225 .name = "devcoredump",
226 .dev_release = devcd_dev_release,
227 .dev_groups = devcd_dev_groups,
228 .class_groups = devcd_class_groups,
229 };
230
devcd_readv(char * buffer,loff_t offset,size_t count,void * data,size_t datalen)231 static ssize_t devcd_readv(char *buffer, loff_t offset, size_t count,
232 void *data, size_t datalen)
233 {
234 return memory_read_from_buffer(buffer, count, &offset, data, datalen);
235 }
236
devcd_freev(void * data)237 static void devcd_freev(void *data)
238 {
239 vfree(data);
240 }
241
242 /**
243 * dev_coredumpv - create device coredump with vmalloc data
244 * @dev: the struct device for the crashed device
245 * @data: vmalloc data containing the device coredump
246 * @datalen: length of the data
247 * @gfp: allocation flags
248 *
249 * This function takes ownership of the vmalloc'ed data and will free
250 * it when it is no longer used. See dev_coredumpm() for more information.
251 */
dev_coredumpv(struct device * dev,void * data,size_t datalen,gfp_t gfp)252 void dev_coredumpv(struct device *dev, void *data, size_t datalen,
253 gfp_t gfp)
254 {
255 dev_coredumpm(dev, NULL, data, datalen, gfp, devcd_readv, devcd_freev);
256 }
257 EXPORT_SYMBOL_GPL(dev_coredumpv);
258
devcd_match_failing(struct device * dev,const void * failing)259 static int devcd_match_failing(struct device *dev, const void *failing)
260 {
261 struct devcd_entry *devcd = dev_to_devcd(dev);
262
263 return devcd->failing_dev == failing;
264 }
265
266 /**
267 * devcd_free_sgtable - free all the memory of the given scatterlist table
268 * (i.e. both pages and scatterlist instances)
269 * NOTE: if two tables allocated with devcd_alloc_sgtable and then chained
270 * using the sg_chain function then that function should be called only once
271 * on the chained table
272 * @data: pointer to sg_table to free
273 */
devcd_free_sgtable(void * data)274 static void devcd_free_sgtable(void *data)
275 {
276 _devcd_free_sgtable(data);
277 }
278
279 /**
280 * devcd_read_from_sgtable - copy data from sg_table to a given buffer
281 * and return the number of bytes read
282 * @buffer: the buffer to copy the data to it
283 * @buf_len: the length of the buffer
284 * @data: the scatterlist table to copy from
285 * @offset: start copy from @offset@ bytes from the head of the data
286 * in the given scatterlist
287 * @data_len: the length of the data in the sg_table
288 */
devcd_read_from_sgtable(char * buffer,loff_t offset,size_t buf_len,void * data,size_t data_len)289 static ssize_t devcd_read_from_sgtable(char *buffer, loff_t offset,
290 size_t buf_len, void *data,
291 size_t data_len)
292 {
293 struct scatterlist *table = data;
294
295 if (offset > data_len)
296 return -EINVAL;
297
298 if (offset + buf_len > data_len)
299 buf_len = data_len - offset;
300 return sg_pcopy_to_buffer(table, sg_nents(table), buffer, buf_len,
301 offset);
302 }
303
304 /**
305 * dev_coredump_put - remove device coredump
306 * @dev: the struct device for the crashed device
307 *
308 * dev_coredump_put() removes coredump, if exists, for a given device from
309 * the file system and free its associated data otherwise, does nothing.
310 *
311 * It is useful for modules that do not want to keep coredump
312 * available after its unload.
313 */
dev_coredump_put(struct device * dev)314 void dev_coredump_put(struct device *dev)
315 {
316 struct device *existing;
317
318 existing = class_find_device(&devcd_class, NULL, dev,
319 devcd_match_failing);
320 if (existing) {
321 devcd_free(existing, NULL);
322 put_device(existing);
323 }
324 }
325 EXPORT_SYMBOL_GPL(dev_coredump_put);
326
327 /**
328 * dev_coredumpm_timeout - create device coredump with read/free methods with a
329 * custom timeout.
330 * @dev: the struct device for the crashed device
331 * @owner: the module that contains the read/free functions, use %THIS_MODULE
332 * @data: data cookie for the @read/@free functions
333 * @datalen: length of the data
334 * @gfp: allocation flags
335 * @read: function to read from the given buffer
336 * @free: function to free the given buffer
337 * @timeout: time in jiffies to remove coredump
338 *
339 * Creates a new device coredump for the given device. If a previous one hasn't
340 * been read yet, the new coredump is discarded. The data lifetime is determined
341 * by the device coredump framework and when it is no longer needed the @free
342 * function will be called to free the data.
343 */
dev_coredumpm_timeout(struct device * dev,struct module * owner,void * data,size_t datalen,gfp_t gfp,ssize_t (* read)(char * buffer,loff_t offset,size_t count,void * data,size_t datalen),void (* free)(void * data),unsigned long timeout)344 void dev_coredumpm_timeout(struct device *dev, struct module *owner,
345 void *data, size_t datalen, gfp_t gfp,
346 ssize_t (*read)(char *buffer, loff_t offset,
347 size_t count, void *data,
348 size_t datalen),
349 void (*free)(void *data),
350 unsigned long timeout)
351 {
352 static atomic_t devcd_count = ATOMIC_INIT(0);
353 struct devcd_entry *devcd;
354 struct device *existing;
355
356 if (devcd_disabled)
357 goto free;
358
359 existing = class_find_device(&devcd_class, NULL, dev,
360 devcd_match_failing);
361 if (existing) {
362 put_device(existing);
363 goto free;
364 }
365
366 if (!try_module_get(owner))
367 goto free;
368
369 devcd = kzalloc(sizeof(*devcd), gfp);
370 if (!devcd)
371 goto put_module;
372
373 devcd->owner = owner;
374 devcd->data = data;
375 devcd->datalen = datalen;
376 devcd->read = read;
377 devcd->free = free;
378 devcd->failing_dev = get_device(dev);
379 devcd->delete_work = false;
380
381 mutex_init(&devcd->mutex);
382 device_initialize(&devcd->devcd_dev);
383
384 dev_set_name(&devcd->devcd_dev, "devcd%d",
385 atomic_inc_return(&devcd_count));
386 devcd->devcd_dev.class = &devcd_class;
387
388 mutex_lock(&devcd->mutex);
389 dev_set_uevent_suppress(&devcd->devcd_dev, true);
390 if (device_add(&devcd->devcd_dev))
391 goto put_device;
392
393 /*
394 * These should normally not fail, but there is no problem
395 * continuing without the links, so just warn instead of
396 * failing.
397 */
398 if (sysfs_create_link(&devcd->devcd_dev.kobj, &dev->kobj,
399 "failing_device") ||
400 sysfs_create_link(&dev->kobj, &devcd->devcd_dev.kobj,
401 "devcoredump"))
402 dev_warn(dev, "devcoredump create_link failed\n");
403
404 dev_set_uevent_suppress(&devcd->devcd_dev, false);
405 kobject_uevent(&devcd->devcd_dev.kobj, KOBJ_ADD);
406 INIT_DELAYED_WORK(&devcd->del_wk, devcd_del);
407 schedule_delayed_work(&devcd->del_wk, timeout);
408 mutex_unlock(&devcd->mutex);
409 return;
410 put_device:
411 put_device(&devcd->devcd_dev);
412 mutex_unlock(&devcd->mutex);
413 put_module:
414 module_put(owner);
415 free:
416 free(data);
417 }
418 EXPORT_SYMBOL_GPL(dev_coredumpm_timeout);
419
420 /**
421 * dev_coredumpsg - create device coredump that uses scatterlist as data
422 * parameter
423 * @dev: the struct device for the crashed device
424 * @table: the dump data
425 * @datalen: length of the data
426 * @gfp: allocation flags
427 *
428 * Creates a new device coredump for the given device. If a previous one hasn't
429 * been read yet, the new coredump is discarded. The data lifetime is determined
430 * by the device coredump framework and when it is no longer needed
431 * it will free the data.
432 */
dev_coredumpsg(struct device * dev,struct scatterlist * table,size_t datalen,gfp_t gfp)433 void dev_coredumpsg(struct device *dev, struct scatterlist *table,
434 size_t datalen, gfp_t gfp)
435 {
436 dev_coredumpm(dev, NULL, table, datalen, gfp, devcd_read_from_sgtable,
437 devcd_free_sgtable);
438 }
439 EXPORT_SYMBOL_GPL(dev_coredumpsg);
440
devcoredump_init(void)441 static int __init devcoredump_init(void)
442 {
443 return class_register(&devcd_class);
444 }
445 __initcall(devcoredump_init);
446
devcoredump_exit(void)447 static void __exit devcoredump_exit(void)
448 {
449 class_for_each_device(&devcd_class, NULL, NULL, devcd_free);
450 class_unregister(&devcd_class);
451 }
452 __exitcall(devcoredump_exit);
453