xref: /linux/drivers/bluetooth/btusb.c (revision 26b0d14106954ae46d2f4f7eec3481828a210f7d)
1 /*
2  *
3  *  Generic Bluetooth USB driver
4  *
5  *  Copyright (C) 2005-2008  Marcel Holtmann <marcel@holtmann.org>
6  *
7  *
8  *  This program is free software; you can redistribute it and/or modify
9  *  it under the terms of the GNU General Public License as published by
10  *  the Free Software Foundation; either version 2 of the License, or
11  *  (at your option) any later version.
12  *
13  *  This program is distributed in the hope that it will be useful,
14  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
15  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  *  GNU General Public License for more details.
17  *
18  *  You should have received a copy of the GNU General Public License
19  *  along with this program; if not, write to the Free Software
20  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
21  *
22  */
23 
24 #include <linux/kernel.h>
25 #include <linux/module.h>
26 #include <linux/init.h>
27 #include <linux/slab.h>
28 #include <linux/types.h>
29 #include <linux/sched.h>
30 #include <linux/errno.h>
31 #include <linux/skbuff.h>
32 
33 #include <linux/usb.h>
34 
35 #include <net/bluetooth/bluetooth.h>
36 #include <net/bluetooth/hci_core.h>
37 
38 #define VERSION "0.6"
39 
40 static bool ignore_dga;
41 static bool ignore_csr;
42 static bool ignore_sniffer;
43 static bool disable_scofix;
44 static bool force_scofix;
45 
46 static bool reset = 1;
47 
48 static struct usb_driver btusb_driver;
49 
50 #define BTUSB_IGNORE		0x01
51 #define BTUSB_DIGIANSWER	0x02
52 #define BTUSB_CSR		0x04
53 #define BTUSB_SNIFFER		0x08
54 #define BTUSB_BCM92035		0x10
55 #define BTUSB_BROKEN_ISOC	0x20
56 #define BTUSB_WRONG_SCO_MTU	0x40
57 #define BTUSB_ATH3012		0x80
58 
59 static struct usb_device_id btusb_table[] = {
60 	/* Generic Bluetooth USB device */
61 	{ USB_DEVICE_INFO(0xe0, 0x01, 0x01) },
62 
63 	/* Broadcom SoftSailing reporting vendor specific */
64 	{ USB_DEVICE(0x0a5c, 0x21e1) },
65 
66 	/* Apple MacBookPro 7,1 */
67 	{ USB_DEVICE(0x05ac, 0x8213) },
68 
69 	/* Apple iMac11,1 */
70 	{ USB_DEVICE(0x05ac, 0x8215) },
71 
72 	/* Apple MacBookPro6,2 */
73 	{ USB_DEVICE(0x05ac, 0x8218) },
74 
75 	/* Apple MacBookAir3,1, MacBookAir3,2 */
76 	{ USB_DEVICE(0x05ac, 0x821b) },
77 
78 	/* Apple MacBookAir4,1 */
79 	{ USB_DEVICE(0x05ac, 0x821f) },
80 
81 	/* Apple MacBookPro8,2 */
82 	{ USB_DEVICE(0x05ac, 0x821a) },
83 
84 	/* Apple MacMini5,1 */
85 	{ USB_DEVICE(0x05ac, 0x8281) },
86 
87 	/* AVM BlueFRITZ! USB v2.0 */
88 	{ USB_DEVICE(0x057c, 0x3800) },
89 
90 	/* Bluetooth Ultraport Module from IBM */
91 	{ USB_DEVICE(0x04bf, 0x030a) },
92 
93 	/* ALPS Modules with non-standard id */
94 	{ USB_DEVICE(0x044e, 0x3001) },
95 	{ USB_DEVICE(0x044e, 0x3002) },
96 
97 	/* Ericsson with non-standard id */
98 	{ USB_DEVICE(0x0bdb, 0x1002) },
99 
100 	/* Canyon CN-BTU1 with HID interfaces */
101 	{ USB_DEVICE(0x0c10, 0x0000) },
102 
103 	/* Broadcom BCM20702A0 */
104 	{ USB_DEVICE(0x0489, 0xe042) },
105 	{ USB_DEVICE(0x0a5c, 0x21e3) },
106 	{ USB_DEVICE(0x0a5c, 0x21e6) },
107 	{ USB_DEVICE(0x0a5c, 0x21e8) },
108 	{ USB_DEVICE(0x0a5c, 0x21f3) },
109 	{ USB_DEVICE(0x413c, 0x8197) },
110 
111 	/* Foxconn - Hon Hai */
112 	{ USB_DEVICE(0x0489, 0xe033) },
113 
114 	{ }	/* Terminating entry */
115 };
116 
117 MODULE_DEVICE_TABLE(usb, btusb_table);
118 
119 static struct usb_device_id blacklist_table[] = {
120 	/* CSR BlueCore devices */
121 	{ USB_DEVICE(0x0a12, 0x0001), .driver_info = BTUSB_CSR },
122 
123 	/* Broadcom BCM2033 without firmware */
124 	{ USB_DEVICE(0x0a5c, 0x2033), .driver_info = BTUSB_IGNORE },
125 
126 	/* Atheros 3011 with sflash firmware */
127 	{ USB_DEVICE(0x0cf3, 0x3002), .driver_info = BTUSB_IGNORE },
128 	{ USB_DEVICE(0x0cf3, 0xe019), .driver_info = BTUSB_IGNORE },
129 	{ USB_DEVICE(0x13d3, 0x3304), .driver_info = BTUSB_IGNORE },
130 	{ USB_DEVICE(0x0930, 0x0215), .driver_info = BTUSB_IGNORE },
131 	{ USB_DEVICE(0x0489, 0xe03d), .driver_info = BTUSB_IGNORE },
132 
133 	/* Atheros AR9285 Malbec with sflash firmware */
134 	{ USB_DEVICE(0x03f0, 0x311d), .driver_info = BTUSB_IGNORE },
135 
136 	/* Atheros 3012 with sflash firmware */
137 	{ USB_DEVICE(0x0cf3, 0x3004), .driver_info = BTUSB_ATH3012 },
138 	{ USB_DEVICE(0x0cf3, 0x311d), .driver_info = BTUSB_ATH3012 },
139 	{ USB_DEVICE(0x13d3, 0x3375), .driver_info = BTUSB_ATH3012 },
140 	{ USB_DEVICE(0x04ca, 0x3005), .driver_info = BTUSB_ATH3012 },
141 	{ USB_DEVICE(0x13d3, 0x3362), .driver_info = BTUSB_ATH3012 },
142 	{ USB_DEVICE(0x0cf3, 0xe004), .driver_info = BTUSB_ATH3012 },
143 	{ USB_DEVICE(0x0930, 0x0219), .driver_info = BTUSB_ATH3012 },
144 
145 	/* Atheros AR5BBU12 with sflash firmware */
146 	{ USB_DEVICE(0x0489, 0xe02c), .driver_info = BTUSB_IGNORE },
147 
148 	/* Atheros AR5BBU12 with sflash firmware */
149 	{ USB_DEVICE(0x0489, 0xe03c), .driver_info = BTUSB_ATH3012 },
150 
151 	/* Broadcom BCM2035 */
152 	{ USB_DEVICE(0x0a5c, 0x2035), .driver_info = BTUSB_WRONG_SCO_MTU },
153 	{ USB_DEVICE(0x0a5c, 0x200a), .driver_info = BTUSB_WRONG_SCO_MTU },
154 	{ USB_DEVICE(0x0a5c, 0x2009), .driver_info = BTUSB_BCM92035 },
155 
156 	/* Broadcom BCM2045 */
157 	{ USB_DEVICE(0x0a5c, 0x2039), .driver_info = BTUSB_WRONG_SCO_MTU },
158 	{ USB_DEVICE(0x0a5c, 0x2101), .driver_info = BTUSB_WRONG_SCO_MTU },
159 
160 	/* IBM/Lenovo ThinkPad with Broadcom chip */
161 	{ USB_DEVICE(0x0a5c, 0x201e), .driver_info = BTUSB_WRONG_SCO_MTU },
162 	{ USB_DEVICE(0x0a5c, 0x2110), .driver_info = BTUSB_WRONG_SCO_MTU },
163 
164 	/* HP laptop with Broadcom chip */
165 	{ USB_DEVICE(0x03f0, 0x171d), .driver_info = BTUSB_WRONG_SCO_MTU },
166 
167 	/* Dell laptop with Broadcom chip */
168 	{ USB_DEVICE(0x413c, 0x8126), .driver_info = BTUSB_WRONG_SCO_MTU },
169 
170 	/* Dell Wireless 370 and 410 devices */
171 	{ USB_DEVICE(0x413c, 0x8152), .driver_info = BTUSB_WRONG_SCO_MTU },
172 	{ USB_DEVICE(0x413c, 0x8156), .driver_info = BTUSB_WRONG_SCO_MTU },
173 
174 	/* Belkin F8T012 and F8T013 devices */
175 	{ USB_DEVICE(0x050d, 0x0012), .driver_info = BTUSB_WRONG_SCO_MTU },
176 	{ USB_DEVICE(0x050d, 0x0013), .driver_info = BTUSB_WRONG_SCO_MTU },
177 
178 	/* Asus WL-BTD202 device */
179 	{ USB_DEVICE(0x0b05, 0x1715), .driver_info = BTUSB_WRONG_SCO_MTU },
180 
181 	/* Kensington Bluetooth USB adapter */
182 	{ USB_DEVICE(0x047d, 0x105e), .driver_info = BTUSB_WRONG_SCO_MTU },
183 
184 	/* RTX Telecom based adapters with buggy SCO support */
185 	{ USB_DEVICE(0x0400, 0x0807), .driver_info = BTUSB_BROKEN_ISOC },
186 	{ USB_DEVICE(0x0400, 0x080a), .driver_info = BTUSB_BROKEN_ISOC },
187 
188 	/* CONWISE Technology based adapters with buggy SCO support */
189 	{ USB_DEVICE(0x0e5e, 0x6622), .driver_info = BTUSB_BROKEN_ISOC },
190 
191 	/* Digianswer devices */
192 	{ USB_DEVICE(0x08fd, 0x0001), .driver_info = BTUSB_DIGIANSWER },
193 	{ USB_DEVICE(0x08fd, 0x0002), .driver_info = BTUSB_IGNORE },
194 
195 	/* CSR BlueCore Bluetooth Sniffer */
196 	{ USB_DEVICE(0x0a12, 0x0002), .driver_info = BTUSB_SNIFFER },
197 
198 	/* Frontline ComProbe Bluetooth Sniffer */
199 	{ USB_DEVICE(0x16d3, 0x0002), .driver_info = BTUSB_SNIFFER },
200 
201 	{ }	/* Terminating entry */
202 };
203 
204 #define BTUSB_MAX_ISOC_FRAMES	10
205 
206 #define BTUSB_INTR_RUNNING	0
207 #define BTUSB_BULK_RUNNING	1
208 #define BTUSB_ISOC_RUNNING	2
209 #define BTUSB_SUSPENDING	3
210 #define BTUSB_DID_ISO_RESUME	4
211 
212 struct btusb_data {
213 	struct hci_dev       *hdev;
214 	struct usb_device    *udev;
215 	struct usb_interface *intf;
216 	struct usb_interface *isoc;
217 
218 	spinlock_t lock;
219 
220 	unsigned long flags;
221 
222 	struct work_struct work;
223 	struct work_struct waker;
224 
225 	struct usb_anchor tx_anchor;
226 	struct usb_anchor intr_anchor;
227 	struct usb_anchor bulk_anchor;
228 	struct usb_anchor isoc_anchor;
229 	struct usb_anchor deferred;
230 	int tx_in_flight;
231 	spinlock_t txlock;
232 
233 	struct usb_endpoint_descriptor *intr_ep;
234 	struct usb_endpoint_descriptor *bulk_tx_ep;
235 	struct usb_endpoint_descriptor *bulk_rx_ep;
236 	struct usb_endpoint_descriptor *isoc_tx_ep;
237 	struct usb_endpoint_descriptor *isoc_rx_ep;
238 
239 	__u8 cmdreq_type;
240 
241 	unsigned int sco_num;
242 	int isoc_altsetting;
243 	int suspend_count;
244 };
245 
246 static int inc_tx(struct btusb_data *data)
247 {
248 	unsigned long flags;
249 	int rv;
250 
251 	spin_lock_irqsave(&data->txlock, flags);
252 	rv = test_bit(BTUSB_SUSPENDING, &data->flags);
253 	if (!rv)
254 		data->tx_in_flight++;
255 	spin_unlock_irqrestore(&data->txlock, flags);
256 
257 	return rv;
258 }
259 
260 static void btusb_intr_complete(struct urb *urb)
261 {
262 	struct hci_dev *hdev = urb->context;
263 	struct btusb_data *data = hci_get_drvdata(hdev);
264 	int err;
265 
266 	BT_DBG("%s urb %p status %d count %d", hdev->name,
267 					urb, urb->status, urb->actual_length);
268 
269 	if (!test_bit(HCI_RUNNING, &hdev->flags))
270 		return;
271 
272 	if (urb->status == 0) {
273 		hdev->stat.byte_rx += urb->actual_length;
274 
275 		if (hci_recv_fragment(hdev, HCI_EVENT_PKT,
276 						urb->transfer_buffer,
277 						urb->actual_length) < 0) {
278 			BT_ERR("%s corrupted event packet", hdev->name);
279 			hdev->stat.err_rx++;
280 		}
281 	}
282 
283 	if (!test_bit(BTUSB_INTR_RUNNING, &data->flags))
284 		return;
285 
286 	usb_mark_last_busy(data->udev);
287 	usb_anchor_urb(urb, &data->intr_anchor);
288 
289 	err = usb_submit_urb(urb, GFP_ATOMIC);
290 	if (err < 0) {
291 		/* -EPERM: urb is being killed;
292 		 * -ENODEV: device got disconnected */
293 		if (err != -EPERM && err != -ENODEV)
294 			BT_ERR("%s urb %p failed to resubmit (%d)",
295 						hdev->name, urb, -err);
296 		usb_unanchor_urb(urb);
297 	}
298 }
299 
300 static int btusb_submit_intr_urb(struct hci_dev *hdev, gfp_t mem_flags)
301 {
302 	struct btusb_data *data = hci_get_drvdata(hdev);
303 	struct urb *urb;
304 	unsigned char *buf;
305 	unsigned int pipe;
306 	int err, size;
307 
308 	BT_DBG("%s", hdev->name);
309 
310 	if (!data->intr_ep)
311 		return -ENODEV;
312 
313 	urb = usb_alloc_urb(0, mem_flags);
314 	if (!urb)
315 		return -ENOMEM;
316 
317 	size = le16_to_cpu(data->intr_ep->wMaxPacketSize);
318 
319 	buf = kmalloc(size, mem_flags);
320 	if (!buf) {
321 		usb_free_urb(urb);
322 		return -ENOMEM;
323 	}
324 
325 	pipe = usb_rcvintpipe(data->udev, data->intr_ep->bEndpointAddress);
326 
327 	usb_fill_int_urb(urb, data->udev, pipe, buf, size,
328 						btusb_intr_complete, hdev,
329 						data->intr_ep->bInterval);
330 
331 	urb->transfer_flags |= URB_FREE_BUFFER;
332 
333 	usb_anchor_urb(urb, &data->intr_anchor);
334 
335 	err = usb_submit_urb(urb, mem_flags);
336 	if (err < 0) {
337 		if (err != -EPERM && err != -ENODEV)
338 			BT_ERR("%s urb %p submission failed (%d)",
339 						hdev->name, urb, -err);
340 		usb_unanchor_urb(urb);
341 	}
342 
343 	usb_free_urb(urb);
344 
345 	return err;
346 }
347 
348 static void btusb_bulk_complete(struct urb *urb)
349 {
350 	struct hci_dev *hdev = urb->context;
351 	struct btusb_data *data = hci_get_drvdata(hdev);
352 	int err;
353 
354 	BT_DBG("%s urb %p status %d count %d", hdev->name,
355 					urb, urb->status, urb->actual_length);
356 
357 	if (!test_bit(HCI_RUNNING, &hdev->flags))
358 		return;
359 
360 	if (urb->status == 0) {
361 		hdev->stat.byte_rx += urb->actual_length;
362 
363 		if (hci_recv_fragment(hdev, HCI_ACLDATA_PKT,
364 						urb->transfer_buffer,
365 						urb->actual_length) < 0) {
366 			BT_ERR("%s corrupted ACL packet", hdev->name);
367 			hdev->stat.err_rx++;
368 		}
369 	}
370 
371 	if (!test_bit(BTUSB_BULK_RUNNING, &data->flags))
372 		return;
373 
374 	usb_anchor_urb(urb, &data->bulk_anchor);
375 	usb_mark_last_busy(data->udev);
376 
377 	err = usb_submit_urb(urb, GFP_ATOMIC);
378 	if (err < 0) {
379 		/* -EPERM: urb is being killed;
380 		 * -ENODEV: device got disconnected */
381 		if (err != -EPERM && err != -ENODEV)
382 			BT_ERR("%s urb %p failed to resubmit (%d)",
383 						hdev->name, urb, -err);
384 		usb_unanchor_urb(urb);
385 	}
386 }
387 
388 static int btusb_submit_bulk_urb(struct hci_dev *hdev, gfp_t mem_flags)
389 {
390 	struct btusb_data *data = hci_get_drvdata(hdev);
391 	struct urb *urb;
392 	unsigned char *buf;
393 	unsigned int pipe;
394 	int err, size = HCI_MAX_FRAME_SIZE;
395 
396 	BT_DBG("%s", hdev->name);
397 
398 	if (!data->bulk_rx_ep)
399 		return -ENODEV;
400 
401 	urb = usb_alloc_urb(0, mem_flags);
402 	if (!urb)
403 		return -ENOMEM;
404 
405 	buf = kmalloc(size, mem_flags);
406 	if (!buf) {
407 		usb_free_urb(urb);
408 		return -ENOMEM;
409 	}
410 
411 	pipe = usb_rcvbulkpipe(data->udev, data->bulk_rx_ep->bEndpointAddress);
412 
413 	usb_fill_bulk_urb(urb, data->udev, pipe,
414 					buf, size, btusb_bulk_complete, hdev);
415 
416 	urb->transfer_flags |= URB_FREE_BUFFER;
417 
418 	usb_mark_last_busy(data->udev);
419 	usb_anchor_urb(urb, &data->bulk_anchor);
420 
421 	err = usb_submit_urb(urb, mem_flags);
422 	if (err < 0) {
423 		if (err != -EPERM && err != -ENODEV)
424 			BT_ERR("%s urb %p submission failed (%d)",
425 						hdev->name, urb, -err);
426 		usb_unanchor_urb(urb);
427 	}
428 
429 	usb_free_urb(urb);
430 
431 	return err;
432 }
433 
434 static void btusb_isoc_complete(struct urb *urb)
435 {
436 	struct hci_dev *hdev = urb->context;
437 	struct btusb_data *data = hci_get_drvdata(hdev);
438 	int i, err;
439 
440 	BT_DBG("%s urb %p status %d count %d", hdev->name,
441 					urb, urb->status, urb->actual_length);
442 
443 	if (!test_bit(HCI_RUNNING, &hdev->flags))
444 		return;
445 
446 	if (urb->status == 0) {
447 		for (i = 0; i < urb->number_of_packets; i++) {
448 			unsigned int offset = urb->iso_frame_desc[i].offset;
449 			unsigned int length = urb->iso_frame_desc[i].actual_length;
450 
451 			if (urb->iso_frame_desc[i].status)
452 				continue;
453 
454 			hdev->stat.byte_rx += length;
455 
456 			if (hci_recv_fragment(hdev, HCI_SCODATA_PKT,
457 						urb->transfer_buffer + offset,
458 								length) < 0) {
459 				BT_ERR("%s corrupted SCO packet", hdev->name);
460 				hdev->stat.err_rx++;
461 			}
462 		}
463 	}
464 
465 	if (!test_bit(BTUSB_ISOC_RUNNING, &data->flags))
466 		return;
467 
468 	usb_anchor_urb(urb, &data->isoc_anchor);
469 
470 	err = usb_submit_urb(urb, GFP_ATOMIC);
471 	if (err < 0) {
472 		/* -EPERM: urb is being killed;
473 		 * -ENODEV: device got disconnected */
474 		if (err != -EPERM && err != -ENODEV)
475 			BT_ERR("%s urb %p failed to resubmit (%d)",
476 						hdev->name, urb, -err);
477 		usb_unanchor_urb(urb);
478 	}
479 }
480 
481 static inline void __fill_isoc_descriptor(struct urb *urb, int len, int mtu)
482 {
483 	int i, offset = 0;
484 
485 	BT_DBG("len %d mtu %d", len, mtu);
486 
487 	for (i = 0; i < BTUSB_MAX_ISOC_FRAMES && len >= mtu;
488 					i++, offset += mtu, len -= mtu) {
489 		urb->iso_frame_desc[i].offset = offset;
490 		urb->iso_frame_desc[i].length = mtu;
491 	}
492 
493 	if (len && i < BTUSB_MAX_ISOC_FRAMES) {
494 		urb->iso_frame_desc[i].offset = offset;
495 		urb->iso_frame_desc[i].length = len;
496 		i++;
497 	}
498 
499 	urb->number_of_packets = i;
500 }
501 
502 static int btusb_submit_isoc_urb(struct hci_dev *hdev, gfp_t mem_flags)
503 {
504 	struct btusb_data *data = hci_get_drvdata(hdev);
505 	struct urb *urb;
506 	unsigned char *buf;
507 	unsigned int pipe;
508 	int err, size;
509 
510 	BT_DBG("%s", hdev->name);
511 
512 	if (!data->isoc_rx_ep)
513 		return -ENODEV;
514 
515 	urb = usb_alloc_urb(BTUSB_MAX_ISOC_FRAMES, mem_flags);
516 	if (!urb)
517 		return -ENOMEM;
518 
519 	size = le16_to_cpu(data->isoc_rx_ep->wMaxPacketSize) *
520 						BTUSB_MAX_ISOC_FRAMES;
521 
522 	buf = kmalloc(size, mem_flags);
523 	if (!buf) {
524 		usb_free_urb(urb);
525 		return -ENOMEM;
526 	}
527 
528 	pipe = usb_rcvisocpipe(data->udev, data->isoc_rx_ep->bEndpointAddress);
529 
530 	usb_fill_int_urb(urb, data->udev, pipe, buf, size, btusb_isoc_complete,
531 				hdev, data->isoc_rx_ep->bInterval);
532 
533 	urb->transfer_flags  = URB_FREE_BUFFER | URB_ISO_ASAP;
534 
535 	__fill_isoc_descriptor(urb, size,
536 			le16_to_cpu(data->isoc_rx_ep->wMaxPacketSize));
537 
538 	usb_anchor_urb(urb, &data->isoc_anchor);
539 
540 	err = usb_submit_urb(urb, mem_flags);
541 	if (err < 0) {
542 		if (err != -EPERM && err != -ENODEV)
543 			BT_ERR("%s urb %p submission failed (%d)",
544 						hdev->name, urb, -err);
545 		usb_unanchor_urb(urb);
546 	}
547 
548 	usb_free_urb(urb);
549 
550 	return err;
551 }
552 
553 static void btusb_tx_complete(struct urb *urb)
554 {
555 	struct sk_buff *skb = urb->context;
556 	struct hci_dev *hdev = (struct hci_dev *) skb->dev;
557 	struct btusb_data *data = hci_get_drvdata(hdev);
558 
559 	BT_DBG("%s urb %p status %d count %d", hdev->name,
560 					urb, urb->status, urb->actual_length);
561 
562 	if (!test_bit(HCI_RUNNING, &hdev->flags))
563 		goto done;
564 
565 	if (!urb->status)
566 		hdev->stat.byte_tx += urb->transfer_buffer_length;
567 	else
568 		hdev->stat.err_tx++;
569 
570 done:
571 	spin_lock(&data->txlock);
572 	data->tx_in_flight--;
573 	spin_unlock(&data->txlock);
574 
575 	kfree(urb->setup_packet);
576 
577 	kfree_skb(skb);
578 }
579 
580 static void btusb_isoc_tx_complete(struct urb *urb)
581 {
582 	struct sk_buff *skb = urb->context;
583 	struct hci_dev *hdev = (struct hci_dev *) skb->dev;
584 
585 	BT_DBG("%s urb %p status %d count %d", hdev->name,
586 					urb, urb->status, urb->actual_length);
587 
588 	if (!test_bit(HCI_RUNNING, &hdev->flags))
589 		goto done;
590 
591 	if (!urb->status)
592 		hdev->stat.byte_tx += urb->transfer_buffer_length;
593 	else
594 		hdev->stat.err_tx++;
595 
596 done:
597 	kfree(urb->setup_packet);
598 
599 	kfree_skb(skb);
600 }
601 
602 static int btusb_open(struct hci_dev *hdev)
603 {
604 	struct btusb_data *data = hci_get_drvdata(hdev);
605 	int err;
606 
607 	BT_DBG("%s", hdev->name);
608 
609 	err = usb_autopm_get_interface(data->intf);
610 	if (err < 0)
611 		return err;
612 
613 	data->intf->needs_remote_wakeup = 1;
614 
615 	if (test_and_set_bit(HCI_RUNNING, &hdev->flags))
616 		goto done;
617 
618 	if (test_and_set_bit(BTUSB_INTR_RUNNING, &data->flags))
619 		goto done;
620 
621 	err = btusb_submit_intr_urb(hdev, GFP_KERNEL);
622 	if (err < 0)
623 		goto failed;
624 
625 	err = btusb_submit_bulk_urb(hdev, GFP_KERNEL);
626 	if (err < 0) {
627 		usb_kill_anchored_urbs(&data->intr_anchor);
628 		goto failed;
629 	}
630 
631 	set_bit(BTUSB_BULK_RUNNING, &data->flags);
632 	btusb_submit_bulk_urb(hdev, GFP_KERNEL);
633 
634 done:
635 	usb_autopm_put_interface(data->intf);
636 	return 0;
637 
638 failed:
639 	clear_bit(BTUSB_INTR_RUNNING, &data->flags);
640 	clear_bit(HCI_RUNNING, &hdev->flags);
641 	usb_autopm_put_interface(data->intf);
642 	return err;
643 }
644 
645 static void btusb_stop_traffic(struct btusb_data *data)
646 {
647 	usb_kill_anchored_urbs(&data->intr_anchor);
648 	usb_kill_anchored_urbs(&data->bulk_anchor);
649 	usb_kill_anchored_urbs(&data->isoc_anchor);
650 }
651 
652 static int btusb_close(struct hci_dev *hdev)
653 {
654 	struct btusb_data *data = hci_get_drvdata(hdev);
655 	int err;
656 
657 	BT_DBG("%s", hdev->name);
658 
659 	if (!test_and_clear_bit(HCI_RUNNING, &hdev->flags))
660 		return 0;
661 
662 	cancel_work_sync(&data->work);
663 	cancel_work_sync(&data->waker);
664 
665 	clear_bit(BTUSB_ISOC_RUNNING, &data->flags);
666 	clear_bit(BTUSB_BULK_RUNNING, &data->flags);
667 	clear_bit(BTUSB_INTR_RUNNING, &data->flags);
668 
669 	btusb_stop_traffic(data);
670 	err = usb_autopm_get_interface(data->intf);
671 	if (err < 0)
672 		goto failed;
673 
674 	data->intf->needs_remote_wakeup = 0;
675 	usb_autopm_put_interface(data->intf);
676 
677 failed:
678 	usb_scuttle_anchored_urbs(&data->deferred);
679 	return 0;
680 }
681 
682 static int btusb_flush(struct hci_dev *hdev)
683 {
684 	struct btusb_data *data = hci_get_drvdata(hdev);
685 
686 	BT_DBG("%s", hdev->name);
687 
688 	usb_kill_anchored_urbs(&data->tx_anchor);
689 
690 	return 0;
691 }
692 
693 static int btusb_send_frame(struct sk_buff *skb)
694 {
695 	struct hci_dev *hdev = (struct hci_dev *) skb->dev;
696 	struct btusb_data *data = hci_get_drvdata(hdev);
697 	struct usb_ctrlrequest *dr;
698 	struct urb *urb;
699 	unsigned int pipe;
700 	int err;
701 
702 	BT_DBG("%s", hdev->name);
703 
704 	if (!test_bit(HCI_RUNNING, &hdev->flags))
705 		return -EBUSY;
706 
707 	switch (bt_cb(skb)->pkt_type) {
708 	case HCI_COMMAND_PKT:
709 		urb = usb_alloc_urb(0, GFP_ATOMIC);
710 		if (!urb)
711 			return -ENOMEM;
712 
713 		dr = kmalloc(sizeof(*dr), GFP_ATOMIC);
714 		if (!dr) {
715 			usb_free_urb(urb);
716 			return -ENOMEM;
717 		}
718 
719 		dr->bRequestType = data->cmdreq_type;
720 		dr->bRequest     = 0;
721 		dr->wIndex       = 0;
722 		dr->wValue       = 0;
723 		dr->wLength      = __cpu_to_le16(skb->len);
724 
725 		pipe = usb_sndctrlpipe(data->udev, 0x00);
726 
727 		usb_fill_control_urb(urb, data->udev, pipe, (void *) dr,
728 				skb->data, skb->len, btusb_tx_complete, skb);
729 
730 		hdev->stat.cmd_tx++;
731 		break;
732 
733 	case HCI_ACLDATA_PKT:
734 		if (!data->bulk_tx_ep)
735 			return -ENODEV;
736 
737 		urb = usb_alloc_urb(0, GFP_ATOMIC);
738 		if (!urb)
739 			return -ENOMEM;
740 
741 		pipe = usb_sndbulkpipe(data->udev,
742 					data->bulk_tx_ep->bEndpointAddress);
743 
744 		usb_fill_bulk_urb(urb, data->udev, pipe,
745 				skb->data, skb->len, btusb_tx_complete, skb);
746 
747 		hdev->stat.acl_tx++;
748 		break;
749 
750 	case HCI_SCODATA_PKT:
751 		if (!data->isoc_tx_ep || hdev->conn_hash.sco_num < 1)
752 			return -ENODEV;
753 
754 		urb = usb_alloc_urb(BTUSB_MAX_ISOC_FRAMES, GFP_ATOMIC);
755 		if (!urb)
756 			return -ENOMEM;
757 
758 		pipe = usb_sndisocpipe(data->udev,
759 					data->isoc_tx_ep->bEndpointAddress);
760 
761 		usb_fill_int_urb(urb, data->udev, pipe,
762 				skb->data, skb->len, btusb_isoc_tx_complete,
763 				skb, data->isoc_tx_ep->bInterval);
764 
765 		urb->transfer_flags  = URB_ISO_ASAP;
766 
767 		__fill_isoc_descriptor(urb, skb->len,
768 				le16_to_cpu(data->isoc_tx_ep->wMaxPacketSize));
769 
770 		hdev->stat.sco_tx++;
771 		goto skip_waking;
772 
773 	default:
774 		return -EILSEQ;
775 	}
776 
777 	err = inc_tx(data);
778 	if (err) {
779 		usb_anchor_urb(urb, &data->deferred);
780 		schedule_work(&data->waker);
781 		err = 0;
782 		goto done;
783 	}
784 
785 skip_waking:
786 	usb_anchor_urb(urb, &data->tx_anchor);
787 
788 	err = usb_submit_urb(urb, GFP_ATOMIC);
789 	if (err < 0) {
790 		if (err != -EPERM && err != -ENODEV)
791 			BT_ERR("%s urb %p submission failed (%d)",
792 						hdev->name, urb, -err);
793 		kfree(urb->setup_packet);
794 		usb_unanchor_urb(urb);
795 	} else {
796 		usb_mark_last_busy(data->udev);
797 	}
798 
799 done:
800 	usb_free_urb(urb);
801 	return err;
802 }
803 
804 static void btusb_notify(struct hci_dev *hdev, unsigned int evt)
805 {
806 	struct btusb_data *data = hci_get_drvdata(hdev);
807 
808 	BT_DBG("%s evt %d", hdev->name, evt);
809 
810 	if (hdev->conn_hash.sco_num != data->sco_num) {
811 		data->sco_num = hdev->conn_hash.sco_num;
812 		schedule_work(&data->work);
813 	}
814 }
815 
816 static inline int __set_isoc_interface(struct hci_dev *hdev, int altsetting)
817 {
818 	struct btusb_data *data = hci_get_drvdata(hdev);
819 	struct usb_interface *intf = data->isoc;
820 	struct usb_endpoint_descriptor *ep_desc;
821 	int i, err;
822 
823 	if (!data->isoc)
824 		return -ENODEV;
825 
826 	err = usb_set_interface(data->udev, 1, altsetting);
827 	if (err < 0) {
828 		BT_ERR("%s setting interface failed (%d)", hdev->name, -err);
829 		return err;
830 	}
831 
832 	data->isoc_altsetting = altsetting;
833 
834 	data->isoc_tx_ep = NULL;
835 	data->isoc_rx_ep = NULL;
836 
837 	for (i = 0; i < intf->cur_altsetting->desc.bNumEndpoints; i++) {
838 		ep_desc = &intf->cur_altsetting->endpoint[i].desc;
839 
840 		if (!data->isoc_tx_ep && usb_endpoint_is_isoc_out(ep_desc)) {
841 			data->isoc_tx_ep = ep_desc;
842 			continue;
843 		}
844 
845 		if (!data->isoc_rx_ep && usb_endpoint_is_isoc_in(ep_desc)) {
846 			data->isoc_rx_ep = ep_desc;
847 			continue;
848 		}
849 	}
850 
851 	if (!data->isoc_tx_ep || !data->isoc_rx_ep) {
852 		BT_ERR("%s invalid SCO descriptors", hdev->name);
853 		return -ENODEV;
854 	}
855 
856 	return 0;
857 }
858 
859 static void btusb_work(struct work_struct *work)
860 {
861 	struct btusb_data *data = container_of(work, struct btusb_data, work);
862 	struct hci_dev *hdev = data->hdev;
863 	int new_alts;
864 	int err;
865 
866 	if (hdev->conn_hash.sco_num > 0) {
867 		if (!test_bit(BTUSB_DID_ISO_RESUME, &data->flags)) {
868 			err = usb_autopm_get_interface(data->isoc ? data->isoc : data->intf);
869 			if (err < 0) {
870 				clear_bit(BTUSB_ISOC_RUNNING, &data->flags);
871 				usb_kill_anchored_urbs(&data->isoc_anchor);
872 				return;
873 			}
874 
875 			set_bit(BTUSB_DID_ISO_RESUME, &data->flags);
876 		}
877 
878 		if (hdev->voice_setting & 0x0020) {
879 			static const int alts[3] = { 2, 4, 5 };
880 			new_alts = alts[hdev->conn_hash.sco_num - 1];
881 		} else {
882 			new_alts = hdev->conn_hash.sco_num;
883 		}
884 
885 		if (data->isoc_altsetting != new_alts) {
886 			clear_bit(BTUSB_ISOC_RUNNING, &data->flags);
887 			usb_kill_anchored_urbs(&data->isoc_anchor);
888 
889 			if (__set_isoc_interface(hdev, new_alts) < 0)
890 				return;
891 		}
892 
893 		if (!test_and_set_bit(BTUSB_ISOC_RUNNING, &data->flags)) {
894 			if (btusb_submit_isoc_urb(hdev, GFP_KERNEL) < 0)
895 				clear_bit(BTUSB_ISOC_RUNNING, &data->flags);
896 			else
897 				btusb_submit_isoc_urb(hdev, GFP_KERNEL);
898 		}
899 	} else {
900 		clear_bit(BTUSB_ISOC_RUNNING, &data->flags);
901 		usb_kill_anchored_urbs(&data->isoc_anchor);
902 
903 		__set_isoc_interface(hdev, 0);
904 		if (test_and_clear_bit(BTUSB_DID_ISO_RESUME, &data->flags))
905 			usb_autopm_put_interface(data->isoc ? data->isoc : data->intf);
906 	}
907 }
908 
909 static void btusb_waker(struct work_struct *work)
910 {
911 	struct btusb_data *data = container_of(work, struct btusb_data, waker);
912 	int err;
913 
914 	err = usb_autopm_get_interface(data->intf);
915 	if (err < 0)
916 		return;
917 
918 	usb_autopm_put_interface(data->intf);
919 }
920 
921 static int btusb_probe(struct usb_interface *intf,
922 				const struct usb_device_id *id)
923 {
924 	struct usb_endpoint_descriptor *ep_desc;
925 	struct btusb_data *data;
926 	struct hci_dev *hdev;
927 	int i, err;
928 
929 	BT_DBG("intf %p id %p", intf, id);
930 
931 	/* interface numbers are hardcoded in the spec */
932 	if (intf->cur_altsetting->desc.bInterfaceNumber != 0)
933 		return -ENODEV;
934 
935 	if (!id->driver_info) {
936 		const struct usb_device_id *match;
937 		match = usb_match_id(intf, blacklist_table);
938 		if (match)
939 			id = match;
940 	}
941 
942 	if (id->driver_info == BTUSB_IGNORE)
943 		return -ENODEV;
944 
945 	if (ignore_dga && id->driver_info & BTUSB_DIGIANSWER)
946 		return -ENODEV;
947 
948 	if (ignore_csr && id->driver_info & BTUSB_CSR)
949 		return -ENODEV;
950 
951 	if (ignore_sniffer && id->driver_info & BTUSB_SNIFFER)
952 		return -ENODEV;
953 
954 	if (id->driver_info & BTUSB_ATH3012) {
955 		struct usb_device *udev = interface_to_usbdev(intf);
956 
957 		/* Old firmware would otherwise let ath3k driver load
958 		 * patch and sysconfig files */
959 		if (le16_to_cpu(udev->descriptor.bcdDevice) <= 0x0001)
960 			return -ENODEV;
961 	}
962 
963 	data = kzalloc(sizeof(*data), GFP_KERNEL);
964 	if (!data)
965 		return -ENOMEM;
966 
967 	for (i = 0; i < intf->cur_altsetting->desc.bNumEndpoints; i++) {
968 		ep_desc = &intf->cur_altsetting->endpoint[i].desc;
969 
970 		if (!data->intr_ep && usb_endpoint_is_int_in(ep_desc)) {
971 			data->intr_ep = ep_desc;
972 			continue;
973 		}
974 
975 		if (!data->bulk_tx_ep && usb_endpoint_is_bulk_out(ep_desc)) {
976 			data->bulk_tx_ep = ep_desc;
977 			continue;
978 		}
979 
980 		if (!data->bulk_rx_ep && usb_endpoint_is_bulk_in(ep_desc)) {
981 			data->bulk_rx_ep = ep_desc;
982 			continue;
983 		}
984 	}
985 
986 	if (!data->intr_ep || !data->bulk_tx_ep || !data->bulk_rx_ep) {
987 		kfree(data);
988 		return -ENODEV;
989 	}
990 
991 	data->cmdreq_type = USB_TYPE_CLASS;
992 
993 	data->udev = interface_to_usbdev(intf);
994 	data->intf = intf;
995 
996 	spin_lock_init(&data->lock);
997 
998 	INIT_WORK(&data->work, btusb_work);
999 	INIT_WORK(&data->waker, btusb_waker);
1000 	spin_lock_init(&data->txlock);
1001 
1002 	init_usb_anchor(&data->tx_anchor);
1003 	init_usb_anchor(&data->intr_anchor);
1004 	init_usb_anchor(&data->bulk_anchor);
1005 	init_usb_anchor(&data->isoc_anchor);
1006 	init_usb_anchor(&data->deferred);
1007 
1008 	hdev = hci_alloc_dev();
1009 	if (!hdev) {
1010 		kfree(data);
1011 		return -ENOMEM;
1012 	}
1013 
1014 	hdev->bus = HCI_USB;
1015 	hci_set_drvdata(hdev, data);
1016 
1017 	data->hdev = hdev;
1018 
1019 	SET_HCIDEV_DEV(hdev, &intf->dev);
1020 
1021 	hdev->open     = btusb_open;
1022 	hdev->close    = btusb_close;
1023 	hdev->flush    = btusb_flush;
1024 	hdev->send     = btusb_send_frame;
1025 	hdev->notify   = btusb_notify;
1026 
1027 	/* Interface numbers are hardcoded in the specification */
1028 	data->isoc = usb_ifnum_to_if(data->udev, 1);
1029 
1030 	if (!reset)
1031 		set_bit(HCI_QUIRK_NO_RESET, &hdev->quirks);
1032 
1033 	if (force_scofix || id->driver_info & BTUSB_WRONG_SCO_MTU) {
1034 		if (!disable_scofix)
1035 			set_bit(HCI_QUIRK_FIXUP_BUFFER_SIZE, &hdev->quirks);
1036 	}
1037 
1038 	if (id->driver_info & BTUSB_BROKEN_ISOC)
1039 		data->isoc = NULL;
1040 
1041 	if (id->driver_info & BTUSB_DIGIANSWER) {
1042 		data->cmdreq_type = USB_TYPE_VENDOR;
1043 		set_bit(HCI_QUIRK_NO_RESET, &hdev->quirks);
1044 	}
1045 
1046 	if (id->driver_info & BTUSB_CSR) {
1047 		struct usb_device *udev = data->udev;
1048 
1049 		/* Old firmware would otherwise execute USB reset */
1050 		if (le16_to_cpu(udev->descriptor.bcdDevice) < 0x117)
1051 			set_bit(HCI_QUIRK_NO_RESET, &hdev->quirks);
1052 	}
1053 
1054 	if (id->driver_info & BTUSB_SNIFFER) {
1055 		struct usb_device *udev = data->udev;
1056 
1057 		/* New sniffer firmware has crippled HCI interface */
1058 		if (le16_to_cpu(udev->descriptor.bcdDevice) > 0x997)
1059 			set_bit(HCI_QUIRK_RAW_DEVICE, &hdev->quirks);
1060 
1061 		data->isoc = NULL;
1062 	}
1063 
1064 	if (id->driver_info & BTUSB_BCM92035) {
1065 		unsigned char cmd[] = { 0x3b, 0xfc, 0x01, 0x00 };
1066 		struct sk_buff *skb;
1067 
1068 		skb = bt_skb_alloc(sizeof(cmd), GFP_KERNEL);
1069 		if (skb) {
1070 			memcpy(skb_put(skb, sizeof(cmd)), cmd, sizeof(cmd));
1071 			skb_queue_tail(&hdev->driver_init, skb);
1072 		}
1073 	}
1074 
1075 	if (data->isoc) {
1076 		err = usb_driver_claim_interface(&btusb_driver,
1077 							data->isoc, data);
1078 		if (err < 0) {
1079 			hci_free_dev(hdev);
1080 			kfree(data);
1081 			return err;
1082 		}
1083 	}
1084 
1085 	err = hci_register_dev(hdev);
1086 	if (err < 0) {
1087 		hci_free_dev(hdev);
1088 		kfree(data);
1089 		return err;
1090 	}
1091 
1092 	usb_set_intfdata(intf, data);
1093 
1094 	return 0;
1095 }
1096 
1097 static void btusb_disconnect(struct usb_interface *intf)
1098 {
1099 	struct btusb_data *data = usb_get_intfdata(intf);
1100 	struct hci_dev *hdev;
1101 
1102 	BT_DBG("intf %p", intf);
1103 
1104 	if (!data)
1105 		return;
1106 
1107 	hdev = data->hdev;
1108 	usb_set_intfdata(data->intf, NULL);
1109 
1110 	if (data->isoc)
1111 		usb_set_intfdata(data->isoc, NULL);
1112 
1113 	hci_unregister_dev(hdev);
1114 
1115 	if (intf == data->isoc)
1116 		usb_driver_release_interface(&btusb_driver, data->intf);
1117 	else if (data->isoc)
1118 		usb_driver_release_interface(&btusb_driver, data->isoc);
1119 
1120 	hci_free_dev(hdev);
1121 	kfree(data);
1122 }
1123 
1124 #ifdef CONFIG_PM
1125 static int btusb_suspend(struct usb_interface *intf, pm_message_t message)
1126 {
1127 	struct btusb_data *data = usb_get_intfdata(intf);
1128 
1129 	BT_DBG("intf %p", intf);
1130 
1131 	if (data->suspend_count++)
1132 		return 0;
1133 
1134 	spin_lock_irq(&data->txlock);
1135 	if (!(PMSG_IS_AUTO(message) && data->tx_in_flight)) {
1136 		set_bit(BTUSB_SUSPENDING, &data->flags);
1137 		spin_unlock_irq(&data->txlock);
1138 	} else {
1139 		spin_unlock_irq(&data->txlock);
1140 		data->suspend_count--;
1141 		return -EBUSY;
1142 	}
1143 
1144 	cancel_work_sync(&data->work);
1145 
1146 	btusb_stop_traffic(data);
1147 	usb_kill_anchored_urbs(&data->tx_anchor);
1148 
1149 	return 0;
1150 }
1151 
1152 static void play_deferred(struct btusb_data *data)
1153 {
1154 	struct urb *urb;
1155 	int err;
1156 
1157 	while ((urb = usb_get_from_anchor(&data->deferred))) {
1158 		err = usb_submit_urb(urb, GFP_ATOMIC);
1159 		if (err < 0)
1160 			break;
1161 
1162 		data->tx_in_flight++;
1163 	}
1164 	usb_scuttle_anchored_urbs(&data->deferred);
1165 }
1166 
1167 static int btusb_resume(struct usb_interface *intf)
1168 {
1169 	struct btusb_data *data = usb_get_intfdata(intf);
1170 	struct hci_dev *hdev = data->hdev;
1171 	int err = 0;
1172 
1173 	BT_DBG("intf %p", intf);
1174 
1175 	if (--data->suspend_count)
1176 		return 0;
1177 
1178 	if (!test_bit(HCI_RUNNING, &hdev->flags))
1179 		goto done;
1180 
1181 	if (test_bit(BTUSB_INTR_RUNNING, &data->flags)) {
1182 		err = btusb_submit_intr_urb(hdev, GFP_NOIO);
1183 		if (err < 0) {
1184 			clear_bit(BTUSB_INTR_RUNNING, &data->flags);
1185 			goto failed;
1186 		}
1187 	}
1188 
1189 	if (test_bit(BTUSB_BULK_RUNNING, &data->flags)) {
1190 		err = btusb_submit_bulk_urb(hdev, GFP_NOIO);
1191 		if (err < 0) {
1192 			clear_bit(BTUSB_BULK_RUNNING, &data->flags);
1193 			goto failed;
1194 		}
1195 
1196 		btusb_submit_bulk_urb(hdev, GFP_NOIO);
1197 	}
1198 
1199 	if (test_bit(BTUSB_ISOC_RUNNING, &data->flags)) {
1200 		if (btusb_submit_isoc_urb(hdev, GFP_NOIO) < 0)
1201 			clear_bit(BTUSB_ISOC_RUNNING, &data->flags);
1202 		else
1203 			btusb_submit_isoc_urb(hdev, GFP_NOIO);
1204 	}
1205 
1206 	spin_lock_irq(&data->txlock);
1207 	play_deferred(data);
1208 	clear_bit(BTUSB_SUSPENDING, &data->flags);
1209 	spin_unlock_irq(&data->txlock);
1210 	schedule_work(&data->work);
1211 
1212 	return 0;
1213 
1214 failed:
1215 	usb_scuttle_anchored_urbs(&data->deferred);
1216 done:
1217 	spin_lock_irq(&data->txlock);
1218 	clear_bit(BTUSB_SUSPENDING, &data->flags);
1219 	spin_unlock_irq(&data->txlock);
1220 
1221 	return err;
1222 }
1223 #endif
1224 
1225 static struct usb_driver btusb_driver = {
1226 	.name		= "btusb",
1227 	.probe		= btusb_probe,
1228 	.disconnect	= btusb_disconnect,
1229 #ifdef CONFIG_PM
1230 	.suspend	= btusb_suspend,
1231 	.resume		= btusb_resume,
1232 #endif
1233 	.id_table	= btusb_table,
1234 	.supports_autosuspend = 1,
1235 	.disable_hub_initiated_lpm = 1,
1236 };
1237 
1238 module_usb_driver(btusb_driver);
1239 
1240 module_param(ignore_dga, bool, 0644);
1241 MODULE_PARM_DESC(ignore_dga, "Ignore devices with id 08fd:0001");
1242 
1243 module_param(ignore_csr, bool, 0644);
1244 MODULE_PARM_DESC(ignore_csr, "Ignore devices with id 0a12:0001");
1245 
1246 module_param(ignore_sniffer, bool, 0644);
1247 MODULE_PARM_DESC(ignore_sniffer, "Ignore devices with id 0a12:0002");
1248 
1249 module_param(disable_scofix, bool, 0644);
1250 MODULE_PARM_DESC(disable_scofix, "Disable fixup of wrong SCO buffer size");
1251 
1252 module_param(force_scofix, bool, 0644);
1253 MODULE_PARM_DESC(force_scofix, "Force fixup of wrong SCO buffers size");
1254 
1255 module_param(reset, bool, 0644);
1256 MODULE_PARM_DESC(reset, "Send HCI reset command on initialization");
1257 
1258 MODULE_AUTHOR("Marcel Holtmann <marcel@holtmann.org>");
1259 MODULE_DESCRIPTION("Generic Bluetooth USB driver ver " VERSION);
1260 MODULE_VERSION(VERSION);
1261 MODULE_LICENSE("GPL");
1262