559 			      struct gpio_v2_line_event *le)  in linereq_put_event()  argument
568 		kfifo_in(&lr->events, le, 1);  in linereq_put_event()
618 	struct gpio_v2_line_event le;  in process_hw_ts_thread()  local
628 	memset(&le, 0, sizeof(le));  in process_hw_ts_thread()
630 	le.timestamp_ns = line->timestamp_ns;  in process_hw_ts_thread()
642 		le.id = line_event_id(level);  in process_hw_ts_thread()
645 		le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in process_hw_ts_thread()
648 		le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in process_hw_ts_thread()
653 	le.line_seqno = line->line_seqno;  in process_hw_ts_thread()
654 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in process_hw_ts_thread()
655 	le.offset = gpiod_hwgpio(line->desc);  in process_hw_ts_thread()
657 	linereq_put_event(lr, &le);  in process_hw_ts_thread()
737 	struct gpio_v2_line_event le;  in edge_irq_thread()  local
740 	memset(&le, 0, sizeof(le));  in edge_irq_thread()
743 		le.timestamp_ns = line->timestamp_ns;  in edge_irq_thread()
750 		le.timestamp_ns = line_event_timestamp(line);  in edge_irq_thread()
758 		le.id = line_event_id(gpiod_get_value_cansleep(line->desc));  in edge_irq_thread()
761 		le.id = GPIO_V2_LINE_EVENT_RISING_EDGE;  in edge_irq_thread()
764 		le.id = GPIO_V2_LINE_EVENT_FALLING_EDGE;  in edge_irq_thread()
770 	le.line_seqno = line->line_seqno;  in edge_irq_thread()
771 	le.seqno = (lr->num_lines == 1) ? le.line_seqno : line->req_seqno;  in edge_irq_thread()
772 	le.offset = gpiod_hwgpio(line->desc);  in edge_irq_thread()
774 	linereq_put_event(lr, &le);  in edge_irq_thread()
828 	struct gpio_v2_line_event le;  in debounce_work_func()  local
866 	memset(&le, 0, sizeof(le));  in debounce_work_func()
869 	le.timestamp_ns = line_event_timestamp(line);  in debounce_work_func()
870 	le.offset = gpiod_hwgpio(line->desc);  in debounce_work_func()
878 		le.line_seqno = line->line_seqno;  in debounce_work_func()
879 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
880 			le.line_seqno : atomic_add_return(diff_seqno, &lr->seqno);  in debounce_work_func()
885 		le.line_seqno = line->line_seqno;  in debounce_work_func()
886 		le.seqno = (lr->num_lines == 1) ?  in debounce_work_func()
887 			le.line_seqno : atomic_inc_return(&lr->seqno);  in debounce_work_func()
890 	le.id = line_event_id(level);  in debounce_work_func()
892 	linereq_put_event(lr, &le);  in debounce_work_func()
1485 	struct gpio_v2_line_event le;  in linereq_read()  local
1494 	if (count < sizeof(le))  in linereq_read()
1512 			if (kfifo_out(&lr->events, &le, 1) != 1) {  in linereq_read()
1523 		if (copy_to_user(buf + bytes_read, &le, sizeof(le)))  in linereq_read()
1525 		bytes_read += sizeof(le);  in linereq_read()
1526 	} while (count >= bytes_read + sizeof(le));  in linereq_read()
1782 	struct lineevent_state *le = file->private_data;  in lineevent_poll()  local
1785 	guard(srcu)(&le->gdev->srcu);  in lineevent_poll()
1787 	if (!rcu_access_pointer(le->gdev->chip))  in lineevent_poll()
1790 	poll_wait(file, &le->wait, wait);  in lineevent_poll()
1792 	if (!kfifo_is_empty_spinlocked_noirqsave(&le->events, &le->wait.lock))  in lineevent_poll()
1801 	struct lineevent_state *le = container_of(nb, struct lineevent_state,  in lineevent_unregistered_notify()  local
1804 	wake_up_poll(&le->wait, EPOLLIN | EPOLLERR);  in lineevent_unregistered_notify()
1817 	struct lineevent_state *le = file->private_data;  in lineevent_read()  local
1823 	guard(srcu)(&le->gdev->srcu);  in lineevent_read()
1825 	if (!rcu_access_pointer(le->gdev->chip))  in lineevent_read()
1845 		scoped_guard(spinlock, &le->wait.lock) {  in lineevent_read()
1846 			if (kfifo_is_empty(&le->events)) {  in lineevent_read()
1853 				ret = wait_event_interruptible_locked(le->wait,  in lineevent_read()
1854 						!kfifo_is_empty(&le->events));  in lineevent_read()
1859 			if (kfifo_out(&le->events, &ge, 1) != 1) {  in lineevent_read()
1878 static void lineevent_free(struct lineevent_state *le)  in lineevent_free()  argument
1880 	if (le->device_unregistered_nb.notifier_call)  in lineevent_free()
1881 		blocking_notifier_chain_unregister(&le->gdev->device_notifier,  in lineevent_free()
1882 						   &le->device_unregistered_nb);  in lineevent_free()
1883 	if (le->irq)  in lineevent_free()
1884 		free_irq_label(free_irq(le->irq, le));  in lineevent_free()
1885 	if (le->desc)  in lineevent_free()
1886 		gpiod_free(le->desc);  in lineevent_free()
1887 	kfree(le->label);  in lineevent_free()
1888 	gpio_device_put(le->gdev);  in lineevent_free()
1889 	kfree(le);  in lineevent_free()
1901 	struct lineevent_state *le = file->private_data;  in lineevent_ioctl()  local
1905 	guard(srcu)(&le->gdev->srcu);  in lineevent_ioctl()
1907 	if (!rcu_access_pointer(le->gdev->chip))  in lineevent_ioctl()
1919 		val = gpiod_get_value_cansleep(le->desc);  in lineevent_ioctl()
1954 	struct lineevent_state *le = p;  in lineevent_irq_thread()  local
1965 	if (!le->timestamp)  in lineevent_irq_thread()
1968 		ge.timestamp = le->timestamp;  in lineevent_irq_thread()
1970 	if (le->eflags & GPIOEVENT_REQUEST_RISING_EDGE  in lineevent_irq_thread()
1971 	    && le->eflags & GPIOEVENT_REQUEST_FALLING_EDGE) {  in lineevent_irq_thread()
1972 		int level = gpiod_get_value_cansleep(le->desc);  in lineevent_irq_thread()
1980 	} else if (le->eflags & GPIOEVENT_REQUEST_RISING_EDGE) {  in lineevent_irq_thread()
1983 	} else if (le->eflags & GPIOEVENT_REQUEST_FALLING_EDGE) {  in lineevent_irq_thread()
1990 	ret = kfifo_in_spinlocked_noirqsave(&le->events, &ge,  in lineevent_irq_thread()
1991 					    1, &le->wait.lock);  in lineevent_irq_thread()
1993 		wake_up_poll(&le->wait, EPOLLIN);  in lineevent_irq_thread()
2002 	struct lineevent_state *le = p;  in lineevent_irq_handler()  local
2008 	le->timestamp = ktime_get_ns();  in lineevent_irq_handler()
2016 	struct lineevent_state *le;  in lineevent_create()  local
2057 	le = kzalloc_obj(*le);  in lineevent_create()
2058 	if (!le)  in lineevent_create()
2060 	le->gdev = gpio_device_get(gdev);  in lineevent_create()
2064 		le->label = kstrndup(eventreq.consumer_label,  in lineevent_create()
2067 		if (!le->label) {  in lineevent_create()
2073 	ret = gpiod_request_user(desc, le->label);  in lineevent_create()
2076 	le->desc = desc;  in lineevent_create()
2077 	le->eflags = eflags;  in lineevent_create()
2101 	INIT_KFIFO(le->events);  in lineevent_create()
2102 	init_waitqueue_head(&le->wait);  in lineevent_create()
2104 	le->device_unregistered_nb.notifier_call = lineevent_unregistered_notify;  in lineevent_create()
2106 					       &le->device_unregistered_nb);  in lineevent_create()
2110 	label = make_irq_label(le->label);  in lineevent_create()
2122 				   le);  in lineevent_create()
2128 	le->irq = irq;  in lineevent_create()
2138 				  le,  in lineevent_create()
2163 	lineevent_free(le);  in lineevent_create()