26  *    .... write() or read() through the pipe.
84 /* A per-pipe command structure, shared with the host */
87 	s32 id;		/* pipe id, guest -> host */
105 /* A single signalled pipe information */
124 /* This data type models a given pipe instance */
126 	/* pipe ID - index into goldfish_pipe_dev::pipes array */
129 	/* The wake flags pipe is waiting for
150 	 * A pipe's own lock. Protects the following:
217 static int goldfish_pipe_cmd_locked(struct goldfish_pipe *pipe,  in goldfish_pipe_cmd_locked()  argument
220 	pipe->command_buffer->cmd = cmd;  in goldfish_pipe_cmd_locked()
222 	pipe->command_buffer->status = PIPE_ERROR_INVAL;  in goldfish_pipe_cmd_locked()
223 	writel(pipe->id, pipe->dev->base + PIPE_REG_CMD);  in goldfish_pipe_cmd_locked()
224 	return pipe->command_buffer->status;  in goldfish_pipe_cmd_locked()
227 static int goldfish_pipe_cmd(struct goldfish_pipe *pipe, enum PipeCmdCode cmd)  in goldfish_pipe_cmd()  argument
231 	if (mutex_lock_interruptible(&pipe->lock))  in goldfish_pipe_cmd()
233 	status = goldfish_pipe_cmd_locked(pipe, cmd);  in goldfish_pipe_cmd()
234 	mutex_unlock(&pipe->lock);  in goldfish_pipe_cmd()
324 static int transfer_max_buffers(struct goldfish_pipe *pipe,  in transfer_max_buffers()  argument
337 	/* Serialize access to the pipe command buffers */  in transfer_max_buffers()
338 	if (mutex_lock_interruptible(&pipe->lock))  in transfer_max_buffers()
343 					 pipe->pages, &iter_last_page_size);  in transfer_max_buffers()
345 		mutex_unlock(&pipe->lock);  in transfer_max_buffers()
349 	populate_rw_params(pipe->pages, pages_count, address, address_end,  in transfer_max_buffers()
351 			   pipe->command_buffer);  in transfer_max_buffers()
354 	*status = goldfish_pipe_cmd_locked(pipe,  in transfer_max_buffers()
357 	*consumed_size = pipe->command_buffer->rw_params.consumed_size;  in transfer_max_buffers()
359 	unpin_user_pages_dirty_lock(pipe->pages, pages_count,  in transfer_max_buffers()
362 	mutex_unlock(&pipe->lock);  in transfer_max_buffers()
366 static int wait_for_host_signal(struct goldfish_pipe *pipe, int is_write)  in wait_for_host_signal()  argument
370 	set_bit(wake_bit, &pipe->flags);  in wait_for_host_signal()
373 	goldfish_pipe_cmd(pipe,  in wait_for_host_signal()
376 	while (test_bit(wake_bit, &pipe->flags)) {  in wait_for_host_signal()
377 		if (wait_event_interruptible(pipe->wake_queue,  in wait_for_host_signal()
378 					     !test_bit(wake_bit, &pipe->flags)))  in wait_for_host_signal()
381 		if (test_bit(BIT_CLOSED_ON_HOST, &pipe->flags))  in wait_for_host_signal()
393 	struct goldfish_pipe *pipe = filp->private_data;  in goldfish_pipe_read_write()  local
398 	/* If the emulator already closed the pipe, no need to go further */  in goldfish_pipe_read_write()
399 	if (unlikely(test_bit(BIT_CLOSED_ON_HOST, &pipe->flags)))  in goldfish_pipe_read_write()
417 		ret = transfer_max_buffers(pipe, address, address_end, is_write,  in goldfish_pipe_read_write()
445 				dev_err_ratelimited(pipe->dev->pdev_dev,  in goldfish_pipe_read_write()
461 		status = wait_for_host_signal(pipe, is_write);  in goldfish_pipe_read_write()
491 	struct goldfish_pipe *pipe = filp->private_data;  in goldfish_pipe_poll()  local
495 	poll_wait(filp, &pipe->wake_queue, wait);  in goldfish_pipe_poll()
497 	status = goldfish_pipe_cmd(pipe, PIPE_CMD_POLL);  in goldfish_pipe_poll()
507 	if (test_bit(BIT_CLOSED_ON_HOST, &pipe->flags))  in goldfish_pipe_poll()
516 	struct goldfish_pipe *pipe;  in signalled_pipes_add_locked()  local
521 	pipe = dev->pipes[id];  in signalled_pipes_add_locked()
522 	if (!pipe)  in signalled_pipes_add_locked()
524 	pipe->signalled_flags |= flags;  in signalled_pipes_add_locked()
526 	if (pipe->prev_signalled || pipe->next_signalled ||  in signalled_pipes_add_locked()
527 		dev->first_signalled_pipe == pipe)  in signalled_pipes_add_locked()
529 	pipe->next_signalled = dev->first_signalled_pipe;  in signalled_pipes_add_locked()
531 		dev->first_signalled_pipe->prev_signalled = pipe;  in signalled_pipes_add_locked()
532 	dev->first_signalled_pipe = pipe;  in signalled_pipes_add_locked()
536 					  struct goldfish_pipe *pipe)  in signalled_pipes_remove_locked()  argument
538 	if (pipe->prev_signalled)  in signalled_pipes_remove_locked()
539 		pipe->prev_signalled->next_signalled = pipe->next_signalled;  in signalled_pipes_remove_locked()
540 	if (pipe->next_signalled)  in signalled_pipes_remove_locked()
541 		pipe->next_signalled->prev_signalled = pipe->prev_signalled;  in signalled_pipes_remove_locked()
542 	if (pipe == dev->first_signalled_pipe)  in signalled_pipes_remove_locked()
543 		dev->first_signalled_pipe = pipe->next_signalled;  in signalled_pipes_remove_locked()
544 	pipe->prev_signalled = NULL;  in signalled_pipes_remove_locked()
545 	pipe->next_signalled = NULL;  in signalled_pipes_remove_locked()
551 	struct goldfish_pipe *pipe;  in signalled_pipes_pop_front()  local
556 	pipe = dev->first_signalled_pipe;  in signalled_pipes_pop_front()
557 	if (pipe) {  in signalled_pipes_pop_front()
558 		*wakes = pipe->signalled_flags;  in signalled_pipes_pop_front()
559 		pipe->signalled_flags = 0;  in signalled_pipes_pop_front()
564 		 * wake the sleeping pipe operations faster.  in signalled_pipes_pop_front()
566 		dev->first_signalled_pipe = pipe->next_signalled;  in signalled_pipes_pop_front()
569 		pipe->next_signalled = NULL;  in signalled_pipes_pop_front()
573 	return pipe;  in signalled_pipes_pop_front()
580 	struct goldfish_pipe *pipe;  in goldfish_interrupt_task()  local
583 	while ((pipe = signalled_pipes_pop_front(dev, &wakes)) != NULL) {  in goldfish_interrupt_task()
585 			pipe->flags = 1 << BIT_CLOSED_ON_HOST;  in goldfish_interrupt_task()
588 				clear_bit(BIT_WAKE_ON_READ, &pipe->flags);  in goldfish_interrupt_task()
590 				clear_bit(BIT_WAKE_ON_WRITE, &pipe->flags);  in goldfish_interrupt_task()
596 		wake_up_interruptible(&pipe->wake_queue);  in goldfish_interrupt_task()
607  *  1. device raises an interrupt if there's at least one signalled pipe
688  *	Create a new pipe link between the emulator and the use application.
689  *	Each new request produces a new pipe.
691  *	Note: we use the pipe ID as a mux. All goldfish emulations are 32bit
701 	/* Allocate new pipe kernel object */  in goldfish_pipe_open()
702 	struct goldfish_pipe *pipe = kzalloc(sizeof(*pipe), GFP_KERNEL);  in goldfish_pipe_open()  local
704 	if (!pipe)  in goldfish_pipe_open()
707 	pipe->dev = dev;  in goldfish_pipe_open()
708 	mutex_init(&pipe->lock);  in goldfish_pipe_open()
709 	init_waitqueue_head(&pipe->wake_queue);  in goldfish_pipe_open()
716 	pipe->command_buffer =  in goldfish_pipe_open()
718 	if (!pipe->command_buffer) {  in goldfish_pipe_open()
731 	dev->pipes[id] = pipe;  in goldfish_pipe_open()
732 	pipe->id = id;  in goldfish_pipe_open()
733 	pipe->command_buffer->id = id;  in goldfish_pipe_open()
735 	/* Now tell the emulator we're opening a new pipe. */  in goldfish_pipe_open()
739 			(u64)(unsigned long)__pa(pipe->command_buffer);  in goldfish_pipe_open()
740 	status = goldfish_pipe_cmd_locked(pipe, PIPE_CMD_OPEN);  in goldfish_pipe_open()
744 	/* All is done, save the pipe into the file's private data field */  in goldfish_pipe_open()
745 	file->private_data = pipe;  in goldfish_pipe_open()
753 	free_page((unsigned long)pipe->command_buffer);  in goldfish_pipe_open()
755 	kfree(pipe);  in goldfish_pipe_open()
762 	struct goldfish_pipe *pipe = filp->private_data;  in goldfish_pipe_release()  local
763 	struct goldfish_pipe_dev *dev = pipe->dev;  in goldfish_pipe_release()
766 	goldfish_pipe_cmd(pipe, PIPE_CMD_CLOSE);  in goldfish_pipe_release()
769 	dev->pipes[pipe->id] = NULL;  in goldfish_pipe_release()
770 	signalled_pipes_remove_locked(dev, pipe);  in goldfish_pipe_release()
774 	free_page((unsigned long)pipe->command_buffer);  in goldfish_pipe_release()
775 	kfree(pipe);  in goldfish_pipe_release()
931 	{ .compatible = "google,android-pipe", },