106 	struct ntb_netdev_queue *q = data;  in ntb_netdev_event_handler()  local
107 	struct ntb_netdev *dev = q->ntdev;  in ntb_netdev_event_handler()
113 		   ntb_transport_link_query(q->qp), q->qid);  in ntb_netdev_event_handler()
117 			netif_wake_subqueue(ndev, q->qid);  in ntb_netdev_event_handler()
119 			netif_stop_subqueue(ndev, q->qid);  in ntb_netdev_event_handler()
128 	struct ntb_netdev_queue *q = qp_data;  in ntb_netdev_rx_handler()  local
129 	struct ntb_netdev *dev = q->ntdev;  in ntb_netdev_rx_handler()
164 	skb_record_rx_queue(skb, q->qid);  in ntb_netdev_rx_handler()
180 				      struct ntb_netdev_queue *q, int size)  in __ntb_netdev_maybe_stop_tx()  argument
182 	netif_stop_subqueue(netdev, q->qid);  in __ntb_netdev_maybe_stop_tx()
189 	if (likely(ntb_transport_tx_free_entry(q->qp) < size)) {  in __ntb_netdev_maybe_stop_tx()
190 		mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time));  in __ntb_netdev_maybe_stop_tx()
195 	if (ntb_transport_link_query(q->qp))  in __ntb_netdev_maybe_stop_tx()
196 		netif_start_subqueue(netdev, q->qid);  in __ntb_netdev_maybe_stop_tx()
202 				    struct ntb_netdev_queue *q, int size)  in ntb_netdev_maybe_stop_tx()  argument
204 	if (__netif_subqueue_stopped(ndev, q->qid))  in ntb_netdev_maybe_stop_tx()
207 	if (ntb_transport_tx_free_entry(q->qp) >= size)  in ntb_netdev_maybe_stop_tx()
210 	return __ntb_netdev_maybe_stop_tx(ndev, q, size);  in ntb_netdev_maybe_stop_tx()
216 	struct ntb_netdev_queue *q = qp_data;  in ntb_netdev_tx_handler()  local
217 	struct ntb_netdev *dev = q->ntdev;  in ntb_netdev_tx_handler()
255 		if (__netif_subqueue_stopped(ndev, q->qid) &&  in ntb_netdev_tx_handler()
256 		    ntb_transport_link_query(q->qp))  in ntb_netdev_tx_handler()
257 			netif_wake_subqueue(ndev, q->qid);  in ntb_netdev_tx_handler()
273 	struct ntb_netdev_queue *q;  in ntb_netdev_start_xmit()  local
276 	q = &dev->queues[qid];  in ntb_netdev_start_xmit()
278 	if (unlikely(ntb_netdev_maybe_stop_tx(ndev, q, tx_stop)))  in ntb_netdev_start_xmit()
281 	rc = ntb_transport_tx_enqueue(q->qp, skb, skb->data, skb->len);  in ntb_netdev_start_xmit()
284 			netif_stop_subqueue(ndev, q->qid);  in ntb_netdev_start_xmit()
285 			mod_timer(&q->tx_timer,  in ntb_netdev_start_xmit()
294 	ntb_netdev_maybe_stop_tx(ndev, q, tx_stop);  in ntb_netdev_start_xmit()
306 	struct ntb_netdev_queue *q = timer_container_of(q, t, tx_timer);  in ntb_netdev_tx_timer()  local
307 	struct ntb_netdev *dev = q->ntdev;  in ntb_netdev_tx_timer()
312 	if (ntb_transport_tx_free_entry(q->qp) < tx_stop) {  in ntb_netdev_tx_timer()
313 		mod_timer(&q->tx_timer, jiffies + usecs_to_jiffies(tx_time));  in ntb_netdev_tx_timer()
321 		if (__netif_subqueue_stopped(ndev, q->qid) &&  in ntb_netdev_tx_timer()
322 		    ntb_transport_link_query(q->qp))  in ntb_netdev_tx_timer()
323 			netif_wake_subqueue(ndev, q->qid);  in ntb_netdev_tx_timer()
331 	unsigned int q;  in ntb_netdev_open()  local
335 	for (q = 0; q < dev->num_queues; q++) {  in ntb_netdev_open()
336 		queue = &dev->queues[q];  in ntb_netdev_open()
348 	for (q = 0; q < dev->num_queues; q++)  in ntb_netdev_open()
349 		ntb_transport_link_up(dev->queues[q].qp);  in ntb_netdev_open()
354 	for (q = 0; q < dev->num_queues; q++) {  in ntb_netdev_open()
355 		queue = &dev->queues[q];  in ntb_netdev_open()
365 	unsigned int q;  in ntb_netdev_close()  local
370 	for (q = 0; q < dev->num_queues; q++) {  in ntb_netdev_close()
371 		queue = &dev->queues[q];  in ntb_netdev_close()
386 	unsigned int q, i;  in ntb_netdev_change_mtu()  local
398 	for (q = 0; q < dev->num_queues; q++)  in ntb_netdev_change_mtu()
399 		ntb_transport_link_down(dev->queues[q].qp);  in ntb_netdev_change_mtu()
402 		for (q = 0; q < dev->num_queues; q++) {  in ntb_netdev_change_mtu()
403 			queue = &dev->queues[q];  in ntb_netdev_change_mtu()
432 	for (q = 0; q < dev->num_queues; q++)  in ntb_netdev_change_mtu()
433 		ntb_transport_link_up(dev->queues[q].qp);  in ntb_netdev_change_mtu()
438 	for (q = 0; q < dev->num_queues; q++) {  in ntb_netdev_change_mtu()
439 		struct ntb_netdev_queue *queue = &dev->queues[q];  in ntb_netdev_change_mtu()
500 	unsigned int q, created;  in ntb_inc_channels()  local
504 	for (q = old; q < new; q++) {  in ntb_inc_channels()
505 		queue = &dev->queues[q];  in ntb_inc_channels()
508 		queue->qid = q;  in ntb_inc_channels()
530 		netif_stop_subqueue(ndev, q);  in ntb_inc_channels()
540 		for (q = old; q < new; q++)  in ntb_inc_channels()
541 			ntb_transport_link_up(dev->queues[q].qp);  in ntb_inc_channels()
570 	unsigned int q;  in ntb_dec_channels()  local
574 		for (q = new; q < old; q++)  in ntb_dec_channels()
575 			netif_stop_subqueue(ndev, q);  in ntb_dec_channels()
584 	for (q = new; q < old; q++) {  in ntb_dec_channels()
585 		queue = &dev->queues[q];  in ntb_dec_channels()
606 		for (q = new; q < old; q++)  in ntb_dec_channels()
607 			netif_wake_subqueue(ndev, q);  in ntb_dec_channels()
642 	unsigned int q;  in ntb_netdev_probe()  local
685 	for (q = 0; q < NTB_NETDEV_DEFAULT_QUEUES; q++) {  in ntb_netdev_probe()
686 		struct ntb_netdev_queue *queue = &dev->queues[q];  in ntb_netdev_probe()
689 		queue->qid = q;  in ntb_netdev_probe()
719 	for (q = 0; q < dev->num_queues; q++)  in ntb_netdev_probe()
720 		ntb_transport_free_queue(dev->queues[q].qp);  in ntb_netdev_probe()
734 	unsigned int q;  in ntb_netdev_remove()  local
737 	for (q = 0; q < dev->num_queues; q++)  in ntb_netdev_remove()
738 		ntb_transport_free_queue(dev->queues[q].qp);  in ntb_netdev_remove()