xref: /freebsd/sys/dev/netmap/netmap_pipe.c (revision c3e9b4db8c059c049a20c15d337100a18051f780)
1f0ea3689SLuigi Rizzo /*
237e3a6d3SLuigi Rizzo  * Copyright (C) 2014-2016 Giuseppe Lettieri
337e3a6d3SLuigi Rizzo  * All rights reserved.
4f0ea3689SLuigi Rizzo  *
5f0ea3689SLuigi Rizzo  * Redistribution and use in source and binary forms, with or without
6f0ea3689SLuigi Rizzo  * modification, are permitted provided that the following conditions
7f0ea3689SLuigi Rizzo  * are met:
8f0ea3689SLuigi Rizzo  *   1. Redistributions of source code must retain the above copyright
9f0ea3689SLuigi Rizzo  *      notice, this list of conditions and the following disclaimer.
10f0ea3689SLuigi Rizzo  *   2. Redistributions in binary form must reproduce the above copyright
11f0ea3689SLuigi Rizzo  *      notice, this list of conditions and the following disclaimer in the
12f0ea3689SLuigi Rizzo  *      documentation and/or other materials provided with the distribution.
13f0ea3689SLuigi Rizzo  *
14f0ea3689SLuigi Rizzo  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15f0ea3689SLuigi Rizzo  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16f0ea3689SLuigi Rizzo  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17f0ea3689SLuigi Rizzo  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18f0ea3689SLuigi Rizzo  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19f0ea3689SLuigi Rizzo  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20f0ea3689SLuigi Rizzo  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21f0ea3689SLuigi Rizzo  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22f0ea3689SLuigi Rizzo  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23f0ea3689SLuigi Rizzo  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24f0ea3689SLuigi Rizzo  * SUCH DAMAGE.
25f0ea3689SLuigi Rizzo  */
26f0ea3689SLuigi Rizzo 
27f0ea3689SLuigi Rizzo /* $FreeBSD$ */
28f0ea3689SLuigi Rizzo 
29f0ea3689SLuigi Rizzo #if defined(__FreeBSD__)
30f0ea3689SLuigi Rizzo #include <sys/cdefs.h> /* prerequisite */
31f0ea3689SLuigi Rizzo 
32f0ea3689SLuigi Rizzo #include <sys/types.h>
33f0ea3689SLuigi Rizzo #include <sys/errno.h>
34f0ea3689SLuigi Rizzo #include <sys/param.h>	/* defines used in kernel.h */
35f0ea3689SLuigi Rizzo #include <sys/kernel.h>	/* types used in module initialization */
36f0ea3689SLuigi Rizzo #include <sys/malloc.h>
37f0ea3689SLuigi Rizzo #include <sys/poll.h>
38f0ea3689SLuigi Rizzo #include <sys/lock.h>
39f0ea3689SLuigi Rizzo #include <sys/rwlock.h>
40f0ea3689SLuigi Rizzo #include <sys/selinfo.h>
41f0ea3689SLuigi Rizzo #include <sys/sysctl.h>
42f0ea3689SLuigi Rizzo #include <sys/socket.h> /* sockaddrs */
43f0ea3689SLuigi Rizzo #include <net/if.h>
44f0ea3689SLuigi Rizzo #include <net/if_var.h>
45f0ea3689SLuigi Rizzo #include <machine/bus.h>	/* bus_dmamap_* */
46f0ea3689SLuigi Rizzo #include <sys/refcount.h>
47f0ea3689SLuigi Rizzo 
48f0ea3689SLuigi Rizzo 
49f0ea3689SLuigi Rizzo #elif defined(linux)
50f0ea3689SLuigi Rizzo 
51f0ea3689SLuigi Rizzo #include "bsd_glue.h"
52f0ea3689SLuigi Rizzo 
53f0ea3689SLuigi Rizzo #elif defined(__APPLE__)
54f0ea3689SLuigi Rizzo 
55f0ea3689SLuigi Rizzo #warning OSX support is only partial
56f0ea3689SLuigi Rizzo #include "osx_glue.h"
57f0ea3689SLuigi Rizzo 
5837e3a6d3SLuigi Rizzo #elif defined(_WIN32)
5937e3a6d3SLuigi Rizzo #include "win_glue.h"
6037e3a6d3SLuigi Rizzo 
61f0ea3689SLuigi Rizzo #else
62f0ea3689SLuigi Rizzo 
63f0ea3689SLuigi Rizzo #error	Unsupported platform
64f0ea3689SLuigi Rizzo 
65f0ea3689SLuigi Rizzo #endif /* unsupported */
66f0ea3689SLuigi Rizzo 
67f0ea3689SLuigi Rizzo /*
68f0ea3689SLuigi Rizzo  * common headers
69f0ea3689SLuigi Rizzo  */
70f0ea3689SLuigi Rizzo 
71f0ea3689SLuigi Rizzo #include <net/netmap.h>
72f0ea3689SLuigi Rizzo #include <dev/netmap/netmap_kern.h>
73f0ea3689SLuigi Rizzo #include <dev/netmap/netmap_mem2.h>
74f0ea3689SLuigi Rizzo 
75f0ea3689SLuigi Rizzo #ifdef WITH_PIPES
76f0ea3689SLuigi Rizzo 
77f0ea3689SLuigi Rizzo #define NM_PIPE_MAXSLOTS	4096
78f0ea3689SLuigi Rizzo 
7937e3a6d3SLuigi Rizzo static int netmap_default_pipes = 0; /* ignored, kept for compatibility */
8037e3a6d3SLuigi Rizzo SYSBEGIN(vars_pipes);
81f0ea3689SLuigi Rizzo SYSCTL_DECL(_dev_netmap);
82f0ea3689SLuigi Rizzo SYSCTL_INT(_dev_netmap, OID_AUTO, default_pipes, CTLFLAG_RW, &netmap_default_pipes, 0 , "");
8337e3a6d3SLuigi Rizzo SYSEND;
84f0ea3689SLuigi Rizzo 
85f0ea3689SLuigi Rizzo /* allocate the pipe array in the parent adapter */
86847bf383SLuigi Rizzo static int
87847bf383SLuigi Rizzo nm_pipe_alloc(struct netmap_adapter *na, u_int npipes)
88f0ea3689SLuigi Rizzo {
89*c3e9b4dbSLuiz Otavio O Souza 	size_t old_len, len;
90847bf383SLuigi Rizzo 	struct netmap_pipe_adapter **npa;
91f0ea3689SLuigi Rizzo 
92847bf383SLuigi Rizzo 	if (npipes <= na->na_max_pipes)
93847bf383SLuigi Rizzo 		/* we already have more entries that requested */
94f0ea3689SLuigi Rizzo 		return 0;
95f0ea3689SLuigi Rizzo 
96847bf383SLuigi Rizzo 	if (npipes < na->na_next_pipe || npipes > NM_MAXPIPES)
97847bf383SLuigi Rizzo 		return EINVAL;
98f0ea3689SLuigi Rizzo 
99*c3e9b4dbSLuiz Otavio O Souza 	old_len = sizeof(struct netmap_pipe_adapter *)*na->na_max_pipes;
100f0ea3689SLuigi Rizzo         len = sizeof(struct netmap_pipe_adapter *) * npipes;
101*c3e9b4dbSLuiz Otavio O Souza 	npa = nm_os_realloc(na->na_pipes, len, old_len);
102847bf383SLuigi Rizzo 	if (npa == NULL)
103f0ea3689SLuigi Rizzo 		return ENOMEM;
104f0ea3689SLuigi Rizzo 
105847bf383SLuigi Rizzo 	na->na_pipes = npa;
106f0ea3689SLuigi Rizzo 	na->na_max_pipes = npipes;
107f0ea3689SLuigi Rizzo 
108f0ea3689SLuigi Rizzo 	return 0;
109f0ea3689SLuigi Rizzo }
110f0ea3689SLuigi Rizzo 
111f0ea3689SLuigi Rizzo /* deallocate the parent array in the parent adapter */
112f0ea3689SLuigi Rizzo void
113f0ea3689SLuigi Rizzo netmap_pipe_dealloc(struct netmap_adapter *na)
114f0ea3689SLuigi Rizzo {
115f0ea3689SLuigi Rizzo 	if (na->na_pipes) {
116847bf383SLuigi Rizzo 		if (na->na_next_pipe > 0) {
117847bf383SLuigi Rizzo 			D("freeing not empty pipe array for %s (%d dangling pipes)!", na->name,
118847bf383SLuigi Rizzo 					na->na_next_pipe);
119847bf383SLuigi Rizzo 		}
120*c3e9b4dbSLuiz Otavio O Souza 		nm_os_free(na->na_pipes);
121f0ea3689SLuigi Rizzo 		na->na_pipes = NULL;
122f0ea3689SLuigi Rizzo 		na->na_max_pipes = 0;
123f0ea3689SLuigi Rizzo 		na->na_next_pipe = 0;
124f0ea3689SLuigi Rizzo 	}
125f0ea3689SLuigi Rizzo }
126f0ea3689SLuigi Rizzo 
127f0ea3689SLuigi Rizzo /* find a pipe endpoint with the given id among the parent's pipes */
128f0ea3689SLuigi Rizzo static struct netmap_pipe_adapter *
129f0ea3689SLuigi Rizzo netmap_pipe_find(struct netmap_adapter *parent, u_int pipe_id)
130f0ea3689SLuigi Rizzo {
131f0ea3689SLuigi Rizzo 	int i;
132f0ea3689SLuigi Rizzo 	struct netmap_pipe_adapter *na;
133f0ea3689SLuigi Rizzo 
134f0ea3689SLuigi Rizzo 	for (i = 0; i < parent->na_next_pipe; i++) {
135f0ea3689SLuigi Rizzo 		na = parent->na_pipes[i];
136f0ea3689SLuigi Rizzo 		if (na->id == pipe_id) {
137f0ea3689SLuigi Rizzo 			return na;
138f0ea3689SLuigi Rizzo 		}
139f0ea3689SLuigi Rizzo 	}
140f0ea3689SLuigi Rizzo 	return NULL;
141f0ea3689SLuigi Rizzo }
142f0ea3689SLuigi Rizzo 
143f0ea3689SLuigi Rizzo /* add a new pipe endpoint to the parent array */
144f0ea3689SLuigi Rizzo static int
145f0ea3689SLuigi Rizzo netmap_pipe_add(struct netmap_adapter *parent, struct netmap_pipe_adapter *na)
146f0ea3689SLuigi Rizzo {
147f0ea3689SLuigi Rizzo 	if (parent->na_next_pipe >= parent->na_max_pipes) {
148847bf383SLuigi Rizzo 		u_int npipes = parent->na_max_pipes ?  2*parent->na_max_pipes : 2;
149847bf383SLuigi Rizzo 		int error = nm_pipe_alloc(parent, npipes);
150847bf383SLuigi Rizzo 		if (error)
151847bf383SLuigi Rizzo 			return error;
152f0ea3689SLuigi Rizzo 	}
153f0ea3689SLuigi Rizzo 
154f0ea3689SLuigi Rizzo 	parent->na_pipes[parent->na_next_pipe] = na;
155f0ea3689SLuigi Rizzo 	na->parent_slot = parent->na_next_pipe;
156f0ea3689SLuigi Rizzo 	parent->na_next_pipe++;
157f0ea3689SLuigi Rizzo 	return 0;
158f0ea3689SLuigi Rizzo }
159f0ea3689SLuigi Rizzo 
160f0ea3689SLuigi Rizzo /* remove the given pipe endpoint from the parent array */
161f0ea3689SLuigi Rizzo static void
162f0ea3689SLuigi Rizzo netmap_pipe_remove(struct netmap_adapter *parent, struct netmap_pipe_adapter *na)
163f0ea3689SLuigi Rizzo {
164f0ea3689SLuigi Rizzo 	u_int n;
165f0ea3689SLuigi Rizzo 	n = --parent->na_next_pipe;
166f0ea3689SLuigi Rizzo 	if (n != na->parent_slot) {
167847bf383SLuigi Rizzo 		struct netmap_pipe_adapter **p =
168847bf383SLuigi Rizzo 			&parent->na_pipes[na->parent_slot];
169847bf383SLuigi Rizzo 		*p = parent->na_pipes[n];
170847bf383SLuigi Rizzo 		(*p)->parent_slot = na->parent_slot;
171f0ea3689SLuigi Rizzo 	}
172f0ea3689SLuigi Rizzo 	parent->na_pipes[n] = NULL;
173f0ea3689SLuigi Rizzo }
174f0ea3689SLuigi Rizzo 
175*c3e9b4dbSLuiz Otavio O Souza int
1764bf50f18SLuigi Rizzo netmap_pipe_txsync(struct netmap_kring *txkring, int flags)
177f0ea3689SLuigi Rizzo {
1784bf50f18SLuigi Rizzo         struct netmap_kring *rxkring = txkring->pipe;
179f0ea3689SLuigi Rizzo         u_int limit; /* slots to transfer */
180f0ea3689SLuigi Rizzo         u_int j, k, lim_tx = txkring->nkr_num_slots - 1,
181f0ea3689SLuigi Rizzo                 lim_rx = rxkring->nkr_num_slots - 1;
182f0ea3689SLuigi Rizzo         int m, busy;
183f0ea3689SLuigi Rizzo 
184f0ea3689SLuigi Rizzo         ND("%p: %s %x -> %s", txkring, txkring->name, flags, rxkring->name);
185f0ea3689SLuigi Rizzo         ND(2, "before: hwcur %d hwtail %d cur %d head %d tail %d", txkring->nr_hwcur, txkring->nr_hwtail,
186f0ea3689SLuigi Rizzo                 txkring->rcur, txkring->rhead, txkring->rtail);
187f0ea3689SLuigi Rizzo 
188f0ea3689SLuigi Rizzo         j = rxkring->nr_hwtail; /* RX */
189f0ea3689SLuigi Rizzo         k = txkring->nr_hwcur;  /* TX */
190f0ea3689SLuigi Rizzo         m = txkring->rhead - txkring->nr_hwcur; /* new slots */
191f0ea3689SLuigi Rizzo         if (m < 0)
192f0ea3689SLuigi Rizzo                 m += txkring->nkr_num_slots;
193f0ea3689SLuigi Rizzo         limit = m;
194204f91ddSLuigi Rizzo         m = lim_rx; /* max avail space on destination */
195f0ea3689SLuigi Rizzo         busy = j - rxkring->nr_hwcur; /* busy slots */
196f0ea3689SLuigi Rizzo 	if (busy < 0)
197204f91ddSLuigi Rizzo 		busy += rxkring->nkr_num_slots;
198f0ea3689SLuigi Rizzo 	m -= busy; /* subtract busy slots */
199f0ea3689SLuigi Rizzo         ND(2, "m %d limit %d", m, limit);
200f0ea3689SLuigi Rizzo         if (m < limit)
201f0ea3689SLuigi Rizzo                 limit = m;
202f0ea3689SLuigi Rizzo 
203f0ea3689SLuigi Rizzo 	if (limit == 0) {
204f0ea3689SLuigi Rizzo 		/* either the rxring is full, or nothing to send */
205f0ea3689SLuigi Rizzo 		return 0;
206f0ea3689SLuigi Rizzo 	}
207f0ea3689SLuigi Rizzo 
208f0ea3689SLuigi Rizzo         while (limit-- > 0) {
20937e3a6d3SLuigi Rizzo                 struct netmap_slot *rs = &rxkring->ring->slot[j];
210f0ea3689SLuigi Rizzo                 struct netmap_slot *ts = &txkring->ring->slot[k];
211f0ea3689SLuigi Rizzo                 struct netmap_slot tmp;
212f0ea3689SLuigi Rizzo 
213f0ea3689SLuigi Rizzo                 /* swap the slots */
214f0ea3689SLuigi Rizzo                 tmp = *rs;
215f0ea3689SLuigi Rizzo                 *rs = *ts;
216f0ea3689SLuigi Rizzo                 *ts = tmp;
217f0ea3689SLuigi Rizzo 
218847bf383SLuigi Rizzo                 /* report the buffer change */
219847bf383SLuigi Rizzo 		ts->flags |= NS_BUF_CHANGED;
220847bf383SLuigi Rizzo 		rs->flags |= NS_BUF_CHANGED;
221f0ea3689SLuigi Rizzo 
222f0ea3689SLuigi Rizzo                 j = nm_next(j, lim_rx);
223f0ea3689SLuigi Rizzo                 k = nm_next(k, lim_tx);
224f0ea3689SLuigi Rizzo         }
225f0ea3689SLuigi Rizzo 
226ad15cc59SLuigi Rizzo         mb(); /* make sure the slots are updated before publishing them */
227f0ea3689SLuigi Rizzo         rxkring->nr_hwtail = j;
228f0ea3689SLuigi Rizzo         txkring->nr_hwcur = k;
229f0ea3689SLuigi Rizzo         txkring->nr_hwtail = nm_prev(k, lim_tx);
230f0ea3689SLuigi Rizzo 
231f0ea3689SLuigi Rizzo         ND(2, "after: hwcur %d hwtail %d cur %d head %d tail %d j %d", txkring->nr_hwcur, txkring->nr_hwtail,
232f0ea3689SLuigi Rizzo                 txkring->rcur, txkring->rhead, txkring->rtail, j);
233f0ea3689SLuigi Rizzo 
234ad15cc59SLuigi Rizzo         mb(); /* make sure rxkring->nr_hwtail is updated before notifying */
235847bf383SLuigi Rizzo         rxkring->nm_notify(rxkring, 0);
236f0ea3689SLuigi Rizzo 
237f0ea3689SLuigi Rizzo 	return 0;
238f0ea3689SLuigi Rizzo }
239f0ea3689SLuigi Rizzo 
240*c3e9b4dbSLuiz Otavio O Souza int
2414bf50f18SLuigi Rizzo netmap_pipe_rxsync(struct netmap_kring *rxkring, int flags)
242f0ea3689SLuigi Rizzo {
2434bf50f18SLuigi Rizzo         struct netmap_kring *txkring = rxkring->pipe;
244f0ea3689SLuigi Rizzo 	uint32_t oldhwcur = rxkring->nr_hwcur;
245f0ea3689SLuigi Rizzo 
246f0ea3689SLuigi Rizzo         ND("%s %x <- %s", rxkring->name, flags, txkring->name);
247f0ea3689SLuigi Rizzo         rxkring->nr_hwcur = rxkring->rhead; /* recover user-relased slots */
248f0ea3689SLuigi Rizzo         ND(5, "hwcur %d hwtail %d cur %d head %d tail %d", rxkring->nr_hwcur, rxkring->nr_hwtail,
249f0ea3689SLuigi Rizzo                 rxkring->rcur, rxkring->rhead, rxkring->rtail);
250ad15cc59SLuigi Rizzo         mb(); /* paired with the first mb() in txsync */
251f0ea3689SLuigi Rizzo 
252f0ea3689SLuigi Rizzo 	if (oldhwcur != rxkring->nr_hwcur) {
253f0ea3689SLuigi Rizzo 		/* we have released some slots, notify the other end */
254ad15cc59SLuigi Rizzo 		mb(); /* make sure nr_hwcur is updated before notifying */
255847bf383SLuigi Rizzo 		txkring->nm_notify(txkring, 0);
256f0ea3689SLuigi Rizzo 	}
257f0ea3689SLuigi Rizzo         return 0;
258f0ea3689SLuigi Rizzo }
259f0ea3689SLuigi Rizzo 
260f0ea3689SLuigi Rizzo /* Pipe endpoints are created and destroyed together, so that endopoints do not
261f0ea3689SLuigi Rizzo  * have to check for the existence of their peer at each ?xsync.
262f0ea3689SLuigi Rizzo  *
263f0ea3689SLuigi Rizzo  * To play well with the existing netmap infrastructure (refcounts etc.), we
264f0ea3689SLuigi Rizzo  * adopt the following strategy:
265f0ea3689SLuigi Rizzo  *
266f0ea3689SLuigi Rizzo  * 1) The first endpoint that is created also creates the other endpoint and
267f0ea3689SLuigi Rizzo  * grabs a reference to it.
268f0ea3689SLuigi Rizzo  *
269f0ea3689SLuigi Rizzo  *    state A)  user1 --> endpoint1 --> endpoint2
270f0ea3689SLuigi Rizzo  *
271f0ea3689SLuigi Rizzo  * 2) If, starting from state A, endpoint2 is then registered, endpoint1 gives
272f0ea3689SLuigi Rizzo  * its reference to the user:
273f0ea3689SLuigi Rizzo  *
274f0ea3689SLuigi Rizzo  *    state B)  user1 --> endpoint1     endpoint2 <--- user2
275f0ea3689SLuigi Rizzo  *
276f0ea3689SLuigi Rizzo  * 3) Assume that, starting from state B endpoint2 is closed. In the unregister
277f0ea3689SLuigi Rizzo  * callback endpoint2 notes that endpoint1 is still active and adds a reference
278f0ea3689SLuigi Rizzo  * from endpoint1 to itself. When user2 then releases her own reference,
279f0ea3689SLuigi Rizzo  * endpoint2 is not destroyed and we are back to state A. A symmetrical state
280f0ea3689SLuigi Rizzo  * would be reached if endpoint1 were released instead.
281f0ea3689SLuigi Rizzo  *
282f0ea3689SLuigi Rizzo  * 4) If, starting from state A, endpoint1 is closed, the destructor notes that
283f0ea3689SLuigi Rizzo  * it owns a reference to endpoint2 and releases it.
284f0ea3689SLuigi Rizzo  *
285f0ea3689SLuigi Rizzo  * Something similar goes on for the creation and destruction of the krings.
286f0ea3689SLuigi Rizzo  */
287f0ea3689SLuigi Rizzo 
288f0ea3689SLuigi Rizzo 
289*c3e9b4dbSLuiz Otavio O Souza /* netmap_pipe_krings_create.
290f0ea3689SLuigi Rizzo  *
291f0ea3689SLuigi Rizzo  * There are two cases:
292f0ea3689SLuigi Rizzo  *
293f0ea3689SLuigi Rizzo  * 1) state is
294f0ea3689SLuigi Rizzo  *
295f0ea3689SLuigi Rizzo  *        usr1 --> e1 --> e2
296f0ea3689SLuigi Rizzo  *
297f0ea3689SLuigi Rizzo  *    and we are e1. We have to create both sets
298f0ea3689SLuigi Rizzo  *    of krings.
299f0ea3689SLuigi Rizzo  *
300f0ea3689SLuigi Rizzo  * 2) state is
301f0ea3689SLuigi Rizzo  *
302f0ea3689SLuigi Rizzo  *        usr1 --> e1 --> e2
303f0ea3689SLuigi Rizzo  *
304f0ea3689SLuigi Rizzo  *    and we are e2. e1 is certainly registered and our
30537e3a6d3SLuigi Rizzo  *    krings already exist. Nothing to do.
306f0ea3689SLuigi Rizzo  */
307f0ea3689SLuigi Rizzo static int
308f0ea3689SLuigi Rizzo netmap_pipe_krings_create(struct netmap_adapter *na)
309f0ea3689SLuigi Rizzo {
310f0ea3689SLuigi Rizzo 	struct netmap_pipe_adapter *pna =
311f0ea3689SLuigi Rizzo 		(struct netmap_pipe_adapter *)na;
312f0ea3689SLuigi Rizzo 	struct netmap_adapter *ona = &pna->peer->up;
313f0ea3689SLuigi Rizzo 	int error = 0;
314847bf383SLuigi Rizzo 	enum txrx t;
315847bf383SLuigi Rizzo 
316f0ea3689SLuigi Rizzo 	if (pna->peer_ref) {
317f0ea3689SLuigi Rizzo 		int i;
318f0ea3689SLuigi Rizzo 
319f0ea3689SLuigi Rizzo 		/* case 1) above */
320*c3e9b4dbSLuiz Otavio O Souza 		ND("%p: case 1, create both ends", na);
321f0ea3689SLuigi Rizzo 		error = netmap_krings_create(na, 0);
322f0ea3689SLuigi Rizzo 		if (error)
323f0ea3689SLuigi Rizzo 			goto err;
324f0ea3689SLuigi Rizzo 
32537e3a6d3SLuigi Rizzo 		/* create the krings of the other end */
326f0ea3689SLuigi Rizzo 		error = netmap_krings_create(ona, 0);
327f0ea3689SLuigi Rizzo 		if (error)
32837e3a6d3SLuigi Rizzo 			goto del_krings1;
329f0ea3689SLuigi Rizzo 
330f0ea3689SLuigi Rizzo 		/* cross link the krings */
331847bf383SLuigi Rizzo 		for_rx_tx(t) {
332847bf383SLuigi Rizzo 			enum txrx r = nm_txrx_swap(t); /* swap NR_TX <-> NR_RX */
333847bf383SLuigi Rizzo 			for (i = 0; i < nma_get_nrings(na, t); i++) {
334*c3e9b4dbSLuiz Otavio O Souza 				NMR(na, t)[i].pipe = NMR(ona, r) + i;
335*c3e9b4dbSLuiz Otavio O Souza 				NMR(ona, r)[i].pipe = NMR(na, t) + i;
336847bf383SLuigi Rizzo 			}
337f0ea3689SLuigi Rizzo 		}
33837e3a6d3SLuigi Rizzo 
339f0ea3689SLuigi Rizzo 	}
340f0ea3689SLuigi Rizzo 	return 0;
341f0ea3689SLuigi Rizzo 
342f0ea3689SLuigi Rizzo del_krings1:
343f0ea3689SLuigi Rizzo 	netmap_krings_delete(na);
344f0ea3689SLuigi Rizzo err:
345f0ea3689SLuigi Rizzo 	return error;
346f0ea3689SLuigi Rizzo }
347f0ea3689SLuigi Rizzo 
348f0ea3689SLuigi Rizzo /* netmap_pipe_reg.
349f0ea3689SLuigi Rizzo  *
350f0ea3689SLuigi Rizzo  * There are two cases on registration (onoff==1)
351f0ea3689SLuigi Rizzo  *
352f0ea3689SLuigi Rizzo  * 1.a) state is
353f0ea3689SLuigi Rizzo  *
354f0ea3689SLuigi Rizzo  *        usr1 --> e1 --> e2
355f0ea3689SLuigi Rizzo  *
35637e3a6d3SLuigi Rizzo  *      and we are e1. Create the needed rings of the
35737e3a6d3SLuigi Rizzo  *      other end.
358f0ea3689SLuigi Rizzo  *
359f0ea3689SLuigi Rizzo  * 1.b) state is
360f0ea3689SLuigi Rizzo  *
361f0ea3689SLuigi Rizzo  *        usr1 --> e1 --> e2 <-- usr2
362f0ea3689SLuigi Rizzo  *
363f0ea3689SLuigi Rizzo  *      and we are e2. Drop the ref e1 is holding.
364f0ea3689SLuigi Rizzo  *
365f0ea3689SLuigi Rizzo  *  There are two additional cases on unregister (onoff==0)
366f0ea3689SLuigi Rizzo  *
367f0ea3689SLuigi Rizzo  *  2.a) state is
368f0ea3689SLuigi Rizzo  *
369f0ea3689SLuigi Rizzo  *         usr1 --> e1 --> e2
370f0ea3689SLuigi Rizzo  *
371f0ea3689SLuigi Rizzo  *       and we are e1. Nothing special to do, e2 will
372f0ea3689SLuigi Rizzo  *       be cleaned up by the destructor of e1.
373f0ea3689SLuigi Rizzo  *
374f0ea3689SLuigi Rizzo  *  2.b) state is
375f0ea3689SLuigi Rizzo  *
376f0ea3689SLuigi Rizzo  *         usr1 --> e1     e2 <-- usr2
377f0ea3689SLuigi Rizzo  *
378f0ea3689SLuigi Rizzo  *       and we are either e1 or e2. Add a ref from the
379f0ea3689SLuigi Rizzo  *       other end and hide our rings.
380f0ea3689SLuigi Rizzo  */
381f0ea3689SLuigi Rizzo static int
382f0ea3689SLuigi Rizzo netmap_pipe_reg(struct netmap_adapter *na, int onoff)
383f0ea3689SLuigi Rizzo {
384f0ea3689SLuigi Rizzo 	struct netmap_pipe_adapter *pna =
385f0ea3689SLuigi Rizzo 		(struct netmap_pipe_adapter *)na;
38637e3a6d3SLuigi Rizzo 	struct netmap_adapter *ona = &pna->peer->up;
38737e3a6d3SLuigi Rizzo 	int i, error = 0;
388847bf383SLuigi Rizzo 	enum txrx t;
389847bf383SLuigi Rizzo 
390f0ea3689SLuigi Rizzo 	ND("%p: onoff %d", na, onoff);
391f0ea3689SLuigi Rizzo 	if (onoff) {
39237e3a6d3SLuigi Rizzo 		for_rx_tx(t) {
393*c3e9b4dbSLuiz Otavio O Souza 			for (i = 0; i < nma_get_nrings(na, t); i++) {
39437e3a6d3SLuigi Rizzo 				struct netmap_kring *kring = &NMR(na, t)[i];
39537e3a6d3SLuigi Rizzo 
39637e3a6d3SLuigi Rizzo 				if (nm_kring_pending_on(kring)) {
397*c3e9b4dbSLuiz Otavio O Souza 					/* mark the peer ring as needed */
39837e3a6d3SLuigi Rizzo 					kring->pipe->nr_kflags |= NKR_NEEDRING;
39937e3a6d3SLuigi Rizzo 				}
40037e3a6d3SLuigi Rizzo 			}
40137e3a6d3SLuigi Rizzo 		}
40237e3a6d3SLuigi Rizzo 
40337e3a6d3SLuigi Rizzo 		/* create all missing needed rings on the other end */
40437e3a6d3SLuigi Rizzo 		error = netmap_mem_rings_create(ona);
40537e3a6d3SLuigi Rizzo 		if (error)
40637e3a6d3SLuigi Rizzo 			return error;
40737e3a6d3SLuigi Rizzo 
40837e3a6d3SLuigi Rizzo 		/* In case of no error we put our rings in netmap mode */
40937e3a6d3SLuigi Rizzo 		for_rx_tx(t) {
41037e3a6d3SLuigi Rizzo 			for (i = 0; i < nma_get_nrings(na, t) + 1; i++) {
41137e3a6d3SLuigi Rizzo 				struct netmap_kring *kring = &NMR(na, t)[i];
41237e3a6d3SLuigi Rizzo 
41337e3a6d3SLuigi Rizzo 				if (nm_kring_pending_on(kring)) {
41437e3a6d3SLuigi Rizzo 					kring->nr_mode = NKR_NETMAP_ON;
41537e3a6d3SLuigi Rizzo 				}
41637e3a6d3SLuigi Rizzo 			}
41737e3a6d3SLuigi Rizzo 		}
41837e3a6d3SLuigi Rizzo 		if (na->active_fds == 0)
4194bf50f18SLuigi Rizzo 			na->na_flags |= NAF_NETMAP_ON;
420f0ea3689SLuigi Rizzo 	} else {
42137e3a6d3SLuigi Rizzo 		if (na->active_fds == 0)
4224bf50f18SLuigi Rizzo 			na->na_flags &= ~NAF_NETMAP_ON;
42337e3a6d3SLuigi Rizzo 		for_rx_tx(t) {
42437e3a6d3SLuigi Rizzo 			for (i = 0; i < nma_get_nrings(na, t) + 1; i++) {
42537e3a6d3SLuigi Rizzo 				struct netmap_kring *kring = &NMR(na, t)[i];
42637e3a6d3SLuigi Rizzo 
42737e3a6d3SLuigi Rizzo 				if (nm_kring_pending_off(kring)) {
42837e3a6d3SLuigi Rizzo 					kring->nr_mode = NKR_NETMAP_OFF;
42937e3a6d3SLuigi Rizzo 					/* mark the peer ring as no longer needed by us
43037e3a6d3SLuigi Rizzo 					 * (it may still be kept if sombody else is using it)
43137e3a6d3SLuigi Rizzo 					 */
432*c3e9b4dbSLuiz Otavio O Souza 					if (kring->pipe) {
43337e3a6d3SLuigi Rizzo 						kring->pipe->nr_kflags &= ~NKR_NEEDRING;
434f0ea3689SLuigi Rizzo 					}
43537e3a6d3SLuigi Rizzo 				}
43637e3a6d3SLuigi Rizzo 			}
437*c3e9b4dbSLuiz Otavio O Souza 		}
43837e3a6d3SLuigi Rizzo 		/* delete all the peer rings that are no longer needed */
43937e3a6d3SLuigi Rizzo 		netmap_mem_rings_delete(ona);
44037e3a6d3SLuigi Rizzo 	}
44137e3a6d3SLuigi Rizzo 
44237e3a6d3SLuigi Rizzo 	if (na->active_fds) {
443*c3e9b4dbSLuiz Otavio O Souza 		ND("active_fds %d", na->active_fds);
44437e3a6d3SLuigi Rizzo 		return 0;
44537e3a6d3SLuigi Rizzo 	}
44637e3a6d3SLuigi Rizzo 
447f0ea3689SLuigi Rizzo 	if (pna->peer_ref) {
448f0ea3689SLuigi Rizzo 		ND("%p: case 1.a or 2.a, nothing to do", na);
449f0ea3689SLuigi Rizzo 		return 0;
450f0ea3689SLuigi Rizzo 	}
451f0ea3689SLuigi Rizzo 	if (onoff) {
452f0ea3689SLuigi Rizzo 		ND("%p: case 1.b, drop peer", na);
453f0ea3689SLuigi Rizzo 		pna->peer->peer_ref = 0;
454f0ea3689SLuigi Rizzo 		netmap_adapter_put(na);
455f0ea3689SLuigi Rizzo 	} else {
456f0ea3689SLuigi Rizzo 		ND("%p: case 2.b, grab peer", na);
457f0ea3689SLuigi Rizzo 		netmap_adapter_get(na);
458f0ea3689SLuigi Rizzo 		pna->peer->peer_ref = 1;
459f0ea3689SLuigi Rizzo 	}
46037e3a6d3SLuigi Rizzo 	return error;
461f0ea3689SLuigi Rizzo }
462f0ea3689SLuigi Rizzo 
463f0ea3689SLuigi Rizzo /* netmap_pipe_krings_delete.
464f0ea3689SLuigi Rizzo  *
465f0ea3689SLuigi Rizzo  * There are two cases:
466f0ea3689SLuigi Rizzo  *
467f0ea3689SLuigi Rizzo  * 1) state is
468f0ea3689SLuigi Rizzo  *
469f0ea3689SLuigi Rizzo  *                usr1 --> e1 --> e2
470f0ea3689SLuigi Rizzo  *
471f0ea3689SLuigi Rizzo  *    and we are e1 (e2 is not registered, so krings_delete cannot be
472f0ea3689SLuigi Rizzo  *    called on it);
473f0ea3689SLuigi Rizzo  *
474f0ea3689SLuigi Rizzo  * 2) state is
475f0ea3689SLuigi Rizzo  *
476f0ea3689SLuigi Rizzo  *                usr1 --> e1     e2 <-- usr2
477f0ea3689SLuigi Rizzo  *
478f0ea3689SLuigi Rizzo  *    and we are either e1 or e2.
479f0ea3689SLuigi Rizzo  *
480f0ea3689SLuigi Rizzo  * In the former case we have to also delete the krings of e2;
481f0ea3689SLuigi Rizzo  * in the latter case we do nothing (note that our krings
482f0ea3689SLuigi Rizzo  * have already been hidden in the unregister callback).
483f0ea3689SLuigi Rizzo  */
484f0ea3689SLuigi Rizzo static void
485f0ea3689SLuigi Rizzo netmap_pipe_krings_delete(struct netmap_adapter *na)
486f0ea3689SLuigi Rizzo {
487f0ea3689SLuigi Rizzo 	struct netmap_pipe_adapter *pna =
488f0ea3689SLuigi Rizzo 		(struct netmap_pipe_adapter *)na;
489f0ea3689SLuigi Rizzo 	struct netmap_adapter *ona; /* na of the other end */
490f0ea3689SLuigi Rizzo 
491f0ea3689SLuigi Rizzo 	if (!pna->peer_ref) {
492f0ea3689SLuigi Rizzo 		ND("%p: case 2, kept alive by peer",  na);
493f0ea3689SLuigi Rizzo 		return;
494f0ea3689SLuigi Rizzo 	}
495f0ea3689SLuigi Rizzo 	/* case 1) above */
496*c3e9b4dbSLuiz Otavio O Souza 	ND("%p: case 1, deleting everything", na);
497f0ea3689SLuigi Rizzo 	netmap_krings_delete(na); /* also zeroes tx_rings etc. */
498f0ea3689SLuigi Rizzo 	ona = &pna->peer->up;
499f0ea3689SLuigi Rizzo 	if (ona->tx_rings == NULL) {
500f0ea3689SLuigi Rizzo 		/* already deleted, we must be on an
501f0ea3689SLuigi Rizzo                  * cleanup-after-error path */
502f0ea3689SLuigi Rizzo 		return;
503f0ea3689SLuigi Rizzo 	}
504f0ea3689SLuigi Rizzo 	netmap_krings_delete(ona);
505f0ea3689SLuigi Rizzo }
506f0ea3689SLuigi Rizzo 
507f0ea3689SLuigi Rizzo 
508f0ea3689SLuigi Rizzo static void
509f0ea3689SLuigi Rizzo netmap_pipe_dtor(struct netmap_adapter *na)
510f0ea3689SLuigi Rizzo {
511f0ea3689SLuigi Rizzo 	struct netmap_pipe_adapter *pna =
512f0ea3689SLuigi Rizzo 		(struct netmap_pipe_adapter *)na;
513*c3e9b4dbSLuiz Otavio O Souza 	ND("%p %p", na, pna->parent_ifp);
514f0ea3689SLuigi Rizzo 	if (pna->peer_ref) {
515f0ea3689SLuigi Rizzo 		ND("%p: clean up peer", na);
516f0ea3689SLuigi Rizzo 		pna->peer_ref = 0;
517f0ea3689SLuigi Rizzo 		netmap_adapter_put(&pna->peer->up);
518f0ea3689SLuigi Rizzo 	}
519f0ea3689SLuigi Rizzo 	if (pna->role == NR_REG_PIPE_MASTER)
520f0ea3689SLuigi Rizzo 		netmap_pipe_remove(pna->parent, pna);
521*c3e9b4dbSLuiz Otavio O Souza 	if (pna->parent_ifp)
522*c3e9b4dbSLuiz Otavio O Souza 		if_rele(pna->parent_ifp);
523f0ea3689SLuigi Rizzo 	netmap_adapter_put(pna->parent);
524f0ea3689SLuigi Rizzo 	pna->parent = NULL;
525f0ea3689SLuigi Rizzo }
526f0ea3689SLuigi Rizzo 
527f0ea3689SLuigi Rizzo int
528*c3e9b4dbSLuiz Otavio O Souza netmap_get_pipe_na(struct nmreq *nmr, struct netmap_adapter **na,
529*c3e9b4dbSLuiz Otavio O Souza 		struct netmap_mem_d *nmd, int create)
530f0ea3689SLuigi Rizzo {
531f0ea3689SLuigi Rizzo 	struct nmreq pnmr;
532f0ea3689SLuigi Rizzo 	struct netmap_adapter *pna; /* parent adapter */
533f0ea3689SLuigi Rizzo 	struct netmap_pipe_adapter *mna, *sna, *req;
53437e3a6d3SLuigi Rizzo 	struct ifnet *ifp = NULL;
535f0ea3689SLuigi Rizzo 	u_int pipe_id;
536f0ea3689SLuigi Rizzo 	int role = nmr->nr_flags & NR_REG_MASK;
537*c3e9b4dbSLuiz Otavio O Souza 	int error, retries = 0;
538f0ea3689SLuigi Rizzo 
539f0ea3689SLuigi Rizzo 	ND("flags %x", nmr->nr_flags);
540f0ea3689SLuigi Rizzo 
541f0ea3689SLuigi Rizzo 	if (role != NR_REG_PIPE_MASTER && role != NR_REG_PIPE_SLAVE) {
542f0ea3689SLuigi Rizzo 		ND("not a pipe");
543f0ea3689SLuigi Rizzo 		return 0;
544f0ea3689SLuigi Rizzo 	}
545f0ea3689SLuigi Rizzo 	role = nmr->nr_flags & NR_REG_MASK;
546f0ea3689SLuigi Rizzo 
547f0ea3689SLuigi Rizzo 	/* first, try to find the parent adapter */
548f0ea3689SLuigi Rizzo 	bzero(&pnmr, sizeof(pnmr));
549f0ea3689SLuigi Rizzo 	memcpy(&pnmr.nr_name, nmr->nr_name, IFNAMSIZ);
550f0ea3689SLuigi Rizzo 	/* pass to parent the requested number of pipes */
551f0ea3689SLuigi Rizzo 	pnmr.nr_arg1 = nmr->nr_arg1;
552*c3e9b4dbSLuiz Otavio O Souza 	for (;;) {
553*c3e9b4dbSLuiz Otavio O Souza 		int create_error;
554*c3e9b4dbSLuiz Otavio O Souza 
555*c3e9b4dbSLuiz Otavio O Souza 		error = netmap_get_na(&pnmr, &pna, &ifp, nmd, create);
556*c3e9b4dbSLuiz Otavio O Souza 		if (!error)
557*c3e9b4dbSLuiz Otavio O Souza 			break;
558*c3e9b4dbSLuiz Otavio O Souza 		if (error != ENXIO || retries++) {
559f0ea3689SLuigi Rizzo 			ND("parent lookup failed: %d", error);
560f0ea3689SLuigi Rizzo 			return error;
561f0ea3689SLuigi Rizzo 		}
562*c3e9b4dbSLuiz Otavio O Souza 		ND("try to create a persistent vale port");
563*c3e9b4dbSLuiz Otavio O Souza 		/* create a persistent vale port and try again */
564*c3e9b4dbSLuiz Otavio O Souza 		NMG_UNLOCK();
565*c3e9b4dbSLuiz Otavio O Souza 		create_error = netmap_vi_create(&pnmr, 1 /* autodelete */);
566*c3e9b4dbSLuiz Otavio O Souza 		NMG_LOCK();
567*c3e9b4dbSLuiz Otavio O Souza 		if (create_error && create_error != EEXIST) {
568*c3e9b4dbSLuiz Otavio O Souza 			if (create_error != EOPNOTSUPP) {
569*c3e9b4dbSLuiz Otavio O Souza 				D("failed to create a persistent vale port: %d", create_error);
570*c3e9b4dbSLuiz Otavio O Souza 			}
571*c3e9b4dbSLuiz Otavio O Souza 			return error;
572*c3e9b4dbSLuiz Otavio O Souza 		}
573*c3e9b4dbSLuiz Otavio O Souza 	}
574f0ea3689SLuigi Rizzo 
575f0ea3689SLuigi Rizzo 	if (NETMAP_OWNED_BY_KERN(pna)) {
576f0ea3689SLuigi Rizzo 		ND("parent busy");
577f0ea3689SLuigi Rizzo 		error = EBUSY;
578f0ea3689SLuigi Rizzo 		goto put_out;
579f0ea3689SLuigi Rizzo 	}
580f0ea3689SLuigi Rizzo 
581f0ea3689SLuigi Rizzo 	/* next, lookup the pipe id in the parent list */
582f0ea3689SLuigi Rizzo 	req = NULL;
583f0ea3689SLuigi Rizzo 	pipe_id = nmr->nr_ringid & NETMAP_RING_MASK;
584f0ea3689SLuigi Rizzo 	mna = netmap_pipe_find(pna, pipe_id);
585f0ea3689SLuigi Rizzo 	if (mna) {
586f0ea3689SLuigi Rizzo 		if (mna->role == role) {
587f0ea3689SLuigi Rizzo 			ND("found %d directly at %d", pipe_id, mna->parent_slot);
588f0ea3689SLuigi Rizzo 			req = mna;
589f0ea3689SLuigi Rizzo 		} else {
590f0ea3689SLuigi Rizzo 			ND("found %d indirectly at %d", pipe_id, mna->parent_slot);
591f0ea3689SLuigi Rizzo 			req = mna->peer;
592f0ea3689SLuigi Rizzo 		}
593f0ea3689SLuigi Rizzo 		/* the pipe we have found already holds a ref to the parent,
594f0ea3689SLuigi Rizzo                  * so we need to drop the one we got from netmap_get_na()
595f0ea3689SLuigi Rizzo                  */
596*c3e9b4dbSLuiz Otavio O Souza 		netmap_unget_na(pna, ifp);
597f0ea3689SLuigi Rizzo 		goto found;
598f0ea3689SLuigi Rizzo 	}
599f0ea3689SLuigi Rizzo 	ND("pipe %d not found, create %d", pipe_id, create);
600f0ea3689SLuigi Rizzo 	if (!create) {
601f0ea3689SLuigi Rizzo 		error = ENODEV;
602f0ea3689SLuigi Rizzo 		goto put_out;
603f0ea3689SLuigi Rizzo 	}
604f0ea3689SLuigi Rizzo 	/* we create both master and slave.
605f0ea3689SLuigi Rizzo          * The endpoint we were asked for holds a reference to
606f0ea3689SLuigi Rizzo          * the other one.
607f0ea3689SLuigi Rizzo          */
608*c3e9b4dbSLuiz Otavio O Souza 	mna = nm_os_malloc(sizeof(*mna));
609f0ea3689SLuigi Rizzo 	if (mna == NULL) {
610f0ea3689SLuigi Rizzo 		error = ENOMEM;
6114bf50f18SLuigi Rizzo 		goto put_out;
612f0ea3689SLuigi Rizzo 	}
6134bf50f18SLuigi Rizzo 	snprintf(mna->up.name, sizeof(mna->up.name), "%s{%d", pna->name, pipe_id);
614f0ea3689SLuigi Rizzo 
615f0ea3689SLuigi Rizzo 	mna->id = pipe_id;
616f0ea3689SLuigi Rizzo 	mna->role = NR_REG_PIPE_MASTER;
617f0ea3689SLuigi Rizzo 	mna->parent = pna;
618*c3e9b4dbSLuiz Otavio O Souza 	mna->parent_ifp = ifp;
619f0ea3689SLuigi Rizzo 
620f0ea3689SLuigi Rizzo 	mna->up.nm_txsync = netmap_pipe_txsync;
621f0ea3689SLuigi Rizzo 	mna->up.nm_rxsync = netmap_pipe_rxsync;
622f0ea3689SLuigi Rizzo 	mna->up.nm_register = netmap_pipe_reg;
623f0ea3689SLuigi Rizzo 	mna->up.nm_dtor = netmap_pipe_dtor;
624f0ea3689SLuigi Rizzo 	mna->up.nm_krings_create = netmap_pipe_krings_create;
625f0ea3689SLuigi Rizzo 	mna->up.nm_krings_delete = netmap_pipe_krings_delete;
626*c3e9b4dbSLuiz Otavio O Souza 	mna->up.nm_mem = netmap_mem_get(pna->nm_mem);
627*c3e9b4dbSLuiz Otavio O Souza 	mna->up.na_flags |= NAF_MEM_OWNER;
628f0ea3689SLuigi Rizzo 	mna->up.na_lut = pna->na_lut;
629f0ea3689SLuigi Rizzo 
630f0ea3689SLuigi Rizzo 	mna->up.num_tx_rings = 1;
631f0ea3689SLuigi Rizzo 	mna->up.num_rx_rings = 1;
632f0ea3689SLuigi Rizzo 	mna->up.num_tx_desc = nmr->nr_tx_slots;
633f0ea3689SLuigi Rizzo 	nm_bound_var(&mna->up.num_tx_desc, pna->num_tx_desc,
634f0ea3689SLuigi Rizzo 			1, NM_PIPE_MAXSLOTS, NULL);
635f0ea3689SLuigi Rizzo 	mna->up.num_rx_desc = nmr->nr_rx_slots;
636f0ea3689SLuigi Rizzo 	nm_bound_var(&mna->up.num_rx_desc, pna->num_rx_desc,
637f0ea3689SLuigi Rizzo 			1, NM_PIPE_MAXSLOTS, NULL);
638f0ea3689SLuigi Rizzo 	error = netmap_attach_common(&mna->up);
639f0ea3689SLuigi Rizzo 	if (error)
6404bf50f18SLuigi Rizzo 		goto free_mna;
641f0ea3689SLuigi Rizzo 	/* register the master with the parent */
642f0ea3689SLuigi Rizzo 	error = netmap_pipe_add(pna, mna);
643f0ea3689SLuigi Rizzo 	if (error)
644f0ea3689SLuigi Rizzo 		goto free_mna;
645f0ea3689SLuigi Rizzo 
646f0ea3689SLuigi Rizzo 	/* create the slave */
647*c3e9b4dbSLuiz Otavio O Souza 	sna = nm_os_malloc(sizeof(*mna));
648f0ea3689SLuigi Rizzo 	if (sna == NULL) {
649f0ea3689SLuigi Rizzo 		error = ENOMEM;
6509694aad3SLuigi Rizzo 		goto unregister_mna;
651f0ea3689SLuigi Rizzo 	}
652f0ea3689SLuigi Rizzo 	/* most fields are the same, copy from master and then fix */
653f0ea3689SLuigi Rizzo 	*sna = *mna;
654*c3e9b4dbSLuiz Otavio O Souza 	sna->up.nm_mem = netmap_mem_get(mna->up.nm_mem);
6554bf50f18SLuigi Rizzo 	snprintf(sna->up.name, sizeof(sna->up.name), "%s}%d", pna->name, pipe_id);
656f0ea3689SLuigi Rizzo 	sna->role = NR_REG_PIPE_SLAVE;
657f0ea3689SLuigi Rizzo 	error = netmap_attach_common(&sna->up);
658f0ea3689SLuigi Rizzo 	if (error)
659f0ea3689SLuigi Rizzo 		goto free_sna;
660f0ea3689SLuigi Rizzo 
661f0ea3689SLuigi Rizzo 	/* join the two endpoints */
662f0ea3689SLuigi Rizzo 	mna->peer = sna;
663f0ea3689SLuigi Rizzo 	sna->peer = mna;
664f0ea3689SLuigi Rizzo 
665f0ea3689SLuigi Rizzo 	/* we already have a reference to the parent, but we
666f0ea3689SLuigi Rizzo          * need another one for the other endpoint we created
667f0ea3689SLuigi Rizzo          */
668f0ea3689SLuigi Rizzo 	netmap_adapter_get(pna);
669*c3e9b4dbSLuiz Otavio O Souza 	/* likewise for the ifp, if any */
670*c3e9b4dbSLuiz Otavio O Souza 	if (ifp)
671*c3e9b4dbSLuiz Otavio O Souza 		if_ref(ifp);
672f0ea3689SLuigi Rizzo 
673f0ea3689SLuigi Rizzo 	if (role == NR_REG_PIPE_MASTER) {
674f0ea3689SLuigi Rizzo 		req = mna;
675f0ea3689SLuigi Rizzo 		mna->peer_ref = 1;
676f0ea3689SLuigi Rizzo 		netmap_adapter_get(&sna->up);
677f0ea3689SLuigi Rizzo 	} else {
678f0ea3689SLuigi Rizzo 		req = sna;
679f0ea3689SLuigi Rizzo 		sna->peer_ref = 1;
680f0ea3689SLuigi Rizzo 		netmap_adapter_get(&mna->up);
681f0ea3689SLuigi Rizzo 	}
682f0ea3689SLuigi Rizzo 	ND("created master %p and slave %p", mna, sna);
683f0ea3689SLuigi Rizzo found:
684f0ea3689SLuigi Rizzo 
685f0ea3689SLuigi Rizzo 	ND("pipe %d %s at %p", pipe_id,
686f0ea3689SLuigi Rizzo 		(req->role == NR_REG_PIPE_MASTER ? "master" : "slave"), req);
687f0ea3689SLuigi Rizzo 	*na = &req->up;
688f0ea3689SLuigi Rizzo 	netmap_adapter_get(*na);
689f0ea3689SLuigi Rizzo 
690f0ea3689SLuigi Rizzo 	/* keep the reference to the parent.
691f0ea3689SLuigi Rizzo          * It will be released by the req destructor
692f0ea3689SLuigi Rizzo          */
693f0ea3689SLuigi Rizzo 
694f0ea3689SLuigi Rizzo 	return 0;
695f0ea3689SLuigi Rizzo 
696f0ea3689SLuigi Rizzo free_sna:
697*c3e9b4dbSLuiz Otavio O Souza 	nm_os_free(sna);
6989694aad3SLuigi Rizzo unregister_mna:
6999694aad3SLuigi Rizzo 	netmap_pipe_remove(pna, mna);
700f0ea3689SLuigi Rizzo free_mna:
701*c3e9b4dbSLuiz Otavio O Souza 	nm_os_free(mna);
702f0ea3689SLuigi Rizzo put_out:
70337e3a6d3SLuigi Rizzo 	netmap_unget_na(pna, ifp);
704f0ea3689SLuigi Rizzo 	return error;
705f0ea3689SLuigi Rizzo }
706f0ea3689SLuigi Rizzo 
707f0ea3689SLuigi Rizzo 
708f0ea3689SLuigi Rizzo #endif /* WITH_PIPES */
709