1f0ea3689SLuigi Rizzo /* 237e3a6d3SLuigi Rizzo * Copyright (C) 2014-2016 Giuseppe Lettieri 337e3a6d3SLuigi Rizzo * All rights reserved. 4f0ea3689SLuigi Rizzo * 5f0ea3689SLuigi Rizzo * Redistribution and use in source and binary forms, with or without 6f0ea3689SLuigi Rizzo * modification, are permitted provided that the following conditions 7f0ea3689SLuigi Rizzo * are met: 8f0ea3689SLuigi Rizzo * 1. Redistributions of source code must retain the above copyright 9f0ea3689SLuigi Rizzo * notice, this list of conditions and the following disclaimer. 10f0ea3689SLuigi Rizzo * 2. Redistributions in binary form must reproduce the above copyright 11f0ea3689SLuigi Rizzo * notice, this list of conditions and the following disclaimer in the 12f0ea3689SLuigi Rizzo * documentation and/or other materials provided with the distribution. 13f0ea3689SLuigi Rizzo * 14f0ea3689SLuigi Rizzo * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15f0ea3689SLuigi Rizzo * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16f0ea3689SLuigi Rizzo * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17f0ea3689SLuigi Rizzo * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18f0ea3689SLuigi Rizzo * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19f0ea3689SLuigi Rizzo * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20f0ea3689SLuigi Rizzo * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21f0ea3689SLuigi Rizzo * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22f0ea3689SLuigi Rizzo * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23f0ea3689SLuigi Rizzo * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24f0ea3689SLuigi Rizzo * SUCH DAMAGE. 25f0ea3689SLuigi Rizzo */ 26f0ea3689SLuigi Rizzo 27f0ea3689SLuigi Rizzo /* $FreeBSD$ */ 28f0ea3689SLuigi Rizzo 29f0ea3689SLuigi Rizzo #if defined(__FreeBSD__) 30f0ea3689SLuigi Rizzo #include <sys/cdefs.h> /* prerequisite */ 31f0ea3689SLuigi Rizzo 32f0ea3689SLuigi Rizzo #include <sys/types.h> 33f0ea3689SLuigi Rizzo #include <sys/errno.h> 34f0ea3689SLuigi Rizzo #include <sys/param.h> /* defines used in kernel.h */ 35f0ea3689SLuigi Rizzo #include <sys/kernel.h> /* types used in module initialization */ 36f0ea3689SLuigi Rizzo #include <sys/malloc.h> 37f0ea3689SLuigi Rizzo #include <sys/poll.h> 38f0ea3689SLuigi Rizzo #include <sys/lock.h> 39f0ea3689SLuigi Rizzo #include <sys/rwlock.h> 40f0ea3689SLuigi Rizzo #include <sys/selinfo.h> 41f0ea3689SLuigi Rizzo #include <sys/sysctl.h> 42f0ea3689SLuigi Rizzo #include <sys/socket.h> /* sockaddrs */ 43f0ea3689SLuigi Rizzo #include <net/if.h> 44f0ea3689SLuigi Rizzo #include <net/if_var.h> 45f0ea3689SLuigi Rizzo #include <machine/bus.h> /* bus_dmamap_* */ 46f0ea3689SLuigi Rizzo #include <sys/refcount.h> 47f0ea3689SLuigi Rizzo 48f0ea3689SLuigi Rizzo 49f0ea3689SLuigi Rizzo #elif defined(linux) 50f0ea3689SLuigi Rizzo 51f0ea3689SLuigi Rizzo #include "bsd_glue.h" 52f0ea3689SLuigi Rizzo 53f0ea3689SLuigi Rizzo #elif defined(__APPLE__) 54f0ea3689SLuigi Rizzo 55f0ea3689SLuigi Rizzo #warning OSX support is only partial 56f0ea3689SLuigi Rizzo #include "osx_glue.h" 57f0ea3689SLuigi Rizzo 5837e3a6d3SLuigi Rizzo #elif defined(_WIN32) 5937e3a6d3SLuigi Rizzo #include "win_glue.h" 6037e3a6d3SLuigi Rizzo 61f0ea3689SLuigi Rizzo #else 62f0ea3689SLuigi Rizzo 63f0ea3689SLuigi Rizzo #error Unsupported platform 64f0ea3689SLuigi Rizzo 65f0ea3689SLuigi Rizzo #endif /* unsupported */ 66f0ea3689SLuigi Rizzo 67f0ea3689SLuigi Rizzo /* 68f0ea3689SLuigi Rizzo * common headers 69f0ea3689SLuigi Rizzo */ 70f0ea3689SLuigi Rizzo 71f0ea3689SLuigi Rizzo #include <net/netmap.h> 72f0ea3689SLuigi Rizzo #include <dev/netmap/netmap_kern.h> 73f0ea3689SLuigi Rizzo #include <dev/netmap/netmap_mem2.h> 74f0ea3689SLuigi Rizzo 75f0ea3689SLuigi Rizzo #ifdef WITH_PIPES 76f0ea3689SLuigi Rizzo 77f0ea3689SLuigi Rizzo #define NM_PIPE_MAXSLOTS 4096 78f0ea3689SLuigi Rizzo 7937e3a6d3SLuigi Rizzo static int netmap_default_pipes = 0; /* ignored, kept for compatibility */ 8037e3a6d3SLuigi Rizzo SYSBEGIN(vars_pipes); 81f0ea3689SLuigi Rizzo SYSCTL_DECL(_dev_netmap); 82f0ea3689SLuigi Rizzo SYSCTL_INT(_dev_netmap, OID_AUTO, default_pipes, CTLFLAG_RW, &netmap_default_pipes, 0 , ""); 8337e3a6d3SLuigi Rizzo SYSEND; 84f0ea3689SLuigi Rizzo 85f0ea3689SLuigi Rizzo /* allocate the pipe array in the parent adapter */ 86847bf383SLuigi Rizzo static int 87847bf383SLuigi Rizzo nm_pipe_alloc(struct netmap_adapter *na, u_int npipes) 88f0ea3689SLuigi Rizzo { 89*c3e9b4dbSLuiz Otavio O Souza size_t old_len, len; 90847bf383SLuigi Rizzo struct netmap_pipe_adapter **npa; 91f0ea3689SLuigi Rizzo 92847bf383SLuigi Rizzo if (npipes <= na->na_max_pipes) 93847bf383SLuigi Rizzo /* we already have more entries that requested */ 94f0ea3689SLuigi Rizzo return 0; 95f0ea3689SLuigi Rizzo 96847bf383SLuigi Rizzo if (npipes < na->na_next_pipe || npipes > NM_MAXPIPES) 97847bf383SLuigi Rizzo return EINVAL; 98f0ea3689SLuigi Rizzo 99*c3e9b4dbSLuiz Otavio O Souza old_len = sizeof(struct netmap_pipe_adapter *)*na->na_max_pipes; 100f0ea3689SLuigi Rizzo len = sizeof(struct netmap_pipe_adapter *) * npipes; 101*c3e9b4dbSLuiz Otavio O Souza npa = nm_os_realloc(na->na_pipes, len, old_len); 102847bf383SLuigi Rizzo if (npa == NULL) 103f0ea3689SLuigi Rizzo return ENOMEM; 104f0ea3689SLuigi Rizzo 105847bf383SLuigi Rizzo na->na_pipes = npa; 106f0ea3689SLuigi Rizzo na->na_max_pipes = npipes; 107f0ea3689SLuigi Rizzo 108f0ea3689SLuigi Rizzo return 0; 109f0ea3689SLuigi Rizzo } 110f0ea3689SLuigi Rizzo 111f0ea3689SLuigi Rizzo /* deallocate the parent array in the parent adapter */ 112f0ea3689SLuigi Rizzo void 113f0ea3689SLuigi Rizzo netmap_pipe_dealloc(struct netmap_adapter *na) 114f0ea3689SLuigi Rizzo { 115f0ea3689SLuigi Rizzo if (na->na_pipes) { 116847bf383SLuigi Rizzo if (na->na_next_pipe > 0) { 117847bf383SLuigi Rizzo D("freeing not empty pipe array for %s (%d dangling pipes)!", na->name, 118847bf383SLuigi Rizzo na->na_next_pipe); 119847bf383SLuigi Rizzo } 120*c3e9b4dbSLuiz Otavio O Souza nm_os_free(na->na_pipes); 121f0ea3689SLuigi Rizzo na->na_pipes = NULL; 122f0ea3689SLuigi Rizzo na->na_max_pipes = 0; 123f0ea3689SLuigi Rizzo na->na_next_pipe = 0; 124f0ea3689SLuigi Rizzo } 125f0ea3689SLuigi Rizzo } 126f0ea3689SLuigi Rizzo 127f0ea3689SLuigi Rizzo /* find a pipe endpoint with the given id among the parent's pipes */ 128f0ea3689SLuigi Rizzo static struct netmap_pipe_adapter * 129f0ea3689SLuigi Rizzo netmap_pipe_find(struct netmap_adapter *parent, u_int pipe_id) 130f0ea3689SLuigi Rizzo { 131f0ea3689SLuigi Rizzo int i; 132f0ea3689SLuigi Rizzo struct netmap_pipe_adapter *na; 133f0ea3689SLuigi Rizzo 134f0ea3689SLuigi Rizzo for (i = 0; i < parent->na_next_pipe; i++) { 135f0ea3689SLuigi Rizzo na = parent->na_pipes[i]; 136f0ea3689SLuigi Rizzo if (na->id == pipe_id) { 137f0ea3689SLuigi Rizzo return na; 138f0ea3689SLuigi Rizzo } 139f0ea3689SLuigi Rizzo } 140f0ea3689SLuigi Rizzo return NULL; 141f0ea3689SLuigi Rizzo } 142f0ea3689SLuigi Rizzo 143f0ea3689SLuigi Rizzo /* add a new pipe endpoint to the parent array */ 144f0ea3689SLuigi Rizzo static int 145f0ea3689SLuigi Rizzo netmap_pipe_add(struct netmap_adapter *parent, struct netmap_pipe_adapter *na) 146f0ea3689SLuigi Rizzo { 147f0ea3689SLuigi Rizzo if (parent->na_next_pipe >= parent->na_max_pipes) { 148847bf383SLuigi Rizzo u_int npipes = parent->na_max_pipes ? 2*parent->na_max_pipes : 2; 149847bf383SLuigi Rizzo int error = nm_pipe_alloc(parent, npipes); 150847bf383SLuigi Rizzo if (error) 151847bf383SLuigi Rizzo return error; 152f0ea3689SLuigi Rizzo } 153f0ea3689SLuigi Rizzo 154f0ea3689SLuigi Rizzo parent->na_pipes[parent->na_next_pipe] = na; 155f0ea3689SLuigi Rizzo na->parent_slot = parent->na_next_pipe; 156f0ea3689SLuigi Rizzo parent->na_next_pipe++; 157f0ea3689SLuigi Rizzo return 0; 158f0ea3689SLuigi Rizzo } 159f0ea3689SLuigi Rizzo 160f0ea3689SLuigi Rizzo /* remove the given pipe endpoint from the parent array */ 161f0ea3689SLuigi Rizzo static void 162f0ea3689SLuigi Rizzo netmap_pipe_remove(struct netmap_adapter *parent, struct netmap_pipe_adapter *na) 163f0ea3689SLuigi Rizzo { 164f0ea3689SLuigi Rizzo u_int n; 165f0ea3689SLuigi Rizzo n = --parent->na_next_pipe; 166f0ea3689SLuigi Rizzo if (n != na->parent_slot) { 167847bf383SLuigi Rizzo struct netmap_pipe_adapter **p = 168847bf383SLuigi Rizzo &parent->na_pipes[na->parent_slot]; 169847bf383SLuigi Rizzo *p = parent->na_pipes[n]; 170847bf383SLuigi Rizzo (*p)->parent_slot = na->parent_slot; 171f0ea3689SLuigi Rizzo } 172f0ea3689SLuigi Rizzo parent->na_pipes[n] = NULL; 173f0ea3689SLuigi Rizzo } 174f0ea3689SLuigi Rizzo 175*c3e9b4dbSLuiz Otavio O Souza int 1764bf50f18SLuigi Rizzo netmap_pipe_txsync(struct netmap_kring *txkring, int flags) 177f0ea3689SLuigi Rizzo { 1784bf50f18SLuigi Rizzo struct netmap_kring *rxkring = txkring->pipe; 179f0ea3689SLuigi Rizzo u_int limit; /* slots to transfer */ 180f0ea3689SLuigi Rizzo u_int j, k, lim_tx = txkring->nkr_num_slots - 1, 181f0ea3689SLuigi Rizzo lim_rx = rxkring->nkr_num_slots - 1; 182f0ea3689SLuigi Rizzo int m, busy; 183f0ea3689SLuigi Rizzo 184f0ea3689SLuigi Rizzo ND("%p: %s %x -> %s", txkring, txkring->name, flags, rxkring->name); 185f0ea3689SLuigi Rizzo ND(2, "before: hwcur %d hwtail %d cur %d head %d tail %d", txkring->nr_hwcur, txkring->nr_hwtail, 186f0ea3689SLuigi Rizzo txkring->rcur, txkring->rhead, txkring->rtail); 187f0ea3689SLuigi Rizzo 188f0ea3689SLuigi Rizzo j = rxkring->nr_hwtail; /* RX */ 189f0ea3689SLuigi Rizzo k = txkring->nr_hwcur; /* TX */ 190f0ea3689SLuigi Rizzo m = txkring->rhead - txkring->nr_hwcur; /* new slots */ 191f0ea3689SLuigi Rizzo if (m < 0) 192f0ea3689SLuigi Rizzo m += txkring->nkr_num_slots; 193f0ea3689SLuigi Rizzo limit = m; 194204f91ddSLuigi Rizzo m = lim_rx; /* max avail space on destination */ 195f0ea3689SLuigi Rizzo busy = j - rxkring->nr_hwcur; /* busy slots */ 196f0ea3689SLuigi Rizzo if (busy < 0) 197204f91ddSLuigi Rizzo busy += rxkring->nkr_num_slots; 198f0ea3689SLuigi Rizzo m -= busy; /* subtract busy slots */ 199f0ea3689SLuigi Rizzo ND(2, "m %d limit %d", m, limit); 200f0ea3689SLuigi Rizzo if (m < limit) 201f0ea3689SLuigi Rizzo limit = m; 202f0ea3689SLuigi Rizzo 203f0ea3689SLuigi Rizzo if (limit == 0) { 204f0ea3689SLuigi Rizzo /* either the rxring is full, or nothing to send */ 205f0ea3689SLuigi Rizzo return 0; 206f0ea3689SLuigi Rizzo } 207f0ea3689SLuigi Rizzo 208f0ea3689SLuigi Rizzo while (limit-- > 0) { 20937e3a6d3SLuigi Rizzo struct netmap_slot *rs = &rxkring->ring->slot[j]; 210f0ea3689SLuigi Rizzo struct netmap_slot *ts = &txkring->ring->slot[k]; 211f0ea3689SLuigi Rizzo struct netmap_slot tmp; 212f0ea3689SLuigi Rizzo 213f0ea3689SLuigi Rizzo /* swap the slots */ 214f0ea3689SLuigi Rizzo tmp = *rs; 215f0ea3689SLuigi Rizzo *rs = *ts; 216f0ea3689SLuigi Rizzo *ts = tmp; 217f0ea3689SLuigi Rizzo 218847bf383SLuigi Rizzo /* report the buffer change */ 219847bf383SLuigi Rizzo ts->flags |= NS_BUF_CHANGED; 220847bf383SLuigi Rizzo rs->flags |= NS_BUF_CHANGED; 221f0ea3689SLuigi Rizzo 222f0ea3689SLuigi Rizzo j = nm_next(j, lim_rx); 223f0ea3689SLuigi Rizzo k = nm_next(k, lim_tx); 224f0ea3689SLuigi Rizzo } 225f0ea3689SLuigi Rizzo 226ad15cc59SLuigi Rizzo mb(); /* make sure the slots are updated before publishing them */ 227f0ea3689SLuigi Rizzo rxkring->nr_hwtail = j; 228f0ea3689SLuigi Rizzo txkring->nr_hwcur = k; 229f0ea3689SLuigi Rizzo txkring->nr_hwtail = nm_prev(k, lim_tx); 230f0ea3689SLuigi Rizzo 231f0ea3689SLuigi Rizzo ND(2, "after: hwcur %d hwtail %d cur %d head %d tail %d j %d", txkring->nr_hwcur, txkring->nr_hwtail, 232f0ea3689SLuigi Rizzo txkring->rcur, txkring->rhead, txkring->rtail, j); 233f0ea3689SLuigi Rizzo 234ad15cc59SLuigi Rizzo mb(); /* make sure rxkring->nr_hwtail is updated before notifying */ 235847bf383SLuigi Rizzo rxkring->nm_notify(rxkring, 0); 236f0ea3689SLuigi Rizzo 237f0ea3689SLuigi Rizzo return 0; 238f0ea3689SLuigi Rizzo } 239f0ea3689SLuigi Rizzo 240*c3e9b4dbSLuiz Otavio O Souza int 2414bf50f18SLuigi Rizzo netmap_pipe_rxsync(struct netmap_kring *rxkring, int flags) 242f0ea3689SLuigi Rizzo { 2434bf50f18SLuigi Rizzo struct netmap_kring *txkring = rxkring->pipe; 244f0ea3689SLuigi Rizzo uint32_t oldhwcur = rxkring->nr_hwcur; 245f0ea3689SLuigi Rizzo 246f0ea3689SLuigi Rizzo ND("%s %x <- %s", rxkring->name, flags, txkring->name); 247f0ea3689SLuigi Rizzo rxkring->nr_hwcur = rxkring->rhead; /* recover user-relased slots */ 248f0ea3689SLuigi Rizzo ND(5, "hwcur %d hwtail %d cur %d head %d tail %d", rxkring->nr_hwcur, rxkring->nr_hwtail, 249f0ea3689SLuigi Rizzo rxkring->rcur, rxkring->rhead, rxkring->rtail); 250ad15cc59SLuigi Rizzo mb(); /* paired with the first mb() in txsync */ 251f0ea3689SLuigi Rizzo 252f0ea3689SLuigi Rizzo if (oldhwcur != rxkring->nr_hwcur) { 253f0ea3689SLuigi Rizzo /* we have released some slots, notify the other end */ 254ad15cc59SLuigi Rizzo mb(); /* make sure nr_hwcur is updated before notifying */ 255847bf383SLuigi Rizzo txkring->nm_notify(txkring, 0); 256f0ea3689SLuigi Rizzo } 257f0ea3689SLuigi Rizzo return 0; 258f0ea3689SLuigi Rizzo } 259f0ea3689SLuigi Rizzo 260f0ea3689SLuigi Rizzo /* Pipe endpoints are created and destroyed together, so that endopoints do not 261f0ea3689SLuigi Rizzo * have to check for the existence of their peer at each ?xsync. 262f0ea3689SLuigi Rizzo * 263f0ea3689SLuigi Rizzo * To play well with the existing netmap infrastructure (refcounts etc.), we 264f0ea3689SLuigi Rizzo * adopt the following strategy: 265f0ea3689SLuigi Rizzo * 266f0ea3689SLuigi Rizzo * 1) The first endpoint that is created also creates the other endpoint and 267f0ea3689SLuigi Rizzo * grabs a reference to it. 268f0ea3689SLuigi Rizzo * 269f0ea3689SLuigi Rizzo * state A) user1 --> endpoint1 --> endpoint2 270f0ea3689SLuigi Rizzo * 271f0ea3689SLuigi Rizzo * 2) If, starting from state A, endpoint2 is then registered, endpoint1 gives 272f0ea3689SLuigi Rizzo * its reference to the user: 273f0ea3689SLuigi Rizzo * 274f0ea3689SLuigi Rizzo * state B) user1 --> endpoint1 endpoint2 <--- user2 275f0ea3689SLuigi Rizzo * 276f0ea3689SLuigi Rizzo * 3) Assume that, starting from state B endpoint2 is closed. In the unregister 277f0ea3689SLuigi Rizzo * callback endpoint2 notes that endpoint1 is still active and adds a reference 278f0ea3689SLuigi Rizzo * from endpoint1 to itself. When user2 then releases her own reference, 279f0ea3689SLuigi Rizzo * endpoint2 is not destroyed and we are back to state A. A symmetrical state 280f0ea3689SLuigi Rizzo * would be reached if endpoint1 were released instead. 281f0ea3689SLuigi Rizzo * 282f0ea3689SLuigi Rizzo * 4) If, starting from state A, endpoint1 is closed, the destructor notes that 283f0ea3689SLuigi Rizzo * it owns a reference to endpoint2 and releases it. 284f0ea3689SLuigi Rizzo * 285f0ea3689SLuigi Rizzo * Something similar goes on for the creation and destruction of the krings. 286f0ea3689SLuigi Rizzo */ 287f0ea3689SLuigi Rizzo 288f0ea3689SLuigi Rizzo 289*c3e9b4dbSLuiz Otavio O Souza /* netmap_pipe_krings_create. 290f0ea3689SLuigi Rizzo * 291f0ea3689SLuigi Rizzo * There are two cases: 292f0ea3689SLuigi Rizzo * 293f0ea3689SLuigi Rizzo * 1) state is 294f0ea3689SLuigi Rizzo * 295f0ea3689SLuigi Rizzo * usr1 --> e1 --> e2 296f0ea3689SLuigi Rizzo * 297f0ea3689SLuigi Rizzo * and we are e1. We have to create both sets 298f0ea3689SLuigi Rizzo * of krings. 299f0ea3689SLuigi Rizzo * 300f0ea3689SLuigi Rizzo * 2) state is 301f0ea3689SLuigi Rizzo * 302f0ea3689SLuigi Rizzo * usr1 --> e1 --> e2 303f0ea3689SLuigi Rizzo * 304f0ea3689SLuigi Rizzo * and we are e2. e1 is certainly registered and our 30537e3a6d3SLuigi Rizzo * krings already exist. Nothing to do. 306f0ea3689SLuigi Rizzo */ 307f0ea3689SLuigi Rizzo static int 308f0ea3689SLuigi Rizzo netmap_pipe_krings_create(struct netmap_adapter *na) 309f0ea3689SLuigi Rizzo { 310f0ea3689SLuigi Rizzo struct netmap_pipe_adapter *pna = 311f0ea3689SLuigi Rizzo (struct netmap_pipe_adapter *)na; 312f0ea3689SLuigi Rizzo struct netmap_adapter *ona = &pna->peer->up; 313f0ea3689SLuigi Rizzo int error = 0; 314847bf383SLuigi Rizzo enum txrx t; 315847bf383SLuigi Rizzo 316f0ea3689SLuigi Rizzo if (pna->peer_ref) { 317f0ea3689SLuigi Rizzo int i; 318f0ea3689SLuigi Rizzo 319f0ea3689SLuigi Rizzo /* case 1) above */ 320*c3e9b4dbSLuiz Otavio O Souza ND("%p: case 1, create both ends", na); 321f0ea3689SLuigi Rizzo error = netmap_krings_create(na, 0); 322f0ea3689SLuigi Rizzo if (error) 323f0ea3689SLuigi Rizzo goto err; 324f0ea3689SLuigi Rizzo 32537e3a6d3SLuigi Rizzo /* create the krings of the other end */ 326f0ea3689SLuigi Rizzo error = netmap_krings_create(ona, 0); 327f0ea3689SLuigi Rizzo if (error) 32837e3a6d3SLuigi Rizzo goto del_krings1; 329f0ea3689SLuigi Rizzo 330f0ea3689SLuigi Rizzo /* cross link the krings */ 331847bf383SLuigi Rizzo for_rx_tx(t) { 332847bf383SLuigi Rizzo enum txrx r = nm_txrx_swap(t); /* swap NR_TX <-> NR_RX */ 333847bf383SLuigi Rizzo for (i = 0; i < nma_get_nrings(na, t); i++) { 334*c3e9b4dbSLuiz Otavio O Souza NMR(na, t)[i].pipe = NMR(ona, r) + i; 335*c3e9b4dbSLuiz Otavio O Souza NMR(ona, r)[i].pipe = NMR(na, t) + i; 336847bf383SLuigi Rizzo } 337f0ea3689SLuigi Rizzo } 33837e3a6d3SLuigi Rizzo 339f0ea3689SLuigi Rizzo } 340f0ea3689SLuigi Rizzo return 0; 341f0ea3689SLuigi Rizzo 342f0ea3689SLuigi Rizzo del_krings1: 343f0ea3689SLuigi Rizzo netmap_krings_delete(na); 344f0ea3689SLuigi Rizzo err: 345f0ea3689SLuigi Rizzo return error; 346f0ea3689SLuigi Rizzo } 347f0ea3689SLuigi Rizzo 348f0ea3689SLuigi Rizzo /* netmap_pipe_reg. 349f0ea3689SLuigi Rizzo * 350f0ea3689SLuigi Rizzo * There are two cases on registration (onoff==1) 351f0ea3689SLuigi Rizzo * 352f0ea3689SLuigi Rizzo * 1.a) state is 353f0ea3689SLuigi Rizzo * 354f0ea3689SLuigi Rizzo * usr1 --> e1 --> e2 355f0ea3689SLuigi Rizzo * 35637e3a6d3SLuigi Rizzo * and we are e1. Create the needed rings of the 35737e3a6d3SLuigi Rizzo * other end. 358f0ea3689SLuigi Rizzo * 359f0ea3689SLuigi Rizzo * 1.b) state is 360f0ea3689SLuigi Rizzo * 361f0ea3689SLuigi Rizzo * usr1 --> e1 --> e2 <-- usr2 362f0ea3689SLuigi Rizzo * 363f0ea3689SLuigi Rizzo * and we are e2. Drop the ref e1 is holding. 364f0ea3689SLuigi Rizzo * 365f0ea3689SLuigi Rizzo * There are two additional cases on unregister (onoff==0) 366f0ea3689SLuigi Rizzo * 367f0ea3689SLuigi Rizzo * 2.a) state is 368f0ea3689SLuigi Rizzo * 369f0ea3689SLuigi Rizzo * usr1 --> e1 --> e2 370f0ea3689SLuigi Rizzo * 371f0ea3689SLuigi Rizzo * and we are e1. Nothing special to do, e2 will 372f0ea3689SLuigi Rizzo * be cleaned up by the destructor of e1. 373f0ea3689SLuigi Rizzo * 374f0ea3689SLuigi Rizzo * 2.b) state is 375f0ea3689SLuigi Rizzo * 376f0ea3689SLuigi Rizzo * usr1 --> e1 e2 <-- usr2 377f0ea3689SLuigi Rizzo * 378f0ea3689SLuigi Rizzo * and we are either e1 or e2. Add a ref from the 379f0ea3689SLuigi Rizzo * other end and hide our rings. 380f0ea3689SLuigi Rizzo */ 381f0ea3689SLuigi Rizzo static int 382f0ea3689SLuigi Rizzo netmap_pipe_reg(struct netmap_adapter *na, int onoff) 383f0ea3689SLuigi Rizzo { 384f0ea3689SLuigi Rizzo struct netmap_pipe_adapter *pna = 385f0ea3689SLuigi Rizzo (struct netmap_pipe_adapter *)na; 38637e3a6d3SLuigi Rizzo struct netmap_adapter *ona = &pna->peer->up; 38737e3a6d3SLuigi Rizzo int i, error = 0; 388847bf383SLuigi Rizzo enum txrx t; 389847bf383SLuigi Rizzo 390f0ea3689SLuigi Rizzo ND("%p: onoff %d", na, onoff); 391f0ea3689SLuigi Rizzo if (onoff) { 39237e3a6d3SLuigi Rizzo for_rx_tx(t) { 393*c3e9b4dbSLuiz Otavio O Souza for (i = 0; i < nma_get_nrings(na, t); i++) { 39437e3a6d3SLuigi Rizzo struct netmap_kring *kring = &NMR(na, t)[i]; 39537e3a6d3SLuigi Rizzo 39637e3a6d3SLuigi Rizzo if (nm_kring_pending_on(kring)) { 397*c3e9b4dbSLuiz Otavio O Souza /* mark the peer ring as needed */ 39837e3a6d3SLuigi Rizzo kring->pipe->nr_kflags |= NKR_NEEDRING; 39937e3a6d3SLuigi Rizzo } 40037e3a6d3SLuigi Rizzo } 40137e3a6d3SLuigi Rizzo } 40237e3a6d3SLuigi Rizzo 40337e3a6d3SLuigi Rizzo /* create all missing needed rings on the other end */ 40437e3a6d3SLuigi Rizzo error = netmap_mem_rings_create(ona); 40537e3a6d3SLuigi Rizzo if (error) 40637e3a6d3SLuigi Rizzo return error; 40737e3a6d3SLuigi Rizzo 40837e3a6d3SLuigi Rizzo /* In case of no error we put our rings in netmap mode */ 40937e3a6d3SLuigi Rizzo for_rx_tx(t) { 41037e3a6d3SLuigi Rizzo for (i = 0; i < nma_get_nrings(na, t) + 1; i++) { 41137e3a6d3SLuigi Rizzo struct netmap_kring *kring = &NMR(na, t)[i]; 41237e3a6d3SLuigi Rizzo 41337e3a6d3SLuigi Rizzo if (nm_kring_pending_on(kring)) { 41437e3a6d3SLuigi Rizzo kring->nr_mode = NKR_NETMAP_ON; 41537e3a6d3SLuigi Rizzo } 41637e3a6d3SLuigi Rizzo } 41737e3a6d3SLuigi Rizzo } 41837e3a6d3SLuigi Rizzo if (na->active_fds == 0) 4194bf50f18SLuigi Rizzo na->na_flags |= NAF_NETMAP_ON; 420f0ea3689SLuigi Rizzo } else { 42137e3a6d3SLuigi Rizzo if (na->active_fds == 0) 4224bf50f18SLuigi Rizzo na->na_flags &= ~NAF_NETMAP_ON; 42337e3a6d3SLuigi Rizzo for_rx_tx(t) { 42437e3a6d3SLuigi Rizzo for (i = 0; i < nma_get_nrings(na, t) + 1; i++) { 42537e3a6d3SLuigi Rizzo struct netmap_kring *kring = &NMR(na, t)[i]; 42637e3a6d3SLuigi Rizzo 42737e3a6d3SLuigi Rizzo if (nm_kring_pending_off(kring)) { 42837e3a6d3SLuigi Rizzo kring->nr_mode = NKR_NETMAP_OFF; 42937e3a6d3SLuigi Rizzo /* mark the peer ring as no longer needed by us 43037e3a6d3SLuigi Rizzo * (it may still be kept if sombody else is using it) 43137e3a6d3SLuigi Rizzo */ 432*c3e9b4dbSLuiz Otavio O Souza if (kring->pipe) { 43337e3a6d3SLuigi Rizzo kring->pipe->nr_kflags &= ~NKR_NEEDRING; 434f0ea3689SLuigi Rizzo } 43537e3a6d3SLuigi Rizzo } 43637e3a6d3SLuigi Rizzo } 437*c3e9b4dbSLuiz Otavio O Souza } 43837e3a6d3SLuigi Rizzo /* delete all the peer rings that are no longer needed */ 43937e3a6d3SLuigi Rizzo netmap_mem_rings_delete(ona); 44037e3a6d3SLuigi Rizzo } 44137e3a6d3SLuigi Rizzo 44237e3a6d3SLuigi Rizzo if (na->active_fds) { 443*c3e9b4dbSLuiz Otavio O Souza ND("active_fds %d", na->active_fds); 44437e3a6d3SLuigi Rizzo return 0; 44537e3a6d3SLuigi Rizzo } 44637e3a6d3SLuigi Rizzo 447f0ea3689SLuigi Rizzo if (pna->peer_ref) { 448f0ea3689SLuigi Rizzo ND("%p: case 1.a or 2.a, nothing to do", na); 449f0ea3689SLuigi Rizzo return 0; 450f0ea3689SLuigi Rizzo } 451f0ea3689SLuigi Rizzo if (onoff) { 452f0ea3689SLuigi Rizzo ND("%p: case 1.b, drop peer", na); 453f0ea3689SLuigi Rizzo pna->peer->peer_ref = 0; 454f0ea3689SLuigi Rizzo netmap_adapter_put(na); 455f0ea3689SLuigi Rizzo } else { 456f0ea3689SLuigi Rizzo ND("%p: case 2.b, grab peer", na); 457f0ea3689SLuigi Rizzo netmap_adapter_get(na); 458f0ea3689SLuigi Rizzo pna->peer->peer_ref = 1; 459f0ea3689SLuigi Rizzo } 46037e3a6d3SLuigi Rizzo return error; 461f0ea3689SLuigi Rizzo } 462f0ea3689SLuigi Rizzo 463f0ea3689SLuigi Rizzo /* netmap_pipe_krings_delete. 464f0ea3689SLuigi Rizzo * 465f0ea3689SLuigi Rizzo * There are two cases: 466f0ea3689SLuigi Rizzo * 467f0ea3689SLuigi Rizzo * 1) state is 468f0ea3689SLuigi Rizzo * 469f0ea3689SLuigi Rizzo * usr1 --> e1 --> e2 470f0ea3689SLuigi Rizzo * 471f0ea3689SLuigi Rizzo * and we are e1 (e2 is not registered, so krings_delete cannot be 472f0ea3689SLuigi Rizzo * called on it); 473f0ea3689SLuigi Rizzo * 474f0ea3689SLuigi Rizzo * 2) state is 475f0ea3689SLuigi Rizzo * 476f0ea3689SLuigi Rizzo * usr1 --> e1 e2 <-- usr2 477f0ea3689SLuigi Rizzo * 478f0ea3689SLuigi Rizzo * and we are either e1 or e2. 479f0ea3689SLuigi Rizzo * 480f0ea3689SLuigi Rizzo * In the former case we have to also delete the krings of e2; 481f0ea3689SLuigi Rizzo * in the latter case we do nothing (note that our krings 482f0ea3689SLuigi Rizzo * have already been hidden in the unregister callback). 483f0ea3689SLuigi Rizzo */ 484f0ea3689SLuigi Rizzo static void 485f0ea3689SLuigi Rizzo netmap_pipe_krings_delete(struct netmap_adapter *na) 486f0ea3689SLuigi Rizzo { 487f0ea3689SLuigi Rizzo struct netmap_pipe_adapter *pna = 488f0ea3689SLuigi Rizzo (struct netmap_pipe_adapter *)na; 489f0ea3689SLuigi Rizzo struct netmap_adapter *ona; /* na of the other end */ 490f0ea3689SLuigi Rizzo 491f0ea3689SLuigi Rizzo if (!pna->peer_ref) { 492f0ea3689SLuigi Rizzo ND("%p: case 2, kept alive by peer", na); 493f0ea3689SLuigi Rizzo return; 494f0ea3689SLuigi Rizzo } 495f0ea3689SLuigi Rizzo /* case 1) above */ 496*c3e9b4dbSLuiz Otavio O Souza ND("%p: case 1, deleting everything", na); 497f0ea3689SLuigi Rizzo netmap_krings_delete(na); /* also zeroes tx_rings etc. */ 498f0ea3689SLuigi Rizzo ona = &pna->peer->up; 499f0ea3689SLuigi Rizzo if (ona->tx_rings == NULL) { 500f0ea3689SLuigi Rizzo /* already deleted, we must be on an 501f0ea3689SLuigi Rizzo * cleanup-after-error path */ 502f0ea3689SLuigi Rizzo return; 503f0ea3689SLuigi Rizzo } 504f0ea3689SLuigi Rizzo netmap_krings_delete(ona); 505f0ea3689SLuigi Rizzo } 506f0ea3689SLuigi Rizzo 507f0ea3689SLuigi Rizzo 508f0ea3689SLuigi Rizzo static void 509f0ea3689SLuigi Rizzo netmap_pipe_dtor(struct netmap_adapter *na) 510f0ea3689SLuigi Rizzo { 511f0ea3689SLuigi Rizzo struct netmap_pipe_adapter *pna = 512f0ea3689SLuigi Rizzo (struct netmap_pipe_adapter *)na; 513*c3e9b4dbSLuiz Otavio O Souza ND("%p %p", na, pna->parent_ifp); 514f0ea3689SLuigi Rizzo if (pna->peer_ref) { 515f0ea3689SLuigi Rizzo ND("%p: clean up peer", na); 516f0ea3689SLuigi Rizzo pna->peer_ref = 0; 517f0ea3689SLuigi Rizzo netmap_adapter_put(&pna->peer->up); 518f0ea3689SLuigi Rizzo } 519f0ea3689SLuigi Rizzo if (pna->role == NR_REG_PIPE_MASTER) 520f0ea3689SLuigi Rizzo netmap_pipe_remove(pna->parent, pna); 521*c3e9b4dbSLuiz Otavio O Souza if (pna->parent_ifp) 522*c3e9b4dbSLuiz Otavio O Souza if_rele(pna->parent_ifp); 523f0ea3689SLuigi Rizzo netmap_adapter_put(pna->parent); 524f0ea3689SLuigi Rizzo pna->parent = NULL; 525f0ea3689SLuigi Rizzo } 526f0ea3689SLuigi Rizzo 527f0ea3689SLuigi Rizzo int 528*c3e9b4dbSLuiz Otavio O Souza netmap_get_pipe_na(struct nmreq *nmr, struct netmap_adapter **na, 529*c3e9b4dbSLuiz Otavio O Souza struct netmap_mem_d *nmd, int create) 530f0ea3689SLuigi Rizzo { 531f0ea3689SLuigi Rizzo struct nmreq pnmr; 532f0ea3689SLuigi Rizzo struct netmap_adapter *pna; /* parent adapter */ 533f0ea3689SLuigi Rizzo struct netmap_pipe_adapter *mna, *sna, *req; 53437e3a6d3SLuigi Rizzo struct ifnet *ifp = NULL; 535f0ea3689SLuigi Rizzo u_int pipe_id; 536f0ea3689SLuigi Rizzo int role = nmr->nr_flags & NR_REG_MASK; 537*c3e9b4dbSLuiz Otavio O Souza int error, retries = 0; 538f0ea3689SLuigi Rizzo 539f0ea3689SLuigi Rizzo ND("flags %x", nmr->nr_flags); 540f0ea3689SLuigi Rizzo 541f0ea3689SLuigi Rizzo if (role != NR_REG_PIPE_MASTER && role != NR_REG_PIPE_SLAVE) { 542f0ea3689SLuigi Rizzo ND("not a pipe"); 543f0ea3689SLuigi Rizzo return 0; 544f0ea3689SLuigi Rizzo } 545f0ea3689SLuigi Rizzo role = nmr->nr_flags & NR_REG_MASK; 546f0ea3689SLuigi Rizzo 547f0ea3689SLuigi Rizzo /* first, try to find the parent adapter */ 548f0ea3689SLuigi Rizzo bzero(&pnmr, sizeof(pnmr)); 549f0ea3689SLuigi Rizzo memcpy(&pnmr.nr_name, nmr->nr_name, IFNAMSIZ); 550f0ea3689SLuigi Rizzo /* pass to parent the requested number of pipes */ 551f0ea3689SLuigi Rizzo pnmr.nr_arg1 = nmr->nr_arg1; 552*c3e9b4dbSLuiz Otavio O Souza for (;;) { 553*c3e9b4dbSLuiz Otavio O Souza int create_error; 554*c3e9b4dbSLuiz Otavio O Souza 555*c3e9b4dbSLuiz Otavio O Souza error = netmap_get_na(&pnmr, &pna, &ifp, nmd, create); 556*c3e9b4dbSLuiz Otavio O Souza if (!error) 557*c3e9b4dbSLuiz Otavio O Souza break; 558*c3e9b4dbSLuiz Otavio O Souza if (error != ENXIO || retries++) { 559f0ea3689SLuigi Rizzo ND("parent lookup failed: %d", error); 560f0ea3689SLuigi Rizzo return error; 561f0ea3689SLuigi Rizzo } 562*c3e9b4dbSLuiz Otavio O Souza ND("try to create a persistent vale port"); 563*c3e9b4dbSLuiz Otavio O Souza /* create a persistent vale port and try again */ 564*c3e9b4dbSLuiz Otavio O Souza NMG_UNLOCK(); 565*c3e9b4dbSLuiz Otavio O Souza create_error = netmap_vi_create(&pnmr, 1 /* autodelete */); 566*c3e9b4dbSLuiz Otavio O Souza NMG_LOCK(); 567*c3e9b4dbSLuiz Otavio O Souza if (create_error && create_error != EEXIST) { 568*c3e9b4dbSLuiz Otavio O Souza if (create_error != EOPNOTSUPP) { 569*c3e9b4dbSLuiz Otavio O Souza D("failed to create a persistent vale port: %d", create_error); 570*c3e9b4dbSLuiz Otavio O Souza } 571*c3e9b4dbSLuiz Otavio O Souza return error; 572*c3e9b4dbSLuiz Otavio O Souza } 573*c3e9b4dbSLuiz Otavio O Souza } 574f0ea3689SLuigi Rizzo 575f0ea3689SLuigi Rizzo if (NETMAP_OWNED_BY_KERN(pna)) { 576f0ea3689SLuigi Rizzo ND("parent busy"); 577f0ea3689SLuigi Rizzo error = EBUSY; 578f0ea3689SLuigi Rizzo goto put_out; 579f0ea3689SLuigi Rizzo } 580f0ea3689SLuigi Rizzo 581f0ea3689SLuigi Rizzo /* next, lookup the pipe id in the parent list */ 582f0ea3689SLuigi Rizzo req = NULL; 583f0ea3689SLuigi Rizzo pipe_id = nmr->nr_ringid & NETMAP_RING_MASK; 584f0ea3689SLuigi Rizzo mna = netmap_pipe_find(pna, pipe_id); 585f0ea3689SLuigi Rizzo if (mna) { 586f0ea3689SLuigi Rizzo if (mna->role == role) { 587f0ea3689SLuigi Rizzo ND("found %d directly at %d", pipe_id, mna->parent_slot); 588f0ea3689SLuigi Rizzo req = mna; 589f0ea3689SLuigi Rizzo } else { 590f0ea3689SLuigi Rizzo ND("found %d indirectly at %d", pipe_id, mna->parent_slot); 591f0ea3689SLuigi Rizzo req = mna->peer; 592f0ea3689SLuigi Rizzo } 593f0ea3689SLuigi Rizzo /* the pipe we have found already holds a ref to the parent, 594f0ea3689SLuigi Rizzo * so we need to drop the one we got from netmap_get_na() 595f0ea3689SLuigi Rizzo */ 596*c3e9b4dbSLuiz Otavio O Souza netmap_unget_na(pna, ifp); 597f0ea3689SLuigi Rizzo goto found; 598f0ea3689SLuigi Rizzo } 599f0ea3689SLuigi Rizzo ND("pipe %d not found, create %d", pipe_id, create); 600f0ea3689SLuigi Rizzo if (!create) { 601f0ea3689SLuigi Rizzo error = ENODEV; 602f0ea3689SLuigi Rizzo goto put_out; 603f0ea3689SLuigi Rizzo } 604f0ea3689SLuigi Rizzo /* we create both master and slave. 605f0ea3689SLuigi Rizzo * The endpoint we were asked for holds a reference to 606f0ea3689SLuigi Rizzo * the other one. 607f0ea3689SLuigi Rizzo */ 608*c3e9b4dbSLuiz Otavio O Souza mna = nm_os_malloc(sizeof(*mna)); 609f0ea3689SLuigi Rizzo if (mna == NULL) { 610f0ea3689SLuigi Rizzo error = ENOMEM; 6114bf50f18SLuigi Rizzo goto put_out; 612f0ea3689SLuigi Rizzo } 6134bf50f18SLuigi Rizzo snprintf(mna->up.name, sizeof(mna->up.name), "%s{%d", pna->name, pipe_id); 614f0ea3689SLuigi Rizzo 615f0ea3689SLuigi Rizzo mna->id = pipe_id; 616f0ea3689SLuigi Rizzo mna->role = NR_REG_PIPE_MASTER; 617f0ea3689SLuigi Rizzo mna->parent = pna; 618*c3e9b4dbSLuiz Otavio O Souza mna->parent_ifp = ifp; 619f0ea3689SLuigi Rizzo 620f0ea3689SLuigi Rizzo mna->up.nm_txsync = netmap_pipe_txsync; 621f0ea3689SLuigi Rizzo mna->up.nm_rxsync = netmap_pipe_rxsync; 622f0ea3689SLuigi Rizzo mna->up.nm_register = netmap_pipe_reg; 623f0ea3689SLuigi Rizzo mna->up.nm_dtor = netmap_pipe_dtor; 624f0ea3689SLuigi Rizzo mna->up.nm_krings_create = netmap_pipe_krings_create; 625f0ea3689SLuigi Rizzo mna->up.nm_krings_delete = netmap_pipe_krings_delete; 626*c3e9b4dbSLuiz Otavio O Souza mna->up.nm_mem = netmap_mem_get(pna->nm_mem); 627*c3e9b4dbSLuiz Otavio O Souza mna->up.na_flags |= NAF_MEM_OWNER; 628f0ea3689SLuigi Rizzo mna->up.na_lut = pna->na_lut; 629f0ea3689SLuigi Rizzo 630f0ea3689SLuigi Rizzo mna->up.num_tx_rings = 1; 631f0ea3689SLuigi Rizzo mna->up.num_rx_rings = 1; 632f0ea3689SLuigi Rizzo mna->up.num_tx_desc = nmr->nr_tx_slots; 633f0ea3689SLuigi Rizzo nm_bound_var(&mna->up.num_tx_desc, pna->num_tx_desc, 634f0ea3689SLuigi Rizzo 1, NM_PIPE_MAXSLOTS, NULL); 635f0ea3689SLuigi Rizzo mna->up.num_rx_desc = nmr->nr_rx_slots; 636f0ea3689SLuigi Rizzo nm_bound_var(&mna->up.num_rx_desc, pna->num_rx_desc, 637f0ea3689SLuigi Rizzo 1, NM_PIPE_MAXSLOTS, NULL); 638f0ea3689SLuigi Rizzo error = netmap_attach_common(&mna->up); 639f0ea3689SLuigi Rizzo if (error) 6404bf50f18SLuigi Rizzo goto free_mna; 641f0ea3689SLuigi Rizzo /* register the master with the parent */ 642f0ea3689SLuigi Rizzo error = netmap_pipe_add(pna, mna); 643f0ea3689SLuigi Rizzo if (error) 644f0ea3689SLuigi Rizzo goto free_mna; 645f0ea3689SLuigi Rizzo 646f0ea3689SLuigi Rizzo /* create the slave */ 647*c3e9b4dbSLuiz Otavio O Souza sna = nm_os_malloc(sizeof(*mna)); 648f0ea3689SLuigi Rizzo if (sna == NULL) { 649f0ea3689SLuigi Rizzo error = ENOMEM; 6509694aad3SLuigi Rizzo goto unregister_mna; 651f0ea3689SLuigi Rizzo } 652f0ea3689SLuigi Rizzo /* most fields are the same, copy from master and then fix */ 653f0ea3689SLuigi Rizzo *sna = *mna; 654*c3e9b4dbSLuiz Otavio O Souza sna->up.nm_mem = netmap_mem_get(mna->up.nm_mem); 6554bf50f18SLuigi Rizzo snprintf(sna->up.name, sizeof(sna->up.name), "%s}%d", pna->name, pipe_id); 656f0ea3689SLuigi Rizzo sna->role = NR_REG_PIPE_SLAVE; 657f0ea3689SLuigi Rizzo error = netmap_attach_common(&sna->up); 658f0ea3689SLuigi Rizzo if (error) 659f0ea3689SLuigi Rizzo goto free_sna; 660f0ea3689SLuigi Rizzo 661f0ea3689SLuigi Rizzo /* join the two endpoints */ 662f0ea3689SLuigi Rizzo mna->peer = sna; 663f0ea3689SLuigi Rizzo sna->peer = mna; 664f0ea3689SLuigi Rizzo 665f0ea3689SLuigi Rizzo /* we already have a reference to the parent, but we 666f0ea3689SLuigi Rizzo * need another one for the other endpoint we created 667f0ea3689SLuigi Rizzo */ 668f0ea3689SLuigi Rizzo netmap_adapter_get(pna); 669*c3e9b4dbSLuiz Otavio O Souza /* likewise for the ifp, if any */ 670*c3e9b4dbSLuiz Otavio O Souza if (ifp) 671*c3e9b4dbSLuiz Otavio O Souza if_ref(ifp); 672f0ea3689SLuigi Rizzo 673f0ea3689SLuigi Rizzo if (role == NR_REG_PIPE_MASTER) { 674f0ea3689SLuigi Rizzo req = mna; 675f0ea3689SLuigi Rizzo mna->peer_ref = 1; 676f0ea3689SLuigi Rizzo netmap_adapter_get(&sna->up); 677f0ea3689SLuigi Rizzo } else { 678f0ea3689SLuigi Rizzo req = sna; 679f0ea3689SLuigi Rizzo sna->peer_ref = 1; 680f0ea3689SLuigi Rizzo netmap_adapter_get(&mna->up); 681f0ea3689SLuigi Rizzo } 682f0ea3689SLuigi Rizzo ND("created master %p and slave %p", mna, sna); 683f0ea3689SLuigi Rizzo found: 684f0ea3689SLuigi Rizzo 685f0ea3689SLuigi Rizzo ND("pipe %d %s at %p", pipe_id, 686f0ea3689SLuigi Rizzo (req->role == NR_REG_PIPE_MASTER ? "master" : "slave"), req); 687f0ea3689SLuigi Rizzo *na = &req->up; 688f0ea3689SLuigi Rizzo netmap_adapter_get(*na); 689f0ea3689SLuigi Rizzo 690f0ea3689SLuigi Rizzo /* keep the reference to the parent. 691f0ea3689SLuigi Rizzo * It will be released by the req destructor 692f0ea3689SLuigi Rizzo */ 693f0ea3689SLuigi Rizzo 694f0ea3689SLuigi Rizzo return 0; 695f0ea3689SLuigi Rizzo 696f0ea3689SLuigi Rizzo free_sna: 697*c3e9b4dbSLuiz Otavio O Souza nm_os_free(sna); 6989694aad3SLuigi Rizzo unregister_mna: 6999694aad3SLuigi Rizzo netmap_pipe_remove(pna, mna); 700f0ea3689SLuigi Rizzo free_mna: 701*c3e9b4dbSLuiz Otavio O Souza nm_os_free(mna); 702f0ea3689SLuigi Rizzo put_out: 70337e3a6d3SLuigi Rizzo netmap_unget_na(pna, ifp); 704f0ea3689SLuigi Rizzo return error; 705f0ea3689SLuigi Rizzo } 706f0ea3689SLuigi Rizzo 707f0ea3689SLuigi Rizzo 708f0ea3689SLuigi Rizzo #endif /* WITH_PIPES */ 709