12b15cb3dSCy Schubert /*
22b15cb3dSCy Schubert * Copyright (c) 2009-2012 Niels Provos and Nick Mathewson
32b15cb3dSCy Schubert *
42b15cb3dSCy Schubert * Redistribution and use in source and binary forms, with or without
52b15cb3dSCy Schubert * modification, are permitted provided that the following conditions
62b15cb3dSCy Schubert * are met:
72b15cb3dSCy Schubert * 1. Redistributions of source code must retain the above copyright
82b15cb3dSCy Schubert * notice, this list of conditions and the following disclaimer.
92b15cb3dSCy Schubert * 2. Redistributions in binary form must reproduce the above copyright
102b15cb3dSCy Schubert * notice, this list of conditions and the following disclaimer in the
112b15cb3dSCy Schubert * documentation and/or other materials provided with the distribution.
122b15cb3dSCy Schubert * 3. The name of the author may not be used to endorse or promote products
132b15cb3dSCy Schubert * derived from this software without specific prior written permission.
142b15cb3dSCy Schubert *
152b15cb3dSCy Schubert * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
162b15cb3dSCy Schubert * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
172b15cb3dSCy Schubert * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
182b15cb3dSCy Schubert * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
192b15cb3dSCy Schubert * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
202b15cb3dSCy Schubert * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
212b15cb3dSCy Schubert * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
222b15cb3dSCy Schubert * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
232b15cb3dSCy Schubert * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
242b15cb3dSCy Schubert * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
252b15cb3dSCy Schubert */
262b15cb3dSCy Schubert
272b15cb3dSCy Schubert /**
282b15cb3dSCy Schubert @file buffer_iocp.c
292b15cb3dSCy Schubert
302b15cb3dSCy Schubert This module implements overlapped read and write functions for evbuffer
312b15cb3dSCy Schubert objects on Windows.
322b15cb3dSCy Schubert */
332b15cb3dSCy Schubert #include "event2/event-config.h"
342b15cb3dSCy Schubert #include "evconfig-private.h"
352b15cb3dSCy Schubert
362b15cb3dSCy Schubert #include "event2/buffer.h"
372b15cb3dSCy Schubert #include "event2/buffer_compat.h"
382b15cb3dSCy Schubert #include "event2/util.h"
392b15cb3dSCy Schubert #include "event2/thread.h"
402b15cb3dSCy Schubert #include "util-internal.h"
412b15cb3dSCy Schubert #include "evthread-internal.h"
422b15cb3dSCy Schubert #include "evbuffer-internal.h"
432b15cb3dSCy Schubert #include "iocp-internal.h"
442b15cb3dSCy Schubert #include "mm-internal.h"
452b15cb3dSCy Schubert
462b15cb3dSCy Schubert #include <winsock2.h>
47*a466cc55SCy Schubert #include <winerror.h>
482b15cb3dSCy Schubert #include <windows.h>
492b15cb3dSCy Schubert #include <stdio.h>
502b15cb3dSCy Schubert
512b15cb3dSCy Schubert #define MAX_WSABUFS 16
522b15cb3dSCy Schubert
532b15cb3dSCy Schubert /** An evbuffer that can handle overlapped IO. */
542b15cb3dSCy Schubert struct evbuffer_overlapped {
552b15cb3dSCy Schubert struct evbuffer buffer;
562b15cb3dSCy Schubert /** The socket that we're doing overlapped IO on. */
572b15cb3dSCy Schubert evutil_socket_t fd;
582b15cb3dSCy Schubert
592b15cb3dSCy Schubert /** pending I/O type */
602b15cb3dSCy Schubert unsigned read_in_progress : 1;
612b15cb3dSCy Schubert unsigned write_in_progress : 1;
622b15cb3dSCy Schubert
632b15cb3dSCy Schubert /** The first pinned chain in the buffer. */
642b15cb3dSCy Schubert struct evbuffer_chain *first_pinned;
652b15cb3dSCy Schubert
662b15cb3dSCy Schubert /** How many chains are pinned; how many of the fields in buffers
672b15cb3dSCy Schubert * are we using. */
682b15cb3dSCy Schubert int n_buffers;
692b15cb3dSCy Schubert WSABUF buffers[MAX_WSABUFS];
702b15cb3dSCy Schubert };
712b15cb3dSCy Schubert
722b15cb3dSCy Schubert /** Given an evbuffer, return the correponding evbuffer structure, or NULL if
732b15cb3dSCy Schubert * the evbuffer isn't overlapped. */
742b15cb3dSCy Schubert static inline struct evbuffer_overlapped *
upcast_evbuffer(struct evbuffer * buf)752b15cb3dSCy Schubert upcast_evbuffer(struct evbuffer *buf)
762b15cb3dSCy Schubert {
772b15cb3dSCy Schubert if (!buf || !buf->is_overlapped)
782b15cb3dSCy Schubert return NULL;
792b15cb3dSCy Schubert return EVUTIL_UPCAST(buf, struct evbuffer_overlapped, buffer);
802b15cb3dSCy Schubert }
812b15cb3dSCy Schubert
822b15cb3dSCy Schubert /** Unpin all the chains noted as pinned in 'eo'. */
832b15cb3dSCy Schubert static void
pin_release(struct evbuffer_overlapped * eo,unsigned flag)842b15cb3dSCy Schubert pin_release(struct evbuffer_overlapped *eo, unsigned flag)
852b15cb3dSCy Schubert {
862b15cb3dSCy Schubert int i;
872b15cb3dSCy Schubert struct evbuffer_chain *next, *chain = eo->first_pinned;
882b15cb3dSCy Schubert
892b15cb3dSCy Schubert for (i = 0; i < eo->n_buffers; ++i) {
902b15cb3dSCy Schubert EVUTIL_ASSERT(chain);
912b15cb3dSCy Schubert next = chain->next;
922b15cb3dSCy Schubert evbuffer_chain_unpin_(chain, flag);
932b15cb3dSCy Schubert chain = next;
942b15cb3dSCy Schubert }
952b15cb3dSCy Schubert }
962b15cb3dSCy Schubert
972b15cb3dSCy Schubert void
evbuffer_commit_read_(struct evbuffer * evbuf,ev_ssize_t nBytes)982b15cb3dSCy Schubert evbuffer_commit_read_(struct evbuffer *evbuf, ev_ssize_t nBytes)
992b15cb3dSCy Schubert {
1002b15cb3dSCy Schubert struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf);
1012b15cb3dSCy Schubert struct evbuffer_chain **chainp;
1022b15cb3dSCy Schubert size_t remaining, len;
1032b15cb3dSCy Schubert unsigned i;
1042b15cb3dSCy Schubert
1052b15cb3dSCy Schubert EVBUFFER_LOCK(evbuf);
1062b15cb3dSCy Schubert EVUTIL_ASSERT(buf->read_in_progress && !buf->write_in_progress);
1072b15cb3dSCy Schubert EVUTIL_ASSERT(nBytes >= 0); /* XXXX Can this be false? */
1082b15cb3dSCy Schubert
1092b15cb3dSCy Schubert evbuffer_unfreeze(evbuf, 0);
1102b15cb3dSCy Schubert
1112b15cb3dSCy Schubert chainp = evbuf->last_with_datap;
1122b15cb3dSCy Schubert if (!((*chainp)->flags & EVBUFFER_MEM_PINNED_R))
1132b15cb3dSCy Schubert chainp = &(*chainp)->next;
1142b15cb3dSCy Schubert remaining = nBytes;
1152b15cb3dSCy Schubert for (i = 0; remaining > 0 && i < (unsigned)buf->n_buffers; ++i) {
1162b15cb3dSCy Schubert EVUTIL_ASSERT(*chainp);
1172b15cb3dSCy Schubert len = buf->buffers[i].len;
1182b15cb3dSCy Schubert if (remaining < len)
1192b15cb3dSCy Schubert len = remaining;
1202b15cb3dSCy Schubert (*chainp)->off += len;
1212b15cb3dSCy Schubert evbuf->last_with_datap = chainp;
1222b15cb3dSCy Schubert remaining -= len;
1232b15cb3dSCy Schubert chainp = &(*chainp)->next;
1242b15cb3dSCy Schubert }
1252b15cb3dSCy Schubert
1262b15cb3dSCy Schubert pin_release(buf, EVBUFFER_MEM_PINNED_R);
1272b15cb3dSCy Schubert
1282b15cb3dSCy Schubert buf->read_in_progress = 0;
1292b15cb3dSCy Schubert
1302b15cb3dSCy Schubert evbuf->total_len += nBytes;
1312b15cb3dSCy Schubert evbuf->n_add_for_cb += nBytes;
1322b15cb3dSCy Schubert
1332b15cb3dSCy Schubert evbuffer_invoke_callbacks_(evbuf);
1342b15cb3dSCy Schubert
1352b15cb3dSCy Schubert evbuffer_decref_and_unlock_(evbuf);
1362b15cb3dSCy Schubert }
1372b15cb3dSCy Schubert
1382b15cb3dSCy Schubert void
evbuffer_commit_write_(struct evbuffer * evbuf,ev_ssize_t nBytes)1392b15cb3dSCy Schubert evbuffer_commit_write_(struct evbuffer *evbuf, ev_ssize_t nBytes)
1402b15cb3dSCy Schubert {
1412b15cb3dSCy Schubert struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf);
1422b15cb3dSCy Schubert
1432b15cb3dSCy Schubert EVBUFFER_LOCK(evbuf);
1442b15cb3dSCy Schubert EVUTIL_ASSERT(buf->write_in_progress && !buf->read_in_progress);
1452b15cb3dSCy Schubert evbuffer_unfreeze(evbuf, 1);
1462b15cb3dSCy Schubert evbuffer_drain(evbuf, nBytes);
1472b15cb3dSCy Schubert pin_release(buf,EVBUFFER_MEM_PINNED_W);
1482b15cb3dSCy Schubert buf->write_in_progress = 0;
1492b15cb3dSCy Schubert evbuffer_decref_and_unlock_(evbuf);
1502b15cb3dSCy Schubert }
1512b15cb3dSCy Schubert
1522b15cb3dSCy Schubert struct evbuffer *
evbuffer_overlapped_new_(evutil_socket_t fd)1532b15cb3dSCy Schubert evbuffer_overlapped_new_(evutil_socket_t fd)
1542b15cb3dSCy Schubert {
1552b15cb3dSCy Schubert struct evbuffer_overlapped *evo;
1562b15cb3dSCy Schubert
1572b15cb3dSCy Schubert evo = mm_calloc(1, sizeof(struct evbuffer_overlapped));
1582b15cb3dSCy Schubert if (!evo)
1592b15cb3dSCy Schubert return NULL;
1602b15cb3dSCy Schubert
1612b15cb3dSCy Schubert LIST_INIT(&evo->buffer.callbacks);
1622b15cb3dSCy Schubert evo->buffer.refcnt = 1;
1632b15cb3dSCy Schubert evo->buffer.last_with_datap = &evo->buffer.first;
1642b15cb3dSCy Schubert
1652b15cb3dSCy Schubert evo->buffer.is_overlapped = 1;
1662b15cb3dSCy Schubert evo->fd = fd;
1672b15cb3dSCy Schubert
1682b15cb3dSCy Schubert return &evo->buffer;
1692b15cb3dSCy Schubert }
1702b15cb3dSCy Schubert
1712b15cb3dSCy Schubert int
evbuffer_launch_write_(struct evbuffer * buf,ev_ssize_t at_most,struct event_overlapped * ol)1722b15cb3dSCy Schubert evbuffer_launch_write_(struct evbuffer *buf, ev_ssize_t at_most,
1732b15cb3dSCy Schubert struct event_overlapped *ol)
1742b15cb3dSCy Schubert {
1752b15cb3dSCy Schubert struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
1762b15cb3dSCy Schubert int r = -1;
1772b15cb3dSCy Schubert int i;
1782b15cb3dSCy Schubert struct evbuffer_chain *chain;
1792b15cb3dSCy Schubert DWORD bytesSent;
1802b15cb3dSCy Schubert
1812b15cb3dSCy Schubert if (!buf) {
1822b15cb3dSCy Schubert /* No buffer, or it isn't overlapped */
1832b15cb3dSCy Schubert return -1;
1842b15cb3dSCy Schubert }
1852b15cb3dSCy Schubert
1862b15cb3dSCy Schubert EVBUFFER_LOCK(buf);
1872b15cb3dSCy Schubert EVUTIL_ASSERT(!buf_o->read_in_progress);
1882b15cb3dSCy Schubert if (buf->freeze_start || buf_o->write_in_progress)
1892b15cb3dSCy Schubert goto done;
1902b15cb3dSCy Schubert if (!buf->total_len) {
1912b15cb3dSCy Schubert /* Nothing to write */
1922b15cb3dSCy Schubert r = 0;
1932b15cb3dSCy Schubert goto done;
1942b15cb3dSCy Schubert } else if (at_most < 0 || (size_t)at_most > buf->total_len) {
1952b15cb3dSCy Schubert at_most = buf->total_len;
1962b15cb3dSCy Schubert }
1972b15cb3dSCy Schubert evbuffer_freeze(buf, 1);
1982b15cb3dSCy Schubert
1992b15cb3dSCy Schubert buf_o->first_pinned = NULL;
2002b15cb3dSCy Schubert buf_o->n_buffers = 0;
2012b15cb3dSCy Schubert memset(buf_o->buffers, 0, sizeof(buf_o->buffers));
2022b15cb3dSCy Schubert
2032b15cb3dSCy Schubert chain = buf_o->first_pinned = buf->first;
2042b15cb3dSCy Schubert
2052b15cb3dSCy Schubert for (i=0; i < MAX_WSABUFS && chain; ++i, chain=chain->next) {
2062b15cb3dSCy Schubert WSABUF *b = &buf_o->buffers[i];
2072b15cb3dSCy Schubert b->buf = (char*)( chain->buffer + chain->misalign );
2082b15cb3dSCy Schubert evbuffer_chain_pin_(chain, EVBUFFER_MEM_PINNED_W);
2092b15cb3dSCy Schubert
2102b15cb3dSCy Schubert if ((size_t)at_most > chain->off) {
2112b15cb3dSCy Schubert /* XXXX Cast is safe for now, since win32 has no
2122b15cb3dSCy Schubert mmaped chains. But later, we need to have this
2132b15cb3dSCy Schubert add more WSAbufs if chain->off is greater than
2142b15cb3dSCy Schubert ULONG_MAX */
2152b15cb3dSCy Schubert b->len = (unsigned long)chain->off;
2162b15cb3dSCy Schubert at_most -= chain->off;
2172b15cb3dSCy Schubert } else {
2182b15cb3dSCy Schubert b->len = (unsigned long)at_most;
2192b15cb3dSCy Schubert ++i;
2202b15cb3dSCy Schubert break;
2212b15cb3dSCy Schubert }
2222b15cb3dSCy Schubert }
2232b15cb3dSCy Schubert
2242b15cb3dSCy Schubert buf_o->n_buffers = i;
2252b15cb3dSCy Schubert evbuffer_incref_(buf);
2262b15cb3dSCy Schubert if (WSASend(buf_o->fd, buf_o->buffers, i, &bytesSent, 0,
2272b15cb3dSCy Schubert &ol->overlapped, NULL)) {
2282b15cb3dSCy Schubert int error = WSAGetLastError();
2292b15cb3dSCy Schubert if (error != WSA_IO_PENDING) {
2302b15cb3dSCy Schubert /* An actual error. */
2312b15cb3dSCy Schubert pin_release(buf_o, EVBUFFER_MEM_PINNED_W);
2322b15cb3dSCy Schubert evbuffer_unfreeze(buf, 1);
2332b15cb3dSCy Schubert evbuffer_free(buf); /* decref */
2342b15cb3dSCy Schubert goto done;
2352b15cb3dSCy Schubert }
2362b15cb3dSCy Schubert }
2372b15cb3dSCy Schubert
2382b15cb3dSCy Schubert buf_o->write_in_progress = 1;
2392b15cb3dSCy Schubert r = 0;
2402b15cb3dSCy Schubert done:
2412b15cb3dSCy Schubert EVBUFFER_UNLOCK(buf);
2422b15cb3dSCy Schubert return r;
2432b15cb3dSCy Schubert }
2442b15cb3dSCy Schubert
2452b15cb3dSCy Schubert int
evbuffer_launch_read_(struct evbuffer * buf,size_t at_most,struct event_overlapped * ol)2462b15cb3dSCy Schubert evbuffer_launch_read_(struct evbuffer *buf, size_t at_most,
2472b15cb3dSCy Schubert struct event_overlapped *ol)
2482b15cb3dSCy Schubert {
2492b15cb3dSCy Schubert struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
2502b15cb3dSCy Schubert int r = -1, i;
2512b15cb3dSCy Schubert int nvecs;
2522b15cb3dSCy Schubert int npin=0;
2532b15cb3dSCy Schubert struct evbuffer_chain *chain=NULL, **chainp;
2542b15cb3dSCy Schubert DWORD bytesRead;
2552b15cb3dSCy Schubert DWORD flags = 0;
2562b15cb3dSCy Schubert struct evbuffer_iovec vecs[MAX_WSABUFS];
2572b15cb3dSCy Schubert
2582b15cb3dSCy Schubert if (!buf_o)
2592b15cb3dSCy Schubert return -1;
2602b15cb3dSCy Schubert EVBUFFER_LOCK(buf);
2612b15cb3dSCy Schubert EVUTIL_ASSERT(!buf_o->write_in_progress);
2622b15cb3dSCy Schubert if (buf->freeze_end || buf_o->read_in_progress)
2632b15cb3dSCy Schubert goto done;
2642b15cb3dSCy Schubert
2652b15cb3dSCy Schubert buf_o->first_pinned = NULL;
2662b15cb3dSCy Schubert buf_o->n_buffers = 0;
2672b15cb3dSCy Schubert memset(buf_o->buffers, 0, sizeof(buf_o->buffers));
2682b15cb3dSCy Schubert
2692b15cb3dSCy Schubert if (evbuffer_expand_fast_(buf, at_most, MAX_WSABUFS) == -1)
2702b15cb3dSCy Schubert goto done;
2712b15cb3dSCy Schubert evbuffer_freeze(buf, 0);
2722b15cb3dSCy Schubert
2732b15cb3dSCy Schubert nvecs = evbuffer_read_setup_vecs_(buf, at_most,
2742b15cb3dSCy Schubert vecs, MAX_WSABUFS, &chainp, 1);
2752b15cb3dSCy Schubert for (i=0;i<nvecs;++i) {
2762b15cb3dSCy Schubert WSABUF_FROM_EVBUFFER_IOV(
2772b15cb3dSCy Schubert &buf_o->buffers[i],
2782b15cb3dSCy Schubert &vecs[i]);
2792b15cb3dSCy Schubert }
2802b15cb3dSCy Schubert
2812b15cb3dSCy Schubert buf_o->n_buffers = nvecs;
2822b15cb3dSCy Schubert buf_o->first_pinned = chain = *chainp;
2832b15cb3dSCy Schubert
2842b15cb3dSCy Schubert npin=0;
2852b15cb3dSCy Schubert for ( ; chain; chain = chain->next) {
2862b15cb3dSCy Schubert evbuffer_chain_pin_(chain, EVBUFFER_MEM_PINNED_R);
2872b15cb3dSCy Schubert ++npin;
2882b15cb3dSCy Schubert }
2892b15cb3dSCy Schubert EVUTIL_ASSERT(npin == nvecs);
2902b15cb3dSCy Schubert
2912b15cb3dSCy Schubert evbuffer_incref_(buf);
2922b15cb3dSCy Schubert if (WSARecv(buf_o->fd, buf_o->buffers, nvecs, &bytesRead, &flags,
2932b15cb3dSCy Schubert &ol->overlapped, NULL)) {
2942b15cb3dSCy Schubert int error = WSAGetLastError();
2952b15cb3dSCy Schubert if (error != WSA_IO_PENDING) {
2962b15cb3dSCy Schubert /* An actual error. */
2972b15cb3dSCy Schubert pin_release(buf_o, EVBUFFER_MEM_PINNED_R);
2982b15cb3dSCy Schubert evbuffer_unfreeze(buf, 0);
2992b15cb3dSCy Schubert evbuffer_free(buf); /* decref */
3002b15cb3dSCy Schubert goto done;
3012b15cb3dSCy Schubert }
3022b15cb3dSCy Schubert }
3032b15cb3dSCy Schubert
3042b15cb3dSCy Schubert buf_o->read_in_progress = 1;
3052b15cb3dSCy Schubert r = 0;
3062b15cb3dSCy Schubert done:
3072b15cb3dSCy Schubert EVBUFFER_UNLOCK(buf);
3082b15cb3dSCy Schubert return r;
3092b15cb3dSCy Schubert }
3102b15cb3dSCy Schubert
3112b15cb3dSCy Schubert evutil_socket_t
evbuffer_overlapped_get_fd_(struct evbuffer * buf)3122b15cb3dSCy Schubert evbuffer_overlapped_get_fd_(struct evbuffer *buf)
3132b15cb3dSCy Schubert {
3142b15cb3dSCy Schubert struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
3152b15cb3dSCy Schubert return buf_o ? buf_o->fd : -1;
3162b15cb3dSCy Schubert }
3172b15cb3dSCy Schubert
3182b15cb3dSCy Schubert void
evbuffer_overlapped_set_fd_(struct evbuffer * buf,evutil_socket_t fd)3192b15cb3dSCy Schubert evbuffer_overlapped_set_fd_(struct evbuffer *buf, evutil_socket_t fd)
3202b15cb3dSCy Schubert {
3212b15cb3dSCy Schubert struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf);
3222b15cb3dSCy Schubert EVBUFFER_LOCK(buf);
3232b15cb3dSCy Schubert /* XXX is this right?, should it cancel current I/O operations? */
3242b15cb3dSCy Schubert if (buf_o)
3252b15cb3dSCy Schubert buf_o->fd = fd;
3262b15cb3dSCy Schubert EVBUFFER_UNLOCK(buf);
3272b15cb3dSCy Schubert }
328