1 /* 2 * Copyright (c) 2009-2012 Niels Provos and Nick Mathewson 3 * 4 * Redistribution and use in source and binary forms, with or without 5 * modification, are permitted provided that the following conditions 6 * are met: 7 * 1. Redistributions of source code must retain the above copyright 8 * notice, this list of conditions and the following disclaimer. 9 * 2. Redistributions in binary form must reproduce the above copyright 10 * notice, this list of conditions and the following disclaimer in the 11 * documentation and/or other materials provided with the distribution. 12 * 3. The name of the author may not be used to endorse or promote products 13 * derived from this software without specific prior written permission. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 */ 26 27 /** 28 @file buffer_iocp.c 29 30 This module implements overlapped read and write functions for evbuffer 31 objects on Windows. 32 */ 33 34 #include "event2/buffer.h" 35 #include "event2/buffer_compat.h" 36 #include "event2/util.h" 37 #include "event2/thread.h" 38 #include "event2/event-config.h" 39 #include "util-internal.h" 40 #include "evthread-internal.h" 41 #include "evbuffer-internal.h" 42 #include "iocp-internal.h" 43 #include "mm-internal.h" 44 45 #include <winsock2.h> 46 #include <windows.h> 47 #include <stdio.h> 48 49 #define MAX_WSABUFS 16 50 51 /** An evbuffer that can handle overlapped IO. */ 52 struct evbuffer_overlapped { 53 struct evbuffer buffer; 54 /** The socket that we're doing overlapped IO on. */ 55 evutil_socket_t fd; 56 57 /** pending I/O type */ 58 unsigned read_in_progress : 1; 59 unsigned write_in_progress : 1; 60 61 /** The first pinned chain in the buffer. */ 62 struct evbuffer_chain *first_pinned; 63 64 /** How many chains are pinned; how many of the fields in buffers 65 * are we using. */ 66 int n_buffers; 67 WSABUF buffers[MAX_WSABUFS]; 68 }; 69 70 /** Given an evbuffer, return the correponding evbuffer structure, or NULL if 71 * the evbuffer isn't overlapped. */ 72 static inline struct evbuffer_overlapped * 73 upcast_evbuffer(struct evbuffer *buf) 74 { 75 if (!buf || !buf->is_overlapped) 76 return NULL; 77 return EVUTIL_UPCAST(buf, struct evbuffer_overlapped, buffer); 78 } 79 80 /** Unpin all the chains noted as pinned in 'eo'. */ 81 static void 82 pin_release(struct evbuffer_overlapped *eo, unsigned flag) 83 { 84 int i; 85 struct evbuffer_chain *next, *chain = eo->first_pinned; 86 87 for (i = 0; i < eo->n_buffers; ++i) { 88 EVUTIL_ASSERT(chain); 89 next = chain->next; 90 _evbuffer_chain_unpin(chain, flag); 91 chain = next; 92 } 93 } 94 95 void 96 evbuffer_commit_read(struct evbuffer *evbuf, ev_ssize_t nBytes) 97 { 98 struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf); 99 struct evbuffer_chain **chainp; 100 size_t remaining, len; 101 unsigned i; 102 103 EVBUFFER_LOCK(evbuf); 104 EVUTIL_ASSERT(buf->read_in_progress && !buf->write_in_progress); 105 EVUTIL_ASSERT(nBytes >= 0); /* XXXX Can this be false? */ 106 107 evbuffer_unfreeze(evbuf, 0); 108 109 chainp = evbuf->last_with_datap; 110 if (!((*chainp)->flags & EVBUFFER_MEM_PINNED_R)) 111 chainp = &(*chainp)->next; 112 remaining = nBytes; 113 for (i = 0; remaining > 0 && i < (unsigned)buf->n_buffers; ++i) { 114 EVUTIL_ASSERT(*chainp); 115 len = buf->buffers[i].len; 116 if (remaining < len) 117 len = remaining; 118 (*chainp)->off += len; 119 evbuf->last_with_datap = chainp; 120 remaining -= len; 121 chainp = &(*chainp)->next; 122 } 123 124 pin_release(buf, EVBUFFER_MEM_PINNED_R); 125 126 buf->read_in_progress = 0; 127 128 evbuf->total_len += nBytes; 129 evbuf->n_add_for_cb += nBytes; 130 131 evbuffer_invoke_callbacks(evbuf); 132 133 _evbuffer_decref_and_unlock(evbuf); 134 } 135 136 void 137 evbuffer_commit_write(struct evbuffer *evbuf, ev_ssize_t nBytes) 138 { 139 struct evbuffer_overlapped *buf = upcast_evbuffer(evbuf); 140 141 EVBUFFER_LOCK(evbuf); 142 EVUTIL_ASSERT(buf->write_in_progress && !buf->read_in_progress); 143 evbuffer_unfreeze(evbuf, 1); 144 evbuffer_drain(evbuf, nBytes); 145 pin_release(buf,EVBUFFER_MEM_PINNED_W); 146 buf->write_in_progress = 0; 147 _evbuffer_decref_and_unlock(evbuf); 148 } 149 150 struct evbuffer * 151 evbuffer_overlapped_new(evutil_socket_t fd) 152 { 153 struct evbuffer_overlapped *evo; 154 155 evo = mm_calloc(1, sizeof(struct evbuffer_overlapped)); 156 if (!evo) 157 return NULL; 158 159 TAILQ_INIT(&evo->buffer.callbacks); 160 evo->buffer.refcnt = 1; 161 evo->buffer.last_with_datap = &evo->buffer.first; 162 163 evo->buffer.is_overlapped = 1; 164 evo->fd = fd; 165 166 return &evo->buffer; 167 } 168 169 int 170 evbuffer_launch_write(struct evbuffer *buf, ev_ssize_t at_most, 171 struct event_overlapped *ol) 172 { 173 struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 174 int r = -1; 175 int i; 176 struct evbuffer_chain *chain; 177 DWORD bytesSent; 178 179 if (!buf) { 180 /* No buffer, or it isn't overlapped */ 181 return -1; 182 } 183 184 EVBUFFER_LOCK(buf); 185 EVUTIL_ASSERT(!buf_o->read_in_progress); 186 if (buf->freeze_start || buf_o->write_in_progress) 187 goto done; 188 if (!buf->total_len) { 189 /* Nothing to write */ 190 r = 0; 191 goto done; 192 } else if (at_most < 0 || (size_t)at_most > buf->total_len) { 193 at_most = buf->total_len; 194 } 195 evbuffer_freeze(buf, 1); 196 197 buf_o->first_pinned = NULL; 198 buf_o->n_buffers = 0; 199 memset(buf_o->buffers, 0, sizeof(buf_o->buffers)); 200 201 chain = buf_o->first_pinned = buf->first; 202 203 for (i=0; i < MAX_WSABUFS && chain; ++i, chain=chain->next) { 204 WSABUF *b = &buf_o->buffers[i]; 205 b->buf = (char*)( chain->buffer + chain->misalign ); 206 _evbuffer_chain_pin(chain, EVBUFFER_MEM_PINNED_W); 207 208 if ((size_t)at_most > chain->off) { 209 /* XXXX Cast is safe for now, since win32 has no 210 mmaped chains. But later, we need to have this 211 add more WSAbufs if chain->off is greater than 212 ULONG_MAX */ 213 b->len = (unsigned long)chain->off; 214 at_most -= chain->off; 215 } else { 216 b->len = (unsigned long)at_most; 217 ++i; 218 break; 219 } 220 } 221 222 buf_o->n_buffers = i; 223 _evbuffer_incref(buf); 224 if (WSASend(buf_o->fd, buf_o->buffers, i, &bytesSent, 0, 225 &ol->overlapped, NULL)) { 226 int error = WSAGetLastError(); 227 if (error != WSA_IO_PENDING) { 228 /* An actual error. */ 229 pin_release(buf_o, EVBUFFER_MEM_PINNED_W); 230 evbuffer_unfreeze(buf, 1); 231 evbuffer_free(buf); /* decref */ 232 goto done; 233 } 234 } 235 236 buf_o->write_in_progress = 1; 237 r = 0; 238 done: 239 EVBUFFER_UNLOCK(buf); 240 return r; 241 } 242 243 int 244 evbuffer_launch_read(struct evbuffer *buf, size_t at_most, 245 struct event_overlapped *ol) 246 { 247 struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 248 int r = -1, i; 249 int nvecs; 250 int npin=0; 251 struct evbuffer_chain *chain=NULL, **chainp; 252 DWORD bytesRead; 253 DWORD flags = 0; 254 struct evbuffer_iovec vecs[MAX_WSABUFS]; 255 256 if (!buf_o) 257 return -1; 258 EVBUFFER_LOCK(buf); 259 EVUTIL_ASSERT(!buf_o->write_in_progress); 260 if (buf->freeze_end || buf_o->read_in_progress) 261 goto done; 262 263 buf_o->first_pinned = NULL; 264 buf_o->n_buffers = 0; 265 memset(buf_o->buffers, 0, sizeof(buf_o->buffers)); 266 267 if (_evbuffer_expand_fast(buf, at_most, MAX_WSABUFS) == -1) 268 goto done; 269 evbuffer_freeze(buf, 0); 270 271 nvecs = _evbuffer_read_setup_vecs(buf, at_most, 272 vecs, MAX_WSABUFS, &chainp, 1); 273 for (i=0;i<nvecs;++i) { 274 WSABUF_FROM_EVBUFFER_IOV( 275 &buf_o->buffers[i], 276 &vecs[i]); 277 } 278 279 buf_o->n_buffers = nvecs; 280 buf_o->first_pinned = chain = *chainp; 281 282 npin=0; 283 for ( ; chain; chain = chain->next) { 284 _evbuffer_chain_pin(chain, EVBUFFER_MEM_PINNED_R); 285 ++npin; 286 } 287 EVUTIL_ASSERT(npin == nvecs); 288 289 _evbuffer_incref(buf); 290 if (WSARecv(buf_o->fd, buf_o->buffers, nvecs, &bytesRead, &flags, 291 &ol->overlapped, NULL)) { 292 int error = WSAGetLastError(); 293 if (error != WSA_IO_PENDING) { 294 /* An actual error. */ 295 pin_release(buf_o, EVBUFFER_MEM_PINNED_R); 296 evbuffer_unfreeze(buf, 0); 297 evbuffer_free(buf); /* decref */ 298 goto done; 299 } 300 } 301 302 buf_o->read_in_progress = 1; 303 r = 0; 304 done: 305 EVBUFFER_UNLOCK(buf); 306 return r; 307 } 308 309 evutil_socket_t 310 _evbuffer_overlapped_get_fd(struct evbuffer *buf) 311 { 312 struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 313 return buf_o ? buf_o->fd : -1; 314 } 315 316 void 317 _evbuffer_overlapped_set_fd(struct evbuffer *buf, evutil_socket_t fd) 318 { 319 struct evbuffer_overlapped *buf_o = upcast_evbuffer(buf); 320 EVBUFFER_LOCK(buf); 321 /* XXX is this right?, should it cancel current I/O operations? */ 322 if (buf_o) 323 buf_o->fd = fd; 324 EVBUFFER_UNLOCK(buf); 325 } 326