1 /*        $NetBSD: event_iocp.c,v 1.1.1.4 2021/04/07 02:43:14 christos Exp $    */
2 /*
3  * Copyright (c) 2009-2012 Niels Provos, Nick Mathewson
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  * 3. The name of the author may not be used to endorse or promote products
14  *    derived from this software without specific prior written permission.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
21  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
22  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
23  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
24  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
25  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26  */
27 #include "evconfig-private.h"
28 
29 #ifndef _WIN32_WINNT
30 /* Minimum required for InitializeCriticalSectionAndSpinCount */
31 #define _WIN32_WINNT 0x0403
32 #endif
33 #include <winsock2.h>
34 #include <windows.h>
35 #include <process.h>
36 #include <stdio.h>
37 #include <mswsock.h>
38 
39 #include "event2/util.h"
40 #include "util-internal.h"
41 #include "iocp-internal.h"
42 #include "log-internal.h"
43 #include "mm-internal.h"
44 #include "event-internal.h"
45 #include "evthread-internal.h"
46 
47 #define NOTIFICATION_KEY ((ULONG_PTR)-1)
48 
49 void
event_overlapped_init_(struct event_overlapped * o,iocp_callback cb)50 event_overlapped_init_(struct event_overlapped *o, iocp_callback cb)
51 {
52           memset(o, 0, sizeof(struct event_overlapped));
53           o->cb = cb;
54 }
55 
56 static void
handle_entry(OVERLAPPED * o,ULONG_PTR completion_key,DWORD nBytes,int ok)57 handle_entry(OVERLAPPED *o, ULONG_PTR completion_key, DWORD nBytes, int ok)
58 {
59           struct event_overlapped *eo =
60               EVUTIL_UPCAST(o, struct event_overlapped, overlapped);
61           eo->cb(eo, completion_key, nBytes, ok);
62 }
63 
64 static void
loop(void * port_)65 loop(void *port_)
66 {
67           struct event_iocp_port *port = port_;
68           long ms = port->ms;
69           HANDLE p = port->port;
70 
71           if (ms <= 0)
72                     ms = INFINITE;
73 
74           while (1) {
75                     OVERLAPPED *overlapped=NULL;
76                     ULONG_PTR key=0;
77                     DWORD bytes=0;
78                     int ok = GetQueuedCompletionStatus(p, &bytes, &key,
79                               &overlapped, ms);
80                     EnterCriticalSection(&port->lock);
81                     if (port->shutdown) {
82                               if (--port->n_live_threads == 0)
83                                         ReleaseSemaphore(port->shutdownSemaphore, 1,
84                                                             NULL);
85                               LeaveCriticalSection(&port->lock);
86                               return;
87                     }
88                     LeaveCriticalSection(&port->lock);
89 
90                     if (key != NOTIFICATION_KEY && overlapped)
91                               handle_entry(overlapped, key, bytes, ok);
92                     else if (!overlapped)
93                               break;
94           }
95           event_warnx("GetQueuedCompletionStatus exited with no event.");
96           EnterCriticalSection(&port->lock);
97           if (--port->n_live_threads == 0)
98                     ReleaseSemaphore(port->shutdownSemaphore, 1, NULL);
99           LeaveCriticalSection(&port->lock);
100 }
101 
102 int
event_iocp_port_associate_(struct event_iocp_port * port,evutil_socket_t fd,ev_uintptr_t key)103 event_iocp_port_associate_(struct event_iocp_port *port, evutil_socket_t fd,
104     ev_uintptr_t key)
105 {
106           HANDLE h;
107           h = CreateIoCompletionPort((HANDLE)fd, port->port, key, port->n_threads);
108           if (!h)
109                     return -1;
110           return 0;
111 }
112 
113 static void *
get_extension_function(SOCKET s,const GUID * which_fn)114 get_extension_function(SOCKET s, const GUID *which_fn)
115 {
116           void *ptr = NULL;
117           DWORD bytes=0;
118           WSAIoctl(s, SIO_GET_EXTENSION_FUNCTION_POINTER,
119               (GUID*)which_fn, sizeof(*which_fn),
120               &ptr, sizeof(ptr),
121               &bytes, NULL, NULL);
122 
123           /* No need to detect errors here: if ptr is set, then we have a good
124              function pointer.  Otherwise, we should behave as if we had no
125              function pointer.
126           */
127           return ptr;
128 }
129 
130 /* Mingw doesn't have these in its mswsock.h.  The values are copied from
131    wine.h.   Perhaps if we copy them exactly, the cargo will come again.
132 */
133 #ifndef WSAID_ACCEPTEX
134 #define WSAID_ACCEPTEX \
135           {0xb5367df1,0xcbac,0x11cf,{0x95,0xca,0x00,0x80,0x5f,0x48,0xa1,0x92}}
136 #endif
137 #ifndef WSAID_CONNECTEX
138 #define WSAID_CONNECTEX \
139           {0x25a207b9,0xddf3,0x4660,{0x8e,0xe9,0x76,0xe5,0x8c,0x74,0x06,0x3e}}
140 #endif
141 #ifndef WSAID_GETACCEPTEXSOCKADDRS
142 #define WSAID_GETACCEPTEXSOCKADDRS \
143           {0xb5367df2,0xcbac,0x11cf,{0x95,0xca,0x00,0x80,0x5f,0x48,0xa1,0x92}}
144 #endif
145 
146 static int extension_fns_initialized = 0;
147 
148 static void
init_extension_functions(struct win32_extension_fns * ext)149 init_extension_functions(struct win32_extension_fns *ext)
150 {
151           const GUID acceptex = WSAID_ACCEPTEX;
152           const GUID connectex = WSAID_CONNECTEX;
153           const GUID getacceptexsockaddrs = WSAID_GETACCEPTEXSOCKADDRS;
154           SOCKET s = socket(AF_INET, SOCK_STREAM, 0);
155           if (s == EVUTIL_INVALID_SOCKET)
156                     return;
157           ext->AcceptEx = get_extension_function(s, &acceptex);
158           ext->ConnectEx = get_extension_function(s, &connectex);
159           ext->GetAcceptExSockaddrs = get_extension_function(s,
160               &getacceptexsockaddrs);
161           closesocket(s);
162 
163           extension_fns_initialized = 1;
164 }
165 
166 static struct win32_extension_fns the_extension_fns;
167 
168 const struct win32_extension_fns *
event_get_win32_extension_fns_(void)169 event_get_win32_extension_fns_(void)
170 {
171           return &the_extension_fns;
172 }
173 
174 #define N_CPUS_DEFAULT 2
175 
176 struct event_iocp_port *
event_iocp_port_launch_(int n_cpus)177 event_iocp_port_launch_(int n_cpus)
178 {
179           struct event_iocp_port *port;
180           int i;
181 
182           if (!extension_fns_initialized)
183                     init_extension_functions(&the_extension_fns);
184 
185           if (!(port = mm_calloc(1, sizeof(struct event_iocp_port))))
186                     return NULL;
187 
188           if (n_cpus <= 0)
189                     n_cpus = N_CPUS_DEFAULT;
190           port->n_threads = n_cpus * 2;
191           port->threads = mm_calloc(port->n_threads, sizeof(HANDLE));
192           if (!port->threads)
193                     goto err;
194 
195           port->port = CreateIoCompletionPort(INVALID_HANDLE_VALUE, NULL, 0,
196                               n_cpus);
197           port->ms = -1;
198           if (!port->port)
199                     goto err;
200 
201           port->shutdownSemaphore = CreateSemaphore(NULL, 0, 1, NULL);
202           if (!port->shutdownSemaphore)
203                     goto err;
204 
205           for (i=0; i<port->n_threads; ++i) {
206                     ev_uintptr_t th = _beginthread(loop, 0, port);
207                     if (th == (ev_uintptr_t)-1)
208                               goto err;
209                     port->threads[i] = (HANDLE)th;
210                     ++port->n_live_threads;
211           }
212 
213           InitializeCriticalSectionAndSpinCount(&port->lock, 1000);
214 
215           return port;
216 err:
217           if (port->port)
218                     CloseHandle(port->port);
219           if (port->threads)
220                     mm_free(port->threads);
221           if (port->shutdownSemaphore)
222                     CloseHandle(port->shutdownSemaphore);
223           mm_free(port);
224           return NULL;
225 }
226 
227 static void
event_iocp_port_unlock_and_free_(struct event_iocp_port * port)228 event_iocp_port_unlock_and_free_(struct event_iocp_port *port)
229 {
230           DeleteCriticalSection(&port->lock);
231           CloseHandle(port->port);
232           CloseHandle(port->shutdownSemaphore);
233           mm_free(port->threads);
234           mm_free(port);
235 }
236 
237 static int
event_iocp_notify_all(struct event_iocp_port * port)238 event_iocp_notify_all(struct event_iocp_port *port)
239 {
240           int i, r, ok=1;
241           for (i=0; i<port->n_threads; ++i) {
242                     r = PostQueuedCompletionStatus(port->port, 0, NOTIFICATION_KEY,
243                         NULL);
244                     if (!r)
245                               ok = 0;
246           }
247           return ok ? 0 : -1;
248 }
249 
250 int
event_iocp_shutdown_(struct event_iocp_port * port,long waitMsec)251 event_iocp_shutdown_(struct event_iocp_port *port, long waitMsec)
252 {
253           DWORD ms = INFINITE;
254           int n;
255 
256           EnterCriticalSection(&port->lock);
257           port->shutdown = 1;
258           LeaveCriticalSection(&port->lock);
259           event_iocp_notify_all(port);
260 
261           if (waitMsec >= 0)
262                     ms = waitMsec;
263 
264           WaitForSingleObject(port->shutdownSemaphore, ms);
265           EnterCriticalSection(&port->lock);
266           n = port->n_live_threads;
267           LeaveCriticalSection(&port->lock);
268           if (n == 0) {
269                     event_iocp_port_unlock_and_free_(port);
270                     return 0;
271           } else {
272                     return -1;
273           }
274 }
275 
276 int
event_iocp_activate_overlapped_(struct event_iocp_port * port,struct event_overlapped * o,ev_uintptr_t key,ev_uint32_t n)277 event_iocp_activate_overlapped_(
278     struct event_iocp_port *port, struct event_overlapped *o,
279     ev_uintptr_t key, ev_uint32_t n)
280 {
281           BOOL r;
282 
283           r = PostQueuedCompletionStatus(port->port, n, key, &o->overlapped);
284           return (r==0) ? -1 : 0;
285 }
286 
287 struct event_iocp_port *
event_base_get_iocp_(struct event_base * base)288 event_base_get_iocp_(struct event_base *base)
289 {
290 #ifdef _WIN32
291           return base->iocp;
292 #else
293           return NULL;
294 #endif
295 }
296