2 * Copyright (c) 2009-2012 Niels Provos, Nick Mathewson
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 * 3. The name of the author may not be used to endorse or promote products
13 * derived from this software without specific prior written permission.
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27 #include "event2/event-config.h"
28 #include "evconfig-private.h"
30 #include <sys/types.h>
34 /* Minimum required for InitializeCriticalSectionAndSpinCount */
35 #define _WIN32_WINNT 0x0403
42 #ifdef EVENT__HAVE_SYS_SOCKET_H
43 #include <sys/socket.h>
45 #ifdef EVENT__HAVE_FCNTL_H
48 #ifdef EVENT__HAVE_UNISTD_H
52 #include "event2/listener.h"
53 #include "event2/util.h"
54 #include "event2/event.h"
55 #include "event2/event_struct.h"
56 #include "mm-internal.h"
57 #include "util-internal.h"
58 #include "log-internal.h"
59 #include "evthread-internal.h"
61 #include "iocp-internal.h"
62 #include "defer-internal.h"
63 #include "event-internal.h"
66 struct evconnlistener_ops {
67 int (*enable)(struct evconnlistener *);
68 int (*disable)(struct evconnlistener *);
69 void (*destroy)(struct evconnlistener *);
70 void (*shutdown)(struct evconnlistener *);
71 evutil_socket_t (*getfd)(struct evconnlistener *);
72 struct event_base *(*getbase)(struct evconnlistener *);
75 struct evconnlistener {
76 const struct evconnlistener_ops *ops;
79 evconnlistener_errorcb errorcb;
87 struct evconnlistener_event {
88 struct evconnlistener base;
89 struct event listener;
93 struct evconnlistener_iocp {
94 struct evconnlistener base;
96 struct event_base *event_base;
97 struct event_iocp_port *port;
99 unsigned shutting_down : 1;
100 unsigned event_added : 1;
101 struct accepting_socket **accepting;
105 #define LOCK(listener) EVLOCK_LOCK((listener)->lock, 0)
106 #define UNLOCK(listener) EVLOCK_UNLOCK((listener)->lock, 0)
108 struct evconnlistener *
109 evconnlistener_new_async(struct event_base *base,
110 evconnlistener_cb cb, void *ptr, unsigned flags, int backlog,
111 evutil_socket_t fd); /* XXXX export this? */
113 static int event_listener_enable(struct evconnlistener *);
114 static int event_listener_disable(struct evconnlistener *);
115 static void event_listener_destroy(struct evconnlistener *);
116 static evutil_socket_t event_listener_getfd(struct evconnlistener *);
117 static struct event_base *event_listener_getbase(struct evconnlistener *);
121 listener_incref_and_lock(struct evconnlistener *listener)
129 listener_decref_and_unlock(struct evconnlistener *listener)
131 int refcnt = --listener->refcnt;
133 listener->ops->destroy(listener);
135 EVTHREAD_FREE_LOCK(listener->lock, EVTHREAD_LOCKTYPE_RECURSIVE);
144 static const struct evconnlistener_ops evconnlistener_event_ops = {
145 event_listener_enable,
146 event_listener_disable,
147 event_listener_destroy,
149 event_listener_getfd,
150 event_listener_getbase
153 static void listener_read_cb(evutil_socket_t, short, void *);
155 struct evconnlistener *
156 evconnlistener_new(struct event_base *base,
157 evconnlistener_cb cb, void *ptr, unsigned flags, int backlog,
160 struct evconnlistener_event *lev;
163 if (base && event_base_get_iocp_(base)) {
164 const struct win32_extension_fns *ext =
165 event_get_win32_extension_fns_();
166 if (ext->AcceptEx && ext->GetAcceptExSockaddrs)
167 return evconnlistener_new_async(base, cb, ptr, flags,
173 if (listen(fd, backlog) < 0)
175 } else if (backlog < 0) {
176 if (listen(fd, 128) < 0)
180 lev = mm_calloc(1, sizeof(struct evconnlistener_event));
184 lev->base.ops = &evconnlistener_event_ops;
186 lev->base.user_data = ptr;
187 lev->base.flags = flags;
188 lev->base.refcnt = 1;
190 lev->base.accept4_flags = 0;
191 if (!(flags & LEV_OPT_LEAVE_SOCKETS_BLOCKING))
192 lev->base.accept4_flags |= EVUTIL_SOCK_NONBLOCK;
193 if (flags & LEV_OPT_CLOSE_ON_EXEC)
194 lev->base.accept4_flags |= EVUTIL_SOCK_CLOEXEC;
196 if (flags & LEV_OPT_THREADSAFE) {
197 EVTHREAD_ALLOC_LOCK(lev->base.lock, EVTHREAD_LOCKTYPE_RECURSIVE);
200 event_assign(&lev->listener, base, fd, EV_READ|EV_PERSIST,
201 listener_read_cb, lev);
203 if (!(flags & LEV_OPT_DISABLED))
204 evconnlistener_enable(&lev->base);
209 struct evconnlistener *
210 evconnlistener_new_bind(struct event_base *base, evconnlistener_cb cb,
211 void *ptr, unsigned flags, int backlog, const struct sockaddr *sa,
214 struct evconnlistener *listener;
217 int family = sa ? sa->sa_family : AF_UNSPEC;
218 int socktype = SOCK_STREAM | EVUTIL_SOCK_NONBLOCK;
223 if (flags & LEV_OPT_CLOSE_ON_EXEC)
224 socktype |= EVUTIL_SOCK_CLOEXEC;
226 fd = evutil_socket_(family, socktype, 0);
230 if (setsockopt(fd, SOL_SOCKET, SO_KEEPALIVE, (void*)&on, sizeof(on))<0)
233 if (flags & LEV_OPT_REUSEABLE) {
234 if (evutil_make_listen_socket_reuseable(fd) < 0)
238 if (flags & LEV_OPT_REUSEABLE_PORT) {
239 if (evutil_make_listen_socket_reuseable_port(fd) < 0)
243 if (flags & LEV_OPT_DEFERRED_ACCEPT) {
244 if (evutil_make_tcp_listen_socket_deferred(fd) < 0)
249 if (bind(fd, sa, socklen)<0)
253 listener = evconnlistener_new(base, cb, ptr, flags, backlog, fd);
259 evutil_closesocket(fd);
264 evconnlistener_free(struct evconnlistener *lev)
269 if (lev->ops->shutdown)
270 lev->ops->shutdown(lev);
271 listener_decref_and_unlock(lev);
275 event_listener_destroy(struct evconnlistener *lev)
277 struct evconnlistener_event *lev_e =
278 EVUTIL_UPCAST(lev, struct evconnlistener_event, base);
280 event_del(&lev_e->listener);
281 if (lev->flags & LEV_OPT_CLOSE_ON_FREE)
282 evutil_closesocket(event_get_fd(&lev_e->listener));
283 event_debug_unassign(&lev_e->listener);
287 evconnlistener_enable(struct evconnlistener *lev)
293 r = lev->ops->enable(lev);
301 evconnlistener_disable(struct evconnlistener *lev)
306 r = lev->ops->disable(lev);
312 event_listener_enable(struct evconnlistener *lev)
314 struct evconnlistener_event *lev_e =
315 EVUTIL_UPCAST(lev, struct evconnlistener_event, base);
316 return event_add(&lev_e->listener, NULL);
320 event_listener_disable(struct evconnlistener *lev)
322 struct evconnlistener_event *lev_e =
323 EVUTIL_UPCAST(lev, struct evconnlistener_event, base);
324 return event_del(&lev_e->listener);
328 evconnlistener_get_fd(struct evconnlistener *lev)
332 fd = lev->ops->getfd(lev);
337 static evutil_socket_t
338 event_listener_getfd(struct evconnlistener *lev)
340 struct evconnlistener_event *lev_e =
341 EVUTIL_UPCAST(lev, struct evconnlistener_event, base);
342 return event_get_fd(&lev_e->listener);
346 evconnlistener_get_base(struct evconnlistener *lev)
348 struct event_base *base;
350 base = lev->ops->getbase(lev);
355 static struct event_base *
356 event_listener_getbase(struct evconnlistener *lev)
358 struct evconnlistener_event *lev_e =
359 EVUTIL_UPCAST(lev, struct evconnlistener_event, base);
360 return event_get_base(&lev_e->listener);
364 evconnlistener_set_cb(struct evconnlistener *lev,
365 evconnlistener_cb cb, void *arg)
369 if (lev->enabled && !lev->cb)
372 lev->user_data = arg;
374 evconnlistener_enable(lev);
379 evconnlistener_set_error_cb(struct evconnlistener *lev,
380 evconnlistener_errorcb errorcb)
383 lev->errorcb = errorcb;
388 listener_read_cb(evutil_socket_t fd, short what, void *p)
390 struct evconnlistener *lev = p;
392 evconnlistener_cb cb;
393 evconnlistener_errorcb errorcb;
397 struct sockaddr_storage ss;
398 ev_socklen_t socklen = sizeof(ss);
399 evutil_socket_t new_fd = evutil_accept4_(fd, (struct sockaddr*)&ss, &socklen, lev->accept4_flags);
403 /* This can happen with some older linux kernels in
404 * response to nmap. */
405 evutil_closesocket(new_fd);
409 if (lev->cb == NULL) {
410 evutil_closesocket(new_fd);
416 user_data = lev->user_data;
418 cb(lev, new_fd, (struct sockaddr*)&ss, (int)socklen,
421 if (lev->refcnt == 1) {
422 int freed = listener_decref_and_unlock(lev);
423 EVUTIL_ASSERT(freed);
428 err = evutil_socket_geterror(fd);
429 if (EVUTIL_ERR_ACCEPT_RETRIABLE(err)) {
433 if (lev->errorcb != NULL) {
435 errorcb = lev->errorcb;
436 user_data = lev->user_data;
438 errorcb(lev, user_data);
440 listener_decref_and_unlock(lev);
442 event_sock_warn(fd, "Error from accept() call");
447 struct accepting_socket {
448 CRITICAL_SECTION lock;
449 struct event_overlapped overlapped;
452 struct event_callback deferred;
453 struct evconnlistener_iocp *lev;
456 unsigned free_on_cb:1;
460 static void accepted_socket_cb(struct event_overlapped *o, ev_uintptr_t key,
461 ev_ssize_t n, int ok);
462 static void accepted_socket_invoke_user_cb(struct event_callback *cb, void *arg);
465 iocp_listener_event_add(struct evconnlistener_iocp *lev)
467 if (lev->event_added)
470 lev->event_added = 1;
471 event_base_add_virtual_(lev->event_base);
475 iocp_listener_event_del(struct evconnlistener_iocp *lev)
477 if (!lev->event_added)
480 lev->event_added = 0;
481 event_base_del_virtual_(lev->event_base);
484 static struct accepting_socket *
485 new_accepting_socket(struct evconnlistener_iocp *lev, int family)
487 struct accepting_socket *res;
491 if (family == AF_INET)
492 addrlen = sizeof(struct sockaddr_in);
493 else if (family == AF_INET6)
494 addrlen = sizeof(struct sockaddr_in6);
497 buflen = (addrlen+16)*2;
499 res = mm_calloc(1,sizeof(struct accepting_socket)-1+buflen);
503 event_overlapped_init_(&res->overlapped, accepted_socket_cb);
504 res->s = INVALID_SOCKET;
506 res->buflen = buflen;
507 res->family = family;
509 event_deferred_cb_init_(&res->deferred,
510 event_base_get_npriorities(lev->event_base) / 2,
511 accepted_socket_invoke_user_cb, res);
513 InitializeCriticalSectionAndSpinCount(&res->lock, 1000);
519 free_and_unlock_accepting_socket(struct accepting_socket *as)
522 if (as->s != INVALID_SOCKET)
525 LeaveCriticalSection(&as->lock);
526 DeleteCriticalSection(&as->lock);
531 start_accepting(struct accepting_socket *as)
534 const struct win32_extension_fns *ext = event_get_win32_extension_fns_();
536 SOCKET s = socket(as->family, SOCK_STREAM, 0);
539 if (!as->lev->base.enabled)
542 if (s == INVALID_SOCKET) {
543 error = WSAGetLastError();
547 /* XXXX It turns out we need to do this again later. Does this call
548 * have any effect? */
549 setsockopt(s, SOL_SOCKET, SO_UPDATE_ACCEPT_CONTEXT,
550 (char *)&as->lev->fd, sizeof(&as->lev->fd));
552 if (!(as->lev->base.flags & LEV_OPT_LEAVE_SOCKETS_BLOCKING))
553 evutil_make_socket_nonblocking(s);
555 if (event_iocp_port_associate_(as->lev->port, s, 1) < 0) {
562 if (ext->AcceptEx(as->lev->fd, s, as->addrbuf, 0,
563 as->buflen/2, as->buflen/2, &pending, &as->overlapped.overlapped))
565 /* Immediate success! */
566 accepted_socket_cb(&as->overlapped, 1, 0, 1);
568 error = WSAGetLastError();
569 if (error != ERROR_IO_PENDING) {
578 event_deferred_cb_schedule_(
585 stop_accepting(struct accepting_socket *as)
589 as->s = INVALID_SOCKET;
594 accepted_socket_invoke_user_cb(struct event_callback *dcb, void *arg)
596 struct accepting_socket *as = arg;
598 struct sockaddr *sa_local=NULL, *sa_remote=NULL;
599 int socklen_local=0, socklen_remote=0;
600 const struct win32_extension_fns *ext = event_get_win32_extension_fns_();
601 struct evconnlistener *lev = &as->lev->base;
602 evutil_socket_t sock=-1;
604 evconnlistener_cb cb=NULL;
605 evconnlistener_errorcb errorcb=NULL;
608 EVUTIL_ASSERT(ext->GetAcceptExSockaddrs);
611 EnterCriticalSection(&as->lock);
612 if (as->free_on_cb) {
613 free_and_unlock_accepting_socket(as);
614 listener_decref_and_unlock(lev);
623 errorcb = lev->errorcb;
625 ext->GetAcceptExSockaddrs(
626 as->addrbuf, 0, as->buflen/2, as->buflen/2,
627 &sa_local, &socklen_local, &sa_remote,
631 as->s = INVALID_SOCKET;
633 /* We need to call this so getsockname, getpeername, and
634 * shutdown work correctly on the accepted socket. */
635 /* XXXX handle error? */
636 setsockopt(sock, SOL_SOCKET, SO_UPDATE_ACCEPT_CONTEXT,
637 (char *)&as->lev->fd, sizeof(&as->lev->fd));
639 data = lev->user_data;
641 LeaveCriticalSection(&as->lock);
645 WSASetLastError(error);
648 cb(lev, sock, sa_remote, socklen_remote, data);
652 if (listener_decref_and_unlock(lev))
655 EnterCriticalSection(&as->lock);
657 LeaveCriticalSection(&as->lock);
661 accepted_socket_cb(struct event_overlapped *o, ev_uintptr_t key, ev_ssize_t n, int ok)
663 struct accepting_socket *as =
664 EVUTIL_UPCAST(o, struct accepting_socket, overlapped);
666 LOCK(&as->lev->base);
667 EnterCriticalSection(&as->lock);
669 /* XXXX Don't do this if some EV_MT flag is set. */
670 event_deferred_cb_schedule_(
673 LeaveCriticalSection(&as->lock);
674 } else if (as->free_on_cb) {
675 struct evconnlistener *lev = &as->lev->base;
676 free_and_unlock_accepting_socket(as);
677 listener_decref_and_unlock(lev);
679 } else if (as->s == INVALID_SOCKET) {
680 /* This is okay; we were disabled by iocp_listener_disable. */
681 LeaveCriticalSection(&as->lock);
683 /* Some error on accept that we couldn't actually handle. */
685 DWORD transfer = 0, flags=0;
686 event_sock_warn(as->s, "Unexpected error on AcceptEx");
687 ok = WSAGetOverlappedResult(as->s, &o->overlapped,
688 &transfer, FALSE, &flags);
690 /* well, that was confusing! */
693 as->error = WSAGetLastError();
695 event_deferred_cb_schedule_(
698 LeaveCriticalSection(&as->lock);
700 UNLOCK(&as->lev->base);
704 iocp_listener_enable(struct evconnlistener *lev)
707 struct evconnlistener_iocp *lev_iocp =
708 EVUTIL_UPCAST(lev, struct evconnlistener_iocp, base);
711 iocp_listener_event_add(lev_iocp);
712 for (i = 0; i < lev_iocp->n_accepting; ++i) {
713 struct accepting_socket *as = lev_iocp->accepting[i];
716 EnterCriticalSection(&as->lock);
717 if (!as->free_on_cb && as->s == INVALID_SOCKET)
719 LeaveCriticalSection(&as->lock);
726 iocp_listener_disable_impl(struct evconnlistener *lev, int shutdown)
729 struct evconnlistener_iocp *lev_iocp =
730 EVUTIL_UPCAST(lev, struct evconnlistener_iocp, base);
733 iocp_listener_event_del(lev_iocp);
734 for (i = 0; i < lev_iocp->n_accepting; ++i) {
735 struct accepting_socket *as = lev_iocp->accepting[i];
738 EnterCriticalSection(&as->lock);
739 if (!as->free_on_cb && as->s != INVALID_SOCKET) {
744 LeaveCriticalSection(&as->lock);
747 if (shutdown && lev->flags & LEV_OPT_CLOSE_ON_FREE)
748 evutil_closesocket(lev_iocp->fd);
755 iocp_listener_disable(struct evconnlistener *lev)
757 return iocp_listener_disable_impl(lev,0);
761 iocp_listener_destroy(struct evconnlistener *lev)
763 struct evconnlistener_iocp *lev_iocp =
764 EVUTIL_UPCAST(lev, struct evconnlistener_iocp, base);
766 if (! lev_iocp->shutting_down) {
767 lev_iocp->shutting_down = 1;
768 iocp_listener_disable_impl(lev,1);
773 static evutil_socket_t
774 iocp_listener_getfd(struct evconnlistener *lev)
776 struct evconnlistener_iocp *lev_iocp =
777 EVUTIL_UPCAST(lev, struct evconnlistener_iocp, base);
780 static struct event_base *
781 iocp_listener_getbase(struct evconnlistener *lev)
783 struct evconnlistener_iocp *lev_iocp =
784 EVUTIL_UPCAST(lev, struct evconnlistener_iocp, base);
785 return lev_iocp->event_base;
788 static const struct evconnlistener_ops evconnlistener_iocp_ops = {
789 iocp_listener_enable,
790 iocp_listener_disable,
791 iocp_listener_destroy,
792 iocp_listener_destroy, /* shutdown */
794 iocp_listener_getbase
797 /* XXX define some way to override this. */
798 #define N_SOCKETS_PER_LISTENER 4
800 struct evconnlistener *
801 evconnlistener_new_async(struct event_base *base,
802 evconnlistener_cb cb, void *ptr, unsigned flags, int backlog,
805 struct sockaddr_storage ss;
806 int socklen = sizeof(ss);
807 struct evconnlistener_iocp *lev;
810 flags |= LEV_OPT_THREADSAFE;
812 if (!base || !event_base_get_iocp_(base))
815 /* XXXX duplicate code */
817 if (listen(fd, backlog) < 0)
819 } else if (backlog < 0) {
820 if (listen(fd, 128) < 0)
823 if (getsockname(fd, (struct sockaddr*)&ss, &socklen)) {
824 event_sock_warn(fd, "getsockname");
827 lev = mm_calloc(1, sizeof(struct evconnlistener_iocp));
829 event_warn("calloc");
832 lev->base.ops = &evconnlistener_iocp_ops;
834 lev->base.user_data = ptr;
835 lev->base.flags = flags;
836 lev->base.refcnt = 1;
837 lev->base.enabled = 1;
839 lev->port = event_base_get_iocp_(base);
841 lev->event_base = base;
844 if (event_iocp_port_associate_(lev->port, fd, 1) < 0)
847 EVTHREAD_ALLOC_LOCK(lev->base.lock, EVTHREAD_LOCKTYPE_RECURSIVE);
849 lev->n_accepting = N_SOCKETS_PER_LISTENER;
850 lev->accepting = mm_calloc(lev->n_accepting,
851 sizeof(struct accepting_socket *));
852 if (!lev->accepting) {
853 event_warn("calloc");
854 goto err_delete_lock;
856 for (i = 0; i < lev->n_accepting; ++i) {
857 lev->accepting[i] = new_accepting_socket(lev, ss.ss_family);
858 if (!lev->accepting[i]) {
859 event_warnx("Couldn't create accepting socket");
860 goto err_free_accepting;
862 if (cb && start_accepting(lev->accepting[i]) < 0) {
863 event_warnx("Couldn't start accepting on socket");
864 EnterCriticalSection(&lev->accepting[i]->lock);
865 free_and_unlock_accepting_socket(lev->accepting[i]);
866 goto err_free_accepting;
871 iocp_listener_event_add(lev);
876 mm_free(lev->accepting);
877 /* XXXX free the other elements. */
879 EVTHREAD_FREE_LOCK(lev->base.lock, EVTHREAD_LOCKTYPE_RECURSIVE);
883 /* Don't close the fd, it is caller's responsibility. */