2 * util/tube.c - pipe service
4 * Copyright (c) 2008, NLnet Labs. All rights reserved.
6 * This software is open source.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
12 * Redistributions of source code must retain the above copyright notice,
13 * this list of conditions and the following disclaimer.
15 * Redistributions in binary form must reproduce the above copyright notice,
16 * this list of conditions and the following disclaimer in the documentation
17 * and/or other materials provided with the distribution.
19 * Neither the name of the NLNET LABS nor the names of its contributors may
20 * be used to endorse or promote products derived from this software without
21 * specific prior written permission.
23 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27 * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
29 * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
30 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
39 * This file contains pipe service functions.
42 #include "util/tube.h"
44 #include "util/net_help.h"
45 #include "util/netevent.h"
46 #include "util/fptr_wlist.h"
47 #include "util/ub_event.h"
52 #ifndef HAVE_SOCKETPAIR
53 /** no socketpair() available, like on Minix 3.1.7, use pipe */
54 #define socketpair(f, t, p, sv) pipe(sv)
55 #endif /* HAVE_SOCKETPAIR */
57 struct tube* tube_create(void)
59 struct tube* tube = (struct tube*)calloc(1, sizeof(*tube));
63 log_err("tube_create: out of memory");
69 if(socketpair(AF_UNIX, SOCK_STREAM, 0, sv) == -1) {
71 log_err("socketpair: %s", strerror(errno));
78 if(!fd_set_nonblock(tube->sr) || !fd_set_nonblock(tube->sw)) {
80 log_err("tube: cannot set nonblocking");
88 void tube_delete(struct tube* tube)
91 tube_remove_bg_listen(tube);
92 tube_remove_bg_write(tube);
93 /* close fds after deleting commpoints, to be sure.
94 * Also epoll does not like closing fd before event_del */
95 tube_close_read(tube);
96 tube_close_write(tube);
100 void tube_close_read(struct tube* tube)
108 void tube_close_write(struct tube* tube)
116 void tube_remove_bg_listen(struct tube* tube)
118 if(tube->listen_com) {
119 comm_point_delete(tube->listen_com);
120 tube->listen_com = NULL;
123 tube->cmd_msg = NULL;
126 void tube_remove_bg_write(struct tube* tube)
129 comm_point_delete(tube->res_com);
130 tube->res_com = NULL;
133 struct tube_res_list* np, *p = tube->res_list;
134 tube->res_list = NULL;
135 tube->res_last = NULL;
146 tube_handle_listen(struct comm_point* c, void* arg, int error,
147 struct comm_reply* ATTR_UNUSED(reply_info))
149 struct tube* tube = (struct tube*)arg;
151 if(error != NETEVENT_NOERROR) {
152 fptr_ok(fptr_whitelist_tube_listen(tube->listen_cb));
153 (*tube->listen_cb)(tube, NULL, 0, error, tube->listen_arg);
157 if(tube->cmd_read < sizeof(tube->cmd_len)) {
158 /* complete reading the length of control msg */
159 r = read(c->fd, ((uint8_t*)&tube->cmd_len) + tube->cmd_read,
160 sizeof(tube->cmd_len) - tube->cmd_read);
162 /* error has happened or */
163 /* parent closed pipe, must have exited somehow */
164 fptr_ok(fptr_whitelist_tube_listen(tube->listen_cb));
165 (*tube->listen_cb)(tube, NULL, 0, NETEVENT_CLOSED,
170 if(errno != EAGAIN && errno != EINTR) {
171 log_err("rpipe error: %s", strerror(errno));
173 /* nothing to read now, try later */
177 if(tube->cmd_read < sizeof(tube->cmd_len)) {
178 /* not complete, try later */
181 tube->cmd_msg = (uint8_t*)calloc(1, tube->cmd_len);
183 log_err("malloc failure");
188 /* cmd_len has been read, read remainder */
189 r = read(c->fd, tube->cmd_msg+tube->cmd_read-sizeof(tube->cmd_len),
190 tube->cmd_len - (tube->cmd_read - sizeof(tube->cmd_len)));
192 /* error has happened or */
193 /* parent closed pipe, must have exited somehow */
194 fptr_ok(fptr_whitelist_tube_listen(tube->listen_cb));
195 (*tube->listen_cb)(tube, NULL, 0, NETEVENT_CLOSED,
200 /* nothing to read now, try later */
201 if(errno != EAGAIN && errno != EINTR) {
202 log_err("rpipe error: %s", strerror(errno));
207 if(tube->cmd_read < sizeof(tube->cmd_len) + tube->cmd_len) {
208 /* not complete, try later */
213 fptr_ok(fptr_whitelist_tube_listen(tube->listen_cb));
214 (*tube->listen_cb)(tube, tube->cmd_msg, tube->cmd_len,
215 NETEVENT_NOERROR, tube->listen_arg);
216 /* also frees the buf */
217 tube->cmd_msg = NULL;
222 tube_handle_write(struct comm_point* c, void* arg, int error,
223 struct comm_reply* ATTR_UNUSED(reply_info))
225 struct tube* tube = (struct tube*)arg;
226 struct tube_res_list* item = tube->res_list;
228 if(error != NETEVENT_NOERROR) {
229 log_err("tube_handle_write net error %d", error);
234 comm_point_stop_listening(c);
238 if(tube->res_write < sizeof(item->len)) {
239 r = write(c->fd, ((uint8_t*)&item->len) + tube->res_write,
240 sizeof(item->len) - tube->res_write);
242 if(errno != EAGAIN && errno != EINTR) {
243 log_err("wpipe error: %s", strerror(errno));
245 return 0; /* try again later */
248 /* error on pipe, must have exited somehow */
249 /* cannot signal this to pipe user */
252 tube->res_write += r;
253 if(tube->res_write < sizeof(item->len))
256 r = write(c->fd, item->buf + tube->res_write - sizeof(item->len),
257 item->len - (tube->res_write - sizeof(item->len)));
259 if(errno != EAGAIN && errno != EINTR) {
260 log_err("wpipe error: %s", strerror(errno));
262 return 0; /* try again later */
265 /* error on pipe, must have exited somehow */
266 /* cannot signal this to pipe user */
269 tube->res_write += r;
270 if(tube->res_write < sizeof(item->len) + item->len)
272 /* done this result, remove it */
275 tube->res_list = tube->res_list->next;
277 if(!tube->res_list) {
278 tube->res_last = NULL;
279 comm_point_stop_listening(c);
285 int tube_write_msg(struct tube* tube, uint8_t* buf, uint32_t len,
293 r = write(fd, &len, sizeof(len));
295 if(errno==EINTR || errno==EAGAIN)
297 log_err("tube msg write failed: %s", strerror(errno));
298 return -1; /* can still continue, perhaps */
301 if(!fd_set_block(fd))
303 /* write remainder */
305 while(d != (ssize_t)sizeof(len)) {
306 if((r=write(fd, ((char*)&len)+d, sizeof(len)-d)) == -1) {
308 continue; /* temporarily unavail: try again*/
309 log_err("tube msg write failed: %s", strerror(errno));
310 (void)fd_set_nonblock(fd);
316 while(d != (ssize_t)len) {
317 if((r=write(fd, buf+d, len-d)) == -1) {
319 continue; /* temporarily unavail: try again*/
320 log_err("tube msg write failed: %s", strerror(errno));
321 (void)fd_set_nonblock(fd);
326 if(!fd_set_nonblock(fd))
331 int tube_read_msg(struct tube* tube, uint8_t** buf, uint32_t* len,
340 r = read(fd, len, sizeof(*len));
342 if(errno==EINTR || errno==EAGAIN)
344 log_err("tube msg read failed: %s", strerror(errno));
345 return -1; /* we can still continue, perhaps */
350 if(!fd_set_block(fd))
354 while(d != (ssize_t)sizeof(*len)) {
355 if((r=read(fd, ((char*)len)+d, sizeof(*len)-d)) == -1) {
356 log_err("tube msg read failed: %s", strerror(errno));
357 (void)fd_set_nonblock(fd);
360 if(r == 0) /* EOF */ {
361 (void)fd_set_nonblock(fd);
366 if (*len >= 65536*2) {
367 log_err("tube msg length %u is too big", (unsigned)*len);
368 (void)fd_set_nonblock(fd);
371 *buf = (uint8_t*)malloc(*len);
373 log_err("tube read out of memory");
374 (void)fd_set_nonblock(fd);
378 while(d < (ssize_t)*len) {
379 if((r=read(fd, (*buf)+d, (size_t)((ssize_t)*len)-d)) == -1) {
380 log_err("tube msg read failed: %s", strerror(errno));
381 (void)fd_set_nonblock(fd);
385 if(r == 0) { /* EOF */
386 (void)fd_set_nonblock(fd);
392 if(!fd_set_nonblock(fd)) {
399 /** perform a select() on the fd */
401 pollit(int fd, struct timeval* t)
406 FD_SET(FD_SET_T fd, &r);
408 if(select(fd+1, &r, NULL, NULL, t) == -1) {
412 return (int)(FD_ISSET(fd, &r));
415 int tube_poll(struct tube* tube)
418 memset(&t, 0, sizeof(t));
419 return pollit(tube->sr, &t);
422 int tube_wait(struct tube* tube)
424 return pollit(tube->sr, NULL);
427 int tube_wait_timeout(struct tube* tube, int msec)
432 t.tv_sec = msec/1000;
433 t.tv_usec = (msec%1000)*1000;
436 FD_SET(FD_SET_T fd, &r);
439 if(select(fd+1, &r, NULL, NULL, &t) == -1) {
440 if(errno == EAGAIN || errno == EINTR)
446 return (int)(FD_ISSET(fd, &r));
449 int tube_read_fd(struct tube* tube)
454 int tube_setup_bg_listen(struct tube* tube, struct comm_base* base,
455 tube_callback_type* cb, void* arg)
457 tube->listen_cb = cb;
458 tube->listen_arg = arg;
459 if(!(tube->listen_com = comm_point_create_raw(base, tube->sr,
460 0, tube_handle_listen, tube))) {
462 log_err("tube_setup_bg_l: commpoint creation failed");
469 int tube_setup_bg_write(struct tube* tube, struct comm_base* base)
471 if(!(tube->res_com = comm_point_create_raw(base, tube->sw,
472 1, tube_handle_write, tube))) {
474 log_err("tube_setup_bg_w: commpoint creation failed");
481 int tube_queue_item(struct tube* tube, uint8_t* msg, size_t len)
483 struct tube_res_list* item;
484 if(!tube || !tube->res_com) return 0;
485 item = (struct tube_res_list*)malloc(sizeof(*item));
488 log_err("out of memory for async answer");
494 /* add at back of list, since the first one may be partially written */
496 tube->res_last->next = item;
497 else tube->res_list = item;
498 tube->res_last = item;
499 if(tube->res_list == tube->res_last) {
500 /* first added item, start the write process */
501 comm_point_start_listening(tube->res_com, -1, -1);
506 void tube_handle_signal(int ATTR_UNUSED(fd), short ATTR_UNUSED(events),
507 void* ATTR_UNUSED(arg))
512 #else /* USE_WINSOCK */
516 struct tube* tube_create(void)
518 /* windows does not have forks like unix, so we only support
519 * threads on windows. And thus the pipe need only connect
520 * threads. We use a mutex and a list of datagrams. */
521 struct tube* tube = (struct tube*)calloc(1, sizeof(*tube));
524 log_err("tube_create: out of memory");
528 tube->event = WSACreateEvent();
529 if(tube->event == WSA_INVALID_EVENT) {
531 log_err("WSACreateEvent: %s", wsa_strerror(WSAGetLastError()));
533 if(!WSAResetEvent(tube->event)) {
534 log_err("WSAResetEvent: %s", wsa_strerror(WSAGetLastError()));
536 lock_basic_init(&tube->res_lock);
537 verbose(VERB_ALGO, "tube created");
541 void tube_delete(struct tube* tube)
544 tube_remove_bg_listen(tube);
545 tube_remove_bg_write(tube);
546 tube_close_read(tube);
547 tube_close_write(tube);
548 if(!WSACloseEvent(tube->event))
549 log_err("WSACloseEvent: %s", wsa_strerror(WSAGetLastError()));
550 lock_basic_destroy(&tube->res_lock);
551 verbose(VERB_ALGO, "tube deleted");
555 void tube_close_read(struct tube* ATTR_UNUSED(tube))
557 verbose(VERB_ALGO, "tube close_read");
560 void tube_close_write(struct tube* ATTR_UNUSED(tube))
562 verbose(VERB_ALGO, "tube close_write");
563 /* wake up waiting reader with an empty queue */
564 if(!WSASetEvent(tube->event)) {
565 log_err("WSASetEvent: %s", wsa_strerror(WSAGetLastError()));
569 void tube_remove_bg_listen(struct tube* tube)
571 verbose(VERB_ALGO, "tube remove_bg_listen");
572 ub_winsock_unregister_wsaevent(tube->ev_listen);
575 void tube_remove_bg_write(struct tube* tube)
577 verbose(VERB_ALGO, "tube remove_bg_write");
579 struct tube_res_list* np, *p = tube->res_list;
580 tube->res_list = NULL;
581 tube->res_last = NULL;
591 int tube_write_msg(struct tube* tube, uint8_t* buf, uint32_t len,
592 int ATTR_UNUSED(nonblock))
595 verbose(VERB_ALGO, "tube write_msg len %d", (int)len);
596 a = (uint8_t*)memdup(buf, len);
598 log_err("out of memory in tube_write_msg");
601 /* always nonblocking, this pipe cannot get full */
602 return tube_queue_item(tube, a, len);
605 int tube_read_msg(struct tube* tube, uint8_t** buf, uint32_t* len,
608 struct tube_res_list* item = NULL;
609 verbose(VERB_ALGO, "tube read_msg %s", nonblock?"nonblock":"blocking");
611 if(!tube_poll(tube)) {
612 verbose(VERB_ALGO, "tube read_msg nodata");
613 /* nothing ready right now, wait if we want to */
615 return -1; /* would block waiting for items */
619 lock_basic_lock(&tube->res_lock);
621 item = tube->res_list;
622 tube->res_list = item->next;
623 if(tube->res_last == item) {
624 /* the list is now empty */
625 tube->res_last = NULL;
626 verbose(VERB_ALGO, "tube read_msg lastdata");
627 if(!WSAResetEvent(tube->event)) {
628 log_err("WSAResetEvent: %s",
629 wsa_strerror(WSAGetLastError()));
633 lock_basic_unlock(&tube->res_lock);
635 return 0; /* would block waiting for items */
639 verbose(VERB_ALGO, "tube read_msg len %d", (int)*len);
643 int tube_poll(struct tube* tube)
645 struct tube_res_list* item = NULL;
646 lock_basic_lock(&tube->res_lock);
647 item = tube->res_list;
648 lock_basic_unlock(&tube->res_lock);
654 int tube_wait(struct tube* tube)
656 /* block on eventhandle */
657 DWORD res = WSAWaitForMultipleEvents(
658 1 /* one event in array */,
659 &tube->event /* the event to wait for, our pipe signal */,
660 0 /* wait for all events is false */,
661 WSA_INFINITE /* wait, no timeout */,
662 0 /* we are not alertable for IO completion routines */
664 if(res == WSA_WAIT_TIMEOUT) {
667 if(res == WSA_WAIT_IO_COMPLETION) {
668 /* a bit unexpected, since we were not alertable */
674 int tube_wait_timeout(struct tube* tube, int msec)
676 /* block on eventhandle */
677 DWORD res = WSAWaitForMultipleEvents(
678 1 /* one event in array */,
679 &tube->event /* the event to wait for, our pipe signal */,
680 0 /* wait for all events is false */,
681 msec /* wait for timeout */,
682 0 /* we are not alertable for IO completion routines */
684 if(res == WSA_WAIT_TIMEOUT) {
687 if(res == WSA_WAIT_IO_COMPLETION) {
688 /* a bit unexpected, since we were not alertable */
694 int tube_read_fd(struct tube* ATTR_UNUSED(tube))
696 /* nothing sensible on Windows */
701 tube_handle_listen(struct comm_point* ATTR_UNUSED(c), void* ATTR_UNUSED(arg),
702 int ATTR_UNUSED(error), struct comm_reply* ATTR_UNUSED(reply_info))
709 tube_handle_write(struct comm_point* ATTR_UNUSED(c), void* ATTR_UNUSED(arg),
710 int ATTR_UNUSED(error), struct comm_reply* ATTR_UNUSED(reply_info))
716 int tube_setup_bg_listen(struct tube* tube, struct comm_base* base,
717 tube_callback_type* cb, void* arg)
719 tube->listen_cb = cb;
720 tube->listen_arg = arg;
721 if(!comm_base_internal(base))
722 return 1; /* ignore when no comm base - testing */
723 tube->ev_listen = ub_winsock_register_wsaevent(
724 comm_base_internal(base), tube->event, &tube_handle_signal, tube);
725 return tube->ev_listen ? 1 : 0;
728 int tube_setup_bg_write(struct tube* ATTR_UNUSED(tube),
729 struct comm_base* ATTR_UNUSED(base))
731 /* the queue item routine performs the signaling */
735 int tube_queue_item(struct tube* tube, uint8_t* msg, size_t len)
737 struct tube_res_list* item;
739 item = (struct tube_res_list*)malloc(sizeof(*item));
740 verbose(VERB_ALGO, "tube queue_item len %d", (int)len);
743 log_err("out of memory for async answer");
749 lock_basic_lock(&tube->res_lock);
750 /* add at back of list, since the first one may be partially written */
752 tube->res_last->next = item;
753 else tube->res_list = item;
754 tube->res_last = item;
755 /* signal the eventhandle */
756 if(!WSASetEvent(tube->event)) {
757 log_err("WSASetEvent: %s", wsa_strerror(WSAGetLastError()));
759 lock_basic_unlock(&tube->res_lock);
763 void tube_handle_signal(int ATTR_UNUSED(fd), short ATTR_UNUSED(events),
766 struct tube* tube = (struct tube*)arg;
769 verbose(VERB_ALGO, "tube handle_signal");
770 while(tube_poll(tube)) {
771 if(tube_read_msg(tube, &buf, &len, 1)) {
772 fptr_ok(fptr_whitelist_tube_listen(tube->listen_cb));
773 (*tube->listen_cb)(tube, buf, len, NETEVENT_NOERROR,
779 #endif /* USE_WINSOCK */