2 * Copyright (c) 1997 - 2007 Kungliga Tekniska Högskolan
3 * (Royal Institute of Technology, Stockholm, Sweden).
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * 1. Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
17 * 3. Neither the name of the Institute nor the names of its contributors
18 * may be used to endorse or promote products derived from this software
19 * without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE INSTITUTE AND CONTRIBUTORS ``AS IS'' AND
22 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24 * ARE DISCLAIMED. IN NO EVENT SHALL THE INSTITUTE OR CONTRIBUTORS BE LIABLE
25 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37 RCSID("$Id: ipropd_master.c 22211 2007-12-07 19:27:27Z lha $");
39 static krb5_log_facility *log_facility;
41 const char *slave_stats_file;
42 const char *slave_time_missing = "2 min";
43 const char *slave_time_gone = "5 min";
45 static int time_before_missing;
46 static int time_before_gone;
48 const char *master_hostname;
51 make_signal_socket (krb5_context context)
53 struct sockaddr_un addr;
57 fn = kadm5_log_signal_socket(context);
59 fd = socket (AF_UNIX, SOCK_DGRAM, 0);
61 krb5_err (context, 1, errno, "socket AF_UNIX");
62 memset (&addr, 0, sizeof(addr));
63 addr.sun_family = AF_UNIX;
64 strlcpy (addr.sun_path, fn, sizeof(addr.sun_path));
65 unlink (addr.sun_path);
66 if (bind (fd, (struct sockaddr *)&addr, sizeof(addr)) < 0)
67 krb5_err (context, 1, errno, "bind %s", addr.sun_path);
72 make_listen_socket (krb5_context context, const char *port_str)
76 struct sockaddr_in addr;
78 fd = socket (AF_INET, SOCK_STREAM, 0);
80 krb5_err (context, 1, errno, "socket AF_INET");
81 setsockopt (fd, SOL_SOCKET, SO_REUSEADDR, (void *)&one, sizeof(one));
82 memset (&addr, 0, sizeof(addr));
83 addr.sin_family = AF_INET;
86 addr.sin_port = krb5_getportbyname (context,
89 if (addr.sin_port == 0) {
93 port = strtol (port_str, &ptr, 10);
94 if (port == 0 && ptr == port_str)
95 krb5_errx (context, 1, "bad port `%s'", port_str);
96 addr.sin_port = htons(port);
99 addr.sin_port = krb5_getportbyname (context, IPROP_SERVICE,
102 if(bind(fd, (struct sockaddr *)&addr, sizeof(addr)) < 0)
103 krb5_err (context, 1, errno, "bind");
104 if (listen(fd, SOMAXCONN) < 0)
105 krb5_err (context, 1, errno, "listen");
111 struct sockaddr_in addr;
113 krb5_auth_context ac;
117 #define SLAVE_F_DEAD 0x1
118 #define SLAVE_F_AYT 0x2
122 typedef struct slave slave;
125 check_acl (krb5_context context, const char *name)
133 asprintf(&slavefile, "%s/slaves", hdb_db_dir(context));
135 fn = krb5_config_get_string_default(context,
142 fp = fopen (fn, "r");
146 while (fgets(buf, sizeof(buf), fp) != NULL) {
147 buf[strcspn(buf, "\r\n")] = '\0';
148 if (strcmp (buf, name) == 0) {
160 s->flags &= ~SLAVE_F_AYT;
161 s->seen = time(NULL);
165 slave_missing_p (slave *s)
167 if (time(NULL) > s->seen + time_before_missing)
173 slave_gone_p (slave *s)
175 if (time(NULL) > s->seen + time_before_gone)
181 slave_dead(krb5_context context, slave *s)
183 krb5_warnx(context, "slave %s dead", s->name);
189 s->flags |= SLAVE_F_DEAD;
194 remove_slave (krb5_context context, slave *s, slave **root)
203 krb5_auth_con_free (context, s->ac);
205 for (p = root; *p; p = &(*p)->next)
214 add_slave (krb5_context context, krb5_keytab keytab, slave **root, int fd)
216 krb5_principal server;
220 krb5_ticket *ticket = NULL;
223 s = malloc(sizeof(*s));
225 krb5_warnx (context, "add_slave: no memory");
231 addr_len = sizeof(s->addr);
232 s->fd = accept (fd, (struct sockaddr *)&s->addr, &addr_len);
234 krb5_warn (context, errno, "accept");
238 strlcpy(hostname, master_hostname, sizeof(hostname));
240 gethostname(hostname, sizeof(hostname));
242 ret = krb5_sname_to_principal (context, hostname, IPROP_NAME,
243 KRB5_NT_SRV_HST, &server);
245 krb5_warn (context, ret, "krb5_sname_to_principal");
249 ret = krb5_recvauth (context, &s->ac, &s->fd,
250 IPROP_VERSION, server, 0, keytab, &ticket);
251 krb5_free_principal (context, server);
253 krb5_warn (context, ret, "krb5_recvauth");
256 ret = krb5_unparse_name (context, ticket->client, &s->name);
258 krb5_warn (context, ret, "krb5_unparse_name");
261 if (check_acl (context, s->name)) {
262 krb5_warnx (context, "%s not in acl", s->name);
265 krb5_free_ticket (context, ticket);
272 if (strcmp(l->name, s->name) == 0)
277 if (l->flags & SLAVE_F_DEAD) {
278 remove_slave(context, l, root);
280 krb5_warnx (context, "second connection from %s", s->name);
286 krb5_warnx (context, "connection from %s", s->name);
295 remove_slave(context, s, root);
298 struct prop_context {
299 krb5_auth_context auth_context;
304 prop_one (krb5_context context, HDB *db, hdb_entry_ex *entry, void *v)
309 struct slave *s = (struct slave *)v;
311 ret = hdb_entry2value (context, &entry->entry, &data);
314 ret = krb5_data_realloc (&data, data.length + 4);
316 krb5_data_free (&data);
319 memmove ((char *)data.data + 4, data.data, data.length - 4);
320 sp = krb5_storage_from_data(&data);
322 krb5_data_free (&data);
325 krb5_store_int32(sp, ONE_PRINC);
326 krb5_storage_free(sp);
328 ret = krb5_write_priv_message (context, s->ac, &s->fd, &data);
329 krb5_data_free (&data);
334 send_complete (krb5_context context, slave *s,
335 const char *database, uint32_t current_version)
343 ret = hdb_create (context, &db, database);
345 krb5_err (context, 1, ret, "hdb_create: %s", database);
346 ret = db->hdb_open (context, db, O_RDONLY, 0);
348 krb5_err (context, 1, ret, "db->open");
350 sp = krb5_storage_from_mem (buf, 4);
352 krb5_errx (context, 1, "krb5_storage_from_mem");
353 krb5_store_int32 (sp, TELL_YOU_EVERYTHING);
354 krb5_storage_free (sp);
359 ret = krb5_write_priv_message(context, s->ac, &s->fd, &data);
362 krb5_warn (context, ret, "krb5_write_priv_message");
363 slave_dead(context, s);
367 ret = hdb_foreach (context, db, 0, prop_one, s);
369 krb5_warn (context, ret, "hdb_foreach");
370 slave_dead(context, s);
374 (*db->hdb_close)(context, db);
375 (*db->hdb_destroy)(context, db);
377 sp = krb5_storage_from_mem (buf, 8);
379 krb5_errx (context, 1, "krb5_storage_from_mem");
380 krb5_store_int32 (sp, NOW_YOU_HAVE);
381 krb5_store_int32 (sp, current_version);
382 krb5_storage_free (sp);
386 s->version = current_version;
388 ret = krb5_write_priv_message(context, s->ac, &s->fd, &data);
390 slave_dead(context, s);
391 krb5_warn (context, ret, "krb5_write_priv_message");
401 send_are_you_there (krb5_context context, slave *s)
408 if (s->flags & (SLAVE_F_DEAD|SLAVE_F_AYT))
411 s->flags |= SLAVE_F_AYT;
416 sp = krb5_storage_from_mem (buf, 4);
418 krb5_warnx (context, "are_you_there: krb5_data_alloc");
419 slave_dead(context, s);
422 krb5_store_int32 (sp, ARE_YOU_THERE);
423 krb5_storage_free (sp);
425 ret = krb5_write_priv_message(context, s->ac, &s->fd, &data);
428 krb5_warn (context, ret, "are_you_there: krb5_write_priv_message");
429 slave_dead(context, s);
437 send_diffs (krb5_context context, slave *s, int log_fd,
438 const char *database, uint32_t current_version)
449 if (s->version == current_version) {
450 krb5_warnx(context, "slave %s in sync already at version %ld",
451 s->name, (long)s->version);
455 if (s->flags & SLAVE_F_DEAD)
458 /* if slave is a fresh client, starting over */
459 if (s->version == 0) {
460 krb5_warnx(context, "sending complete log to fresh slave %s",
462 return send_complete (context, s, database, current_version);
465 sp = kadm5_log_goto_end (log_fd);
466 right = krb5_storage_seek(sp, 0, SEEK_CUR);
468 ret = kadm5_log_previous (context, sp, &ver, ×tamp, &op, &len);
470 krb5_err(context, 1, ret,
471 "send_diffs: failed to find previous entry");
472 left = krb5_storage_seek(sp, -16, SEEK_CUR);
473 if (ver == s->version)
475 if (ver == s->version + 1)
479 "slave %s (version %lu) out of sync with master "
480 "(first version in log %lu), sending complete database",
481 s->name, (unsigned long)s->version, (unsigned long)ver);
482 return send_complete (context, s, database, current_version);
487 "syncing slave %s from version %lu to version %lu",
488 s->name, (unsigned long)s->version,
489 (unsigned long)current_version);
491 ret = krb5_data_alloc (&data, right - left + 4);
493 krb5_warn (context, ret, "send_diffs: krb5_data_alloc");
494 slave_dead(context, s);
497 krb5_storage_read (sp, (char *)data.data + 4, data.length - 4);
498 krb5_storage_free(sp);
500 sp = krb5_storage_from_data (&data);
502 krb5_warnx (context, "send_diffs: krb5_storage_from_data");
503 slave_dead(context, s);
506 krb5_store_int32 (sp, FOR_YOU);
507 krb5_storage_free(sp);
509 ret = krb5_write_priv_message(context, s->ac, &s->fd, &data);
510 krb5_data_free(&data);
513 krb5_warn (context, ret, "send_diffs: krb5_write_priv_message");
514 slave_dead(context, s);
519 s->version = current_version;
525 process_msg (krb5_context context, slave *s, int log_fd,
526 const char *database, uint32_t current_version)
533 ret = krb5_read_priv_message(context, s->ac, &s->fd, &out);
535 krb5_warn (context, ret, "error reading message from %s", s->name);
539 sp = krb5_storage_from_mem (out.data, out.length);
541 krb5_warnx (context, "process_msg: no memory");
542 krb5_data_free (&out);
545 if (krb5_ret_int32 (sp, &tmp) != 0) {
546 krb5_warnx (context, "process_msg: client send too short command");
547 krb5_data_free (&out);
552 ret = krb5_ret_int32 (sp, &tmp);
554 krb5_warnx (context, "process_msg: client send too I_HAVE data");
557 /* new started slave that have old log */
558 if (s->version == 0 && tmp != 0) {
559 if (s->version < tmp) {
560 krb5_warnx (context, "Slave %s have later version the master "
561 "OUT OF SYNC", s->name);
566 if (tmp < s->version) {
567 krb5_warnx (context, "Slave claims to not have "
568 "version we already sent to it");
570 ret = send_diffs (context, s, log_fd, database, current_version);
578 krb5_warnx (context, "Ignoring command %d", tmp);
582 krb5_data_free (&out);
589 #define SLAVE_NAME "Name"
590 #define SLAVE_ADDRESS "Address"
591 #define SLAVE_VERSION "Version"
592 #define SLAVE_STATUS "Status"
593 #define SLAVE_SEEN "Last Seen"
596 open_stats(krb5_context context)
598 char *statfile = NULL;
602 if (slave_stats_file)
603 fn = slave_stats_file;
605 asprintf(&statfile, "%s/slaves-stats", hdb_db_dir(context));
606 fn = krb5_config_get_string_default(context,
621 write_master_down(krb5_context context)
624 time_t t = time(NULL);
627 fp = open_stats(context);
630 krb5_format_time(context, t, str, sizeof(str), TRUE);
631 fprintf(fp, "master down at %s\n", str);
637 write_stats(krb5_context context, slave *slaves, uint32_t current_version)
641 time_t t = time(NULL);
644 fp = open_stats(context);
648 krb5_format_time(context, t, str, sizeof(str), TRUE);
649 fprintf(fp, "Status for slaves, last updated: %s\n\n", str);
651 fprintf(fp, "Master version: %lu\n\n", (unsigned long)current_version);
659 rtbl_add_column(tbl, SLAVE_NAME, 0);
660 rtbl_add_column(tbl, SLAVE_ADDRESS, 0);
661 rtbl_add_column(tbl, SLAVE_VERSION, RTBL_ALIGN_RIGHT);
662 rtbl_add_column(tbl, SLAVE_STATUS, 0);
663 rtbl_add_column(tbl, SLAVE_SEEN, 0);
665 rtbl_set_prefix(tbl, " ");
666 rtbl_set_column_prefix(tbl, SLAVE_NAME, "");
671 rtbl_add_column_entry(tbl, SLAVE_NAME, slaves->name);
672 ret = krb5_sockaddr2address (context,
673 (struct sockaddr*)&slaves->addr, &addr);
675 krb5_print_address(&addr, str, sizeof(str), NULL);
676 krb5_free_address(context, &addr);
677 rtbl_add_column_entry(tbl, SLAVE_ADDRESS, str);
679 rtbl_add_column_entry(tbl, SLAVE_ADDRESS, "<unknown>");
681 snprintf(str, sizeof(str), "%u", (unsigned)slaves->version);
682 rtbl_add_column_entry(tbl, SLAVE_VERSION, str);
684 if (slaves->flags & SLAVE_F_DEAD)
685 rtbl_add_column_entry(tbl, SLAVE_STATUS, "Down");
687 rtbl_add_column_entry(tbl, SLAVE_STATUS, "Up");
689 ret = krb5_format_time(context, slaves->seen, str, sizeof(str), TRUE);
690 rtbl_add_column_entry(tbl, SLAVE_SEEN, str);
692 slaves = slaves->next;
695 rtbl_format(tbl, fp);
703 static int version_flag;
704 static int help_flag;
705 static char *keytab_str = "HDB:";
706 static char *database;
707 static char *config_file;
708 static char *port_str;
709 static int detach_from_console = 0;
711 static struct getargs args[] = {
712 { "config-file", 'c', arg_string, &config_file },
713 { "realm", 'r', arg_string, &realm },
714 { "keytab", 'k', arg_string, &keytab_str,
715 "keytab to get authentication from", "kspec" },
716 { "database", 'd', arg_string, &database, "database", "file"},
717 { "slave-stats-file", 0, arg_string, &slave_stats_file,
718 "file for slave status information", "file"},
719 { "time-missing", 0, arg_string, &slave_time_missing,
720 "time before slave is polled for presence", "time"},
721 { "time-gone", 0, arg_string, &slave_time_gone,
722 "time of inactivity after which a slave is considered gone", "time"},
723 { "port", 0, arg_string, &port_str,
724 "port ipropd will listen to", "port"},
725 { "detach", 0, arg_flag, &detach_from_console,
726 "detach from console" },
727 { "hostname", 0, arg_string, &master_hostname,
728 "hostname of master (if not same as hostname)", "hostname" },
729 { "version", 0, arg_flag, &version_flag },
730 { "help", 0, arg_flag, &help_flag }
732 static int num_args = sizeof(args) / sizeof(args[0]);
735 main(int argc, char **argv)
738 krb5_context context;
740 kadm5_server_context *server_context;
741 kadm5_config_params conf;
742 int signal_fd, listen_fd;
744 slave *slaves = NULL;
745 uint32_t current_version = 0, old_version = 0;
750 optidx = krb5_program_setup(&context, argc, argv, args, num_args, NULL);
753 krb5_std_usage(0, args, num_args);
761 if (config_file == NULL) {
762 asprintf(&config_file, "%s/kdc.conf", hdb_db_dir(context));
763 if (config_file == NULL)
764 errx(1, "out of memory");
767 ret = krb5_prepend_config_files_default(config_file, &files);
769 krb5_err(context, 1, ret, "getting configuration files");
771 ret = krb5_set_config_files(context, files);
772 krb5_free_config_files(files);
774 krb5_err(context, 1, ret, "reading configuration files");
776 time_before_gone = parse_time (slave_time_gone, "s");
777 if (time_before_gone < 0)
778 krb5_errx (context, 1, "couldn't parse time: %s", slave_time_gone);
779 time_before_missing = parse_time (slave_time_missing, "s");
780 if (time_before_missing < 0)
781 krb5_errx (context, 1, "couldn't parse time: %s", slave_time_missing);
783 if (detach_from_console)
786 krb5_openlog (context, "ipropd-master", &log_facility);
787 krb5_set_warn_dest(context, log_facility);
789 ret = krb5_kt_register(context, &hdb_kt_ops);
791 krb5_err(context, 1, ret, "krb5_kt_register");
793 ret = krb5_kt_resolve(context, keytab_str, &keytab);
795 krb5_err(context, 1, ret, "krb5_kt_resolve: %s", keytab_str);
797 memset(&conf, 0, sizeof(conf));
799 conf.mask |= KADM5_CONFIG_REALM;
802 ret = kadm5_init_with_skey_ctx (context,
809 krb5_err (context, 1, ret, "kadm5_init_with_password_ctx");
811 server_context = (kadm5_server_context *)kadm_handle;
813 log_fd = open (server_context->log_context.log_file, O_RDONLY, 0);
815 krb5_err (context, 1, errno, "open %s",
816 server_context->log_context.log_file);
818 signal_fd = make_signal_socket (context);
819 listen_fd = make_listen_socket (context, port_str);
821 kadm5_log_get_version_fd (log_fd, ¤t_version);
823 krb5_warnx(context, "ipropd-master started at version: %lu",
824 (unsigned long)current_version);
826 while(exit_flag == 0){
830 struct timeval to = {30, 0};
833 if (signal_fd >= FD_SETSIZE || listen_fd >= FD_SETSIZE)
834 krb5_errx (context, 1, "fd too large");
837 FD_SET(signal_fd, &readset);
838 max_fd = max(max_fd, signal_fd);
839 FD_SET(listen_fd, &readset);
840 max_fd = max(max_fd, listen_fd);
842 for (p = slaves; p != NULL; p = p->next) {
843 if (p->flags & SLAVE_F_DEAD)
845 FD_SET(p->fd, &readset);
846 max_fd = max(max_fd, p->fd);
849 ret = select (max_fd + 1,
850 &readset, NULL, NULL, &to);
855 krb5_err (context, 1, errno, "select");
859 old_version = current_version;
860 kadm5_log_get_version_fd (log_fd, ¤t_version);
862 if (current_version > old_version) {
864 "Missed a signal, updating slaves %lu to %lu",
865 (unsigned long)old_version,
866 (unsigned long)current_version);
867 for (p = slaves; p != NULL; p = p->next) {
868 if (p->flags & SLAVE_F_DEAD)
870 send_diffs (context, p, log_fd, database, current_version);
875 if (ret && FD_ISSET(signal_fd, &readset)) {
876 struct sockaddr_un peer_addr;
877 socklen_t peer_len = sizeof(peer_addr);
879 if(recvfrom(signal_fd, (void *)&vers, sizeof(vers), 0,
880 (struct sockaddr *)&peer_addr, &peer_len) < 0) {
881 krb5_warn (context, errno, "recvfrom");
886 old_version = current_version;
887 kadm5_log_get_version_fd (log_fd, ¤t_version);
888 if (current_version > old_version) {
890 "Got a signal, updating slaves %lu to %lu",
891 (unsigned long)old_version,
892 (unsigned long)current_version);
893 for (p = slaves; p != NULL; p = p->next)
894 send_diffs (context, p, log_fd, database, current_version);
897 "Got a signal, but no update in log version %lu",
898 (unsigned long)current_version);
902 for(p = slaves; p != NULL; p = p->next) {
903 if (p->flags & SLAVE_F_DEAD)
905 if (ret && FD_ISSET(p->fd, &readset)) {
908 if(process_msg (context, p, log_fd, database, current_version))
909 slave_dead(context, p);
910 } else if (slave_gone_p (p))
911 slave_dead(context, p);
912 else if (slave_missing_p (p)) {
913 krb5_warnx(context, "slave %s missing, sending AYT", p->name);
914 send_are_you_there (context, p);
918 if (ret && FD_ISSET(listen_fd, &readset)) {
919 add_slave (context, keytab, &slaves, listen_fd);
923 write_stats(context, slaves, current_version);
926 if(exit_flag == SIGXCPU)
927 krb5_warnx(context, "%s CPU time limit exceeded", getprogname());
928 else if(exit_flag == SIGINT || exit_flag == SIGTERM)
929 krb5_warnx(context, "%s terminated", getprogname());
931 krb5_warnx(context, "%s unexpected exit reason: %d",
932 getprogname(), exit_flag);
934 write_master_down(context);