2 * Copyright (c) 2009-2010 The FreeBSD Foundation
5 * This software was developed by Pawel Jakub Dawidek under sponsorship from
6 * the FreeBSD Foundation.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
33 #include <sys/types.h>
45 #include "hast_checksum.h"
46 #include "hast_compression.h"
47 #include "hast_proto.h"
57 child_cleanup(struct hast_resource *res)
60 proto_close(res->hr_ctrl);
62 if (res->hr_event != NULL) {
63 proto_close(res->hr_event);
66 if (res->hr_conn != NULL) {
67 proto_close(res->hr_conn);
70 res->hr_workerpid = 0;
74 control_set_role_common(struct hastd_config *cfg, struct nv *nvout,
75 uint8_t role, struct hast_resource *res, const char *name, unsigned int no)
79 /* Name is always needed. */
81 nv_add_string(nvout, name, "resource%u", no);
84 PJDLOG_ASSERT(cfg != NULL);
85 PJDLOG_ASSERT(name != NULL);
87 TAILQ_FOREACH(res, &cfg->hc_resources, hr_next) {
88 if (strcmp(res->hr_name, name) == 0)
92 nv_add_int16(nvout, EHAST_NOENTRY, "error%u", no);
96 PJDLOG_ASSERT(res != NULL);
98 /* Send previous role back. */
99 nv_add_string(nvout, role2str(res->hr_role), "role%u", no);
101 /* Nothing changed, return here. */
102 if (role == res->hr_role)
105 pjdlog_prefix_set("[%s] (%s) ", res->hr_name, role2str(res->hr_role));
106 pjdlog_info("Role changed to %s.", role2str(role));
108 /* Change role to the new one. */
109 oldrole = res->hr_role;
111 pjdlog_prefix_set("[%s] (%s) ", res->hr_name, role2str(res->hr_role));
114 * If previous role was primary or secondary we have to kill process
117 if (res->hr_workerpid != 0) {
118 if (kill(res->hr_workerpid, SIGTERM) == -1) {
119 pjdlog_errno(LOG_WARNING,
120 "Unable to kill worker process %u",
121 (unsigned int)res->hr_workerpid);
122 } else if (waitpid(res->hr_workerpid, NULL, 0) !=
124 pjdlog_errno(LOG_WARNING,
125 "Error while waiting for worker process %u",
126 (unsigned int)res->hr_workerpid);
128 pjdlog_debug(1, "Worker process %u stopped.",
129 (unsigned int)res->hr_workerpid);
134 /* Start worker process if we are changing to primary. */
135 if (role == HAST_ROLE_PRIMARY)
137 pjdlog_prefix_set("%s", "");
138 hook_exec(res->hr_exec, "role", res->hr_name, role2str(oldrole),
139 role2str(res->hr_role), NULL);
143 control_set_role(struct hast_resource *res, uint8_t role)
146 control_set_role_common(NULL, NULL, role, res, NULL, 0);
150 control_status_worker(struct hast_resource *res, struct nv *nvout,
153 struct nv *cnvin, *cnvout;
160 * Prepare and send command to worker process.
163 nv_add_uint8(cnvout, CONTROL_STATUS, "cmd");
164 error = nv_error(cnvout);
166 pjdlog_common(LOG_ERR, 0, error,
167 "Unable to prepare control header");
170 if (hast_proto_send(res, res->hr_ctrl, cnvout, NULL, 0) == -1) {
172 pjdlog_errno(LOG_ERR, "Unable to send control header");
179 if (hast_proto_recv_hdr(res->hr_ctrl, &cnvin) == -1) {
181 pjdlog_errno(LOG_ERR, "Unable to receive control header");
185 error = nv_get_int16(cnvin, "error");
189 if ((str = nv_get_string(cnvin, "status")) == NULL) {
191 pjdlog_errno(LOG_ERR, "Field 'status' is missing.");
194 nv_add_string(nvout, str, "status%u", no);
195 nv_add_uint64(nvout, nv_get_uint64(cnvin, "dirty"), "dirty%u", no);
196 nv_add_uint32(nvout, nv_get_uint32(cnvin, "extentsize"),
198 nv_add_uint32(nvout, nv_get_uint32(cnvin, "keepdirty"),
200 nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_read"),
202 nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_write"),
204 nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_delete"),
205 "stat_delete%u", no);
206 nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_flush"),
208 nv_add_uint64(nvout, nv_get_uint64(cnvin, "stat_activemap_update"),
209 "stat_activemap_update%u", no);
216 nv_add_int16(nvout, error, "error");
220 control_status(struct hastd_config *cfg, struct nv *nvout,
221 struct hast_resource *res, const char *name, unsigned int no)
224 PJDLOG_ASSERT(cfg != NULL);
225 PJDLOG_ASSERT(nvout != NULL);
226 PJDLOG_ASSERT(name != NULL);
228 /* Name is always needed. */
229 nv_add_string(nvout, name, "resource%u", no);
232 TAILQ_FOREACH(res, &cfg->hc_resources, hr_next) {
233 if (strcmp(res->hr_name, name) == 0)
237 nv_add_int16(nvout, EHAST_NOENTRY, "error%u", no);
241 PJDLOG_ASSERT(res != NULL);
242 nv_add_string(nvout, res->hr_provname, "provname%u", no);
243 nv_add_string(nvout, res->hr_localpath, "localpath%u", no);
244 nv_add_string(nvout, res->hr_remoteaddr, "remoteaddr%u", no);
245 if (res->hr_sourceaddr[0] != '\0')
246 nv_add_string(nvout, res->hr_sourceaddr, "sourceaddr%u", no);
247 switch (res->hr_replication) {
248 case HAST_REPLICATION_FULLSYNC:
249 nv_add_string(nvout, "fullsync", "replication%u", no);
251 case HAST_REPLICATION_MEMSYNC:
252 nv_add_string(nvout, "memsync", "replication%u", no);
254 case HAST_REPLICATION_ASYNC:
255 nv_add_string(nvout, "async", "replication%u", no);
258 nv_add_string(nvout, "unknown", "replication%u", no);
261 nv_add_string(nvout, checksum_name(res->hr_checksum),
263 nv_add_string(nvout, compression_name(res->hr_compression),
264 "compression%u", no);
265 nv_add_string(nvout, role2str(res->hr_role), "role%u", no);
267 switch (res->hr_role) {
268 case HAST_ROLE_PRIMARY:
269 PJDLOG_ASSERT(res->hr_workerpid != 0);
271 case HAST_ROLE_SECONDARY:
272 if (res->hr_workerpid != 0)
280 * If we are here, it means that we have a worker process, which we
281 * want to ask some questions.
283 control_status_worker(res, nvout, no);
287 control_handle(struct hastd_config *cfg)
289 struct proto_conn *conn;
290 struct nv *nvin, *nvout;
296 if (proto_accept(cfg->hc_controlconn, &conn) == -1) {
297 pjdlog_errno(LOG_ERR, "Unable to accept control connection");
301 cfg->hc_controlin = conn;
303 role = HAST_ROLE_UNDEF;
305 if (hast_proto_recv_hdr(conn, &nvin) == -1) {
306 pjdlog_errno(LOG_ERR, "Unable to receive control header");
311 /* Obtain command code. 0 means that nv_get_uint8() failed. */
312 cmd = nv_get_uint8(nvin, "cmd");
314 pjdlog_error("Control header is missing 'cmd' field.");
318 /* Allocate outgoing nv structure. */
321 pjdlog_error("Unable to allocate header for control response.");
327 str = nv_get_string(nvin, "resource0");
329 pjdlog_error("Control header is missing 'resource0' field.");
330 error = EHAST_INVALID;
333 if (cmd == HASTCTL_CMD_SETROLE) {
334 role = nv_get_uint8(nvin, "role");
337 case HAST_ROLE_PRIMARY:
338 case HAST_ROLE_SECONDARY:
341 pjdlog_error("Invalid role received (%hhu).", role);
342 error = EHAST_INVALID;
346 if (strcmp(str, "all") == 0) {
347 struct hast_resource *res;
349 /* All configured resources. */
352 TAILQ_FOREACH(res, &cfg->hc_resources, hr_next) {
354 case HASTCTL_CMD_SETROLE:
355 control_set_role_common(cfg, nvout, role, res,
358 case HASTCTL_CMD_STATUS:
359 control_status(cfg, nvout, res, res->hr_name,
363 pjdlog_error("Invalid command received (%hhu).",
365 error = EHAST_UNIMPLEMENTED;
370 /* Only selected resources. */
372 for (ii = 0; ; ii++) {
373 str = nv_get_string(nvin, "resource%u", ii);
377 case HASTCTL_CMD_SETROLE:
378 control_set_role_common(cfg, nvout, role, NULL,
381 case HASTCTL_CMD_STATUS:
382 control_status(cfg, nvout, NULL, str, ii);
385 pjdlog_error("Invalid command received (%hhu).",
387 error = EHAST_UNIMPLEMENTED;
392 if (nv_error(nvout) != 0)
396 nv_add_int16(nvout, error, "error");
398 if (hast_proto_send(NULL, conn, nvout, NULL, 0) == -1)
399 pjdlog_errno(LOG_ERR, "Unable to send control response");
406 cfg->hc_controlin = NULL;
410 * Thread handles control requests from the parent.
413 ctrl_thread(void *arg)
415 struct hast_resource *res = arg;
416 struct nv *nvin, *nvout;
420 if (hast_proto_recv_hdr(res->hr_ctrl, &nvin) == -1) {
421 if (sigexit_received)
423 pjdlog_errno(LOG_ERR,
424 "Unable to receive control message");
425 kill(getpid(), SIGTERM);
428 cmd = nv_get_uint8(nvin, "cmd");
430 pjdlog_error("Control message is missing 'cmd' field.");
437 if (res->hr_remotein != NULL &&
438 res->hr_remoteout != NULL) {
439 nv_add_string(nvout, "complete", "status");
441 nv_add_string(nvout, "degraded", "status");
443 nv_add_uint32(nvout, (uint32_t)res->hr_extentsize,
445 if (res->hr_role == HAST_ROLE_PRIMARY) {
447 (uint32_t)res->hr_keepdirty, "keepdirty");
449 (uint64_t)(activemap_ndirty(res->hr_amp) *
450 res->hr_extentsize), "dirty");
452 nv_add_uint32(nvout, (uint32_t)0, "keepdirty");
453 nv_add_uint64(nvout, (uint64_t)0, "dirty");
455 nv_add_uint64(nvout, res->hr_stat_read, "stat_read");
456 nv_add_uint64(nvout, res->hr_stat_write, "stat_write");
457 nv_add_uint64(nvout, res->hr_stat_delete,
459 nv_add_uint64(nvout, res->hr_stat_flush, "stat_flush");
460 nv_add_uint64(nvout, res->hr_stat_activemap_update,
461 "stat_activemap_update");
462 nv_add_int16(nvout, 0, "error");
466 * When parent receives SIGHUP and discovers that
467 * something related to us has changes, it sends reload
470 PJDLOG_ASSERT(res->hr_role == HAST_ROLE_PRIMARY);
471 primary_config_reload(res, nvin);
472 nv_add_int16(nvout, 0, "error");
475 nv_add_int16(nvout, EINVAL, "error");
479 if (nv_error(nvout) != 0) {
480 pjdlog_error("Unable to create answer on control message.");
484 if (hast_proto_send(NULL, res->hr_ctrl, nvout, NULL, 0) == -1) {
485 pjdlog_errno(LOG_ERR,
486 "Unable to send reply to control message");