4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
22 * Copyright 2009 Sun Microsystems, Inc. All rights reserved.
23 * Use is subject to license terms.
29 * This userland component takes a set of options and uses libzpool to translate
30 * from a user-visible object type and name to an internal representation.
31 * There are two basic types of faults: device faults and data faults.
36 * Errors can be injected into a particular vdev using the '-d' option. This
37 * option takes a path or vdev GUID to uniquely identify the device within a
38 * pool. There are two types of errors that can be injected, EIO and ENXIO,
39 * that can be controlled through the '-e' option. The default is ENXIO. For
40 * EIO failures, any attempt to read data from the device will return EIO, but
41 * subsequent attempt to reopen the device will succeed. For ENXIO failures,
42 * any attempt to read from the device will return EIO, but any attempt to
43 * reopen the device will also return ENXIO.
44 * For label faults, the -L option must be specified. This allows faults
45 * to be injected into either the nvlist or uberblock region of all the labels
46 * for the specified device.
48 * This form of the command looks like:
50 * zinject -d device [-e errno] [-L <uber | nvlist>] pool
55 * We begin with a tuple of the form:
57 * <type,level,range,object>
59 * type A string describing the type of data to target. Each type
60 * implicitly describes how to interpret 'object'. Currently,
61 * the following values are supported:
63 * data User data for a file
64 * dnode Dnode for a file or directory
66 * The following MOS objects are special. Instead of injecting
67 * errors on a particular object or blkid, we inject errors across
68 * all objects of the given type.
70 * mos Any data in the MOS
71 * mosdir object directory
72 * config pool configuration
76 * errlog persistent error log
78 * level Object level. Defaults to '0', not applicable to all types. If
79 * a range is given, this corresponds to the indirect block
80 * corresponding to the specific range.
82 * range A numerical range [start,end) within the object. Defaults to
83 * the full size of the file.
85 * object A string describing the logical location of the object. For
86 * files and directories (currently the only supported types),
87 * this is the path of the object on disk.
89 * This is translated, via libzpool, into the following internal representation:
91 * <type,objset,object,level,range>
93 * These types should be self-explanatory. This tuple is then passed to the
94 * kernel via a special ioctl() to initiate fault injection for the given
95 * object. Note that 'type' is not strictly necessary for fault injection, but
96 * is used when translating existing faults into a human-readable string.
99 * The command itself takes one of the forms:
102 * zinject <-a | -u pool>
103 * zinject -c <id|all>
104 * zinject [-q] <-t type> [-f freq] [-u] [-a] [-m] [-e errno] [-l level]
105 * [-r range] <object>
106 * zinject [-f freq] [-a] [-m] [-u] -b objset:object:level:start:end pool
108 * With no arguments, the command prints all currently registered injection
109 * handlers, with their numeric identifiers.
111 * The '-c' option will clear the given handler, or all handlers if 'all' is
114 * The '-e' option takes a string describing the errno to simulate. This must
115 * be either 'io' or 'checksum'. In most cases this will result in the same
116 * behavior, but RAID-Z will produce a different set of ereports for this
119 * The '-a', '-u', and '-m' flags toggle internal flush behavior. If '-a' is
120 * specified, then the ARC cache is flushed appropriately. If '-u' is
121 * specified, then the underlying SPA is unloaded. Either of these flags can be
122 * specified independently of any other handlers. The '-m' flag automatically
123 * does an unmount and remount of the underlying dataset to aid in flushing the
126 * The '-f' flag controls the frequency of errors injected, expressed as a
127 * integer percentage between 1 and 100. The default is 100.
129 * The this form is responsible for actually injecting the handler into the
130 * framework. It takes the arguments described above, translates them to the
131 * internal tuple using libzpool, and then issues an ioctl() to register the
134 * The final form can target a specific bookmark, regardless of whether a
135 * human-readable interface has been designed. It allows developers to specify
136 * a particular block by number.
146 #include <sys/fs/zfs.h>
147 #include <sys/param.h>
148 #include <sys/mount.h>
152 #undef verify /* both libzfs.h and zfs_context.h want to define this */
156 libzfs_handle_t *g_zfs;
163 static const char *errtable[TYPE_INVAL] = {
178 name_to_type(const char *arg)
181 for (i = 0; i < TYPE_INVAL; i++)
182 if (strcmp(errtable[i], arg) == 0)
189 type_to_name(uint64_t type)
192 case DMU_OT_OBJECT_DIRECTORY:
194 case DMU_OT_OBJECT_ARRAY:
196 case DMU_OT_PACKED_NVLIST:
200 case DMU_OT_SPACE_MAP:
202 case DMU_OT_ERROR_LOG:
211 * Print usage message.
221 "\t\tList all active injection records.\n"
223 "\tzinject -c <id|all>\n"
225 "\t\tClear the particular record (if given a numeric ID), or\n"
226 "\t\tall records if 'all' is specificed.\n"
228 "\tzinject -d device [-e errno] [-L <nvlist|uber>] [-F] pool\n"
229 "\t\tInject a fault into a particular device or the device's\n"
230 "\t\tlabel. Label injection can either be 'nvlist' or 'uber'.\n"
231 "\t\t'errno' can either be 'nxio' (the default) or 'io'.\n"
233 "\tzinject -b objset:object:level:blkid pool\n"
235 "\t\tInject an error into pool 'pool' with the numeric bookmark\n"
236 "\t\tspecified by the remaining tuple. Each number is in\n"
237 "\t\thexidecimal, and only one block can be specified.\n"
239 "\tzinject [-q] <-t type> [-e errno] [-l level] [-r range]\n"
240 "\t [-a] [-m] [-u] [-f freq] <object>\n"
242 "\t\tInject an error into the object specified by the '-t' option\n"
243 "\t\tand the object descriptor. The 'object' parameter is\n"
244 "\t\tinterperted depending on the '-t' option.\n"
246 "\t\t-q\tQuiet mode. Only print out the handler number added.\n"
247 "\t\t-e\tInject a specific error. Must be either 'io' or\n"
248 "\t\t\t'checksum'. Default is 'io'.\n"
249 "\t\t-l\tInject error at a particular block level. Default is "
251 "\t\t-m\tAutomatically remount underlying filesystem.\n"
252 "\t\t-r\tInject error over a particular logical range of an\n"
253 "\t\t\tobject. Will be translated to the appropriate blkid\n"
254 "\t\t\trange according to the object's properties.\n"
255 "\t\t-a\tFlush the ARC cache. Can be specified without any\n"
256 "\t\t\tassociated object.\n"
257 "\t\t-u\tUnload the associated pool. Can be specified with only\n"
258 "\t\t\ta pool object.\n"
259 "\t\t-f\tOnly inject errors a fraction of the time. Expressed as\n"
260 "\t\t\ta percentage between 1 and 100.\n"
262 "\t-t data\t\tInject an error into the plain file contents of a\n"
263 "\t\t\tfile. The object must be specified as a complete path\n"
264 "\t\t\tto a file on a ZFS filesystem.\n"
266 "\t-t dnode\tInject an error into the metadnode in the block\n"
267 "\t\t\tcorresponding to the dnode for a file or directory. The\n"
268 "\t\t\t'-r' option is incompatible with this mode. The object\n"
269 "\t\t\tis specified as a complete path to a file or directory\n"
270 "\t\t\ton a ZFS filesystem.\n"
272 "\t-t <mos>\tInject errors into the MOS for objects of the given\n"
273 "\t\t\ttype. Valid types are: mos, mosdir, config, bplist,\n"
274 "\t\t\tspacemap, metaslab, errlog. The only valid <object> is\n"
275 "\t\t\tthe poolname.\n");
279 iter_handlers(int (*func)(int, const char *, zinject_record_t *, void *),
287 while (ioctl(zfs_fd, ZFS_IOC_INJECT_LIST_NEXT, &zc) == 0)
288 if ((ret = func((int)zc.zc_guid, zc.zc_name,
289 &zc.zc_inject_record, data)) != 0)
296 print_data_handler(int id, const char *pool, zinject_record_t *record,
301 if (record->zi_guid != 0)
305 (void) printf("%3s %-15s %-6s %-6s %-8s %3s %-15s\n",
306 "ID", "POOL", "OBJSET", "OBJECT", "TYPE", "LVL", "RANGE");
307 (void) printf("--- --------------- ------ "
308 "------ -------- --- ---------------\n");
313 (void) printf("%3d %-15s %-6llu %-6llu %-8s %3d ", id, pool,
314 (u_longlong_t)record->zi_objset, (u_longlong_t)record->zi_object,
315 type_to_name(record->zi_type), record->zi_level);
317 if (record->zi_start == 0 &&
318 record->zi_end == -1ULL)
319 (void) printf("all\n");
321 (void) printf("[%llu, %llu]\n", (u_longlong_t)record->zi_start,
322 (u_longlong_t)record->zi_end);
328 print_device_handler(int id, const char *pool, zinject_record_t *record,
333 if (record->zi_guid == 0)
337 (void) printf("%3s %-15s %s\n", "ID", "POOL", "GUID");
338 (void) printf("--- --------------- ----------------\n");
343 (void) printf("%3d %-15s %llx\n", id, pool,
344 (u_longlong_t)record->zi_guid);
350 * Print all registered error handlers. Returns the number of handlers
354 print_all_handlers(void)
358 (void) iter_handlers(print_device_handler, &count);
361 (void) iter_handlers(print_data_handler, &count);
368 cancel_one_handler(int id, const char *pool, zinject_record_t *record,
373 zc.zc_guid = (uint64_t)id;
375 if (ioctl(zfs_fd, ZFS_IOC_CLEAR_FAULT, &zc) != 0) {
376 (void) fprintf(stderr, "failed to remove handler %d: %s\n",
377 id, strerror(errno));
385 * Remove all fault injection handlers.
388 cancel_all_handlers(void)
390 int ret = iter_handlers(cancel_one_handler, NULL);
392 (void) printf("removed all registered handlers\n");
398 * Remove a specific fault injection handler.
401 cancel_handler(int id)
405 zc.zc_guid = (uint64_t)id;
407 if (ioctl(zfs_fd, ZFS_IOC_CLEAR_FAULT, &zc) != 0) {
408 (void) fprintf(stderr, "failed to remove handler %d: %s\n",
409 id, strerror(errno));
413 (void) printf("removed handler %d\n", id);
419 * Register a new fault injection handler.
422 register_handler(const char *pool, int flags, zinject_record_t *record,
427 (void) strcpy(zc.zc_name, pool);
428 zc.zc_inject_record = *record;
431 if (ioctl(zfs_fd, ZFS_IOC_INJECT_FAULT, &zc) != 0) {
432 (void) fprintf(stderr, "failed to add handler: %s\n",
437 if (flags & ZINJECT_NULL)
441 (void) printf("%llu\n", (u_longlong_t)zc.zc_guid);
443 (void) printf("Added handler %llu with the following "
444 "properties:\n", (u_longlong_t)zc.zc_guid);
445 (void) printf(" pool: %s\n", pool);
446 if (record->zi_guid) {
447 (void) printf(" vdev: %llx\n",
448 (u_longlong_t)record->zi_guid);
450 (void) printf("objset: %llu\n",
451 (u_longlong_t)record->zi_objset);
452 (void) printf("object: %llu\n",
453 (u_longlong_t)record->zi_object);
454 (void) printf(" type: %llu\n",
455 (u_longlong_t)record->zi_type);
456 (void) printf(" level: %d\n", record->zi_level);
457 if (record->zi_start == 0 &&
458 record->zi_end == -1ULL)
459 (void) printf(" range: all\n");
461 (void) printf(" range: [%llu, %llu)\n",
462 (u_longlong_t)record->zi_start,
463 (u_longlong_t)record->zi_end);
471 main(int argc, char **argv)
483 err_type_t type = TYPE_INVAL;
484 err_type_t label = TYPE_INVAL;
485 zinject_record_t record = { 0 };
486 char pool[MAXNAMELEN];
487 char dataset[MAXNAMELEN];
492 if ((g_zfs = libzfs_init()) == NULL) {
493 (void) fprintf(stderr, "internal error: failed to "
494 "initialize ZFS library\n");
498 libzfs_print_on_error(g_zfs, B_TRUE);
500 if ((zfs_fd = open(ZFS_DEV, O_RDWR)) < 0) {
501 (void) fprintf(stderr, "failed to open ZFS device\n");
507 * No arguments. Print the available handlers. If there are no
508 * available handlers, direct the user to '-h' for help
511 if (print_all_handlers() == 0) {
512 (void) printf("No handlers registered.\n");
513 (void) printf("Run 'zinject -h' for usage "
520 while ((c = getopt(argc, argv, ":ab:d:f:Fqhc:t:l:mr:e:uL:")) != -1) {
523 flags |= ZINJECT_FLUSH_ARC;
535 if (strcasecmp(optarg, "io") == 0) {
537 } else if (strcasecmp(optarg, "checksum") == 0) {
539 } else if (strcasecmp(optarg, "nxio") == 0) {
542 (void) fprintf(stderr, "invalid error type "
543 "'%s': must be 'io', 'checksum' or "
550 record.zi_freq = atoi(optarg);
551 if (record.zi_freq < 1 || record.zi_freq > 100) {
552 (void) fprintf(stderr, "frequency range must "
553 "be in the range (0, 100]\n");
558 record.zi_failfast = B_TRUE;
564 level = (int)strtol(optarg, &end, 10);
566 (void) fprintf(stderr, "invalid level '%s': "
567 "must be an integer\n", optarg);
582 if ((type = name_to_type(optarg)) == TYPE_INVAL &&
584 (void) fprintf(stderr, "invalid type '%s'\n",
591 flags |= ZINJECT_UNLOAD_SPA;
594 if ((label = name_to_type(optarg)) == TYPE_INVAL &&
596 (void) fprintf(stderr, "invalid label type "
603 (void) fprintf(stderr, "option -%c requires an "
604 "operand\n", optopt);
608 (void) fprintf(stderr, "invalid option '%c'\n",
618 if (cancel != NULL) {
620 * '-c' is invalid with any other options.
622 if (raw != NULL || range != NULL || type != TYPE_INVAL ||
624 (void) fprintf(stderr, "cancel (-c) incompatible with "
625 "any other options\n");
630 (void) fprintf(stderr, "extraneous argument to '-c'\n");
635 if (strcmp(cancel, "all") == 0) {
636 return (cancel_all_handlers());
638 int id = (int)strtol(cancel, &end, 10);
640 (void) fprintf(stderr, "invalid handle id '%s':"
641 " must be an integer or 'all'\n", cancel);
645 return (cancel_handler(id));
649 if (device != NULL) {
651 * Device (-d) injection uses a completely different mechanism
652 * for doing injection, so handle it separately here.
654 if (raw != NULL || range != NULL || type != TYPE_INVAL ||
656 (void) fprintf(stderr, "device (-d) incompatible with "
657 "data error injection\n");
663 (void) fprintf(stderr, "device (-d) injection requires "
664 "a single pool name\n");
669 (void) strcpy(pool, argv[0]);
672 if (error == ECKSUM) {
673 (void) fprintf(stderr, "device error type must be "
678 if (translate_device(pool, device, label, &record) != 0)
682 } else if (raw != NULL) {
683 if (range != NULL || type != TYPE_INVAL || level != 0) {
684 (void) fprintf(stderr, "raw (-b) format with "
685 "any other options\n");
691 (void) fprintf(stderr, "raw (-b) format expects a "
692 "single pool name\n");
697 (void) strcpy(pool, argv[0]);
700 if (error == ENXIO) {
701 (void) fprintf(stderr, "data error type must be "
702 "'checksum' or 'io'\n");
706 if (translate_raw(raw, &record) != 0)
710 } else if (type == TYPE_INVAL) {
712 (void) fprintf(stderr, "at least one of '-b', '-d', "
713 "'-t', '-a', or '-u' must be specified\n");
718 if (argc == 1 && (flags & ZINJECT_UNLOAD_SPA)) {
719 (void) strcpy(pool, argv[0]);
721 } else if (argc != 0) {
722 (void) fprintf(stderr, "extraneous argument for "
728 flags |= ZINJECT_NULL;
731 (void) fprintf(stderr, "missing object\n");
736 if (error == ENXIO) {
737 (void) fprintf(stderr, "data error type must be "
738 "'checksum' or 'io'\n");
742 if (translate_record(type, argv[0], range, level, &record, pool,
750 * If this is pool-wide metadata, unmount everything. The ioctl() will
751 * unload the pool, so that we trigger spa-wide reopen of metadata next
752 * time we access the pool.
754 if (dataset[0] != '\0' && domount) {
755 if ((zhp = zfs_open(g_zfs, dataset, ZFS_TYPE_DATASET)) == NULL)
758 if (zfs_unmount(zhp, NULL, 0) != 0)
762 record.zi_error = error;
764 ret = register_handler(pool, flags, &record, quiet);
766 if (dataset[0] != '\0' && domount)
767 ret = (zfs_mount(zhp, NULL, 0) != 0);