2 * Copyright (c) 2004-2005 Pawel Jakub Dawidek <pjd@FreeBSD.org>
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 * notice, this list of conditions and the following disclaimer in the
12 * documentation and/or other materials provided with the distribution.
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 #include <sys/cdefs.h>
28 __FBSDID("$FreeBSD$");
30 #include <sys/param.h>
31 #include <sys/systm.h>
32 #include <sys/kernel.h>
33 #include <sys/module.h>
35 #include <sys/mutex.h>
37 #include <sys/sysctl.h>
38 #include <sys/malloc.h>
40 #include <geom/geom.h>
41 #include <geom/stripe/g_stripe.h>
44 #define MAX_IO_SIZE (DFLTPHYS * 2)
45 static MALLOC_DEFINE(M_STRIPE, "stripe_data", "GEOM_STRIPE Data");
47 static uma_zone_t g_stripe_zone;
49 static int g_stripe_destroy(struct g_stripe_softc *sc, boolean_t force);
50 static int g_stripe_destroy_geom(struct gctl_req *req, struct g_class *mp,
53 static g_taste_t g_stripe_taste;
54 static g_ctl_req_t g_stripe_config;
55 static g_dumpconf_t g_stripe_dumpconf;
56 static g_init_t g_stripe_init;
57 static g_fini_t g_stripe_fini;
59 struct g_class g_stripe_class = {
60 .name = G_STRIPE_CLASS_NAME,
62 .ctlreq = g_stripe_config,
63 .taste = g_stripe_taste,
64 .destroy_geom = g_stripe_destroy_geom,
65 .init = g_stripe_init,
69 SYSCTL_DECL(_kern_geom);
70 SYSCTL_NODE(_kern_geom, OID_AUTO, stripe, CTLFLAG_RW, 0, "GEOM_STRIPE stuff");
71 static u_int g_stripe_debug = 0;
72 TUNABLE_INT("kern.geom.stripe.debug", &g_stripe_debug);
73 SYSCTL_UINT(_kern_geom_stripe, OID_AUTO, debug, CTLFLAG_RW, &g_stripe_debug, 0,
75 static int g_stripe_fast = 0;
76 TUNABLE_INT("kern.geom.stripe.fast", &g_stripe_fast);
78 g_sysctl_stripe_fast(SYSCTL_HANDLER_ARGS)
83 error = sysctl_handle_int(oidp, &fast, 0, req);
84 if (error == 0 && req->newptr != NULL)
88 SYSCTL_PROC(_kern_geom_stripe, OID_AUTO, fast, CTLTYPE_INT | CTLFLAG_RW,
89 NULL, 0, g_sysctl_stripe_fast, "I", "Fast, but memory-consuming, mode");
90 static u_int g_stripe_maxmem = MAX_IO_SIZE * 100;
91 TUNABLE_INT("kern.geom.stripe.maxmem", &g_stripe_maxmem);
92 SYSCTL_UINT(_kern_geom_stripe, OID_AUTO, maxmem, CTLFLAG_RD, &g_stripe_maxmem,
93 0, "Maximum memory that can be allocated in \"fast\" mode (in bytes)");
94 static u_int g_stripe_fast_failed = 0;
95 SYSCTL_UINT(_kern_geom_stripe, OID_AUTO, fast_failed, CTLFLAG_RD,
96 &g_stripe_fast_failed, 0, "How many times \"fast\" mode failed");
99 * Greatest Common Divisor.
102 gcd(u_int a, u_int b)
115 * Least Common Multiple.
118 lcm(u_int a, u_int b)
121 return ((a * b) / gcd(a, b));
125 g_stripe_init(struct g_class *mp __unused)
128 g_stripe_zone = uma_zcreate("g_stripe_zone", MAX_IO_SIZE, NULL, NULL,
130 g_stripe_maxmem -= g_stripe_maxmem % MAX_IO_SIZE;
131 uma_zone_set_max(g_stripe_zone, g_stripe_maxmem / MAX_IO_SIZE);
135 g_stripe_fini(struct g_class *mp __unused)
138 uma_zdestroy(g_stripe_zone);
142 * Return the number of valid disks.
145 g_stripe_nvalid(struct g_stripe_softc *sc)
150 for (i = 0; i < sc->sc_ndisks; i++) {
151 if (sc->sc_disks[i] != NULL)
159 g_stripe_remove_disk(struct g_consumer *cp)
161 struct g_stripe_softc *sc;
164 KASSERT(cp != NULL, ("Non-valid disk in %s.", __func__));
165 sc = (struct g_stripe_softc *)cp->private;
166 KASSERT(sc != NULL, ("NULL sc in %s.", __func__));
169 G_STRIPE_DEBUG(0, "Disk %s removed from %s.", cp->provider->name,
172 sc->sc_disks[no] = NULL;
173 if (sc->sc_provider != NULL) {
174 sc->sc_provider->flags |= G_PF_WITHER;
175 g_orphan_provider(sc->sc_provider, ENXIO);
176 sc->sc_provider = NULL;
177 G_STRIPE_DEBUG(0, "Device %s removed.", sc->sc_name);
180 if (cp->acr > 0 || cp->acw > 0 || cp->ace > 0)
181 g_access(cp, -cp->acr, -cp->acw, -cp->ace);
183 g_destroy_consumer(cp);
187 g_stripe_orphan(struct g_consumer *cp)
189 struct g_stripe_softc *sc;
198 g_stripe_remove_disk(cp);
199 /* If there are no valid disks anymore, remove device. */
200 if (g_stripe_nvalid(sc) == 0)
201 g_stripe_destroy(sc, 1);
205 g_stripe_access(struct g_provider *pp, int dr, int dw, int de)
207 struct g_consumer *cp1, *cp2;
208 struct g_stripe_softc *sc;
217 * It looks like geom is being withered.
218 * In that case we allow only negative requests.
220 KASSERT(dr <= 0 && dw <= 0 && de <= 0,
221 ("Positive access request (device=%s).", pp->name));
222 if ((pp->acr + dr) == 0 && (pp->acw + dw) == 0 &&
223 (pp->ace + de) == 0) {
224 G_STRIPE_DEBUG(0, "Device %s definitely destroyed.",
230 /* On first open, grab an extra "exclusive" bit */
231 if (pp->acr == 0 && pp->acw == 0 && pp->ace == 0)
233 /* ... and let go of it on last close */
234 if ((pp->acr + dr) == 0 && (pp->acw + dw) == 0 && (pp->ace + de) == 0)
238 LIST_FOREACH(cp1, &gp->consumer, consumer) {
239 error = g_access(cp1, dr, dw, de);
243 * If we fail here, backout all previous changes.
245 LIST_FOREACH(cp2, &gp->consumer, consumer) {
248 g_access(cp2, -dr, -dw, -de);
257 g_stripe_copy(struct g_stripe_softc *sc, char *src, char *dst, off_t offset,
258 off_t length, int mode)
263 stripesize = sc->sc_stripesize;
264 len = (size_t)(stripesize - (offset & (stripesize - 1)));
266 bcopy(src, dst, len);
268 dst += len + stripesize * (sc->sc_ndisks - 1);
272 src += len + stripesize * (sc->sc_ndisks - 1);
276 ("Length < 0 (stripesize=%zu, offset=%jd, length=%jd).",
277 (size_t)stripesize, (intmax_t)offset, (intmax_t)length));
278 if (length > stripesize)
282 } while (length > 0);
286 g_stripe_done(struct bio *bp)
288 struct g_stripe_softc *sc;
291 pbp = bp->bio_parent;
292 sc = pbp->bio_to->geom->softc;
293 if (pbp->bio_error == 0)
294 pbp->bio_error = bp->bio_error;
295 pbp->bio_completed += bp->bio_completed;
296 if (bp->bio_cmd == BIO_READ && bp->bio_caller1 != NULL) {
297 g_stripe_copy(sc, bp->bio_data, bp->bio_caller1, bp->bio_offset,
299 bp->bio_data = bp->bio_caller1;
300 bp->bio_caller1 = NULL;
304 if (pbp->bio_children == pbp->bio_inbed) {
305 if (pbp->bio_driver1 != NULL)
306 uma_zfree(g_stripe_zone, pbp->bio_driver1);
307 g_io_deliver(pbp, pbp->bio_error);
312 g_stripe_start_fast(struct bio *bp, u_int no, off_t offset, off_t length)
314 TAILQ_HEAD(, bio) queue = TAILQ_HEAD_INITIALIZER(queue);
315 u_int nparts = 0, stripesize;
316 struct g_stripe_softc *sc;
317 char *addr, *data = NULL;
321 sc = bp->bio_to->geom->softc;
324 stripesize = sc->sc_stripesize;
326 cbp = g_clone_bio(bp);
331 TAILQ_INSERT_TAIL(&queue, cbp, bio_queue);
334 * Fill in the component buf structure.
336 cbp->bio_done = g_stripe_done;
337 cbp->bio_offset = offset;
338 cbp->bio_data = addr;
339 cbp->bio_caller1 = NULL;
340 cbp->bio_length = length;
341 cbp->bio_caller2 = sc->sc_disks[no];
343 /* offset -= offset % stripesize; */
344 offset -= offset & (stripesize - 1);
346 length = bp->bio_length - length;
347 for (no++; length > 0; no++, length -= stripesize, addr += stripesize) {
348 if (no > sc->sc_ndisks - 1) {
350 offset += stripesize;
352 if (nparts >= sc->sc_ndisks) {
353 cbp = TAILQ_NEXT(cbp, bio_queue);
355 cbp = TAILQ_FIRST(&queue);
358 * Update bio structure.
361 * MIN() is in case when
362 * (bp->bio_length % sc->sc_stripesize) != 0.
364 cbp->bio_length += MIN(stripesize, length);
365 if (cbp->bio_caller1 == NULL) {
366 cbp->bio_caller1 = cbp->bio_data;
367 cbp->bio_data = NULL;
369 data = uma_zalloc(g_stripe_zone,
378 cbp = g_clone_bio(bp);
383 TAILQ_INSERT_TAIL(&queue, cbp, bio_queue);
386 * Fill in the component buf structure.
388 cbp->bio_done = g_stripe_done;
389 cbp->bio_offset = offset;
390 cbp->bio_data = addr;
391 cbp->bio_caller1 = NULL;
393 * MIN() is in case when
394 * (bp->bio_length % sc->sc_stripesize) != 0.
396 cbp->bio_length = MIN(stripesize, length);
397 cbp->bio_caller2 = sc->sc_disks[no];
401 bp->bio_driver1 = data;
403 * Fire off all allocated requests!
405 while ((cbp = TAILQ_FIRST(&queue)) != NULL) {
406 struct g_consumer *cp;
408 TAILQ_REMOVE(&queue, cbp, bio_queue);
409 cp = cbp->bio_caller2;
410 cbp->bio_caller2 = NULL;
411 cbp->bio_to = cp->provider;
412 if (cbp->bio_caller1 != NULL) {
413 cbp->bio_data = data;
414 if (bp->bio_cmd == BIO_WRITE) {
415 g_stripe_copy(sc, cbp->bio_caller1, data,
416 cbp->bio_offset, cbp->bio_length, 0);
418 data += cbp->bio_length;
420 G_STRIPE_LOGREQ(cbp, "Sending request.");
421 g_io_request(cbp, cp);
426 uma_zfree(g_stripe_zone, data);
427 while ((cbp = TAILQ_FIRST(&queue)) != NULL) {
428 TAILQ_REMOVE(&queue, cbp, bio_queue);
429 if (cbp->bio_caller1 != NULL) {
430 cbp->bio_data = cbp->bio_caller1;
431 cbp->bio_caller1 = NULL;
440 g_stripe_start_economic(struct bio *bp, u_int no, off_t offset, off_t length)
442 TAILQ_HEAD(, bio) queue = TAILQ_HEAD_INITIALIZER(queue);
443 struct g_stripe_softc *sc;
449 sc = bp->bio_to->geom->softc;
452 stripesize = sc->sc_stripesize;
454 cbp = g_clone_bio(bp);
459 TAILQ_INSERT_TAIL(&queue, cbp, bio_queue);
461 * Fill in the component buf structure.
463 cbp->bio_done = g_std_done;
464 cbp->bio_offset = offset;
465 cbp->bio_data = addr;
466 cbp->bio_length = length;
467 cbp->bio_caller2 = sc->sc_disks[no];
469 /* offset -= offset % stripesize; */
470 offset -= offset & (stripesize - 1);
472 length = bp->bio_length - length;
473 for (no++; length > 0; no++, length -= stripesize, addr += stripesize) {
474 if (no > sc->sc_ndisks - 1) {
476 offset += stripesize;
478 cbp = g_clone_bio(bp);
483 TAILQ_INSERT_TAIL(&queue, cbp, bio_queue);
486 * Fill in the component buf structure.
488 cbp->bio_done = g_std_done;
489 cbp->bio_offset = offset;
490 cbp->bio_data = addr;
492 * MIN() is in case when
493 * (bp->bio_length % sc->sc_stripesize) != 0.
495 cbp->bio_length = MIN(stripesize, length);
497 cbp->bio_caller2 = sc->sc_disks[no];
500 * Fire off all allocated requests!
502 while ((cbp = TAILQ_FIRST(&queue)) != NULL) {
503 struct g_consumer *cp;
505 TAILQ_REMOVE(&queue, cbp, bio_queue);
506 cp = cbp->bio_caller2;
507 cbp->bio_caller2 = NULL;
508 cbp->bio_to = cp->provider;
509 G_STRIPE_LOGREQ(cbp, "Sending request.");
510 g_io_request(cbp, cp);
514 while ((cbp = TAILQ_FIRST(&queue)) != NULL) {
515 TAILQ_REMOVE(&queue, cbp, bio_queue);
523 g_stripe_flush(struct g_stripe_softc *sc, struct bio *bp)
525 struct bio_queue_head queue;
526 struct g_consumer *cp;
531 for (no = 0; no < sc->sc_ndisks; no++) {
532 cbp = g_clone_bio(bp);
534 for (cbp = bioq_first(&queue); cbp != NULL;
535 cbp = bioq_first(&queue)) {
536 bioq_remove(&queue, cbp);
539 if (bp->bio_error == 0)
540 bp->bio_error = ENOMEM;
541 g_io_deliver(bp, bp->bio_error);
544 bioq_insert_tail(&queue, cbp);
545 cbp->bio_done = g_std_done;
546 cbp->bio_caller1 = sc->sc_disks[no];
547 cbp->bio_to = sc->sc_disks[no]->provider;
549 for (cbp = bioq_first(&queue); cbp != NULL; cbp = bioq_first(&queue)) {
550 bioq_remove(&queue, cbp);
551 G_STRIPE_LOGREQ(cbp, "Sending request.");
552 cp = cbp->bio_caller1;
553 cbp->bio_caller1 = NULL;
554 g_io_request(cbp, cp);
559 g_stripe_start(struct bio *bp)
561 off_t offset, start, length, nstripe;
562 struct g_stripe_softc *sc;
563 u_int no, stripesize;
566 sc = bp->bio_to->geom->softc;
568 * If sc == NULL, provider's error should be set and g_stripe_start()
569 * should not be called at all.
572 ("Provider's error should be set (error=%d)(device=%s).",
573 bp->bio_to->error, bp->bio_to->name));
575 G_STRIPE_LOGREQ(bp, "Request received.");
577 switch (bp->bio_cmd) {
583 g_stripe_flush(sc, bp);
586 /* To which provider it should be delivered? */
588 g_io_deliver(bp, EOPNOTSUPP);
592 stripesize = sc->sc_stripesize;
595 * Calculations are quite messy, but fast I hope.
599 /* nstripe = bp->bio_offset / stripesize; */
600 nstripe = bp->bio_offset >> (off_t)sc->sc_stripebits;
602 no = nstripe % sc->sc_ndisks;
603 /* Start position in stripe. */
604 /* start = bp->bio_offset % stripesize; */
605 start = bp->bio_offset & (stripesize - 1);
606 /* Start position in disk. */
607 /* offset = (nstripe / sc->sc_ndisks) * stripesize + start; */
608 offset = ((nstripe / sc->sc_ndisks) << sc->sc_stripebits) + start;
609 /* Length of data to operate. */
610 length = MIN(bp->bio_length, stripesize - start);
613 * Do use "fast" mode when:
614 * 1. "Fast" mode is ON.
616 * 2. Request size is less than or equal to MAX_IO_SIZE (128kB),
617 * which should always be true.
619 * 3. Request size is bigger than stripesize * ndisks. If it isn't,
620 * there will be no need to send more than one I/O request to
621 * a provider, so there is nothing to optmize.
623 if (g_stripe_fast && bp->bio_length <= MAX_IO_SIZE &&
624 bp->bio_length >= stripesize * sc->sc_ndisks) {
629 error = g_stripe_start_fast(bp, no, offset, length);
631 g_stripe_fast_failed++;
634 * Do use "economic" when:
635 * 1. "Economic" mode is ON.
637 * 2. "Fast" mode failed. It can only failed if there is no memory.
639 if (!fast || error != 0)
640 error = g_stripe_start_economic(bp, no, offset, length);
642 if (bp->bio_error == 0)
643 bp->bio_error = error;
644 g_io_deliver(bp, bp->bio_error);
649 g_stripe_check_and_run(struct g_stripe_softc *sc)
652 u_int no, sectorsize = 0;
654 if (g_stripe_nvalid(sc) != sc->sc_ndisks)
657 sc->sc_provider = g_new_providerf(sc->sc_geom, "stripe/%s",
660 * Find the smallest disk.
662 mediasize = sc->sc_disks[0]->provider->mediasize;
663 if (sc->sc_type == G_STRIPE_TYPE_AUTOMATIC)
664 mediasize -= sc->sc_disks[0]->provider->sectorsize;
665 mediasize -= mediasize % sc->sc_stripesize;
666 sectorsize = sc->sc_disks[0]->provider->sectorsize;
667 for (no = 1; no < sc->sc_ndisks; no++) {
668 ms = sc->sc_disks[no]->provider->mediasize;
669 if (sc->sc_type == G_STRIPE_TYPE_AUTOMATIC)
670 ms -= sc->sc_disks[no]->provider->sectorsize;
671 ms -= ms % sc->sc_stripesize;
674 sectorsize = lcm(sectorsize,
675 sc->sc_disks[no]->provider->sectorsize);
677 sc->sc_provider->sectorsize = sectorsize;
678 sc->sc_provider->mediasize = mediasize * sc->sc_ndisks;
679 g_error_provider(sc->sc_provider, 0);
681 G_STRIPE_DEBUG(0, "Device %s activated.", sc->sc_name);
685 g_stripe_read_metadata(struct g_consumer *cp, struct g_stripe_metadata *md)
687 struct g_provider *pp;
693 error = g_access(cp, 1, 0, 0);
698 buf = g_read_data(cp, pp->mediasize - pp->sectorsize, pp->sectorsize,
701 g_access(cp, -1, 0, 0);
705 /* Decode metadata. */
706 stripe_metadata_decode(buf, md);
713 * Add disk to given device.
716 g_stripe_add_disk(struct g_stripe_softc *sc, struct g_provider *pp, u_int no)
718 struct g_consumer *cp, *fcp;
722 /* Metadata corrupted? */
723 if (no >= sc->sc_ndisks)
726 /* Check if disk is not already attached. */
727 if (sc->sc_disks[no] != NULL)
731 fcp = LIST_FIRST(&gp->consumer);
733 cp = g_new_consumer(gp);
734 error = g_attach(cp, pp);
736 g_destroy_consumer(cp);
740 if (fcp != NULL && (fcp->acr > 0 || fcp->acw > 0 || fcp->ace > 0)) {
741 error = g_access(cp, fcp->acr, fcp->acw, fcp->ace);
744 g_destroy_consumer(cp);
748 if (sc->sc_type == G_STRIPE_TYPE_AUTOMATIC) {
749 struct g_stripe_metadata md;
751 /* Reread metadata. */
752 error = g_stripe_read_metadata(cp, &md);
756 if (strcmp(md.md_magic, G_STRIPE_MAGIC) != 0 ||
757 strcmp(md.md_name, sc->sc_name) != 0 ||
758 md.md_id != sc->sc_id) {
759 G_STRIPE_DEBUG(0, "Metadata on %s changed.", pp->name);
766 sc->sc_disks[no] = cp;
768 G_STRIPE_DEBUG(0, "Disk %s attached to %s.", pp->name, sc->sc_name);
770 g_stripe_check_and_run(sc);
774 if (fcp != NULL && (fcp->acr > 0 || fcp->acw > 0 || fcp->ace > 0))
775 g_access(cp, -fcp->acr, -fcp->acw, -fcp->ace);
777 g_destroy_consumer(cp);
781 static struct g_geom *
782 g_stripe_create(struct g_class *mp, const struct g_stripe_metadata *md,
785 struct g_stripe_softc *sc;
789 G_STRIPE_DEBUG(1, "Creating device %s (id=%u).", md->md_name,
792 /* Two disks is minimum. */
793 if (md->md_all < 2) {
794 G_STRIPE_DEBUG(0, "Too few disks defined for %s.", md->md_name);
798 /* Stripe size have to be grater than or equal to sector size. */
799 if (md->md_stripesize < sectorsize) {
800 G_STRIPE_DEBUG(0, "Invalid stripe size for %s.", md->md_name);
804 /* Stripe size have to be power of 2. */
805 if (!powerof2(md->md_stripesize)) {
806 G_STRIPE_DEBUG(0, "Invalid stripe size for %s.", md->md_name);
810 /* Check for duplicate unit */
811 LIST_FOREACH(gp, &mp->geom, geom) {
813 if (sc != NULL && strcmp(sc->sc_name, md->md_name) == 0) {
814 G_STRIPE_DEBUG(0, "Device %s already configured.",
819 gp = g_new_geomf(mp, "%s", md->md_name);
820 gp->softc = NULL; /* for a moment */
822 sc = malloc(sizeof(*sc), M_STRIPE, M_WAITOK | M_ZERO);
823 gp->start = g_stripe_start;
824 gp->spoiled = g_stripe_orphan;
825 gp->orphan = g_stripe_orphan;
826 gp->access = g_stripe_access;
827 gp->dumpconf = g_stripe_dumpconf;
829 sc->sc_id = md->md_id;
830 sc->sc_stripesize = md->md_stripesize;
831 sc->sc_stripebits = bitcount32(sc->sc_stripesize - 1);
832 sc->sc_ndisks = md->md_all;
833 sc->sc_disks = malloc(sizeof(struct g_consumer *) * sc->sc_ndisks,
834 M_STRIPE, M_WAITOK | M_ZERO);
835 for (no = 0; no < sc->sc_ndisks; no++)
836 sc->sc_disks[no] = NULL;
841 sc->sc_provider = NULL;
843 G_STRIPE_DEBUG(0, "Device %s created (id=%u).", sc->sc_name, sc->sc_id);
849 g_stripe_destroy(struct g_stripe_softc *sc, boolean_t force)
851 struct g_provider *pp;
860 pp = sc->sc_provider;
861 if (pp != NULL && (pp->acr != 0 || pp->acw != 0 || pp->ace != 0)) {
863 G_STRIPE_DEBUG(0, "Device %s is still open, so it "
864 "can't be definitely removed.", pp->name);
867 "Device %s is still open (r%dw%de%d).", pp->name,
868 pp->acr, pp->acw, pp->ace);
873 for (no = 0; no < sc->sc_ndisks; no++) {
874 if (sc->sc_disks[no] != NULL)
875 g_stripe_remove_disk(sc->sc_disks[no]);
880 KASSERT(sc->sc_provider == NULL, ("Provider still exists? (device=%s)",
882 free(sc->sc_disks, M_STRIPE);
885 pp = LIST_FIRST(&gp->provider);
886 if (pp == NULL || (pp->acr == 0 && pp->acw == 0 && pp->ace == 0))
887 G_STRIPE_DEBUG(0, "Device %s destroyed.", gp->name);
889 g_wither_geom(gp, ENXIO);
895 g_stripe_destroy_geom(struct gctl_req *req __unused,
896 struct g_class *mp __unused, struct g_geom *gp)
898 struct g_stripe_softc *sc;
901 return (g_stripe_destroy(sc, 0));
904 static struct g_geom *
905 g_stripe_taste(struct g_class *mp, struct g_provider *pp, int flags __unused)
907 struct g_stripe_metadata md;
908 struct g_stripe_softc *sc;
909 struct g_consumer *cp;
913 g_trace(G_T_TOPOLOGY, "%s(%s, %s)", __func__, mp->name, pp->name);
916 G_STRIPE_DEBUG(3, "Tasting %s.", pp->name);
918 gp = g_new_geomf(mp, "stripe:taste");
919 gp->start = g_stripe_start;
920 gp->access = g_stripe_access;
921 gp->orphan = g_stripe_orphan;
922 cp = g_new_consumer(gp);
924 error = g_stripe_read_metadata(cp, &md);
926 g_destroy_consumer(cp);
932 if (strcmp(md.md_magic, G_STRIPE_MAGIC) != 0)
934 if (md.md_version > G_STRIPE_VERSION) {
935 printf("geom_stripe.ko module is too old to handle %s.\n",
940 * Backward compatibility:
942 /* There was no md_provider field in earlier versions of metadata. */
943 if (md.md_version < 2)
944 bzero(md.md_provider, sizeof(md.md_provider));
945 /* There was no md_provsize field in earlier versions of metadata. */
946 if (md.md_version < 3)
947 md.md_provsize = pp->mediasize;
949 if (md.md_provider[0] != '\0' && strcmp(md.md_provider, pp->name) != 0)
951 if (md.md_provsize != pp->mediasize)
955 * Let's check if device already exists.
958 LIST_FOREACH(gp, &mp->geom, geom) {
962 if (sc->sc_type != G_STRIPE_TYPE_AUTOMATIC)
964 if (strcmp(md.md_name, sc->sc_name) != 0)
966 if (md.md_id != sc->sc_id)
971 G_STRIPE_DEBUG(1, "Adding disk %s to %s.", pp->name, gp->name);
972 error = g_stripe_add_disk(sc, pp, md.md_no);
975 "Cannot add disk %s to %s (error=%d).", pp->name,
980 gp = g_stripe_create(mp, &md, G_STRIPE_TYPE_AUTOMATIC);
982 G_STRIPE_DEBUG(0, "Cannot create device %s.",
987 G_STRIPE_DEBUG(1, "Adding disk %s to %s.", pp->name, gp->name);
988 error = g_stripe_add_disk(sc, pp, md.md_no);
991 "Cannot add disk %s to %s (error=%d).", pp->name,
993 g_stripe_destroy(sc, 1);
1002 g_stripe_ctl_create(struct gctl_req *req, struct g_class *mp)
1005 struct g_stripe_metadata md;
1006 struct g_provider *pp;
1007 struct g_stripe_softc *sc;
1010 intmax_t *stripesize;
1015 g_topology_assert();
1016 nargs = gctl_get_paraml(req, "nargs", sizeof(*nargs));
1017 if (nargs == NULL) {
1018 gctl_error(req, "No '%s' argument.", "nargs");
1022 gctl_error(req, "Too few arguments.");
1026 strlcpy(md.md_magic, G_STRIPE_MAGIC, sizeof(md.md_magic));
1027 md.md_version = G_STRIPE_VERSION;
1028 name = gctl_get_asciiparam(req, "arg0");
1030 gctl_error(req, "No 'arg%u' argument.", 0);
1033 strlcpy(md.md_name, name, sizeof(md.md_name));
1034 md.md_id = arc4random();
1036 md.md_all = *nargs - 1;
1037 stripesize = gctl_get_paraml(req, "stripesize", sizeof(*stripesize));
1038 if (stripesize == NULL) {
1039 gctl_error(req, "No '%s' argument.", "stripesize");
1042 md.md_stripesize = *stripesize;
1043 bzero(md.md_provider, sizeof(md.md_provider));
1044 /* This field is not important here. */
1047 /* Check all providers are valid */
1048 for (no = 1; no < *nargs; no++) {
1049 snprintf(param, sizeof(param), "arg%u", no);
1050 name = gctl_get_asciiparam(req, param);
1052 gctl_error(req, "No 'arg%u' argument.", no);
1055 if (strncmp(name, "/dev/", strlen("/dev/")) == 0)
1056 name += strlen("/dev/");
1057 pp = g_provider_by_name(name);
1059 G_STRIPE_DEBUG(1, "Disk %s is invalid.", name);
1060 gctl_error(req, "Disk %s is invalid.", name);
1065 gp = g_stripe_create(mp, &md, G_STRIPE_TYPE_MANUAL);
1067 gctl_error(req, "Can't configure %s.", md.md_name);
1072 sb = sbuf_new_auto();
1073 sbuf_printf(sb, "Can't attach disk(s) to %s:", gp->name);
1074 for (attached = 0, no = 1; no < *nargs; no++) {
1075 snprintf(param, sizeof(param), "arg%u", no);
1076 name = gctl_get_asciiparam(req, param);
1078 gctl_error(req, "No 'arg%u' argument.", no);
1081 if (strncmp(name, "/dev/", strlen("/dev/")) == 0)
1082 name += strlen("/dev/");
1083 pp = g_provider_by_name(name);
1084 KASSERT(pp != NULL, ("Provider %s disappear?!", name));
1085 if (g_stripe_add_disk(sc, pp, no - 1) != 0) {
1086 G_STRIPE_DEBUG(1, "Disk %u (%s) not attached to %s.",
1087 no, pp->name, gp->name);
1088 sbuf_printf(sb, " %s", pp->name);
1094 if (md.md_all != attached) {
1095 g_stripe_destroy(gp->softc, 1);
1096 gctl_error(req, "%s", sbuf_data(sb));
1101 static struct g_stripe_softc *
1102 g_stripe_find_device(struct g_class *mp, const char *name)
1104 struct g_stripe_softc *sc;
1107 LIST_FOREACH(gp, &mp->geom, geom) {
1111 if (strcmp(sc->sc_name, name) == 0)
1118 g_stripe_ctl_destroy(struct gctl_req *req, struct g_class *mp)
1120 struct g_stripe_softc *sc;
1121 int *force, *nargs, error;
1126 g_topology_assert();
1128 nargs = gctl_get_paraml(req, "nargs", sizeof(*nargs));
1129 if (nargs == NULL) {
1130 gctl_error(req, "No '%s' argument.", "nargs");
1134 gctl_error(req, "Missing device(s).");
1137 force = gctl_get_paraml(req, "force", sizeof(*force));
1138 if (force == NULL) {
1139 gctl_error(req, "No '%s' argument.", "force");
1143 for (i = 0; i < (u_int)*nargs; i++) {
1144 snprintf(param, sizeof(param), "arg%u", i);
1145 name = gctl_get_asciiparam(req, param);
1147 gctl_error(req, "No 'arg%u' argument.", i);
1150 sc = g_stripe_find_device(mp, name);
1152 gctl_error(req, "No such device: %s.", name);
1155 error = g_stripe_destroy(sc, *force);
1157 gctl_error(req, "Cannot destroy device %s (error=%d).",
1158 sc->sc_name, error);
1165 g_stripe_config(struct gctl_req *req, struct g_class *mp, const char *verb)
1169 g_topology_assert();
1171 version = gctl_get_paraml(req, "version", sizeof(*version));
1172 if (version == NULL) {
1173 gctl_error(req, "No '%s' argument.", "version");
1176 if (*version != G_STRIPE_VERSION) {
1177 gctl_error(req, "Userland and kernel parts are out of sync.");
1181 if (strcmp(verb, "create") == 0) {
1182 g_stripe_ctl_create(req, mp);
1184 } else if (strcmp(verb, "destroy") == 0 ||
1185 strcmp(verb, "stop") == 0) {
1186 g_stripe_ctl_destroy(req, mp);
1190 gctl_error(req, "Unknown verb.");
1194 g_stripe_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp,
1195 struct g_consumer *cp, struct g_provider *pp)
1197 struct g_stripe_softc *sc;
1204 } else if (cp != NULL) {
1205 sbuf_printf(sb, "%s<Number>%u</Number>\n", indent,
1208 sbuf_printf(sb, "%s<ID>%u</ID>\n", indent, (u_int)sc->sc_id);
1209 sbuf_printf(sb, "%s<Stripesize>%u</Stripesize>\n", indent,
1210 (u_int)sc->sc_stripesize);
1211 sbuf_printf(sb, "%s<Type>", indent);
1212 switch (sc->sc_type) {
1213 case G_STRIPE_TYPE_AUTOMATIC:
1214 sbuf_printf(sb, "AUTOMATIC");
1216 case G_STRIPE_TYPE_MANUAL:
1217 sbuf_printf(sb, "MANUAL");
1220 sbuf_printf(sb, "UNKNOWN");
1223 sbuf_printf(sb, "</Type>\n");
1224 sbuf_printf(sb, "%s<Status>Total=%u, Online=%u</Status>\n",
1225 indent, sc->sc_ndisks, g_stripe_nvalid(sc));
1226 sbuf_printf(sb, "%s<State>", indent);
1227 if (sc->sc_provider != NULL && sc->sc_provider->error == 0)
1228 sbuf_printf(sb, "UP");
1230 sbuf_printf(sb, "DOWN");
1231 sbuf_printf(sb, "</State>\n");
1235 DECLARE_GEOM_CLASS(g_stripe_class, g_stripe);