12d1661a5SPawel Jakub Dawidek /*- 20218292cSPawel Jakub Dawidek * Copyright (c) 2004-2005 Pawel Jakub Dawidek <pjd@FreeBSD.org> 32d1661a5SPawel Jakub Dawidek * All rights reserved. 42d1661a5SPawel Jakub Dawidek * 52d1661a5SPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 62d1661a5SPawel Jakub Dawidek * modification, are permitted provided that the following conditions 72d1661a5SPawel Jakub Dawidek * are met: 82d1661a5SPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 92d1661a5SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 102d1661a5SPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 112d1661a5SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 122d1661a5SPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 132d1661a5SPawel Jakub Dawidek * 142d1661a5SPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 152d1661a5SPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 162d1661a5SPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 172d1661a5SPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 182d1661a5SPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 192d1661a5SPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 202d1661a5SPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 212d1661a5SPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 222d1661a5SPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 232d1661a5SPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 242d1661a5SPawel Jakub Dawidek * SUCH DAMAGE. 252d1661a5SPawel Jakub Dawidek */ 262d1661a5SPawel Jakub Dawidek 272d1661a5SPawel Jakub Dawidek #include <sys/cdefs.h> 282d1661a5SPawel Jakub Dawidek __FBSDID("$FreeBSD$"); 292d1661a5SPawel Jakub Dawidek 302d1661a5SPawel Jakub Dawidek #include <sys/param.h> 312d1661a5SPawel Jakub Dawidek #include <sys/systm.h> 322d1661a5SPawel Jakub Dawidek #include <sys/kernel.h> 332d1661a5SPawel Jakub Dawidek #include <sys/module.h> 342d1661a5SPawel Jakub Dawidek #include <sys/limits.h> 352d1661a5SPawel Jakub Dawidek #include <sys/lock.h> 362d1661a5SPawel Jakub Dawidek #include <sys/mutex.h> 372d1661a5SPawel Jakub Dawidek #include <sys/bio.h> 382d1661a5SPawel Jakub Dawidek #include <sys/sysctl.h> 392d1661a5SPawel Jakub Dawidek #include <sys/malloc.h> 409da3072cSPawel Jakub Dawidek #include <sys/eventhandler.h> 412d1661a5SPawel Jakub Dawidek #include <vm/uma.h> 422d1661a5SPawel Jakub Dawidek #include <geom/geom.h> 432d1661a5SPawel Jakub Dawidek #include <sys/proc.h> 442d1661a5SPawel Jakub Dawidek #include <sys/kthread.h> 4563710c4dSJohn Baldwin #include <sys/sched.h> 462d1661a5SPawel Jakub Dawidek #include <geom/raid3/g_raid3.h> 472d1661a5SPawel Jakub Dawidek 482d1661a5SPawel Jakub Dawidek 495bb84bc8SRobert Watson static MALLOC_DEFINE(M_RAID3, "raid3_data", "GEOM_RAID3 Data"); 502d1661a5SPawel Jakub Dawidek 512d1661a5SPawel Jakub Dawidek SYSCTL_DECL(_kern_geom); 522d1661a5SPawel Jakub Dawidek SYSCTL_NODE(_kern_geom, OID_AUTO, raid3, CTLFLAG_RW, 0, "GEOM_RAID3 stuff"); 53809a9dc6SPawel Jakub Dawidek u_int g_raid3_debug = 0; 546d7b8aecSPawel Jakub Dawidek TUNABLE_INT("kern.geom.raid3.debug", &g_raid3_debug); 552d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, debug, CTLFLAG_RW, &g_raid3_debug, 0, 562d1661a5SPawel Jakub Dawidek "Debug level"); 57e5e7825cSPawel Jakub Dawidek static u_int g_raid3_timeout = 4; 584d006a98SPawel Jakub Dawidek TUNABLE_INT("kern.geom.raid3.timeout", &g_raid3_timeout); 592d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, timeout, CTLFLAG_RW, &g_raid3_timeout, 602d1661a5SPawel Jakub Dawidek 0, "Time to wait on all raid3 components"); 614d006a98SPawel Jakub Dawidek static u_int g_raid3_idletime = 5; 624d006a98SPawel Jakub Dawidek TUNABLE_INT("kern.geom.raid3.idletime", &g_raid3_idletime); 634d006a98SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, idletime, CTLFLAG_RW, 644d006a98SPawel Jakub Dawidek &g_raid3_idletime, 0, "Mark components as clean when idling"); 652d1661a5SPawel Jakub Dawidek static u_int g_raid3_reqs_per_sync = 5; 662d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, reqs_per_sync, CTLFLAG_RW, 672d1661a5SPawel Jakub Dawidek &g_raid3_reqs_per_sync, 0, 682d1661a5SPawel Jakub Dawidek "Number of regular I/O requests per synchronization request"); 6943756685SPawel Jakub Dawidek static u_int g_raid3_syncs_per_sec = 1000; 702d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, syncs_per_sec, CTLFLAG_RW, 712d1661a5SPawel Jakub Dawidek &g_raid3_syncs_per_sec, 0, 722d1661a5SPawel Jakub Dawidek "Number of synchronizations requests per second"); 733aae74ecSPawel Jakub Dawidek static u_int g_raid3_disconnect_on_failure = 1; 743aae74ecSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, disconnect_on_failure, CTLFLAG_RW, 753aae74ecSPawel Jakub Dawidek &g_raid3_disconnect_on_failure, 0, "Disconnect component on I/O failure."); 762d1661a5SPawel Jakub Dawidek 772d1661a5SPawel Jakub Dawidek static u_int g_raid3_n64k = 50; 782d1661a5SPawel Jakub Dawidek TUNABLE_INT("kern.geom.raid3.n64k", &g_raid3_n64k); 792d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, n64k, CTLFLAG_RD, &g_raid3_n64k, 0, 802d1661a5SPawel Jakub Dawidek "Maximum number of 64kB allocations"); 812d1661a5SPawel Jakub Dawidek static u_int g_raid3_n16k = 200; 822d1661a5SPawel Jakub Dawidek TUNABLE_INT("kern.geom.raid3.n16k", &g_raid3_n16k); 832d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, n16k, CTLFLAG_RD, &g_raid3_n16k, 0, 842d1661a5SPawel Jakub Dawidek "Maximum number of 16kB allocations"); 852d1661a5SPawel Jakub Dawidek static u_int g_raid3_n4k = 1200; 862d1661a5SPawel Jakub Dawidek TUNABLE_INT("kern.geom.raid3.n4k", &g_raid3_n4k); 872d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, n4k, CTLFLAG_RD, &g_raid3_n4k, 0, 882d1661a5SPawel Jakub Dawidek "Maximum number of 4kB allocations"); 892d1661a5SPawel Jakub Dawidek 902d1661a5SPawel Jakub Dawidek SYSCTL_NODE(_kern_geom_raid3, OID_AUTO, stat, CTLFLAG_RW, 0, 912d1661a5SPawel Jakub Dawidek "GEOM_RAID3 statistics"); 92dba915cfSPawel Jakub Dawidek static u_int g_raid3_parity_mismatch = 0; 93dba915cfSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, parity_mismatch, CTLFLAG_RD, 94dba915cfSPawel Jakub Dawidek &g_raid3_parity_mismatch, 0, "Number of failures in VERIFY mode"); 952d1661a5SPawel Jakub Dawidek static u_int g_raid3_64k_requested = 0; 962d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, 64k_requested, CTLFLAG_RD, 972d1661a5SPawel Jakub Dawidek &g_raid3_64k_requested, 0, "Number of requested 64kB allocations"); 982d1661a5SPawel Jakub Dawidek static u_int g_raid3_64k_failed = 0; 992d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, 64k_failed, CTLFLAG_RD, 1002d1661a5SPawel Jakub Dawidek &g_raid3_64k_failed, 0, "Number of failed 64kB allocations"); 1012d1661a5SPawel Jakub Dawidek static u_int g_raid3_16k_requested = 0; 1022d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, 16k_requested, CTLFLAG_RD, 1032d1661a5SPawel Jakub Dawidek &g_raid3_16k_requested, 0, "Number of requested 16kB allocations"); 1042d1661a5SPawel Jakub Dawidek static u_int g_raid3_16k_failed = 0; 1052d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, 16k_failed, CTLFLAG_RD, 1062d1661a5SPawel Jakub Dawidek &g_raid3_16k_failed, 0, "Number of failed 16kB allocations"); 1072d1661a5SPawel Jakub Dawidek static u_int g_raid3_4k_requested = 0; 1082d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, 4k_requested, CTLFLAG_RD, 1092d1661a5SPawel Jakub Dawidek &g_raid3_4k_requested, 0, "Number of requested 4kB allocations"); 1102d1661a5SPawel Jakub Dawidek static u_int g_raid3_4k_failed = 0; 1112d1661a5SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, 4k_failed, CTLFLAG_RD, 1122d1661a5SPawel Jakub Dawidek &g_raid3_4k_failed, 0, "Number of failed 4kB allocations"); 1132d1661a5SPawel Jakub Dawidek 1142d1661a5SPawel Jakub Dawidek #define MSLEEP(ident, mtx, priority, wmesg, timeout) do { \ 1152d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sleeping %p.", __func__, (ident)); \ 1162d1661a5SPawel Jakub Dawidek msleep((ident), (mtx), (priority), (wmesg), (timeout)); \ 1172d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Woken up %p.", __func__, (ident)); \ 1182d1661a5SPawel Jakub Dawidek } while (0) 1192d1661a5SPawel Jakub Dawidek 1209da3072cSPawel Jakub Dawidek static eventhandler_tag g_raid3_ehtag = NULL; 1212d1661a5SPawel Jakub Dawidek 1222d1661a5SPawel Jakub Dawidek static int g_raid3_destroy_geom(struct gctl_req *req, struct g_class *mp, 1232d1661a5SPawel Jakub Dawidek struct g_geom *gp); 1242d1661a5SPawel Jakub Dawidek static g_taste_t g_raid3_taste; 1259da3072cSPawel Jakub Dawidek static void g_raid3_init(struct g_class *mp); 1269da3072cSPawel Jakub Dawidek static void g_raid3_fini(struct g_class *mp); 1272d1661a5SPawel Jakub Dawidek 1282d1661a5SPawel Jakub Dawidek struct g_class g_raid3_class = { 1292d1661a5SPawel Jakub Dawidek .name = G_RAID3_CLASS_NAME, 1302d1661a5SPawel Jakub Dawidek .version = G_VERSION, 1312d1661a5SPawel Jakub Dawidek .ctlreq = g_raid3_config, 1322d1661a5SPawel Jakub Dawidek .taste = g_raid3_taste, 1339da3072cSPawel Jakub Dawidek .destroy_geom = g_raid3_destroy_geom, 1349da3072cSPawel Jakub Dawidek .init = g_raid3_init, 1359da3072cSPawel Jakub Dawidek .fini = g_raid3_fini 1362d1661a5SPawel Jakub Dawidek }; 1372d1661a5SPawel Jakub Dawidek 1382d1661a5SPawel Jakub Dawidek 1392d1661a5SPawel Jakub Dawidek static void g_raid3_destroy_provider(struct g_raid3_softc *sc); 140d97d5ee9SPawel Jakub Dawidek static int g_raid3_update_disk(struct g_raid3_disk *disk, u_int state); 141d97d5ee9SPawel Jakub Dawidek static void g_raid3_update_device(struct g_raid3_softc *sc, boolean_t force); 1422d1661a5SPawel Jakub Dawidek static void g_raid3_dumpconf(struct sbuf *sb, const char *indent, 1432d1661a5SPawel Jakub Dawidek struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp); 1442d1661a5SPawel Jakub Dawidek static void g_raid3_sync_stop(struct g_raid3_softc *sc, int type); 1452d1661a5SPawel Jakub Dawidek 1462d1661a5SPawel Jakub Dawidek 1472d1661a5SPawel Jakub Dawidek static const char * 1482d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(int state) 1492d1661a5SPawel Jakub Dawidek { 1502d1661a5SPawel Jakub Dawidek 1512d1661a5SPawel Jakub Dawidek switch (state) { 1522d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NODISK: 1532d1661a5SPawel Jakub Dawidek return ("NODISK"); 1542d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NONE: 1552d1661a5SPawel Jakub Dawidek return ("NONE"); 1562d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NEW: 1572d1661a5SPawel Jakub Dawidek return ("NEW"); 1582d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_ACTIVE: 1592d1661a5SPawel Jakub Dawidek return ("ACTIVE"); 1602d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_STALE: 1612d1661a5SPawel Jakub Dawidek return ("STALE"); 1622d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_SYNCHRONIZING: 1632d1661a5SPawel Jakub Dawidek return ("SYNCHRONIZING"); 1642d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_DISCONNECTED: 1652d1661a5SPawel Jakub Dawidek return ("DISCONNECTED"); 1662d1661a5SPawel Jakub Dawidek default: 1672d1661a5SPawel Jakub Dawidek return ("INVALID"); 1682d1661a5SPawel Jakub Dawidek } 1692d1661a5SPawel Jakub Dawidek } 1702d1661a5SPawel Jakub Dawidek 1712d1661a5SPawel Jakub Dawidek static const char * 1722d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(int state) 1732d1661a5SPawel Jakub Dawidek { 1742d1661a5SPawel Jakub Dawidek 1752d1661a5SPawel Jakub Dawidek switch (state) { 1762d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_STARTING: 1772d1661a5SPawel Jakub Dawidek return ("STARTING"); 1782d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_DEGRADED: 1792d1661a5SPawel Jakub Dawidek return ("DEGRADED"); 1802d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_COMPLETE: 1812d1661a5SPawel Jakub Dawidek return ("COMPLETE"); 1822d1661a5SPawel Jakub Dawidek default: 1832d1661a5SPawel Jakub Dawidek return ("INVALID"); 1842d1661a5SPawel Jakub Dawidek } 1852d1661a5SPawel Jakub Dawidek } 1862d1661a5SPawel Jakub Dawidek 1872d1661a5SPawel Jakub Dawidek const char * 1882d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(struct g_raid3_disk *disk) 1892d1661a5SPawel Jakub Dawidek { 1902d1661a5SPawel Jakub Dawidek 1912d1661a5SPawel Jakub Dawidek if (disk->d_consumer == NULL || disk->d_consumer->provider == NULL) 1922d1661a5SPawel Jakub Dawidek return ("[unknown]"); 1932d1661a5SPawel Jakub Dawidek return (disk->d_name); 1942d1661a5SPawel Jakub Dawidek } 1952d1661a5SPawel Jakub Dawidek 1962d1661a5SPawel Jakub Dawidek #define g_raid3_xor(src1, src2, dst, size) \ 1972d1661a5SPawel Jakub Dawidek _g_raid3_xor((uint64_t *)(src1), (uint64_t *)(src2), \ 1982d1661a5SPawel Jakub Dawidek (uint64_t *)(dst), (size_t)size) 1992d1661a5SPawel Jakub Dawidek static void 2002d1661a5SPawel Jakub Dawidek _g_raid3_xor(uint64_t *src1, uint64_t *src2, uint64_t *dst, size_t size) 2012d1661a5SPawel Jakub Dawidek { 2022d1661a5SPawel Jakub Dawidek 2032d1661a5SPawel Jakub Dawidek KASSERT((size % 128) == 0, ("Invalid size: %zu.", size)); 2042d1661a5SPawel Jakub Dawidek for (; size > 0; size -= 128) { 2052d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2062d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2072d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2082d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2092d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2102d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2112d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2122d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2132d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2142d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2152d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2162d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2172d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2182d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2192d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2202d1661a5SPawel Jakub Dawidek *dst++ = (*src1++) ^ (*src2++); 2212d1661a5SPawel Jakub Dawidek } 2222d1661a5SPawel Jakub Dawidek } 2232d1661a5SPawel Jakub Dawidek 224dba915cfSPawel Jakub Dawidek static int 225dba915cfSPawel Jakub Dawidek g_raid3_is_zero(struct bio *bp) 226dba915cfSPawel Jakub Dawidek { 227dba915cfSPawel Jakub Dawidek static const uint64_t zeros[] = { 228dba915cfSPawel Jakub Dawidek 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 229dba915cfSPawel Jakub Dawidek }; 230dba915cfSPawel Jakub Dawidek u_char *addr; 231dba915cfSPawel Jakub Dawidek ssize_t size; 232dba915cfSPawel Jakub Dawidek 233dba915cfSPawel Jakub Dawidek size = bp->bio_length; 234dba915cfSPawel Jakub Dawidek addr = (u_char *)bp->bio_data; 235dba915cfSPawel Jakub Dawidek for (; size > 0; size -= sizeof(zeros), addr += sizeof(zeros)) { 236dba915cfSPawel Jakub Dawidek if (bcmp(addr, zeros, sizeof(zeros)) != 0) 237dba915cfSPawel Jakub Dawidek return (0); 238dba915cfSPawel Jakub Dawidek } 239dba915cfSPawel Jakub Dawidek return (1); 240dba915cfSPawel Jakub Dawidek } 241dba915cfSPawel Jakub Dawidek 2422d1661a5SPawel Jakub Dawidek /* 2432d1661a5SPawel Jakub Dawidek * --- Events handling functions --- 2442d1661a5SPawel Jakub Dawidek * Events in geom_raid3 are used to maintain disks and device status 2452d1661a5SPawel Jakub Dawidek * from one thread to simplify locking. 2462d1661a5SPawel Jakub Dawidek */ 2472d1661a5SPawel Jakub Dawidek static void 2482d1661a5SPawel Jakub Dawidek g_raid3_event_free(struct g_raid3_event *ep) 2492d1661a5SPawel Jakub Dawidek { 2502d1661a5SPawel Jakub Dawidek 2512d1661a5SPawel Jakub Dawidek free(ep, M_RAID3); 2522d1661a5SPawel Jakub Dawidek } 2532d1661a5SPawel Jakub Dawidek 2542d1661a5SPawel Jakub Dawidek int 2552d1661a5SPawel Jakub Dawidek g_raid3_event_send(void *arg, int state, int flags) 2562d1661a5SPawel Jakub Dawidek { 2572d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 2582d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 2592d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 2602d1661a5SPawel Jakub Dawidek int error; 2612d1661a5SPawel Jakub Dawidek 2622d1661a5SPawel Jakub Dawidek ep = malloc(sizeof(*ep), M_RAID3, M_WAITOK); 2632d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sending event %p.", __func__, ep); 2642d1661a5SPawel Jakub Dawidek if ((flags & G_RAID3_EVENT_DEVICE) != 0) { 2652d1661a5SPawel Jakub Dawidek disk = NULL; 2662d1661a5SPawel Jakub Dawidek sc = arg; 2672d1661a5SPawel Jakub Dawidek } else { 2682d1661a5SPawel Jakub Dawidek disk = arg; 2692d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 2702d1661a5SPawel Jakub Dawidek } 2712d1661a5SPawel Jakub Dawidek ep->e_disk = disk; 2722d1661a5SPawel Jakub Dawidek ep->e_state = state; 2732d1661a5SPawel Jakub Dawidek ep->e_flags = flags; 2742d1661a5SPawel Jakub Dawidek ep->e_error = 0; 2752d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 2762d1661a5SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&sc->sc_events, ep, e_next); 2772d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 2782d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, sc); 2792d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 2802d1661a5SPawel Jakub Dawidek wakeup(sc); 2812d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 2822d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 2832d1661a5SPawel Jakub Dawidek if ((flags & G_RAID3_EVENT_DONTWAIT) != 0) 2842d1661a5SPawel Jakub Dawidek return (0); 2852d1661a5SPawel Jakub Dawidek g_topology_assert(); 2862d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sleeping %p.", __func__, ep); 2872d1661a5SPawel Jakub Dawidek g_topology_unlock(); 2882d1661a5SPawel Jakub Dawidek while ((ep->e_flags & G_RAID3_EVENT_DONE) == 0) { 2892d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 2902d1661a5SPawel Jakub Dawidek MSLEEP(ep, &sc->sc_events_mtx, PRIBIO | PDROP, "r3:event", 2912d1661a5SPawel Jakub Dawidek hz * 5); 2922d1661a5SPawel Jakub Dawidek } 2932d1661a5SPawel Jakub Dawidek /* Don't even try to use 'sc' here, because it could be already dead. */ 2942d1661a5SPawel Jakub Dawidek g_topology_lock(); 2952d1661a5SPawel Jakub Dawidek error = ep->e_error; 2962d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 2972d1661a5SPawel Jakub Dawidek return (error); 2982d1661a5SPawel Jakub Dawidek } 2992d1661a5SPawel Jakub Dawidek 3002d1661a5SPawel Jakub Dawidek static struct g_raid3_event * 3012d1661a5SPawel Jakub Dawidek g_raid3_event_get(struct g_raid3_softc *sc) 3022d1661a5SPawel Jakub Dawidek { 3032d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 3042d1661a5SPawel Jakub Dawidek 3052d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 3062d1661a5SPawel Jakub Dawidek ep = TAILQ_FIRST(&sc->sc_events); 3072d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 3082d1661a5SPawel Jakub Dawidek return (ep); 3092d1661a5SPawel Jakub Dawidek } 3102d1661a5SPawel Jakub Dawidek 3112d1661a5SPawel Jakub Dawidek static void 312d97d5ee9SPawel Jakub Dawidek g_raid3_event_remove(struct g_raid3_softc *sc, struct g_raid3_event *ep) 313d97d5ee9SPawel Jakub Dawidek { 314d97d5ee9SPawel Jakub Dawidek 315d97d5ee9SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 316d97d5ee9SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_events, ep, e_next); 317d97d5ee9SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 318d97d5ee9SPawel Jakub Dawidek } 319d97d5ee9SPawel Jakub Dawidek 320d97d5ee9SPawel Jakub Dawidek static void 3212d1661a5SPawel Jakub Dawidek g_raid3_event_cancel(struct g_raid3_disk *disk) 3222d1661a5SPawel Jakub Dawidek { 3232d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 3242d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep, *tmpep; 3252d1661a5SPawel Jakub Dawidek 3262d1661a5SPawel Jakub Dawidek g_topology_assert(); 3272d1661a5SPawel Jakub Dawidek 3282d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 3292d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 3302d1661a5SPawel Jakub Dawidek TAILQ_FOREACH_SAFE(ep, &sc->sc_events, e_next, tmpep) { 3312d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DEVICE) != 0) 3322d1661a5SPawel Jakub Dawidek continue; 3332d1661a5SPawel Jakub Dawidek if (ep->e_disk != disk) 3342d1661a5SPawel Jakub Dawidek continue; 3352d1661a5SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_events, ep, e_next); 3362d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DONTWAIT) != 0) 3372d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 3382d1661a5SPawel Jakub Dawidek else { 3392d1661a5SPawel Jakub Dawidek ep->e_error = ECANCELED; 3402d1661a5SPawel Jakub Dawidek wakeup(ep); 3412d1661a5SPawel Jakub Dawidek } 3422d1661a5SPawel Jakub Dawidek } 3432d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 3442d1661a5SPawel Jakub Dawidek } 3452d1661a5SPawel Jakub Dawidek 3462d1661a5SPawel Jakub Dawidek /* 3472d1661a5SPawel Jakub Dawidek * Return the number of disks in the given state. 3482d1661a5SPawel Jakub Dawidek * If state is equal to -1, count all connected disks. 3492d1661a5SPawel Jakub Dawidek */ 3502d1661a5SPawel Jakub Dawidek u_int 3512d1661a5SPawel Jakub Dawidek g_raid3_ndisks(struct g_raid3_softc *sc, int state) 3522d1661a5SPawel Jakub Dawidek { 3532d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 354fa6a7837SDavid E. O'Brien u_int n, ndisks; 3552d1661a5SPawel Jakub Dawidek 356fa6a7837SDavid E. O'Brien for (n = ndisks = 0; n < sc->sc_ndisks; n++) { 3572d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 3582d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 3592d1661a5SPawel Jakub Dawidek continue; 3602d1661a5SPawel Jakub Dawidek if (state == -1 || disk->d_state == state) 3612d1661a5SPawel Jakub Dawidek ndisks++; 3622d1661a5SPawel Jakub Dawidek } 3632d1661a5SPawel Jakub Dawidek return (ndisks); 3642d1661a5SPawel Jakub Dawidek } 3652d1661a5SPawel Jakub Dawidek 3662d1661a5SPawel Jakub Dawidek static u_int 3672d1661a5SPawel Jakub Dawidek g_raid3_nrequests(struct g_raid3_softc *sc, struct g_consumer *cp) 3682d1661a5SPawel Jakub Dawidek { 3692d1661a5SPawel Jakub Dawidek struct bio *bp; 3702d1661a5SPawel Jakub Dawidek u_int nreqs = 0; 3712d1661a5SPawel Jakub Dawidek 3722d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 3732d1661a5SPawel Jakub Dawidek TAILQ_FOREACH(bp, &sc->sc_queue.queue, bio_queue) { 3742d1661a5SPawel Jakub Dawidek if (bp->bio_from == cp) 3752d1661a5SPawel Jakub Dawidek nreqs++; 3762d1661a5SPawel Jakub Dawidek } 3772d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 3782d1661a5SPawel Jakub Dawidek return (nreqs); 3792d1661a5SPawel Jakub Dawidek } 3802d1661a5SPawel Jakub Dawidek 3812d1661a5SPawel Jakub Dawidek static int 3822d1661a5SPawel Jakub Dawidek g_raid3_is_busy(struct g_raid3_softc *sc, struct g_consumer *cp) 3832d1661a5SPawel Jakub Dawidek { 3842d1661a5SPawel Jakub Dawidek 38579e61493SPawel Jakub Dawidek if (cp->index > 0) { 3862d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, 3872d1661a5SPawel Jakub Dawidek "I/O requests for %s exist, can't destroy it now.", 3882d1661a5SPawel Jakub Dawidek cp->provider->name); 3892d1661a5SPawel Jakub Dawidek return (1); 3902d1661a5SPawel Jakub Dawidek } 3912d1661a5SPawel Jakub Dawidek if (g_raid3_nrequests(sc, cp) > 0) { 3922d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, 3932d1661a5SPawel Jakub Dawidek "I/O requests for %s in queue, can't destroy it now.", 3942d1661a5SPawel Jakub Dawidek cp->provider->name); 3952d1661a5SPawel Jakub Dawidek return (1); 3962d1661a5SPawel Jakub Dawidek } 3972d1661a5SPawel Jakub Dawidek return (0); 3982d1661a5SPawel Jakub Dawidek } 3992d1661a5SPawel Jakub Dawidek 4002d1661a5SPawel Jakub Dawidek static void 401d97d5ee9SPawel Jakub Dawidek g_raid3_destroy_consumer(void *arg, int flags __unused) 402d97d5ee9SPawel Jakub Dawidek { 403d97d5ee9SPawel Jakub Dawidek struct g_consumer *cp; 404d97d5ee9SPawel Jakub Dawidek 405d97d5ee9SPawel Jakub Dawidek cp = arg; 406d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Consumer %s destroyed.", cp->provider->name); 407d97d5ee9SPawel Jakub Dawidek g_detach(cp); 408d97d5ee9SPawel Jakub Dawidek g_destroy_consumer(cp); 409d97d5ee9SPawel Jakub Dawidek } 410d97d5ee9SPawel Jakub Dawidek 411d97d5ee9SPawel Jakub Dawidek static void 4122d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(struct g_raid3_softc *sc, struct g_consumer *cp) 4132d1661a5SPawel Jakub Dawidek { 414d97d5ee9SPawel Jakub Dawidek struct g_provider *pp; 415d97d5ee9SPawel Jakub Dawidek int retaste_wait; 4162d1661a5SPawel Jakub Dawidek 4172d1661a5SPawel Jakub Dawidek g_topology_assert(); 4182d1661a5SPawel Jakub Dawidek 4192d1661a5SPawel Jakub Dawidek cp->private = NULL; 4202d1661a5SPawel Jakub Dawidek if (g_raid3_is_busy(sc, cp)) 4212d1661a5SPawel Jakub Dawidek return; 4222d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Consumer %s destroyed.", cp->provider->name); 423d97d5ee9SPawel Jakub Dawidek pp = cp->provider; 424d97d5ee9SPawel Jakub Dawidek retaste_wait = 0; 425d97d5ee9SPawel Jakub Dawidek if (cp->acw == 1) { 426d97d5ee9SPawel Jakub Dawidek if ((pp->geom->flags & G_GEOM_WITHER) == 0) 427d97d5ee9SPawel Jakub Dawidek retaste_wait = 1; 428d97d5ee9SPawel Jakub Dawidek } 429d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Access %s r%dw%de%d = %d", pp->name, -cp->acr, 430d97d5ee9SPawel Jakub Dawidek -cp->acw, -cp->ace, 0); 431d97d5ee9SPawel Jakub Dawidek if (cp->acr > 0 || cp->acw > 0 || cp->ace > 0) 432d97d5ee9SPawel Jakub Dawidek g_access(cp, -cp->acr, -cp->acw, -cp->ace); 433d97d5ee9SPawel Jakub Dawidek if (retaste_wait) { 434d97d5ee9SPawel Jakub Dawidek /* 435d97d5ee9SPawel Jakub Dawidek * After retaste event was send (inside g_access()), we can send 436d97d5ee9SPawel Jakub Dawidek * event to detach and destroy consumer. 437d97d5ee9SPawel Jakub Dawidek * A class, which has consumer to the given provider connected 438d97d5ee9SPawel Jakub Dawidek * will not receive retaste event for the provider. 439d97d5ee9SPawel Jakub Dawidek * This is the way how I ignore retaste events when I close 440d97d5ee9SPawel Jakub Dawidek * consumers opened for write: I detach and destroy consumer 441d97d5ee9SPawel Jakub Dawidek * after retaste event is sent. 442d97d5ee9SPawel Jakub Dawidek */ 443d97d5ee9SPawel Jakub Dawidek g_post_event(g_raid3_destroy_consumer, cp, M_WAITOK, NULL); 444d97d5ee9SPawel Jakub Dawidek return; 445d97d5ee9SPawel Jakub Dawidek } 446d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Consumer %s destroyed.", pp->name); 4472d1661a5SPawel Jakub Dawidek g_detach(cp); 4482d1661a5SPawel Jakub Dawidek g_destroy_consumer(cp); 4492d1661a5SPawel Jakub Dawidek } 4502d1661a5SPawel Jakub Dawidek 4512d1661a5SPawel Jakub Dawidek static int 4522d1661a5SPawel Jakub Dawidek g_raid3_connect_disk(struct g_raid3_disk *disk, struct g_provider *pp) 4532d1661a5SPawel Jakub Dawidek { 45434cb1517SPawel Jakub Dawidek struct g_consumer *cp; 4552d1661a5SPawel Jakub Dawidek int error; 4562d1661a5SPawel Jakub Dawidek 4572d1661a5SPawel Jakub Dawidek g_topology_assert(); 4582d1661a5SPawel Jakub Dawidek KASSERT(disk->d_consumer == NULL, 4592d1661a5SPawel Jakub Dawidek ("Disk already connected (device %s).", disk->d_softc->sc_name)); 4602d1661a5SPawel Jakub Dawidek 46134cb1517SPawel Jakub Dawidek cp = g_new_consumer(disk->d_softc->sc_geom); 46234cb1517SPawel Jakub Dawidek error = g_attach(cp, pp); 463d97d5ee9SPawel Jakub Dawidek if (error != 0) { 46434cb1517SPawel Jakub Dawidek g_destroy_consumer(cp); 46534cb1517SPawel Jakub Dawidek return (error); 46634cb1517SPawel Jakub Dawidek } 46734cb1517SPawel Jakub Dawidek error = g_access(cp, 1, 1, 1); 46834cb1517SPawel Jakub Dawidek if (error != 0) { 46934cb1517SPawel Jakub Dawidek g_detach(cp); 47034cb1517SPawel Jakub Dawidek g_destroy_consumer(cp); 471d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot open consumer %s (error=%d).", 472d97d5ee9SPawel Jakub Dawidek pp->name, error); 473d97d5ee9SPawel Jakub Dawidek return (error); 474d97d5ee9SPawel Jakub Dawidek } 47534cb1517SPawel Jakub Dawidek disk->d_consumer = cp; 47634cb1517SPawel Jakub Dawidek disk->d_consumer->private = disk; 47734cb1517SPawel Jakub Dawidek disk->d_consumer->index = 0; 4782d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Disk %s connected.", g_raid3_get_diskname(disk)); 4792d1661a5SPawel Jakub Dawidek return (0); 4802d1661a5SPawel Jakub Dawidek } 4812d1661a5SPawel Jakub Dawidek 4822d1661a5SPawel Jakub Dawidek static void 4832d1661a5SPawel Jakub Dawidek g_raid3_disconnect_consumer(struct g_raid3_softc *sc, struct g_consumer *cp) 4842d1661a5SPawel Jakub Dawidek { 4852d1661a5SPawel Jakub Dawidek 4862d1661a5SPawel Jakub Dawidek g_topology_assert(); 4872d1661a5SPawel Jakub Dawidek 4882d1661a5SPawel Jakub Dawidek if (cp == NULL) 4892d1661a5SPawel Jakub Dawidek return; 490d97d5ee9SPawel Jakub Dawidek if (cp->provider != NULL) 4912d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(sc, cp); 492d97d5ee9SPawel Jakub Dawidek else 4932d1661a5SPawel Jakub Dawidek g_destroy_consumer(cp); 4942d1661a5SPawel Jakub Dawidek } 4952d1661a5SPawel Jakub Dawidek 4962d1661a5SPawel Jakub Dawidek /* 4972d1661a5SPawel Jakub Dawidek * Initialize disk. This means allocate memory, create consumer, attach it 4982d1661a5SPawel Jakub Dawidek * to the provider and open access (r1w1e1) to it. 4992d1661a5SPawel Jakub Dawidek */ 5002d1661a5SPawel Jakub Dawidek static struct g_raid3_disk * 5012d1661a5SPawel Jakub Dawidek g_raid3_init_disk(struct g_raid3_softc *sc, struct g_provider *pp, 5022d1661a5SPawel Jakub Dawidek struct g_raid3_metadata *md, int *errorp) 5032d1661a5SPawel Jakub Dawidek { 5042d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 5052d1661a5SPawel Jakub Dawidek int error; 5062d1661a5SPawel Jakub Dawidek 5072d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[md->md_no]; 5082d1661a5SPawel Jakub Dawidek error = g_raid3_connect_disk(disk, pp); 50934cb1517SPawel Jakub Dawidek if (error != 0) { 51034cb1517SPawel Jakub Dawidek if (errorp != NULL) 51134cb1517SPawel Jakub Dawidek *errorp = error; 51234cb1517SPawel Jakub Dawidek return (NULL); 51334cb1517SPawel Jakub Dawidek } 5142d1661a5SPawel Jakub Dawidek disk->d_state = G_RAID3_DISK_STATE_NONE; 5152d1661a5SPawel Jakub Dawidek disk->d_flags = md->md_dflags; 5162d1661a5SPawel Jakub Dawidek if (md->md_provider[0] != '\0') 5172d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_HARDCODED; 5182d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer = NULL; 5192d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset = md->md_sync_offset; 5202d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset_done = md->md_sync_offset; 521d2fb9c62SPawel Jakub Dawidek disk->d_sync.ds_resync = -1; 522a245a548SPawel Jakub Dawidek disk->d_genid = md->md_genid; 5232d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid = md->md_syncid; 5242d1661a5SPawel Jakub Dawidek if (errorp != NULL) 5252d1661a5SPawel Jakub Dawidek *errorp = 0; 5262d1661a5SPawel Jakub Dawidek return (disk); 5272d1661a5SPawel Jakub Dawidek } 5282d1661a5SPawel Jakub Dawidek 5292d1661a5SPawel Jakub Dawidek static void 5302d1661a5SPawel Jakub Dawidek g_raid3_destroy_disk(struct g_raid3_disk *disk) 5312d1661a5SPawel Jakub Dawidek { 5322d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 5332d1661a5SPawel Jakub Dawidek 5342d1661a5SPawel Jakub Dawidek g_topology_assert(); 5352d1661a5SPawel Jakub Dawidek 5362d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 5372d1661a5SPawel Jakub Dawidek return; 5382d1661a5SPawel Jakub Dawidek g_raid3_event_cancel(disk); 5392d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 5402d1661a5SPawel Jakub Dawidek switch (disk->d_state) { 5412d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_SYNCHRONIZING: 5422d1661a5SPawel Jakub Dawidek if (sc->sc_syncdisk != NULL) 5432d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(sc, 1); 5442d1661a5SPawel Jakub Dawidek /* FALLTHROUGH */ 5452d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NEW: 5462d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_STALE: 5472d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_ACTIVE: 5482d1661a5SPawel Jakub Dawidek g_raid3_disconnect_consumer(sc, disk->d_consumer); 5492d1661a5SPawel Jakub Dawidek disk->d_consumer = NULL; 5502d1661a5SPawel Jakub Dawidek break; 5512d1661a5SPawel Jakub Dawidek default: 5522d1661a5SPawel Jakub Dawidek KASSERT(0 == 1, ("Wrong disk state (%s, %s).", 5532d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 5542d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 5552d1661a5SPawel Jakub Dawidek } 5562d1661a5SPawel Jakub Dawidek disk->d_state = G_RAID3_DISK_STATE_NODISK; 5572d1661a5SPawel Jakub Dawidek } 5582d1661a5SPawel Jakub Dawidek 5592d1661a5SPawel Jakub Dawidek static void 5602d1661a5SPawel Jakub Dawidek g_raid3_destroy_device(struct g_raid3_softc *sc) 5612d1661a5SPawel Jakub Dawidek { 5622d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 5639da3072cSPawel Jakub Dawidek struct g_raid3_disk *disk; 5642d1661a5SPawel Jakub Dawidek struct g_geom *gp; 5652d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 5662d1661a5SPawel Jakub Dawidek u_int n; 5672d1661a5SPawel Jakub Dawidek 5682d1661a5SPawel Jakub Dawidek g_topology_assert(); 5692d1661a5SPawel Jakub Dawidek 5702d1661a5SPawel Jakub Dawidek gp = sc->sc_geom; 5712d1661a5SPawel Jakub Dawidek if (sc->sc_provider != NULL) 5722d1661a5SPawel Jakub Dawidek g_raid3_destroy_provider(sc); 5739da3072cSPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 5749da3072cSPawel Jakub Dawidek disk = &sc->sc_disks[n]; 575d97d5ee9SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_NODISK) { 5769da3072cSPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 5779da3072cSPawel Jakub Dawidek g_raid3_update_metadata(disk); 5789da3072cSPawel Jakub Dawidek g_raid3_destroy_disk(disk); 5799da3072cSPawel Jakub Dawidek } 580d97d5ee9SPawel Jakub Dawidek } 5812d1661a5SPawel Jakub Dawidek while ((ep = g_raid3_event_get(sc)) != NULL) { 582d97d5ee9SPawel Jakub Dawidek g_raid3_event_remove(sc, ep); 5832d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DONTWAIT) != 0) 5842d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 5852d1661a5SPawel Jakub Dawidek else { 5862d1661a5SPawel Jakub Dawidek ep->e_error = ECANCELED; 5872d1661a5SPawel Jakub Dawidek ep->e_flags |= G_RAID3_EVENT_DONE; 5882d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, ep); 5892d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 5902d1661a5SPawel Jakub Dawidek wakeup(ep); 5912d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 5922d1661a5SPawel Jakub Dawidek } 5932d1661a5SPawel Jakub Dawidek } 5942d1661a5SPawel Jakub Dawidek callout_drain(&sc->sc_callout); 5952d1661a5SPawel Jakub Dawidek gp->softc = NULL; 5962d1661a5SPawel Jakub Dawidek cp = LIST_FIRST(&sc->sc_sync.ds_geom->consumer); 5972d1661a5SPawel Jakub Dawidek if (cp != NULL) 5982d1661a5SPawel Jakub Dawidek g_raid3_disconnect_consumer(sc, cp); 5992d1661a5SPawel Jakub Dawidek sc->sc_sync.ds_geom->softc = NULL; 6002d1661a5SPawel Jakub Dawidek g_wither_geom(sc->sc_sync.ds_geom, ENXIO); 6012d1661a5SPawel Jakub Dawidek uma_zdestroy(sc->sc_zone_64k); 6022d1661a5SPawel Jakub Dawidek uma_zdestroy(sc->sc_zone_16k); 6032d1661a5SPawel Jakub Dawidek uma_zdestroy(sc->sc_zone_4k); 6042d1661a5SPawel Jakub Dawidek mtx_destroy(&sc->sc_queue_mtx); 6052d1661a5SPawel Jakub Dawidek mtx_destroy(&sc->sc_events_mtx); 6062d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s destroyed.", gp->name); 6072d1661a5SPawel Jakub Dawidek g_wither_geom(gp, ENXIO); 6082d1661a5SPawel Jakub Dawidek } 6092d1661a5SPawel Jakub Dawidek 6102d1661a5SPawel Jakub Dawidek static void 6112d1661a5SPawel Jakub Dawidek g_raid3_orphan(struct g_consumer *cp) 6122d1661a5SPawel Jakub Dawidek { 6132d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 6142d1661a5SPawel Jakub Dawidek 6152d1661a5SPawel Jakub Dawidek g_topology_assert(); 6162d1661a5SPawel Jakub Dawidek 6172d1661a5SPawel Jakub Dawidek disk = cp->private; 6182d1661a5SPawel Jakub Dawidek if (disk == NULL) 6192d1661a5SPawel Jakub Dawidek return; 620ea973705SPawel Jakub Dawidek disk->d_softc->sc_bump_id = G_RAID3_BUMP_SYNCID; 6212d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, G_RAID3_DISK_STATE_DISCONNECTED, 6222d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 6232d1661a5SPawel Jakub Dawidek } 6242d1661a5SPawel Jakub Dawidek 6252d1661a5SPawel Jakub Dawidek static int 6262d1661a5SPawel Jakub Dawidek g_raid3_write_metadata(struct g_raid3_disk *disk, struct g_raid3_metadata *md) 6272d1661a5SPawel Jakub Dawidek { 6282d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 6292d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 6302d1661a5SPawel Jakub Dawidek off_t offset, length; 6312d1661a5SPawel Jakub Dawidek u_char *sector; 632d97d5ee9SPawel Jakub Dawidek int error = 0; 6332d1661a5SPawel Jakub Dawidek 6342d1661a5SPawel Jakub Dawidek g_topology_assert(); 6352d1661a5SPawel Jakub Dawidek 6362d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 6372d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 6382d1661a5SPawel Jakub Dawidek KASSERT(cp != NULL, ("NULL consumer (%s).", sc->sc_name)); 6392d1661a5SPawel Jakub Dawidek KASSERT(cp->provider != NULL, ("NULL provider (%s).", sc->sc_name)); 640d97d5ee9SPawel Jakub Dawidek KASSERT(cp->acr == 1 && cp->acw == 1 && cp->ace == 1, 641d97d5ee9SPawel Jakub Dawidek ("Consumer %s closed? (r%dw%de%d).", cp->provider->name, cp->acr, 642d97d5ee9SPawel Jakub Dawidek cp->acw, cp->ace)); 6432d1661a5SPawel Jakub Dawidek length = cp->provider->sectorsize; 6442d1661a5SPawel Jakub Dawidek offset = cp->provider->mediasize - length; 6452d1661a5SPawel Jakub Dawidek sector = malloc((size_t)length, M_RAID3, M_WAITOK | M_ZERO); 6462d1661a5SPawel Jakub Dawidek if (md != NULL) 6472d1661a5SPawel Jakub Dawidek raid3_metadata_encode(md, sector); 6482d1661a5SPawel Jakub Dawidek g_topology_unlock(); 6492d1661a5SPawel Jakub Dawidek error = g_write_data(cp, offset, sector, length); 6502d1661a5SPawel Jakub Dawidek g_topology_lock(); 6512d1661a5SPawel Jakub Dawidek free(sector, M_RAID3); 6522d1661a5SPawel Jakub Dawidek if (error != 0) { 6533aae74ecSPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_BROKEN) == 0) { 6543aae74ecSPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot write metadata on %s " 6553aae74ecSPawel Jakub Dawidek "(device=%s, error=%d).", 6563aae74ecSPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name, error); 6573aae74ecSPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_BROKEN; 6583aae74ecSPawel Jakub Dawidek } else { 6593aae74ecSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Cannot write metadata on %s " 6603aae74ecSPawel Jakub Dawidek "(device=%s, error=%d).", 6613aae74ecSPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name, error); 6623aae74ecSPawel Jakub Dawidek } 6633aae74ecSPawel Jakub Dawidek if (g_raid3_disconnect_on_failure && 6643aae74ecSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 6653aae74ecSPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 6663aae74ecSPawel Jakub Dawidek g_raid3_event_send(disk, 6673aae74ecSPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 6682d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 6692d1661a5SPawel Jakub Dawidek } 6703aae74ecSPawel Jakub Dawidek } 6712d1661a5SPawel Jakub Dawidek return (error); 6722d1661a5SPawel Jakub Dawidek } 6732d1661a5SPawel Jakub Dawidek 6742d1661a5SPawel Jakub Dawidek int 6752d1661a5SPawel Jakub Dawidek g_raid3_clear_metadata(struct g_raid3_disk *disk) 6762d1661a5SPawel Jakub Dawidek { 6772d1661a5SPawel Jakub Dawidek int error; 6782d1661a5SPawel Jakub Dawidek 6792d1661a5SPawel Jakub Dawidek g_topology_assert(); 6802d1661a5SPawel Jakub Dawidek error = g_raid3_write_metadata(disk, NULL); 6812d1661a5SPawel Jakub Dawidek if (error == 0) { 6822d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Metadata on %s cleared.", 6832d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 6842d1661a5SPawel Jakub Dawidek } else { 6852d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, 6862d1661a5SPawel Jakub Dawidek "Cannot clear metadata on disk %s (error=%d).", 6872d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), error); 6882d1661a5SPawel Jakub Dawidek } 6892d1661a5SPawel Jakub Dawidek return (error); 6902d1661a5SPawel Jakub Dawidek } 6912d1661a5SPawel Jakub Dawidek 6922d1661a5SPawel Jakub Dawidek void 6932d1661a5SPawel Jakub Dawidek g_raid3_fill_metadata(struct g_raid3_disk *disk, struct g_raid3_metadata *md) 6942d1661a5SPawel Jakub Dawidek { 6952d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 696e6890985SPawel Jakub Dawidek struct g_provider *pp; 6972d1661a5SPawel Jakub Dawidek 6982d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 6992d1661a5SPawel Jakub Dawidek strlcpy(md->md_magic, G_RAID3_MAGIC, sizeof(md->md_magic)); 7002d1661a5SPawel Jakub Dawidek md->md_version = G_RAID3_VERSION; 7012d1661a5SPawel Jakub Dawidek strlcpy(md->md_name, sc->sc_name, sizeof(md->md_name)); 7022d1661a5SPawel Jakub Dawidek md->md_id = sc->sc_id; 7032d1661a5SPawel Jakub Dawidek md->md_all = sc->sc_ndisks; 704a245a548SPawel Jakub Dawidek md->md_genid = sc->sc_genid; 7052d1661a5SPawel Jakub Dawidek md->md_mediasize = sc->sc_mediasize; 7062d1661a5SPawel Jakub Dawidek md->md_sectorsize = sc->sc_sectorsize; 7072d1661a5SPawel Jakub Dawidek md->md_mflags = (sc->sc_flags & G_RAID3_DEVICE_FLAG_MASK); 7082d1661a5SPawel Jakub Dawidek md->md_no = disk->d_no; 7092d1661a5SPawel Jakub Dawidek md->md_syncid = disk->d_sync.ds_syncid; 7102d1661a5SPawel Jakub Dawidek md->md_dflags = (disk->d_flags & G_RAID3_DISK_FLAG_MASK); 7112d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) 7122d1661a5SPawel Jakub Dawidek md->md_sync_offset = disk->d_sync.ds_offset_done; 7132d1661a5SPawel Jakub Dawidek else 7142d1661a5SPawel Jakub Dawidek md->md_sync_offset = 0; 715e6890985SPawel Jakub Dawidek if (disk->d_consumer != NULL && disk->d_consumer->provider != NULL) 716e6890985SPawel Jakub Dawidek pp = disk->d_consumer->provider; 717e6890985SPawel Jakub Dawidek else 718e6890985SPawel Jakub Dawidek pp = NULL; 719e6890985SPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_HARDCODED) != 0 && pp != NULL) 720e6890985SPawel Jakub Dawidek strlcpy(md->md_provider, pp->name, sizeof(md->md_provider)); 721e6890985SPawel Jakub Dawidek else 7222d1661a5SPawel Jakub Dawidek bzero(md->md_provider, sizeof(md->md_provider)); 723e6890985SPawel Jakub Dawidek if (pp != NULL) 724e6890985SPawel Jakub Dawidek md->md_provsize = pp->mediasize; 725e6890985SPawel Jakub Dawidek else 726e6890985SPawel Jakub Dawidek md->md_provsize = 0; 7272d1661a5SPawel Jakub Dawidek } 7282d1661a5SPawel Jakub Dawidek 7292d1661a5SPawel Jakub Dawidek void 7302d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(struct g_raid3_disk *disk) 7312d1661a5SPawel Jakub Dawidek { 7322d1661a5SPawel Jakub Dawidek struct g_raid3_metadata md; 7332d1661a5SPawel Jakub Dawidek int error; 7342d1661a5SPawel Jakub Dawidek 7352d1661a5SPawel Jakub Dawidek g_topology_assert(); 7362d1661a5SPawel Jakub Dawidek g_raid3_fill_metadata(disk, &md); 7372d1661a5SPawel Jakub Dawidek error = g_raid3_write_metadata(disk, &md); 7382d1661a5SPawel Jakub Dawidek if (error == 0) { 7392d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Metadata on %s updated.", 7402d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 7412d1661a5SPawel Jakub Dawidek } else { 7422d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, 7432d1661a5SPawel Jakub Dawidek "Cannot update metadata on disk %s (error=%d).", 7442d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), error); 7452d1661a5SPawel Jakub Dawidek } 7462d1661a5SPawel Jakub Dawidek } 7472d1661a5SPawel Jakub Dawidek 7482d1661a5SPawel Jakub Dawidek static void 749d97d5ee9SPawel Jakub Dawidek g_raid3_bump_syncid(struct g_raid3_softc *sc) 7502d1661a5SPawel Jakub Dawidek { 7512d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 7522d1661a5SPawel Jakub Dawidek u_int n; 7532d1661a5SPawel Jakub Dawidek 7542d1661a5SPawel Jakub Dawidek g_topology_assert(); 7552d1661a5SPawel Jakub Dawidek KASSERT(g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) > 0, 7562d1661a5SPawel Jakub Dawidek ("%s called with no active disks (device=%s).", __func__, 7572d1661a5SPawel Jakub Dawidek sc->sc_name)); 7582d1661a5SPawel Jakub Dawidek 7592d1661a5SPawel Jakub Dawidek sc->sc_syncid++; 760a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s: syncid bumped to %u.", sc->sc_name, 761a245a548SPawel Jakub Dawidek sc->sc_syncid); 7622d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 7632d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 7642d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 7652d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 7662d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid = sc->sc_syncid; 7672d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 7682d1661a5SPawel Jakub Dawidek } 7692d1661a5SPawel Jakub Dawidek } 7702d1661a5SPawel Jakub Dawidek } 7712d1661a5SPawel Jakub Dawidek 7724d006a98SPawel Jakub Dawidek static void 773a245a548SPawel Jakub Dawidek g_raid3_bump_genid(struct g_raid3_softc *sc) 774a245a548SPawel Jakub Dawidek { 775a245a548SPawel Jakub Dawidek struct g_raid3_disk *disk; 776a245a548SPawel Jakub Dawidek u_int n; 777a245a548SPawel Jakub Dawidek 778a245a548SPawel Jakub Dawidek g_topology_assert(); 779a245a548SPawel Jakub Dawidek KASSERT(g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) > 0, 780a245a548SPawel Jakub Dawidek ("%s called with no active disks (device=%s).", __func__, 781a245a548SPawel Jakub Dawidek sc->sc_name)); 782a245a548SPawel Jakub Dawidek 783a245a548SPawel Jakub Dawidek sc->sc_genid++; 784a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s: genid bumped to %u.", sc->sc_name, 785a245a548SPawel Jakub Dawidek sc->sc_genid); 786a245a548SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 787a245a548SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 788a245a548SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 789a245a548SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 790a245a548SPawel Jakub Dawidek disk->d_genid = sc->sc_genid; 791a245a548SPawel Jakub Dawidek g_raid3_update_metadata(disk); 792a245a548SPawel Jakub Dawidek } 793a245a548SPawel Jakub Dawidek } 794a245a548SPawel Jakub Dawidek } 795a245a548SPawel Jakub Dawidek 7960962f942SPawel Jakub Dawidek static int 7970962f942SPawel Jakub Dawidek g_raid3_idle(struct g_raid3_softc *sc, int from_access) 7984d006a98SPawel Jakub Dawidek { 7994d006a98SPawel Jakub Dawidek struct g_raid3_disk *disk; 8004d006a98SPawel Jakub Dawidek u_int i; 8010962f942SPawel Jakub Dawidek int timeout; 8024d006a98SPawel Jakub Dawidek 8030962f942SPawel Jakub Dawidek if (sc->sc_provider == NULL) 8040962f942SPawel Jakub Dawidek return (0); 8050962f942SPawel Jakub Dawidek if (sc->sc_idle) 8060962f942SPawel Jakub Dawidek return (0); 8070962f942SPawel Jakub Dawidek if (sc->sc_writes > 0) 8080962f942SPawel Jakub Dawidek return (0); 8090962f942SPawel Jakub Dawidek if (!from_access && sc->sc_provider->acw > 0) { 8100962f942SPawel Jakub Dawidek timeout = g_raid3_idletime - (time_second - sc->sc_last_write); 8110962f942SPawel Jakub Dawidek if (timeout > 0) 8120962f942SPawel Jakub Dawidek return (timeout); 8130962f942SPawel Jakub Dawidek } 8144d006a98SPawel Jakub Dawidek sc->sc_idle = 1; 8150962f942SPawel Jakub Dawidek if (!from_access) 8164d006a98SPawel Jakub Dawidek g_topology_lock(); 8174d006a98SPawel Jakub Dawidek for (i = 0; i < sc->sc_ndisks; i++) { 8184d006a98SPawel Jakub Dawidek disk = &sc->sc_disks[i]; 8194d006a98SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) 8204d006a98SPawel Jakub Dawidek continue; 8214d006a98SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as clean.", 8224d006a98SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 8234d006a98SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 8244d006a98SPawel Jakub Dawidek g_raid3_update_metadata(disk); 8254d006a98SPawel Jakub Dawidek } 8260962f942SPawel Jakub Dawidek if (!from_access) 8274d006a98SPawel Jakub Dawidek g_topology_unlock(); 8280962f942SPawel Jakub Dawidek return (0); 8294d006a98SPawel Jakub Dawidek } 8304d006a98SPawel Jakub Dawidek 8314d006a98SPawel Jakub Dawidek static void 8324d006a98SPawel Jakub Dawidek g_raid3_unidle(struct g_raid3_softc *sc) 8334d006a98SPawel Jakub Dawidek { 8344d006a98SPawel Jakub Dawidek struct g_raid3_disk *disk; 8354d006a98SPawel Jakub Dawidek u_int i; 8364d006a98SPawel Jakub Dawidek 8374d006a98SPawel Jakub Dawidek sc->sc_idle = 0; 8380962f942SPawel Jakub Dawidek sc->sc_last_write = time_second; 8394d006a98SPawel Jakub Dawidek g_topology_lock(); 8404d006a98SPawel Jakub Dawidek for (i = 0; i < sc->sc_ndisks; i++) { 8414d006a98SPawel Jakub Dawidek disk = &sc->sc_disks[i]; 8424d006a98SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) 8434d006a98SPawel Jakub Dawidek continue; 8444d006a98SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as dirty.", 8454d006a98SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 8464d006a98SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_DIRTY; 8474d006a98SPawel Jakub Dawidek g_raid3_update_metadata(disk); 8484d006a98SPawel Jakub Dawidek } 8494d006a98SPawel Jakub Dawidek g_topology_unlock(); 8504d006a98SPawel Jakub Dawidek } 8514d006a98SPawel Jakub Dawidek 8522d1661a5SPawel Jakub Dawidek /* 8532d1661a5SPawel Jakub Dawidek * Treat bio_driver1 field in parent bio as list head and field bio_caller1 8542d1661a5SPawel Jakub Dawidek * in child bio as pointer to the next element on the list. 8552d1661a5SPawel Jakub Dawidek */ 8562d1661a5SPawel Jakub Dawidek #define G_RAID3_HEAD_BIO(pbp) (pbp)->bio_driver1 8572d1661a5SPawel Jakub Dawidek 8582d1661a5SPawel Jakub Dawidek #define G_RAID3_NEXT_BIO(cbp) (cbp)->bio_caller1 8592d1661a5SPawel Jakub Dawidek 8602d1661a5SPawel Jakub Dawidek #define G_RAID3_FOREACH_BIO(pbp, bp) \ 8612d1661a5SPawel Jakub Dawidek for ((bp) = G_RAID3_HEAD_BIO(pbp); (bp) != NULL; \ 8622d1661a5SPawel Jakub Dawidek (bp) = G_RAID3_NEXT_BIO(bp)) 8632d1661a5SPawel Jakub Dawidek 8642d1661a5SPawel Jakub Dawidek #define G_RAID3_FOREACH_SAFE_BIO(pbp, bp, tmpbp) \ 8652d1661a5SPawel Jakub Dawidek for ((bp) = G_RAID3_HEAD_BIO(pbp); \ 8662d1661a5SPawel Jakub Dawidek (bp) != NULL && ((tmpbp) = G_RAID3_NEXT_BIO(bp), 1); \ 8672d1661a5SPawel Jakub Dawidek (bp) = (tmpbp)) 8682d1661a5SPawel Jakub Dawidek 8692d1661a5SPawel Jakub Dawidek static void 8702d1661a5SPawel Jakub Dawidek g_raid3_init_bio(struct bio *pbp) 8712d1661a5SPawel Jakub Dawidek { 8722d1661a5SPawel Jakub Dawidek 8732d1661a5SPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = NULL; 8742d1661a5SPawel Jakub Dawidek } 8752d1661a5SPawel Jakub Dawidek 8762d1661a5SPawel Jakub Dawidek static void 877dba915cfSPawel Jakub Dawidek g_raid3_remove_bio(struct bio *cbp) 878dba915cfSPawel Jakub Dawidek { 879dba915cfSPawel Jakub Dawidek struct bio *pbp, *bp; 880dba915cfSPawel Jakub Dawidek 881dba915cfSPawel Jakub Dawidek pbp = cbp->bio_parent; 882dba915cfSPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == cbp) 883dba915cfSPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = G_RAID3_NEXT_BIO(cbp); 884dba915cfSPawel Jakub Dawidek else { 885dba915cfSPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 886dba915cfSPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == cbp) { 887dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = G_RAID3_NEXT_BIO(cbp); 888dba915cfSPawel Jakub Dawidek break; 889dba915cfSPawel Jakub Dawidek } 890dba915cfSPawel Jakub Dawidek } 891dba915cfSPawel Jakub Dawidek } 892dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 893dba915cfSPawel Jakub Dawidek } 894dba915cfSPawel Jakub Dawidek 895dba915cfSPawel Jakub Dawidek static void 896dba915cfSPawel Jakub Dawidek g_raid3_replace_bio(struct bio *sbp, struct bio *dbp) 897dba915cfSPawel Jakub Dawidek { 898dba915cfSPawel Jakub Dawidek struct bio *pbp, *bp; 899dba915cfSPawel Jakub Dawidek 900dba915cfSPawel Jakub Dawidek g_raid3_remove_bio(sbp); 901dba915cfSPawel Jakub Dawidek pbp = dbp->bio_parent; 902dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(sbp) = G_RAID3_NEXT_BIO(dbp); 903dba915cfSPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == dbp) 904dba915cfSPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = sbp; 905dba915cfSPawel Jakub Dawidek else { 906dba915cfSPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 907dba915cfSPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == dbp) { 908dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = sbp; 909dba915cfSPawel Jakub Dawidek break; 910dba915cfSPawel Jakub Dawidek } 911dba915cfSPawel Jakub Dawidek } 912dba915cfSPawel Jakub Dawidek } 913dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(dbp) = NULL; 914dba915cfSPawel Jakub Dawidek } 915dba915cfSPawel Jakub Dawidek 916dba915cfSPawel Jakub Dawidek static void 9172d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(struct g_raid3_softc *sc, struct bio *cbp) 9182d1661a5SPawel Jakub Dawidek { 9192d1661a5SPawel Jakub Dawidek struct bio *bp, *pbp; 9202d1661a5SPawel Jakub Dawidek size_t size; 9212d1661a5SPawel Jakub Dawidek 9222d1661a5SPawel Jakub Dawidek pbp = cbp->bio_parent; 9232d1661a5SPawel Jakub Dawidek pbp->bio_children--; 9242d1661a5SPawel Jakub Dawidek KASSERT(cbp->bio_data != NULL, ("NULL bio_data")); 9252d1661a5SPawel Jakub Dawidek size = pbp->bio_length / (sc->sc_ndisks - 1); 9262d1661a5SPawel Jakub Dawidek if (size > 16384) 9272d1661a5SPawel Jakub Dawidek uma_zfree(sc->sc_zone_64k, cbp->bio_data); 9282d1661a5SPawel Jakub Dawidek else if (size > 4096) 9292d1661a5SPawel Jakub Dawidek uma_zfree(sc->sc_zone_16k, cbp->bio_data); 9302d1661a5SPawel Jakub Dawidek else 9312d1661a5SPawel Jakub Dawidek uma_zfree(sc->sc_zone_4k, cbp->bio_data); 9322d1661a5SPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == cbp) { 9332d1661a5SPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = G_RAID3_NEXT_BIO(cbp); 9342d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 9352d1661a5SPawel Jakub Dawidek g_destroy_bio(cbp); 9362d1661a5SPawel Jakub Dawidek } else { 9372d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 9382d1661a5SPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == cbp) 9392d1661a5SPawel Jakub Dawidek break; 9402d1661a5SPawel Jakub Dawidek } 941dba915cfSPawel Jakub Dawidek if (bp != NULL) { 942dba915cfSPawel Jakub Dawidek KASSERT(G_RAID3_NEXT_BIO(bp) != NULL, 943dba915cfSPawel Jakub Dawidek ("NULL bp->bio_driver1")); 9442d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = G_RAID3_NEXT_BIO(cbp); 9452d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 946dba915cfSPawel Jakub Dawidek } 9472d1661a5SPawel Jakub Dawidek g_destroy_bio(cbp); 9482d1661a5SPawel Jakub Dawidek } 9492d1661a5SPawel Jakub Dawidek } 9502d1661a5SPawel Jakub Dawidek 9512d1661a5SPawel Jakub Dawidek static struct bio * 9522d1661a5SPawel Jakub Dawidek g_raid3_clone_bio(struct g_raid3_softc *sc, struct bio *pbp) 9532d1661a5SPawel Jakub Dawidek { 9542d1661a5SPawel Jakub Dawidek struct bio *bp, *cbp; 9552d1661a5SPawel Jakub Dawidek size_t size; 9562d1661a5SPawel Jakub Dawidek 9572d1661a5SPawel Jakub Dawidek cbp = g_clone_bio(pbp); 9582d1661a5SPawel Jakub Dawidek if (cbp == NULL) 9592d1661a5SPawel Jakub Dawidek return (NULL); 9602d1661a5SPawel Jakub Dawidek size = pbp->bio_length / (sc->sc_ndisks - 1); 9612d1661a5SPawel Jakub Dawidek if (size > 16384) { 9622d1661a5SPawel Jakub Dawidek cbp->bio_data = uma_zalloc(sc->sc_zone_64k, M_NOWAIT); 9632d1661a5SPawel Jakub Dawidek g_raid3_64k_requested++; 9642d1661a5SPawel Jakub Dawidek } else if (size > 4096) { 9652d1661a5SPawel Jakub Dawidek cbp->bio_data = uma_zalloc(sc->sc_zone_16k, M_NOWAIT); 9662d1661a5SPawel Jakub Dawidek g_raid3_16k_requested++; 9672d1661a5SPawel Jakub Dawidek } else { 9682d1661a5SPawel Jakub Dawidek cbp->bio_data = uma_zalloc(sc->sc_zone_4k, M_NOWAIT); 9692d1661a5SPawel Jakub Dawidek g_raid3_4k_requested++; 9702d1661a5SPawel Jakub Dawidek } 9712d1661a5SPawel Jakub Dawidek if (cbp->bio_data == NULL) { 9722d1661a5SPawel Jakub Dawidek if (size > 16384) 9732d1661a5SPawel Jakub Dawidek g_raid3_64k_failed++; 974a65a0da2SPawel Jakub Dawidek else if (size > 4096) 9752d1661a5SPawel Jakub Dawidek g_raid3_16k_failed++; 9762d1661a5SPawel Jakub Dawidek else 9772d1661a5SPawel Jakub Dawidek g_raid3_4k_failed++; 9782d1661a5SPawel Jakub Dawidek pbp->bio_children--; 9792d1661a5SPawel Jakub Dawidek g_destroy_bio(cbp); 9802d1661a5SPawel Jakub Dawidek return (NULL); 9812d1661a5SPawel Jakub Dawidek } 9822d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 9832d1661a5SPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == NULL) 9842d1661a5SPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = cbp; 9852d1661a5SPawel Jakub Dawidek else { 9862d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 9872d1661a5SPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == NULL) { 9882d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = cbp; 9892d1661a5SPawel Jakub Dawidek break; 9902d1661a5SPawel Jakub Dawidek } 9912d1661a5SPawel Jakub Dawidek } 9922d1661a5SPawel Jakub Dawidek } 9932d1661a5SPawel Jakub Dawidek return (cbp); 9942d1661a5SPawel Jakub Dawidek } 9952d1661a5SPawel Jakub Dawidek 9962d1661a5SPawel Jakub Dawidek static void 9972d1661a5SPawel Jakub Dawidek g_raid3_scatter(struct bio *pbp) 9982d1661a5SPawel Jakub Dawidek { 9992d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 10002d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 10012d1661a5SPawel Jakub Dawidek struct bio *bp, *cbp; 10022d1661a5SPawel Jakub Dawidek off_t atom, cadd, padd, left; 10032d1661a5SPawel Jakub Dawidek 10042d1661a5SPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 10052d1661a5SPawel Jakub Dawidek bp = NULL; 10062d1661a5SPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_NOPARITY) == 0) { 10072d1661a5SPawel Jakub Dawidek /* 10082d1661a5SPawel Jakub Dawidek * Find bio for which we should calculate data. 10092d1661a5SPawel Jakub Dawidek */ 10102d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 10112d1661a5SPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_PARITY) != 0) { 10122d1661a5SPawel Jakub Dawidek bp = cbp; 10132d1661a5SPawel Jakub Dawidek break; 10142d1661a5SPawel Jakub Dawidek } 10152d1661a5SPawel Jakub Dawidek } 10162d1661a5SPawel Jakub Dawidek KASSERT(bp != NULL, ("NULL parity bio.")); 10172d1661a5SPawel Jakub Dawidek } 10182d1661a5SPawel Jakub Dawidek atom = sc->sc_sectorsize / (sc->sc_ndisks - 1); 10192d1661a5SPawel Jakub Dawidek cadd = padd = 0; 10202d1661a5SPawel Jakub Dawidek for (left = pbp->bio_length; left > 0; left -= sc->sc_sectorsize) { 10212d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 10222d1661a5SPawel Jakub Dawidek if (cbp == bp) 10232d1661a5SPawel Jakub Dawidek continue; 10242d1661a5SPawel Jakub Dawidek bcopy(pbp->bio_data + padd, cbp->bio_data + cadd, atom); 10252d1661a5SPawel Jakub Dawidek padd += atom; 10262d1661a5SPawel Jakub Dawidek } 10272d1661a5SPawel Jakub Dawidek cadd += atom; 10282d1661a5SPawel Jakub Dawidek } 10292d1661a5SPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_NOPARITY) == 0) { 10302d1661a5SPawel Jakub Dawidek struct bio *tmpbp; 10312d1661a5SPawel Jakub Dawidek 10322d1661a5SPawel Jakub Dawidek /* 10332d1661a5SPawel Jakub Dawidek * Calculate parity. 10342d1661a5SPawel Jakub Dawidek */ 10352d1661a5SPawel Jakub Dawidek bzero(bp->bio_data, bp->bio_length); 10362d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_SAFE_BIO(pbp, cbp, tmpbp) { 10372d1661a5SPawel Jakub Dawidek if (cbp == bp) 10382d1661a5SPawel Jakub Dawidek continue; 10392d1661a5SPawel Jakub Dawidek g_raid3_xor(cbp->bio_data, bp->bio_data, bp->bio_data, 10402d1661a5SPawel Jakub Dawidek bp->bio_length); 10412d1661a5SPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_NODISK) != 0) 10422d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 10432d1661a5SPawel Jakub Dawidek } 10442d1661a5SPawel Jakub Dawidek } 10452d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 10462d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 10472d1661a5SPawel Jakub Dawidek 10482d1661a5SPawel Jakub Dawidek disk = cbp->bio_caller2; 10492d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 10502d1661a5SPawel Jakub Dawidek cbp->bio_to = cp->provider; 10512d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Sending request."); 1052d97d5ee9SPawel Jakub Dawidek KASSERT(cp->acr == 1 && cp->acw == 1 && cp->ace == 1, 1053d97d5ee9SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 1054d97d5ee9SPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 105579e61493SPawel Jakub Dawidek cp->index++; 10560962f942SPawel Jakub Dawidek sc->sc_writes++; 10572d1661a5SPawel Jakub Dawidek g_io_request(cbp, cp); 10582d1661a5SPawel Jakub Dawidek } 10592d1661a5SPawel Jakub Dawidek } 10602d1661a5SPawel Jakub Dawidek 10612d1661a5SPawel Jakub Dawidek static void 10622d1661a5SPawel Jakub Dawidek g_raid3_gather(struct bio *pbp) 10632d1661a5SPawel Jakub Dawidek { 10642d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 10652d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 1066f5a2f7feSPawel Jakub Dawidek struct bio *xbp, *fbp, *cbp; 10672d1661a5SPawel Jakub Dawidek off_t atom, cadd, padd, left; 10682d1661a5SPawel Jakub Dawidek 10692d1661a5SPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 10702d1661a5SPawel Jakub Dawidek /* 1071f5a2f7feSPawel Jakub Dawidek * Find bio for which we have to calculate data. 10722d1661a5SPawel Jakub Dawidek * While going through this path, check if all requests 10732d1661a5SPawel Jakub Dawidek * succeeded, if not, deny whole request. 1074f5a2f7feSPawel Jakub Dawidek * If we're in COMPLETE mode, we allow one request to fail, 1075f5a2f7feSPawel Jakub Dawidek * so if we find one, we're sending it to the parity consumer. 1076f5a2f7feSPawel Jakub Dawidek * If there are more failed requests, we deny whole request. 10772d1661a5SPawel Jakub Dawidek */ 1078f5a2f7feSPawel Jakub Dawidek xbp = fbp = NULL; 10792d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 10802d1661a5SPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_PARITY) != 0) { 1081f5a2f7feSPawel Jakub Dawidek KASSERT(xbp == NULL, ("More than one parity bio.")); 1082f5a2f7feSPawel Jakub Dawidek xbp = cbp; 10832d1661a5SPawel Jakub Dawidek } 10842d1661a5SPawel Jakub Dawidek if (cbp->bio_error == 0) 10852d1661a5SPawel Jakub Dawidek continue; 10862d1661a5SPawel Jakub Dawidek /* 10872d1661a5SPawel Jakub Dawidek * Found failed request. 10882d1661a5SPawel Jakub Dawidek */ 1089f5a2f7feSPawel Jakub Dawidek if (fbp == NULL) { 1090f5a2f7feSPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_DEGRADED) != 0) { 10912d1661a5SPawel Jakub Dawidek /* 1092f5a2f7feSPawel Jakub Dawidek * We are already in degraded mode, so we can't 1093f5a2f7feSPawel Jakub Dawidek * accept any failures. 10942d1661a5SPawel Jakub Dawidek */ 1095f5a2f7feSPawel Jakub Dawidek if (pbp->bio_error == 0) 109617fec17eSPawel Jakub Dawidek pbp->bio_error = cbp->bio_error; 10972d1661a5SPawel Jakub Dawidek } else { 1098f5a2f7feSPawel Jakub Dawidek fbp = cbp; 10992d1661a5SPawel Jakub Dawidek } 1100f5a2f7feSPawel Jakub Dawidek } else { 11012d1661a5SPawel Jakub Dawidek /* 11022d1661a5SPawel Jakub Dawidek * Next failed request, that's too many. 11032d1661a5SPawel Jakub Dawidek */ 11042d1661a5SPawel Jakub Dawidek if (pbp->bio_error == 0) 1105f5a2f7feSPawel Jakub Dawidek pbp->bio_error = fbp->bio_error; 11062d1661a5SPawel Jakub Dawidek } 11073aae74ecSPawel Jakub Dawidek disk = cbp->bio_caller2; 11083aae74ecSPawel Jakub Dawidek if (disk == NULL) 11093aae74ecSPawel Jakub Dawidek continue; 11103aae74ecSPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_BROKEN) == 0) { 11113aae74ecSPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_BROKEN; 11123aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(0, cbp, "Request failed (error=%d).", 11133aae74ecSPawel Jakub Dawidek cbp->bio_error); 11143aae74ecSPawel Jakub Dawidek } else { 11153aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(1, cbp, "Request failed (error=%d).", 11163aae74ecSPawel Jakub Dawidek cbp->bio_error); 11173aae74ecSPawel Jakub Dawidek } 11183aae74ecSPawel Jakub Dawidek if (g_raid3_disconnect_on_failure && 11193aae74ecSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 11203aae74ecSPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 11213aae74ecSPawel Jakub Dawidek g_raid3_event_send(disk, 11223aae74ecSPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 11233aae74ecSPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 11243aae74ecSPawel Jakub Dawidek } 11252d1661a5SPawel Jakub Dawidek } 11262d1661a5SPawel Jakub Dawidek if (pbp->bio_error != 0) 11272d1661a5SPawel Jakub Dawidek goto finish; 1128dba915cfSPawel Jakub Dawidek if (fbp != NULL && (pbp->bio_pflags & G_RAID3_BIO_PFLAG_VERIFY) != 0) { 1129dba915cfSPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_VERIFY; 1130dba915cfSPawel Jakub Dawidek if (xbp != fbp) 1131dba915cfSPawel Jakub Dawidek g_raid3_replace_bio(xbp, fbp); 1132dba915cfSPawel Jakub Dawidek g_raid3_destroy_bio(sc, fbp); 1133dba915cfSPawel Jakub Dawidek } else if (fbp != NULL) { 11342d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 11352d1661a5SPawel Jakub Dawidek 11362d1661a5SPawel Jakub Dawidek /* 11372d1661a5SPawel Jakub Dawidek * One request failed, so send the same request to 11382d1661a5SPawel Jakub Dawidek * the parity consumer. 11392d1661a5SPawel Jakub Dawidek */ 1140f5a2f7feSPawel Jakub Dawidek disk = pbp->bio_driver2; 11412d1661a5SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) { 1142f5a2f7feSPawel Jakub Dawidek pbp->bio_error = fbp->bio_error; 11432d1661a5SPawel Jakub Dawidek goto finish; 11442d1661a5SPawel Jakub Dawidek } 11452d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_DEGRADED; 11462d1661a5SPawel Jakub Dawidek pbp->bio_inbed--; 1147f5a2f7feSPawel Jakub Dawidek fbp->bio_flags &= ~(BIO_DONE | BIO_ERROR); 1148f5a2f7feSPawel Jakub Dawidek if (disk->d_no == sc->sc_ndisks - 1) 1149f5a2f7feSPawel Jakub Dawidek fbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 1150f5a2f7feSPawel Jakub Dawidek fbp->bio_error = 0; 1151f5a2f7feSPawel Jakub Dawidek fbp->bio_completed = 0; 1152f5a2f7feSPawel Jakub Dawidek fbp->bio_children = 0; 1153f5a2f7feSPawel Jakub Dawidek fbp->bio_inbed = 0; 11542d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 1155f5a2f7feSPawel Jakub Dawidek fbp->bio_caller2 = disk; 1156f5a2f7feSPawel Jakub Dawidek fbp->bio_to = cp->provider; 1157f5a2f7feSPawel Jakub Dawidek G_RAID3_LOGREQ(3, fbp, "Sending request (recover)."); 1158d97d5ee9SPawel Jakub Dawidek KASSERT(cp->acr == 1 && cp->acw == 1 && cp->ace == 1, 11592d1661a5SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 11602d1661a5SPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 116179e61493SPawel Jakub Dawidek cp->index++; 1162f5a2f7feSPawel Jakub Dawidek g_io_request(fbp, cp); 11632d1661a5SPawel Jakub Dawidek return; 11642d1661a5SPawel Jakub Dawidek } 1165f5a2f7feSPawel Jakub Dawidek if (xbp != NULL) { 1166f5a2f7feSPawel Jakub Dawidek /* 1167f5a2f7feSPawel Jakub Dawidek * Calculate parity. 1168f5a2f7feSPawel Jakub Dawidek */ 1169f5a2f7feSPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 1170f5a2f7feSPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_PARITY) != 0) 1171f5a2f7feSPawel Jakub Dawidek continue; 1172f5a2f7feSPawel Jakub Dawidek g_raid3_xor(cbp->bio_data, xbp->bio_data, xbp->bio_data, 1173f5a2f7feSPawel Jakub Dawidek xbp->bio_length); 1174f5a2f7feSPawel Jakub Dawidek } 1175f5a2f7feSPawel Jakub Dawidek xbp->bio_cflags &= ~G_RAID3_BIO_CFLAG_PARITY; 1176dba915cfSPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_VERIFY) != 0) { 1177dba915cfSPawel Jakub Dawidek if (!g_raid3_is_zero(xbp)) { 1178dba915cfSPawel Jakub Dawidek g_raid3_parity_mismatch++; 1179dba915cfSPawel Jakub Dawidek pbp->bio_error = EIO; 1180dba915cfSPawel Jakub Dawidek goto finish; 1181dba915cfSPawel Jakub Dawidek } 1182dba915cfSPawel Jakub Dawidek g_raid3_destroy_bio(sc, xbp); 1183dba915cfSPawel Jakub Dawidek } 11842d1661a5SPawel Jakub Dawidek } 11852d1661a5SPawel Jakub Dawidek atom = sc->sc_sectorsize / (sc->sc_ndisks - 1); 11862d1661a5SPawel Jakub Dawidek cadd = padd = 0; 11872d1661a5SPawel Jakub Dawidek for (left = pbp->bio_length; left > 0; left -= sc->sc_sectorsize) { 11882d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 11892d1661a5SPawel Jakub Dawidek bcopy(cbp->bio_data + cadd, pbp->bio_data + padd, atom); 11902d1661a5SPawel Jakub Dawidek pbp->bio_completed += atom; 11912d1661a5SPawel Jakub Dawidek padd += atom; 11922d1661a5SPawel Jakub Dawidek } 11932d1661a5SPawel Jakub Dawidek cadd += atom; 11942d1661a5SPawel Jakub Dawidek } 11952d1661a5SPawel Jakub Dawidek finish: 11962d1661a5SPawel Jakub Dawidek if (pbp->bio_error == 0) 11972d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, pbp, "Request finished."); 11984cf67afeSPawel Jakub Dawidek else { 11994cf67afeSPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_VERIFY) != 0) 12004cf67afeSPawel Jakub Dawidek G_RAID3_LOGREQ(1, pbp, "Verification error."); 12012d1661a5SPawel Jakub Dawidek else 12022d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, pbp, "Request failed."); 12034cf67afeSPawel Jakub Dawidek } 1204dba915cfSPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_MASK; 12052d1661a5SPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 12062d1661a5SPawel Jakub Dawidek while ((cbp = G_RAID3_HEAD_BIO(pbp)) != NULL) 12072d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 12082d1661a5SPawel Jakub Dawidek } 12092d1661a5SPawel Jakub Dawidek 12102d1661a5SPawel Jakub Dawidek static void 12112d1661a5SPawel Jakub Dawidek g_raid3_done(struct bio *bp) 12122d1661a5SPawel Jakub Dawidek { 12132d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 12142d1661a5SPawel Jakub Dawidek 12152d1661a5SPawel Jakub Dawidek sc = bp->bio_from->geom->softc; 12162d1661a5SPawel Jakub Dawidek bp->bio_cflags |= G_RAID3_BIO_CFLAG_REGULAR; 12172d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Regular request done (error=%d).", bp->bio_error); 12182d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 12192d1661a5SPawel Jakub Dawidek bioq_insert_head(&sc->sc_queue, bp); 12202d1661a5SPawel Jakub Dawidek wakeup(sc); 12212d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 12222d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 12232d1661a5SPawel Jakub Dawidek } 12242d1661a5SPawel Jakub Dawidek 12252d1661a5SPawel Jakub Dawidek static void 12262d1661a5SPawel Jakub Dawidek g_raid3_regular_request(struct bio *cbp) 12272d1661a5SPawel Jakub Dawidek { 12282d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 12292d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 12302d1661a5SPawel Jakub Dawidek struct bio *pbp; 12312d1661a5SPawel Jakub Dawidek 12322d1661a5SPawel Jakub Dawidek g_topology_assert_not(); 12332d1661a5SPawel Jakub Dawidek 12342d1661a5SPawel Jakub Dawidek pbp = cbp->bio_parent; 12352d1661a5SPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 12360962f942SPawel Jakub Dawidek cbp->bio_from->index--; 12370962f942SPawel Jakub Dawidek if (cbp->bio_cmd == BIO_WRITE) 12380962f942SPawel Jakub Dawidek sc->sc_writes--; 12392d1661a5SPawel Jakub Dawidek disk = cbp->bio_from->private; 12402d1661a5SPawel Jakub Dawidek if (disk == NULL) { 12412d1661a5SPawel Jakub Dawidek g_topology_lock(); 12422d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(sc, cbp->bio_from); 12432d1661a5SPawel Jakub Dawidek g_topology_unlock(); 12442d1661a5SPawel Jakub Dawidek } 12452d1661a5SPawel Jakub Dawidek 12462d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Request finished."); 12472d1661a5SPawel Jakub Dawidek pbp->bio_inbed++; 12482d1661a5SPawel Jakub Dawidek KASSERT(pbp->bio_inbed <= pbp->bio_children, 12492d1661a5SPawel Jakub Dawidek ("bio_inbed (%u) is bigger than bio_children (%u).", pbp->bio_inbed, 12502d1661a5SPawel Jakub Dawidek pbp->bio_children)); 12512d1661a5SPawel Jakub Dawidek if (pbp->bio_inbed != pbp->bio_children) 12522d1661a5SPawel Jakub Dawidek return; 12532d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 12542d1661a5SPawel Jakub Dawidek case BIO_READ: 12552d1661a5SPawel Jakub Dawidek g_raid3_gather(pbp); 12562d1661a5SPawel Jakub Dawidek break; 12572d1661a5SPawel Jakub Dawidek case BIO_WRITE: 12582d1661a5SPawel Jakub Dawidek case BIO_DELETE: 12592d1661a5SPawel Jakub Dawidek { 12602d1661a5SPawel Jakub Dawidek int error = 0; 12612d1661a5SPawel Jakub Dawidek 12622d1661a5SPawel Jakub Dawidek pbp->bio_completed = pbp->bio_length; 12632d1661a5SPawel Jakub Dawidek while ((cbp = G_RAID3_HEAD_BIO(pbp)) != NULL) { 12643aae74ecSPawel Jakub Dawidek if (cbp->bio_error == 0) { 12653aae74ecSPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 12663aae74ecSPawel Jakub Dawidek continue; 12672d1661a5SPawel Jakub Dawidek } 12683aae74ecSPawel Jakub Dawidek 12692d1661a5SPawel Jakub Dawidek if (error == 0) 12702d1661a5SPawel Jakub Dawidek error = cbp->bio_error; 12712d1661a5SPawel Jakub Dawidek else if (pbp->bio_error == 0) { 12722d1661a5SPawel Jakub Dawidek /* 12732d1661a5SPawel Jakub Dawidek * Next failed request, that's too many. 12742d1661a5SPawel Jakub Dawidek */ 12752d1661a5SPawel Jakub Dawidek pbp->bio_error = error; 12762d1661a5SPawel Jakub Dawidek } 12773aae74ecSPawel Jakub Dawidek 12783aae74ecSPawel Jakub Dawidek disk = cbp->bio_caller2; 12793aae74ecSPawel Jakub Dawidek if (disk == NULL) { 12803aae74ecSPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 12813aae74ecSPawel Jakub Dawidek continue; 12823aae74ecSPawel Jakub Dawidek } 12833aae74ecSPawel Jakub Dawidek 12843aae74ecSPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_BROKEN) == 0) { 12853aae74ecSPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_BROKEN; 12863aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(0, cbp, 12873aae74ecSPawel Jakub Dawidek "Request failed (error=%d).", 12883aae74ecSPawel Jakub Dawidek cbp->bio_error); 12893aae74ecSPawel Jakub Dawidek } else { 12903aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(1, cbp, 12913aae74ecSPawel Jakub Dawidek "Request failed (error=%d).", 12923aae74ecSPawel Jakub Dawidek cbp->bio_error); 12933aae74ecSPawel Jakub Dawidek } 12943aae74ecSPawel Jakub Dawidek if (g_raid3_disconnect_on_failure && 12953aae74ecSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 12963aae74ecSPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 12973aae74ecSPawel Jakub Dawidek g_raid3_event_send(disk, 12983aae74ecSPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 12993aae74ecSPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 13002d1661a5SPawel Jakub Dawidek } 13012d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 13022d1661a5SPawel Jakub Dawidek } 13032d1661a5SPawel Jakub Dawidek if (pbp->bio_error == 0) 13042d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, pbp, "Request finished."); 13052d1661a5SPawel Jakub Dawidek else 13062d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, pbp, "Request failed."); 13072d1661a5SPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_DEGRADED; 13082d1661a5SPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_NOPARITY; 13092d1661a5SPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 13102d1661a5SPawel Jakub Dawidek break; 13112d1661a5SPawel Jakub Dawidek } 13122d1661a5SPawel Jakub Dawidek } 13132d1661a5SPawel Jakub Dawidek } 13142d1661a5SPawel Jakub Dawidek 13152d1661a5SPawel Jakub Dawidek static void 13162d1661a5SPawel Jakub Dawidek g_raid3_sync_done(struct bio *bp) 13172d1661a5SPawel Jakub Dawidek { 13182d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 13192d1661a5SPawel Jakub Dawidek 13202d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Synchronization request delivered."); 13212d1661a5SPawel Jakub Dawidek sc = bp->bio_from->geom->softc; 13222d1661a5SPawel Jakub Dawidek bp->bio_cflags |= G_RAID3_BIO_CFLAG_SYNC; 13232d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 13242d1661a5SPawel Jakub Dawidek bioq_insert_head(&sc->sc_queue, bp); 13252d1661a5SPawel Jakub Dawidek wakeup(sc); 13262d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 13272d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 13282d1661a5SPawel Jakub Dawidek } 13292d1661a5SPawel Jakub Dawidek 13302d1661a5SPawel Jakub Dawidek static void 13312d1661a5SPawel Jakub Dawidek g_raid3_start(struct bio *bp) 13322d1661a5SPawel Jakub Dawidek { 13332d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 13342d1661a5SPawel Jakub Dawidek 13352d1661a5SPawel Jakub Dawidek sc = bp->bio_to->geom->softc; 13362d1661a5SPawel Jakub Dawidek /* 13372d1661a5SPawel Jakub Dawidek * If sc == NULL or there are no valid disks, provider's error 13382d1661a5SPawel Jakub Dawidek * should be set and g_raid3_start() should not be called at all. 13392d1661a5SPawel Jakub Dawidek */ 13402d1661a5SPawel Jakub Dawidek KASSERT(sc != NULL && (sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 13412d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE), 13422d1661a5SPawel Jakub Dawidek ("Provider's error should be set (error=%d)(device=%s).", 13432d1661a5SPawel Jakub Dawidek bp->bio_to->error, bp->bio_to->name)); 13442d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Request received."); 13452d1661a5SPawel Jakub Dawidek 13462d1661a5SPawel Jakub Dawidek switch (bp->bio_cmd) { 13472d1661a5SPawel Jakub Dawidek case BIO_READ: 13482d1661a5SPawel Jakub Dawidek case BIO_WRITE: 13492d1661a5SPawel Jakub Dawidek case BIO_DELETE: 13502d1661a5SPawel Jakub Dawidek break; 13512d1661a5SPawel Jakub Dawidek case BIO_GETATTR: 13522d1661a5SPawel Jakub Dawidek default: 13532d1661a5SPawel Jakub Dawidek g_io_deliver(bp, EOPNOTSUPP); 13542d1661a5SPawel Jakub Dawidek return; 13552d1661a5SPawel Jakub Dawidek } 13562d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 13572d1661a5SPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, bp); 13582d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, sc); 13592d1661a5SPawel Jakub Dawidek wakeup(sc); 13602d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 13612d1661a5SPawel Jakub Dawidek } 13622d1661a5SPawel Jakub Dawidek 13632d1661a5SPawel Jakub Dawidek /* 13642d1661a5SPawel Jakub Dawidek * Send one synchronization request. 13652d1661a5SPawel Jakub Dawidek */ 13662d1661a5SPawel Jakub Dawidek static void 13672d1661a5SPawel Jakub Dawidek g_raid3_sync_one(struct g_raid3_softc *sc) 13682d1661a5SPawel Jakub Dawidek { 13692d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 13702d1661a5SPawel Jakub Dawidek struct bio *bp; 13712d1661a5SPawel Jakub Dawidek 13722d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED, 13732d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s).", sc->sc_name, 13742d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state))); 13752d1661a5SPawel Jakub Dawidek disk = sc->sc_syncdisk; 13762d1661a5SPawel Jakub Dawidek KASSERT(disk != NULL, ("No sync disk (%s).", sc->sc_name)); 13772d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 13782d1661a5SPawel Jakub Dawidek ("Disk %s is not marked for synchronization.", 13792d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk))); 13802d1661a5SPawel Jakub Dawidek 13812d1661a5SPawel Jakub Dawidek bp = g_new_bio(); 13822d1661a5SPawel Jakub Dawidek if (bp == NULL) 13832d1661a5SPawel Jakub Dawidek return; 13842d1661a5SPawel Jakub Dawidek bp->bio_parent = NULL; 13852d1661a5SPawel Jakub Dawidek bp->bio_cmd = BIO_READ; 13862d1661a5SPawel Jakub Dawidek bp->bio_offset = disk->d_sync.ds_offset * (sc->sc_ndisks - 1); 1387604fce4fSPawel Jakub Dawidek bp->bio_length = MIN(MAXPHYS, sc->sc_mediasize - bp->bio_offset); 13882d1661a5SPawel Jakub Dawidek bp->bio_cflags = 0; 13892d1661a5SPawel Jakub Dawidek bp->bio_done = g_raid3_sync_done; 13902d1661a5SPawel Jakub Dawidek bp->bio_data = disk->d_sync.ds_data; 13912d1661a5SPawel Jakub Dawidek if (bp->bio_data == NULL) { 13922d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 13932d1661a5SPawel Jakub Dawidek return; 13942d1661a5SPawel Jakub Dawidek } 13952d1661a5SPawel Jakub Dawidek bp->bio_cflags = G_RAID3_BIO_CFLAG_REGSYNC; 13962d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset += bp->bio_length / (sc->sc_ndisks - 1); 13972d1661a5SPawel Jakub Dawidek bp->bio_to = sc->sc_provider; 13982d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Sending synchronization request."); 139979e61493SPawel Jakub Dawidek disk->d_sync.ds_consumer->index++; 14002d1661a5SPawel Jakub Dawidek g_io_request(bp, disk->d_sync.ds_consumer); 14012d1661a5SPawel Jakub Dawidek } 14022d1661a5SPawel Jakub Dawidek 14032d1661a5SPawel Jakub Dawidek static void 14042d1661a5SPawel Jakub Dawidek g_raid3_sync_request(struct bio *bp) 14052d1661a5SPawel Jakub Dawidek { 14062d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 14072d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 14082d1661a5SPawel Jakub Dawidek 140979e61493SPawel Jakub Dawidek bp->bio_from->index--; 14102d1661a5SPawel Jakub Dawidek sc = bp->bio_from->geom->softc; 14112d1661a5SPawel Jakub Dawidek disk = bp->bio_from->private; 14122d1661a5SPawel Jakub Dawidek if (disk == NULL) { 14132d1661a5SPawel Jakub Dawidek g_topology_lock(); 14142d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(sc, bp->bio_from); 14152d1661a5SPawel Jakub Dawidek g_topology_unlock(); 14162d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 14172d1661a5SPawel Jakub Dawidek return; 14182d1661a5SPawel Jakub Dawidek } 14192d1661a5SPawel Jakub Dawidek 14202d1661a5SPawel Jakub Dawidek /* 14212d1661a5SPawel Jakub Dawidek * Synchronization request. 14222d1661a5SPawel Jakub Dawidek */ 14232d1661a5SPawel Jakub Dawidek switch (bp->bio_cmd) { 14242d1661a5SPawel Jakub Dawidek case BIO_READ: 14252d1661a5SPawel Jakub Dawidek { 14262d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 14272d1661a5SPawel Jakub Dawidek u_char *dst, *src; 14282d1661a5SPawel Jakub Dawidek off_t left; 14292d1661a5SPawel Jakub Dawidek u_int atom; 14302d1661a5SPawel Jakub Dawidek 14312d1661a5SPawel Jakub Dawidek if (bp->bio_error != 0) { 14322d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, bp, 14332d1661a5SPawel Jakub Dawidek "Synchronization request failed (error=%d).", 14342d1661a5SPawel Jakub Dawidek bp->bio_error); 14352d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 14362d1661a5SPawel Jakub Dawidek return; 14372d1661a5SPawel Jakub Dawidek } 14382d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Synchronization request finished."); 14392d1661a5SPawel Jakub Dawidek atom = sc->sc_sectorsize / (sc->sc_ndisks - 1); 14402d1661a5SPawel Jakub Dawidek dst = src = bp->bio_data; 14412d1661a5SPawel Jakub Dawidek if (disk->d_no == sc->sc_ndisks - 1) { 14422d1661a5SPawel Jakub Dawidek u_int n; 14432d1661a5SPawel Jakub Dawidek 14442d1661a5SPawel Jakub Dawidek /* Parity component. */ 14452d1661a5SPawel Jakub Dawidek for (left = bp->bio_length; left > 0; 14462d1661a5SPawel Jakub Dawidek left -= sc->sc_sectorsize) { 14472d1661a5SPawel Jakub Dawidek bcopy(src, dst, atom); 14482d1661a5SPawel Jakub Dawidek src += atom; 14492d1661a5SPawel Jakub Dawidek for (n = 1; n < sc->sc_ndisks - 1; n++) { 14502d1661a5SPawel Jakub Dawidek g_raid3_xor(src, dst, dst, atom); 14512d1661a5SPawel Jakub Dawidek src += atom; 14522d1661a5SPawel Jakub Dawidek } 14532d1661a5SPawel Jakub Dawidek dst += atom; 14542d1661a5SPawel Jakub Dawidek } 14552d1661a5SPawel Jakub Dawidek } else { 14562d1661a5SPawel Jakub Dawidek /* Regular component. */ 14572d1661a5SPawel Jakub Dawidek src += atom * disk->d_no; 14582d1661a5SPawel Jakub Dawidek for (left = bp->bio_length; left > 0; 14592d1661a5SPawel Jakub Dawidek left -= sc->sc_sectorsize) { 14602d1661a5SPawel Jakub Dawidek bcopy(src, dst, atom); 14612d1661a5SPawel Jakub Dawidek src += sc->sc_sectorsize; 14622d1661a5SPawel Jakub Dawidek dst += atom; 14632d1661a5SPawel Jakub Dawidek } 14642d1661a5SPawel Jakub Dawidek } 14652d1661a5SPawel Jakub Dawidek bp->bio_offset /= sc->sc_ndisks - 1; 14662d1661a5SPawel Jakub Dawidek bp->bio_length /= sc->sc_ndisks - 1; 14672d1661a5SPawel Jakub Dawidek bp->bio_cmd = BIO_WRITE; 14682d1661a5SPawel Jakub Dawidek bp->bio_cflags = 0; 14692d1661a5SPawel Jakub Dawidek bp->bio_children = bp->bio_inbed = 0; 14702d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 1471d97d5ee9SPawel Jakub Dawidek KASSERT(cp->acr == 1 && cp->acw == 1 && cp->ace == 1, 14722d1661a5SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 14732d1661a5SPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 147479e61493SPawel Jakub Dawidek cp->index++; 14752d1661a5SPawel Jakub Dawidek g_io_request(bp, cp); 14762d1661a5SPawel Jakub Dawidek return; 14772d1661a5SPawel Jakub Dawidek } 14782d1661a5SPawel Jakub Dawidek case BIO_WRITE: 1479d2fb9c62SPawel Jakub Dawidek { 1480d2fb9c62SPawel Jakub Dawidek struct g_raid3_disk_sync *sync; 1481d2fb9c62SPawel Jakub Dawidek 14822d1661a5SPawel Jakub Dawidek if (bp->bio_error != 0) { 14832d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, bp, 14842d1661a5SPawel Jakub Dawidek "Synchronization request failed (error=%d).", 14852d1661a5SPawel Jakub Dawidek bp->bio_error); 14862d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 1487ea973705SPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 14882d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, 14892d1661a5SPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 14902d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 14912d1661a5SPawel Jakub Dawidek return; 14922d1661a5SPawel Jakub Dawidek } 14932d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Synchronization request finished."); 1494d2fb9c62SPawel Jakub Dawidek sync = &disk->d_sync; 1495d2fb9c62SPawel Jakub Dawidek sync->ds_offset_done = bp->bio_offset + bp->bio_length; 14962d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 1497d2fb9c62SPawel Jakub Dawidek if (sync->ds_resync != -1) 1498d2fb9c62SPawel Jakub Dawidek return; 1499d2fb9c62SPawel Jakub Dawidek if (sync->ds_offset_done == 1500c0d68b6eSPawel Jakub Dawidek sc->sc_mediasize / (sc->sc_ndisks - 1)) { 15012d1661a5SPawel Jakub Dawidek /* 15022d1661a5SPawel Jakub Dawidek * Disk up-to-date, activate it. 15032d1661a5SPawel Jakub Dawidek */ 15042d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, G_RAID3_DISK_STATE_ACTIVE, 15052d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 15062d1661a5SPawel Jakub Dawidek return; 1507604fce4fSPawel Jakub Dawidek } else if (sync->ds_offset_done % (MAXPHYS * 100) == 0) { 15082d1661a5SPawel Jakub Dawidek /* 15092d1661a5SPawel Jakub Dawidek * Update offset_done on every 100 blocks. 15102d1661a5SPawel Jakub Dawidek * XXX: This should be configurable. 15112d1661a5SPawel Jakub Dawidek */ 15122d1661a5SPawel Jakub Dawidek g_topology_lock(); 15132d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 15142d1661a5SPawel Jakub Dawidek g_topology_unlock(); 15152d1661a5SPawel Jakub Dawidek } 15162d1661a5SPawel Jakub Dawidek return; 1517d2fb9c62SPawel Jakub Dawidek } 15182d1661a5SPawel Jakub Dawidek default: 15192d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Invalid command here: %u (device=%s)", 15202d1661a5SPawel Jakub Dawidek bp->bio_cmd, sc->sc_name)); 15212d1661a5SPawel Jakub Dawidek break; 15222d1661a5SPawel Jakub Dawidek } 15232d1661a5SPawel Jakub Dawidek } 15242d1661a5SPawel Jakub Dawidek 15252d1661a5SPawel Jakub Dawidek static int 15262d1661a5SPawel Jakub Dawidek g_raid3_register_request(struct bio *pbp) 15272d1661a5SPawel Jakub Dawidek { 15282d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 15292d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 15302d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 15312d1661a5SPawel Jakub Dawidek struct bio *cbp; 15322d1661a5SPawel Jakub Dawidek off_t offset, length; 1533fa6a7837SDavid E. O'Brien u_int n, ndisks; 1534dba915cfSPawel Jakub Dawidek int round_robin, verify; 15352d1661a5SPawel Jakub Dawidek 1536fa6a7837SDavid E. O'Brien ndisks = 0; 15372d1661a5SPawel Jakub Dawidek sc = pbp->bio_to->geom->softc; 15382d1661a5SPawel Jakub Dawidek if ((pbp->bio_cflags & G_RAID3_BIO_CFLAG_REGSYNC) != 0 && 15392d1661a5SPawel Jakub Dawidek sc->sc_syncdisk == NULL) { 15402d1661a5SPawel Jakub Dawidek g_io_deliver(pbp, EIO); 15412d1661a5SPawel Jakub Dawidek return (0); 15422d1661a5SPawel Jakub Dawidek } 15432d1661a5SPawel Jakub Dawidek g_raid3_init_bio(pbp); 15442d1661a5SPawel Jakub Dawidek length = pbp->bio_length / (sc->sc_ndisks - 1); 15452d1661a5SPawel Jakub Dawidek offset = pbp->bio_offset / (sc->sc_ndisks - 1); 1546dba915cfSPawel Jakub Dawidek round_robin = verify = 0; 15472d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 15482d1661a5SPawel Jakub Dawidek case BIO_READ: 1549dba915cfSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_VERIFY) != 0 && 1550dba915cfSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 1551dba915cfSPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_VERIFY; 1552dba915cfSPawel Jakub Dawidek verify = 1; 1553dba915cfSPawel Jakub Dawidek ndisks = sc->sc_ndisks; 1554dba915cfSPawel Jakub Dawidek } else { 1555dba915cfSPawel Jakub Dawidek verify = 0; 15562d1661a5SPawel Jakub Dawidek ndisks = sc->sc_ndisks - 1; 1557dba915cfSPawel Jakub Dawidek } 1558dba915cfSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_ROUND_ROBIN) != 0 && 1559dba915cfSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 1560dba915cfSPawel Jakub Dawidek round_robin = 1; 1561dba915cfSPawel Jakub Dawidek } else { 1562dba915cfSPawel Jakub Dawidek round_robin = 0; 1563dba915cfSPawel Jakub Dawidek } 1564dba915cfSPawel Jakub Dawidek KASSERT(!round_robin || !verify, 1565dba915cfSPawel Jakub Dawidek ("ROUND-ROBIN and VERIFY are mutually exclusive.")); 1566f5a2f7feSPawel Jakub Dawidek pbp->bio_driver2 = &sc->sc_disks[sc->sc_ndisks - 1]; 15672d1661a5SPawel Jakub Dawidek break; 15682d1661a5SPawel Jakub Dawidek case BIO_WRITE: 15692d1661a5SPawel Jakub Dawidek case BIO_DELETE: 1570d2fb9c62SPawel Jakub Dawidek { 1571d2fb9c62SPawel Jakub Dawidek struct g_raid3_disk_sync *sync; 1572d2fb9c62SPawel Jakub Dawidek 15734d006a98SPawel Jakub Dawidek if (sc->sc_idle) 15744d006a98SPawel Jakub Dawidek g_raid3_unidle(sc); 15750962f942SPawel Jakub Dawidek else 15760962f942SPawel Jakub Dawidek sc->sc_last_write = time_second; 15774d006a98SPawel Jakub Dawidek 15782d1661a5SPawel Jakub Dawidek ndisks = sc->sc_ndisks; 1579d2fb9c62SPawel Jakub Dawidek 1580d2fb9c62SPawel Jakub Dawidek if (sc->sc_syncdisk == NULL) 15812d1661a5SPawel Jakub Dawidek break; 1582d2fb9c62SPawel Jakub Dawidek sync = &sc->sc_syncdisk->d_sync; 1583d2fb9c62SPawel Jakub Dawidek if (offset >= sync->ds_offset) 1584d2fb9c62SPawel Jakub Dawidek break; 1585d2fb9c62SPawel Jakub Dawidek if (offset + length <= sync->ds_offset_done) 1586d2fb9c62SPawel Jakub Dawidek break; 1587d2fb9c62SPawel Jakub Dawidek if (offset >= sync->ds_resync && sync->ds_resync != -1) 1588d2fb9c62SPawel Jakub Dawidek break; 1589604fce4fSPawel Jakub Dawidek sync->ds_resync = offset - (offset % MAXPHYS); 1590d2fb9c62SPawel Jakub Dawidek break; 1591d2fb9c62SPawel Jakub Dawidek } 15922d1661a5SPawel Jakub Dawidek } 15932d1661a5SPawel Jakub Dawidek for (n = 0; n < ndisks; n++) { 15942d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 15952d1661a5SPawel Jakub Dawidek cbp = g_raid3_clone_bio(sc, pbp); 15962d1661a5SPawel Jakub Dawidek if (cbp == NULL) { 15972d1661a5SPawel Jakub Dawidek while ((cbp = G_RAID3_HEAD_BIO(pbp)) != NULL) 15982d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 1599a65a0da2SPawel Jakub Dawidek /* 1600a65a0da2SPawel Jakub Dawidek * To prevent deadlock, we must run back up 1601a65a0da2SPawel Jakub Dawidek * with the ENOMEM for failed requests of any 1602a65a0da2SPawel Jakub Dawidek * of our consumers. Our own sync requests 1603a65a0da2SPawel Jakub Dawidek * can stick around, as they are finite. 1604a65a0da2SPawel Jakub Dawidek */ 1605a65a0da2SPawel Jakub Dawidek if ((pbp->bio_cflags & 1606a65a0da2SPawel Jakub Dawidek G_RAID3_BIO_CFLAG_REGULAR) != 0) { 1607a65a0da2SPawel Jakub Dawidek g_io_deliver(pbp, ENOMEM); 1608a65a0da2SPawel Jakub Dawidek return (0); 1609a65a0da2SPawel Jakub Dawidek } 16102d1661a5SPawel Jakub Dawidek return (ENOMEM); 16112d1661a5SPawel Jakub Dawidek } 16122d1661a5SPawel Jakub Dawidek cbp->bio_offset = offset; 16132d1661a5SPawel Jakub Dawidek cbp->bio_length = length; 16142d1661a5SPawel Jakub Dawidek cbp->bio_done = g_raid3_done; 16152d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 16162d1661a5SPawel Jakub Dawidek case BIO_READ: 16172d1661a5SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) { 16182d1661a5SPawel Jakub Dawidek /* 16192d1661a5SPawel Jakub Dawidek * Replace invalid component with the parity 16202d1661a5SPawel Jakub Dawidek * component. 16212d1661a5SPawel Jakub Dawidek */ 16222d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[sc->sc_ndisks - 1]; 16232d1661a5SPawel Jakub Dawidek cbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 16242d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_DEGRADED; 1625f5a2f7feSPawel Jakub Dawidek } else if (round_robin && 1626f5a2f7feSPawel Jakub Dawidek disk->d_no == sc->sc_round_robin) { 1627f5a2f7feSPawel Jakub Dawidek /* 1628f5a2f7feSPawel Jakub Dawidek * In round-robin mode skip one data component 1629f5a2f7feSPawel Jakub Dawidek * and use parity component when reading. 1630f5a2f7feSPawel Jakub Dawidek */ 1631f5a2f7feSPawel Jakub Dawidek pbp->bio_driver2 = disk; 1632f5a2f7feSPawel Jakub Dawidek disk = &sc->sc_disks[sc->sc_ndisks - 1]; 1633f5a2f7feSPawel Jakub Dawidek cbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 1634f5a2f7feSPawel Jakub Dawidek sc->sc_round_robin++; 1635f5a2f7feSPawel Jakub Dawidek round_robin = 0; 1636dba915cfSPawel Jakub Dawidek } else if (verify && disk->d_no == sc->sc_ndisks - 1) { 1637dba915cfSPawel Jakub Dawidek cbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 16382d1661a5SPawel Jakub Dawidek } 16392d1661a5SPawel Jakub Dawidek break; 16402d1661a5SPawel Jakub Dawidek case BIO_WRITE: 16412d1661a5SPawel Jakub Dawidek case BIO_DELETE: 16422d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 16432d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 16442d1661a5SPawel Jakub Dawidek if (n == ndisks - 1) { 16452d1661a5SPawel Jakub Dawidek /* 16462d1661a5SPawel Jakub Dawidek * Active parity component, mark it as such. 16472d1661a5SPawel Jakub Dawidek */ 16482d1661a5SPawel Jakub Dawidek cbp->bio_cflags |= 16492d1661a5SPawel Jakub Dawidek G_RAID3_BIO_CFLAG_PARITY; 16502d1661a5SPawel Jakub Dawidek } 16512d1661a5SPawel Jakub Dawidek } else { 16522d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_DEGRADED; 16532d1661a5SPawel Jakub Dawidek if (n == ndisks - 1) { 16542d1661a5SPawel Jakub Dawidek /* 16552d1661a5SPawel Jakub Dawidek * Parity component is not connected, 16562d1661a5SPawel Jakub Dawidek * so destroy its request. 16572d1661a5SPawel Jakub Dawidek */ 16582d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= 16592d1661a5SPawel Jakub Dawidek G_RAID3_BIO_PFLAG_NOPARITY; 16602d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 16612d1661a5SPawel Jakub Dawidek cbp = NULL; 16622d1661a5SPawel Jakub Dawidek } else { 16632d1661a5SPawel Jakub Dawidek cbp->bio_cflags |= 16642d1661a5SPawel Jakub Dawidek G_RAID3_BIO_CFLAG_NODISK; 16652d1661a5SPawel Jakub Dawidek disk = NULL; 16662d1661a5SPawel Jakub Dawidek } 16672d1661a5SPawel Jakub Dawidek } 16682d1661a5SPawel Jakub Dawidek break; 16692d1661a5SPawel Jakub Dawidek } 16702d1661a5SPawel Jakub Dawidek if (cbp != NULL) 16712d1661a5SPawel Jakub Dawidek cbp->bio_caller2 = disk; 16722d1661a5SPawel Jakub Dawidek } 16732d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 16742d1661a5SPawel Jakub Dawidek case BIO_READ: 1675f5a2f7feSPawel Jakub Dawidek if (round_robin) { 1676f5a2f7feSPawel Jakub Dawidek /* 1677f5a2f7feSPawel Jakub Dawidek * If we are in round-robin mode and 'round_robin' is 1678f5a2f7feSPawel Jakub Dawidek * still 1, it means, that we skipped parity component 1679f5a2f7feSPawel Jakub Dawidek * for this read and must reset sc_round_robin field. 1680f5a2f7feSPawel Jakub Dawidek */ 1681f5a2f7feSPawel Jakub Dawidek sc->sc_round_robin = 0; 1682f5a2f7feSPawel Jakub Dawidek } 16832d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 16842d1661a5SPawel Jakub Dawidek disk = cbp->bio_caller2; 16852d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 16862d1661a5SPawel Jakub Dawidek cbp->bio_to = cp->provider; 16872d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Sending request."); 1688d97d5ee9SPawel Jakub Dawidek KASSERT(cp->acr == 1 && cp->acw == 1 && cp->ace == 1, 16892d1661a5SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", 16902d1661a5SPawel Jakub Dawidek cp->provider->name, cp->acr, cp->acw, cp->ace)); 169179e61493SPawel Jakub Dawidek cp->index++; 16922d1661a5SPawel Jakub Dawidek g_io_request(cbp, cp); 16932d1661a5SPawel Jakub Dawidek } 16942d1661a5SPawel Jakub Dawidek break; 16952d1661a5SPawel Jakub Dawidek case BIO_WRITE: 16962d1661a5SPawel Jakub Dawidek case BIO_DELETE: 16972d1661a5SPawel Jakub Dawidek /* 16982d1661a5SPawel Jakub Dawidek * Bump syncid on first write. 16992d1661a5SPawel Jakub Dawidek */ 1700ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_SYNCID) != 0) { 1701a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_SYNCID; 17022d1661a5SPawel Jakub Dawidek g_topology_lock(); 1703d97d5ee9SPawel Jakub Dawidek g_raid3_bump_syncid(sc); 17042d1661a5SPawel Jakub Dawidek g_topology_unlock(); 17052d1661a5SPawel Jakub Dawidek } 17062d1661a5SPawel Jakub Dawidek g_raid3_scatter(pbp); 17072d1661a5SPawel Jakub Dawidek break; 17082d1661a5SPawel Jakub Dawidek } 17092d1661a5SPawel Jakub Dawidek return (0); 17102d1661a5SPawel Jakub Dawidek } 17112d1661a5SPawel Jakub Dawidek 17122d1661a5SPawel Jakub Dawidek static int 17132d1661a5SPawel Jakub Dawidek g_raid3_can_destroy(struct g_raid3_softc *sc) 17142d1661a5SPawel Jakub Dawidek { 17152d1661a5SPawel Jakub Dawidek struct g_geom *gp; 17162d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 17172d1661a5SPawel Jakub Dawidek 17182d1661a5SPawel Jakub Dawidek g_topology_assert(); 17192d1661a5SPawel Jakub Dawidek gp = sc->sc_geom; 17202d1661a5SPawel Jakub Dawidek LIST_FOREACH(cp, &gp->consumer, consumer) { 17212d1661a5SPawel Jakub Dawidek if (g_raid3_is_busy(sc, cp)) 17222d1661a5SPawel Jakub Dawidek return (0); 17232d1661a5SPawel Jakub Dawidek } 17242d1661a5SPawel Jakub Dawidek gp = sc->sc_sync.ds_geom; 17252d1661a5SPawel Jakub Dawidek LIST_FOREACH(cp, &gp->consumer, consumer) { 17262d1661a5SPawel Jakub Dawidek if (g_raid3_is_busy(sc, cp)) 17272d1661a5SPawel Jakub Dawidek return (0); 17282d1661a5SPawel Jakub Dawidek } 17292d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "No I/O requests for %s, it can be destroyed.", 17302d1661a5SPawel Jakub Dawidek sc->sc_name); 17312d1661a5SPawel Jakub Dawidek return (1); 17322d1661a5SPawel Jakub Dawidek } 17332d1661a5SPawel Jakub Dawidek 17342d1661a5SPawel Jakub Dawidek static int 17352d1661a5SPawel Jakub Dawidek g_raid3_try_destroy(struct g_raid3_softc *sc) 17362d1661a5SPawel Jakub Dawidek { 17372d1661a5SPawel Jakub Dawidek 17384ed854e8SPawel Jakub Dawidek if (sc->sc_rootmount != NULL) { 17394ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", __LINE__, 17404ed854e8SPawel Jakub Dawidek sc->sc_rootmount); 17414ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 17424ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 17434ed854e8SPawel Jakub Dawidek } 17444ed854e8SPawel Jakub Dawidek 17452d1661a5SPawel Jakub Dawidek g_topology_lock(); 17462d1661a5SPawel Jakub Dawidek if (!g_raid3_can_destroy(sc)) { 17472d1661a5SPawel Jakub Dawidek g_topology_unlock(); 17482d1661a5SPawel Jakub Dawidek return (0); 17492d1661a5SPawel Jakub Dawidek } 1750a245a548SPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_WAIT) != 0) { 17512d1661a5SPawel Jakub Dawidek g_topology_unlock(); 17522d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, 17532d1661a5SPawel Jakub Dawidek &sc->sc_worker); 17542d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_worker); 17552d1661a5SPawel Jakub Dawidek sc->sc_worker = NULL; 17562d1661a5SPawel Jakub Dawidek } else { 17572d1661a5SPawel Jakub Dawidek g_raid3_destroy_device(sc); 17582d1661a5SPawel Jakub Dawidek g_topology_unlock(); 17592d1661a5SPawel Jakub Dawidek free(sc->sc_disks, M_RAID3); 17602d1661a5SPawel Jakub Dawidek free(sc, M_RAID3); 17612d1661a5SPawel Jakub Dawidek } 17622d1661a5SPawel Jakub Dawidek return (1); 17632d1661a5SPawel Jakub Dawidek } 17642d1661a5SPawel Jakub Dawidek 17652d1661a5SPawel Jakub Dawidek /* 17662d1661a5SPawel Jakub Dawidek * Worker thread. 17672d1661a5SPawel Jakub Dawidek */ 17682d1661a5SPawel Jakub Dawidek static void 17692d1661a5SPawel Jakub Dawidek g_raid3_worker(void *arg) 17702d1661a5SPawel Jakub Dawidek { 17712d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 17722d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 1773d2fb9c62SPawel Jakub Dawidek struct g_raid3_disk_sync *sync; 17742d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 17752d1661a5SPawel Jakub Dawidek struct bio *bp; 17762d1661a5SPawel Jakub Dawidek u_int nreqs; 17770962f942SPawel Jakub Dawidek int timeout; 17782d1661a5SPawel Jakub Dawidek 17792d1661a5SPawel Jakub Dawidek sc = arg; 178063710c4dSJohn Baldwin mtx_lock_spin(&sched_lock); 178163710c4dSJohn Baldwin sched_prio(curthread, PRIBIO); 178263710c4dSJohn Baldwin mtx_unlock_spin(&sched_lock); 17832d1661a5SPawel Jakub Dawidek 17842d1661a5SPawel Jakub Dawidek nreqs = 0; 17852d1661a5SPawel Jakub Dawidek for (;;) { 17862d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: Let's see...", __func__); 17872d1661a5SPawel Jakub Dawidek /* 17882d1661a5SPawel Jakub Dawidek * First take a look at events. 17892d1661a5SPawel Jakub Dawidek * This is important to handle events before any I/O requests. 17902d1661a5SPawel Jakub Dawidek */ 17912d1661a5SPawel Jakub Dawidek ep = g_raid3_event_get(sc); 1792d97d5ee9SPawel Jakub Dawidek if (ep != NULL && g_topology_try_lock()) { 1793d97d5ee9SPawel Jakub Dawidek g_raid3_event_remove(sc, ep); 17942d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DEVICE) != 0) { 17952d1661a5SPawel Jakub Dawidek /* Update only device status. */ 17962d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, 17972d1661a5SPawel Jakub Dawidek "Running event for device %s.", 17982d1661a5SPawel Jakub Dawidek sc->sc_name); 17992d1661a5SPawel Jakub Dawidek ep->e_error = 0; 1800d97d5ee9SPawel Jakub Dawidek g_raid3_update_device(sc, 1); 18012d1661a5SPawel Jakub Dawidek } else { 18022d1661a5SPawel Jakub Dawidek /* Update disk status. */ 18032d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, "Running event for disk %s.", 18042d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(ep->e_disk)); 18052d1661a5SPawel Jakub Dawidek ep->e_error = g_raid3_update_disk(ep->e_disk, 1806d97d5ee9SPawel Jakub Dawidek ep->e_state); 18072d1661a5SPawel Jakub Dawidek if (ep->e_error == 0) 1808d97d5ee9SPawel Jakub Dawidek g_raid3_update_device(sc, 0); 18092d1661a5SPawel Jakub Dawidek } 18102d1661a5SPawel Jakub Dawidek g_topology_unlock(); 18112d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DONTWAIT) != 0) { 18122d1661a5SPawel Jakub Dawidek KASSERT(ep->e_error == 0, 18132d1661a5SPawel Jakub Dawidek ("Error cannot be handled.")); 18142d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 18152d1661a5SPawel Jakub Dawidek } else { 18162d1661a5SPawel Jakub Dawidek ep->e_flags |= G_RAID3_EVENT_DONE; 18172d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, 18182d1661a5SPawel Jakub Dawidek ep); 18192d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 18202d1661a5SPawel Jakub Dawidek wakeup(ep); 18212d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 18222d1661a5SPawel Jakub Dawidek } 18232d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & 18242d1661a5SPawel Jakub Dawidek G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 18252d1661a5SPawel Jakub Dawidek if (g_raid3_try_destroy(sc)) 18262d1661a5SPawel Jakub Dawidek kthread_exit(0); 18272d1661a5SPawel Jakub Dawidek } 18282d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 1.", __func__); 18292d1661a5SPawel Jakub Dawidek continue; 18302d1661a5SPawel Jakub Dawidek } 18312d1661a5SPawel Jakub Dawidek /* 18320962f942SPawel Jakub Dawidek * Check if we can mark array as CLEAN and if we can't take 18330962f942SPawel Jakub Dawidek * how much seconds should we wait. 18340962f942SPawel Jakub Dawidek */ 18350962f942SPawel Jakub Dawidek timeout = g_raid3_idle(sc, 0); 18360962f942SPawel Jakub Dawidek /* 18372d1661a5SPawel Jakub Dawidek * Now I/O requests. 18382d1661a5SPawel Jakub Dawidek */ 18392d1661a5SPawel Jakub Dawidek /* Get first request from the queue. */ 18402d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 18412d1661a5SPawel Jakub Dawidek bp = bioq_first(&sc->sc_queue); 18422d1661a5SPawel Jakub Dawidek if (bp == NULL) { 1843d97d5ee9SPawel Jakub Dawidek if (ep != NULL) { 1844d97d5ee9SPawel Jakub Dawidek /* 1845d97d5ee9SPawel Jakub Dawidek * No I/O requests and topology lock was 1846d97d5ee9SPawel Jakub Dawidek * already held? Try again. 1847d97d5ee9SPawel Jakub Dawidek */ 1848d97d5ee9SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 18497f456a7dSPawel Jakub Dawidek tsleep(ep, PRIBIO, "r3:top1", hz / 5); 1850d97d5ee9SPawel Jakub Dawidek continue; 1851d97d5ee9SPawel Jakub Dawidek } 18522d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & 18532d1661a5SPawel Jakub Dawidek G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 18542d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 18552d1661a5SPawel Jakub Dawidek if (g_raid3_try_destroy(sc)) 18562d1661a5SPawel Jakub Dawidek kthread_exit(0); 18572d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 18582d1661a5SPawel Jakub Dawidek } 18592d1661a5SPawel Jakub Dawidek } 18602d1661a5SPawel Jakub Dawidek if (sc->sc_syncdisk != NULL && 18612d1661a5SPawel Jakub Dawidek (bp == NULL || nreqs > g_raid3_reqs_per_sync)) { 18622d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 18632d1661a5SPawel Jakub Dawidek /* 18642d1661a5SPawel Jakub Dawidek * It is time for synchronization... 18652d1661a5SPawel Jakub Dawidek */ 18662d1661a5SPawel Jakub Dawidek nreqs = 0; 18672d1661a5SPawel Jakub Dawidek disk = sc->sc_syncdisk; 1868d2fb9c62SPawel Jakub Dawidek sync = &disk->d_sync; 1869d2fb9c62SPawel Jakub Dawidek if (sync->ds_offset < 1870c0d68b6eSPawel Jakub Dawidek sc->sc_mediasize / (sc->sc_ndisks - 1) && 1871d2fb9c62SPawel Jakub Dawidek sync->ds_offset == sync->ds_offset_done) { 1872d2fb9c62SPawel Jakub Dawidek if (sync->ds_resync != -1) { 1873d2fb9c62SPawel Jakub Dawidek sync->ds_offset = sync->ds_resync; 1874d2fb9c62SPawel Jakub Dawidek sync->ds_offset_done = sync->ds_resync; 1875d2fb9c62SPawel Jakub Dawidek sync->ds_resync = -1; 1876d2fb9c62SPawel Jakub Dawidek } 18772d1661a5SPawel Jakub Dawidek g_raid3_sync_one(sc); 18782d1661a5SPawel Jakub Dawidek } 18792d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 2.", __func__); 18802d1661a5SPawel Jakub Dawidek goto sleep; 18812d1661a5SPawel Jakub Dawidek } 18822d1661a5SPawel Jakub Dawidek if (bp == NULL) { 18830962f942SPawel Jakub Dawidek MSLEEP(sc, &sc->sc_queue_mtx, PRIBIO | PDROP, "r3:w1", 18840962f942SPawel Jakub Dawidek timeout * hz); 18859bb09163SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 4.", __func__); 18862d1661a5SPawel Jakub Dawidek continue; 18872d1661a5SPawel Jakub Dawidek } 18882d1661a5SPawel Jakub Dawidek nreqs++; 18892d1661a5SPawel Jakub Dawidek bioq_remove(&sc->sc_queue, bp); 18902d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 18912d1661a5SPawel Jakub Dawidek 18922d1661a5SPawel Jakub Dawidek if ((bp->bio_cflags & G_RAID3_BIO_CFLAG_REGULAR) != 0) { 18932d1661a5SPawel Jakub Dawidek g_raid3_regular_request(bp); 18942d1661a5SPawel Jakub Dawidek } else if ((bp->bio_cflags & G_RAID3_BIO_CFLAG_SYNC) != 0) { 18952d1661a5SPawel Jakub Dawidek u_int timeout, sps; 18962d1661a5SPawel Jakub Dawidek 18972d1661a5SPawel Jakub Dawidek g_raid3_sync_request(bp); 18982d1661a5SPawel Jakub Dawidek sleep: 18992d1661a5SPawel Jakub Dawidek sps = atomic_load_acq_int(&g_raid3_syncs_per_sec); 19002d1661a5SPawel Jakub Dawidek if (sps == 0) { 1901d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 6.", __func__); 1902d97d5ee9SPawel Jakub Dawidek continue; 1903d97d5ee9SPawel Jakub Dawidek } 1904d97d5ee9SPawel Jakub Dawidek if (ep != NULL) { 1905d97d5ee9SPawel Jakub Dawidek /* 1906d97d5ee9SPawel Jakub Dawidek * We have some pending events, don't sleep now. 1907d97d5ee9SPawel Jakub Dawidek */ 1908d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 7.", __func__); 19097f456a7dSPawel Jakub Dawidek tsleep(ep, PRIBIO, "r3:top2", hz / 5); 19102d1661a5SPawel Jakub Dawidek continue; 19112d1661a5SPawel Jakub Dawidek } 19122d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 19132d1661a5SPawel Jakub Dawidek if (bioq_first(&sc->sc_queue) != NULL) { 19142d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 1915d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 8.", __func__); 19162d1661a5SPawel Jakub Dawidek continue; 19172d1661a5SPawel Jakub Dawidek } 19182d1661a5SPawel Jakub Dawidek timeout = hz / sps; 19192d1661a5SPawel Jakub Dawidek if (timeout == 0) 19202d1661a5SPawel Jakub Dawidek timeout = 1; 19212d1661a5SPawel Jakub Dawidek MSLEEP(sc, &sc->sc_queue_mtx, PRIBIO | PDROP, "r3:w2", 19222d1661a5SPawel Jakub Dawidek timeout); 19232d1661a5SPawel Jakub Dawidek } else { 19242d1661a5SPawel Jakub Dawidek if (g_raid3_register_request(bp) != 0) { 19252d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 19262d1661a5SPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, bp); 19272d1661a5SPawel Jakub Dawidek MSLEEP(&sc->sc_queue, &sc->sc_queue_mtx, 19282d1661a5SPawel Jakub Dawidek PRIBIO | PDROP, "r3:lowmem", hz / 10); 19292d1661a5SPawel Jakub Dawidek } 19302d1661a5SPawel Jakub Dawidek } 1931d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 9.", __func__); 19322d1661a5SPawel Jakub Dawidek } 19332d1661a5SPawel Jakub Dawidek } 19342d1661a5SPawel Jakub Dawidek 19352d1661a5SPawel Jakub Dawidek static void 19360962f942SPawel Jakub Dawidek g_raid3_update_idle(struct g_raid3_softc *sc, struct g_raid3_disk *disk) 19372d1661a5SPawel Jakub Dawidek { 19382d1661a5SPawel Jakub Dawidek 19392d1661a5SPawel Jakub Dawidek g_topology_assert(); 19400962f942SPawel Jakub Dawidek if (!sc->sc_idle && (disk->d_flags & G_RAID3_DISK_FLAG_DIRTY) == 0) { 19412d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as dirty.", 19422d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), disk->d_softc->sc_name); 19432d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_DIRTY; 19440962f942SPawel Jakub Dawidek } else if (sc->sc_idle && 19450962f942SPawel Jakub Dawidek (disk->d_flags & G_RAID3_DISK_FLAG_DIRTY) != 0) { 19462d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as clean.", 19472d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), disk->d_softc->sc_name); 19482d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 19492d1661a5SPawel Jakub Dawidek } 19502d1661a5SPawel Jakub Dawidek } 19512d1661a5SPawel Jakub Dawidek 19522d1661a5SPawel Jakub Dawidek static void 19532d1661a5SPawel Jakub Dawidek g_raid3_sync_start(struct g_raid3_softc *sc) 19542d1661a5SPawel Jakub Dawidek { 19552d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 19562d1661a5SPawel Jakub Dawidek int error; 19572d1661a5SPawel Jakub Dawidek u_int n; 19582d1661a5SPawel Jakub Dawidek 19592d1661a5SPawel Jakub Dawidek g_topology_assert(); 19602d1661a5SPawel Jakub Dawidek 19612d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED, 19622d1661a5SPawel Jakub Dawidek ("Device not in DEGRADED state (%s, %u).", sc->sc_name, 19632d1661a5SPawel Jakub Dawidek sc->sc_state)); 19642d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_syncdisk == NULL, ("Syncdisk is not NULL (%s, %u).", 19652d1661a5SPawel Jakub Dawidek sc->sc_name, sc->sc_state)); 19662d1661a5SPawel Jakub Dawidek disk = NULL; 19672d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 19682d1661a5SPawel Jakub Dawidek if (sc->sc_disks[n].d_state != G_RAID3_DISK_STATE_SYNCHRONIZING) 19692d1661a5SPawel Jakub Dawidek continue; 19702d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 19712d1661a5SPawel Jakub Dawidek break; 19722d1661a5SPawel Jakub Dawidek } 19732d1661a5SPawel Jakub Dawidek if (disk == NULL) 19742d1661a5SPawel Jakub Dawidek return; 19752d1661a5SPawel Jakub Dawidek 19762d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: rebuilding provider %s.", sc->sc_name, 19772d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 19782d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_DIRTY; 19792d1661a5SPawel Jakub Dawidek KASSERT(disk->d_sync.ds_consumer == NULL, 19802d1661a5SPawel Jakub Dawidek ("Sync consumer already exists (device=%s, disk=%s).", 19812d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk))); 19822d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer = g_new_consumer(sc->sc_sync.ds_geom); 19832d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer->private = disk; 198479e61493SPawel Jakub Dawidek disk->d_sync.ds_consumer->index = 0; 19852d1661a5SPawel Jakub Dawidek error = g_attach(disk->d_sync.ds_consumer, disk->d_softc->sc_provider); 19862d1661a5SPawel Jakub Dawidek KASSERT(error == 0, ("Cannot attach to %s (error=%d).", 19872d1661a5SPawel Jakub Dawidek disk->d_softc->sc_name, error)); 19882d1661a5SPawel Jakub Dawidek error = g_access(disk->d_sync.ds_consumer, 1, 0, 0); 19892d1661a5SPawel Jakub Dawidek KASSERT(error == 0, ("Cannot open %s (error=%d).", 19902d1661a5SPawel Jakub Dawidek disk->d_softc->sc_name, error)); 1991604fce4fSPawel Jakub Dawidek disk->d_sync.ds_data = malloc(MAXPHYS, M_RAID3, M_WAITOK); 19922d1661a5SPawel Jakub Dawidek sc->sc_syncdisk = disk; 19932d1661a5SPawel Jakub Dawidek } 19942d1661a5SPawel Jakub Dawidek 19952d1661a5SPawel Jakub Dawidek /* 19962d1661a5SPawel Jakub Dawidek * Stop synchronization process. 19972d1661a5SPawel Jakub Dawidek * type: 0 - synchronization finished 19982d1661a5SPawel Jakub Dawidek * 1 - synchronization stopped 19992d1661a5SPawel Jakub Dawidek */ 20002d1661a5SPawel Jakub Dawidek static void 20012d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(struct g_raid3_softc *sc, int type) 20022d1661a5SPawel Jakub Dawidek { 20032d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 20042d1661a5SPawel Jakub Dawidek 20052d1661a5SPawel Jakub Dawidek g_topology_assert(); 20062d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED, 20072d1661a5SPawel Jakub Dawidek ("Device not in DEGRADED state (%s, %u).", sc->sc_name, 20082d1661a5SPawel Jakub Dawidek sc->sc_state)); 20092d1661a5SPawel Jakub Dawidek disk = sc->sc_syncdisk; 20102d1661a5SPawel Jakub Dawidek sc->sc_syncdisk = NULL; 20112d1661a5SPawel Jakub Dawidek KASSERT(disk != NULL, ("No disk was synchronized (%s).", sc->sc_name)); 20122d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 20132d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 20142d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 20152d1661a5SPawel Jakub Dawidek if (disk->d_sync.ds_consumer == NULL) 20162d1661a5SPawel Jakub Dawidek return; 20172d1661a5SPawel Jakub Dawidek 20182d1661a5SPawel Jakub Dawidek if (type == 0) { 20192d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: rebuilding provider %s finished.", 20202d1661a5SPawel Jakub Dawidek disk->d_softc->sc_name, g_raid3_get_diskname(disk)); 20212d1661a5SPawel Jakub Dawidek } else /* if (type == 1) */ { 20222d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: rebuilding provider %s stopped.", 20232d1661a5SPawel Jakub Dawidek disk->d_softc->sc_name, g_raid3_get_diskname(disk)); 20242d1661a5SPawel Jakub Dawidek } 2025d97d5ee9SPawel Jakub Dawidek g_raid3_kill_consumer(disk->d_softc, disk->d_sync.ds_consumer); 20262d1661a5SPawel Jakub Dawidek free(disk->d_sync.ds_data, M_RAID3); 20272d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer = NULL; 20282d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 20292d1661a5SPawel Jakub Dawidek } 20302d1661a5SPawel Jakub Dawidek 20312d1661a5SPawel Jakub Dawidek static void 20322d1661a5SPawel Jakub Dawidek g_raid3_launch_provider(struct g_raid3_softc *sc) 20332d1661a5SPawel Jakub Dawidek { 20342d1661a5SPawel Jakub Dawidek struct g_provider *pp; 20352d1661a5SPawel Jakub Dawidek 20362d1661a5SPawel Jakub Dawidek g_topology_assert(); 20372d1661a5SPawel Jakub Dawidek 20382d1661a5SPawel Jakub Dawidek pp = g_new_providerf(sc->sc_geom, "raid3/%s", sc->sc_name); 20392d1661a5SPawel Jakub Dawidek pp->mediasize = sc->sc_mediasize; 20402d1661a5SPawel Jakub Dawidek pp->sectorsize = sc->sc_sectorsize; 20412d1661a5SPawel Jakub Dawidek sc->sc_provider = pp; 20422d1661a5SPawel Jakub Dawidek g_error_provider(pp, 0); 20432d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s launched.", sc->sc_name, 20442d1661a5SPawel Jakub Dawidek pp->name); 20452d1661a5SPawel Jakub Dawidek if (sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED) 20462d1661a5SPawel Jakub Dawidek g_raid3_sync_start(sc); 20472d1661a5SPawel Jakub Dawidek } 20482d1661a5SPawel Jakub Dawidek 20492d1661a5SPawel Jakub Dawidek static void 20502d1661a5SPawel Jakub Dawidek g_raid3_destroy_provider(struct g_raid3_softc *sc) 20512d1661a5SPawel Jakub Dawidek { 20522d1661a5SPawel Jakub Dawidek struct bio *bp; 20532d1661a5SPawel Jakub Dawidek 20542d1661a5SPawel Jakub Dawidek g_topology_assert(); 20552d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_provider != NULL, ("NULL provider (device=%s).", 20562d1661a5SPawel Jakub Dawidek sc->sc_name)); 20572d1661a5SPawel Jakub Dawidek 20582d1661a5SPawel Jakub Dawidek g_error_provider(sc->sc_provider, ENXIO); 20592d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 20602d1661a5SPawel Jakub Dawidek while ((bp = bioq_first(&sc->sc_queue)) != NULL) { 20612d1661a5SPawel Jakub Dawidek bioq_remove(&sc->sc_queue, bp); 20622d1661a5SPawel Jakub Dawidek g_io_deliver(bp, ENXIO); 20632d1661a5SPawel Jakub Dawidek } 20642d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 20652d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s destroyed.", sc->sc_name, 20662d1661a5SPawel Jakub Dawidek sc->sc_provider->name); 20672d1661a5SPawel Jakub Dawidek sc->sc_provider->flags |= G_PF_WITHER; 20682d1661a5SPawel Jakub Dawidek g_orphan_provider(sc->sc_provider, ENXIO); 20692d1661a5SPawel Jakub Dawidek sc->sc_provider = NULL; 20702d1661a5SPawel Jakub Dawidek if (sc->sc_syncdisk != NULL) 20712d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(sc, 1); 20722d1661a5SPawel Jakub Dawidek } 20732d1661a5SPawel Jakub Dawidek 20742d1661a5SPawel Jakub Dawidek static void 20752d1661a5SPawel Jakub Dawidek g_raid3_go(void *arg) 20762d1661a5SPawel Jakub Dawidek { 20772d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 20782d1661a5SPawel Jakub Dawidek 20792d1661a5SPawel Jakub Dawidek sc = arg; 20802d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Force device %s start due to timeout.", sc->sc_name); 20812d1661a5SPawel Jakub Dawidek g_raid3_event_send(sc, 0, 20822d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT | G_RAID3_EVENT_DEVICE); 20832d1661a5SPawel Jakub Dawidek } 20842d1661a5SPawel Jakub Dawidek 20852d1661a5SPawel Jakub Dawidek static u_int 20862d1661a5SPawel Jakub Dawidek g_raid3_determine_state(struct g_raid3_disk *disk) 20872d1661a5SPawel Jakub Dawidek { 20882d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 20892d1661a5SPawel Jakub Dawidek u_int state; 20902d1661a5SPawel Jakub Dawidek 20912d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 20922d1661a5SPawel Jakub Dawidek if (sc->sc_syncid == disk->d_sync.ds_syncid) { 20932d1661a5SPawel Jakub Dawidek if ((disk->d_flags & 20942d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_SYNCHRONIZING) == 0) { 20952d1661a5SPawel Jakub Dawidek /* Disk does not need synchronization. */ 20962d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_ACTIVE; 20972d1661a5SPawel Jakub Dawidek } else { 20982d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & 20992d1661a5SPawel Jakub Dawidek G_RAID3_DEVICE_FLAG_NOAUTOSYNC) == 0 || 21002d1661a5SPawel Jakub Dawidek (disk->d_flags & 21012d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_FORCE_SYNC) != 0) { 21022d1661a5SPawel Jakub Dawidek /* 21032d1661a5SPawel Jakub Dawidek * We can start synchronization from 21042d1661a5SPawel Jakub Dawidek * the stored offset. 21052d1661a5SPawel Jakub Dawidek */ 21062d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_SYNCHRONIZING; 21072d1661a5SPawel Jakub Dawidek } else { 21082d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_STALE; 21092d1661a5SPawel Jakub Dawidek } 21102d1661a5SPawel Jakub Dawidek } 21112d1661a5SPawel Jakub Dawidek } else if (disk->d_sync.ds_syncid < sc->sc_syncid) { 21122d1661a5SPawel Jakub Dawidek /* 21132d1661a5SPawel Jakub Dawidek * Reset all synchronization data for this disk, 21142d1661a5SPawel Jakub Dawidek * because if it even was synchronized, it was 21152d1661a5SPawel Jakub Dawidek * synchronized to disks with different syncid. 21162d1661a5SPawel Jakub Dawidek */ 21172d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_SYNCHRONIZING; 21182d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset = 0; 21192d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset_done = 0; 21202d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid = sc->sc_syncid; 21212d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOAUTOSYNC) == 0 || 21222d1661a5SPawel Jakub Dawidek (disk->d_flags & G_RAID3_DISK_FLAG_FORCE_SYNC) != 0) { 21232d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_SYNCHRONIZING; 21242d1661a5SPawel Jakub Dawidek } else { 21252d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_STALE; 21262d1661a5SPawel Jakub Dawidek } 21272d1661a5SPawel Jakub Dawidek } else /* if (sc->sc_syncid < disk->d_sync.ds_syncid) */ { 21282d1661a5SPawel Jakub Dawidek /* 21292d1661a5SPawel Jakub Dawidek * Not good, NOT GOOD! 21302d1661a5SPawel Jakub Dawidek * It means that device was started on stale disks 21312d1661a5SPawel Jakub Dawidek * and more fresh disk just arrive. 21322d1661a5SPawel Jakub Dawidek * If there were writes, device is fucked up, sorry. 21332d1661a5SPawel Jakub Dawidek * I think the best choice here is don't touch 21342d1661a5SPawel Jakub Dawidek * this disk and inform the user laudly. 21352d1661a5SPawel Jakub Dawidek */ 21362d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s was started before the freshest " 21372d1661a5SPawel Jakub Dawidek "disk (%s) arrives!! It will not be connected to the " 21382d1661a5SPawel Jakub Dawidek "running device.", sc->sc_name, 21392d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 21402d1661a5SPawel Jakub Dawidek g_raid3_destroy_disk(disk); 21412d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_NONE; 21422d1661a5SPawel Jakub Dawidek /* Return immediately, because disk was destroyed. */ 21432d1661a5SPawel Jakub Dawidek return (state); 21442d1661a5SPawel Jakub Dawidek } 21452d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, "State for %s disk: %s.", 21462d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), g_raid3_disk_state2str(state)); 21472d1661a5SPawel Jakub Dawidek return (state); 21482d1661a5SPawel Jakub Dawidek } 21492d1661a5SPawel Jakub Dawidek 21502d1661a5SPawel Jakub Dawidek /* 21512d1661a5SPawel Jakub Dawidek * Update device state. 21522d1661a5SPawel Jakub Dawidek */ 21532d1661a5SPawel Jakub Dawidek static void 2154d97d5ee9SPawel Jakub Dawidek g_raid3_update_device(struct g_raid3_softc *sc, boolean_t force) 21552d1661a5SPawel Jakub Dawidek { 21562d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 21572d1661a5SPawel Jakub Dawidek u_int state; 21582d1661a5SPawel Jakub Dawidek 21592d1661a5SPawel Jakub Dawidek g_topology_assert(); 21602d1661a5SPawel Jakub Dawidek 21612d1661a5SPawel Jakub Dawidek switch (sc->sc_state) { 21622d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_STARTING: 21632d1661a5SPawel Jakub Dawidek { 2164a245a548SPawel Jakub Dawidek u_int n, ndirty, ndisks, genid, syncid; 21652d1661a5SPawel Jakub Dawidek 21662d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_provider == NULL, 21672d1661a5SPawel Jakub Dawidek ("Non-NULL provider in STARTING state (%s).", sc->sc_name)); 21682d1661a5SPawel Jakub Dawidek /* 21692d1661a5SPawel Jakub Dawidek * Are we ready? We are, if all disks are connected or 21702d1661a5SPawel Jakub Dawidek * one disk is missing and 'force' is true. 21712d1661a5SPawel Jakub Dawidek */ 21722d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, -1) + force == sc->sc_ndisks) { 21732d1661a5SPawel Jakub Dawidek if (!force) 21742d1661a5SPawel Jakub Dawidek callout_drain(&sc->sc_callout); 21752d1661a5SPawel Jakub Dawidek } else { 21762d1661a5SPawel Jakub Dawidek if (force) { 21772d1661a5SPawel Jakub Dawidek /* 21782d1661a5SPawel Jakub Dawidek * Timeout expired, so destroy device. 21792d1661a5SPawel Jakub Dawidek */ 21802d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 21814ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", 21824ed854e8SPawel Jakub Dawidek __LINE__, sc->sc_rootmount); 21834ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 21844ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 21852d1661a5SPawel Jakub Dawidek } 21862d1661a5SPawel Jakub Dawidek return; 21872d1661a5SPawel Jakub Dawidek } 21882d1661a5SPawel Jakub Dawidek 21892d1661a5SPawel Jakub Dawidek /* 2190a245a548SPawel Jakub Dawidek * Find the biggest genid. 2191a245a548SPawel Jakub Dawidek */ 2192a245a548SPawel Jakub Dawidek genid = 0; 2193a245a548SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 2194a245a548SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 2195a245a548SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 2196a245a548SPawel Jakub Dawidek continue; 2197a245a548SPawel Jakub Dawidek if (disk->d_genid > genid) 2198a245a548SPawel Jakub Dawidek genid = disk->d_genid; 2199a245a548SPawel Jakub Dawidek } 2200a245a548SPawel Jakub Dawidek sc->sc_genid = genid; 2201a245a548SPawel Jakub Dawidek /* 2202a245a548SPawel Jakub Dawidek * Remove all disks without the biggest genid. 2203a245a548SPawel Jakub Dawidek */ 2204a245a548SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 2205a245a548SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 2206a245a548SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 2207a245a548SPawel Jakub Dawidek continue; 2208a245a548SPawel Jakub Dawidek if (disk->d_genid < genid) { 2209a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, 2210a245a548SPawel Jakub Dawidek "Component %s (device %s) broken, skipping.", 2211a245a548SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 2212a245a548SPawel Jakub Dawidek g_raid3_destroy_disk(disk); 2213a245a548SPawel Jakub Dawidek } 2214a245a548SPawel Jakub Dawidek } 2215a245a548SPawel Jakub Dawidek 2216a245a548SPawel Jakub Dawidek /* 22172d1661a5SPawel Jakub Dawidek * There must be at least 'sc->sc_ndisks - 1' components 22182d1661a5SPawel Jakub Dawidek * with the same syncid and without SYNCHRONIZING flag. 22192d1661a5SPawel Jakub Dawidek */ 22202d1661a5SPawel Jakub Dawidek 22212d1661a5SPawel Jakub Dawidek /* 22222d1661a5SPawel Jakub Dawidek * Find the biggest syncid, number of valid components and 22232d1661a5SPawel Jakub Dawidek * number of dirty components. 22242d1661a5SPawel Jakub Dawidek */ 22252d1661a5SPawel Jakub Dawidek ndirty = ndisks = syncid = 0; 22262d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 22272d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 22282d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 22292d1661a5SPawel Jakub Dawidek continue; 22302d1661a5SPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_DIRTY) != 0) 22312d1661a5SPawel Jakub Dawidek ndirty++; 22322d1661a5SPawel Jakub Dawidek if (disk->d_sync.ds_syncid > syncid) { 22332d1661a5SPawel Jakub Dawidek syncid = disk->d_sync.ds_syncid; 22342d1661a5SPawel Jakub Dawidek ndisks = 0; 22352d1661a5SPawel Jakub Dawidek } else if (disk->d_sync.ds_syncid < syncid) { 22362d1661a5SPawel Jakub Dawidek continue; 22372d1661a5SPawel Jakub Dawidek } 22382d1661a5SPawel Jakub Dawidek if ((disk->d_flags & 22392d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_SYNCHRONIZING) != 0) { 22402d1661a5SPawel Jakub Dawidek continue; 22412d1661a5SPawel Jakub Dawidek } 22422d1661a5SPawel Jakub Dawidek ndisks++; 22432d1661a5SPawel Jakub Dawidek } 22442d1661a5SPawel Jakub Dawidek /* 22452d1661a5SPawel Jakub Dawidek * Do we have enough valid components? 22462d1661a5SPawel Jakub Dawidek */ 22472d1661a5SPawel Jakub Dawidek if (ndisks + 1 < sc->sc_ndisks) { 22482d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, 22492d1661a5SPawel Jakub Dawidek "Device %s is broken, too few valid components.", 22502d1661a5SPawel Jakub Dawidek sc->sc_name); 22512d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 22522d1661a5SPawel Jakub Dawidek return; 22532d1661a5SPawel Jakub Dawidek } 22542d1661a5SPawel Jakub Dawidek /* 22552d1661a5SPawel Jakub Dawidek * If there is one DIRTY component and all disks are present, 22562d1661a5SPawel Jakub Dawidek * mark it for synchronization. If there is more than one DIRTY 22572d1661a5SPawel Jakub Dawidek * component, mark parity component for synchronization. 22582d1661a5SPawel Jakub Dawidek */ 22592d1661a5SPawel Jakub Dawidek if (ndisks == sc->sc_ndisks && ndirty == 1) { 22602d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 22612d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 22622d1661a5SPawel Jakub Dawidek if ((disk->d_flags & 22632d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_DIRTY) == 0) { 22642d1661a5SPawel Jakub Dawidek continue; 22652d1661a5SPawel Jakub Dawidek } 22662d1661a5SPawel Jakub Dawidek disk->d_flags |= 22672d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_SYNCHRONIZING; 22682d1661a5SPawel Jakub Dawidek } 22692d1661a5SPawel Jakub Dawidek } else if (ndisks == sc->sc_ndisks && ndirty > 1) { 22702d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[sc->sc_ndisks - 1]; 22712d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_SYNCHRONIZING; 22722d1661a5SPawel Jakub Dawidek } 22732d1661a5SPawel Jakub Dawidek 22742d1661a5SPawel Jakub Dawidek sc->sc_syncid = syncid; 22752d1661a5SPawel Jakub Dawidek if (force) { 22762d1661a5SPawel Jakub Dawidek /* Remember to bump syncid on first write. */ 2277ea973705SPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_SYNCID; 22782d1661a5SPawel Jakub Dawidek } 22792d1661a5SPawel Jakub Dawidek if (ndisks == sc->sc_ndisks) 22802d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_COMPLETE; 22812d1661a5SPawel Jakub Dawidek else /* if (ndisks == sc->sc_ndisks - 1) */ 22822d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_DEGRADED; 22832d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s state changed from %s to %s.", 22842d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_device_state2str(sc->sc_state), 22852d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(state)); 22862d1661a5SPawel Jakub Dawidek sc->sc_state = state; 22872d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 22882d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 22892d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 22902d1661a5SPawel Jakub Dawidek continue; 22912d1661a5SPawel Jakub Dawidek state = g_raid3_determine_state(disk); 22922d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, state, G_RAID3_EVENT_DONTWAIT); 2293a245a548SPawel Jakub Dawidek if (state == G_RAID3_DISK_STATE_STALE) 2294ea973705SPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_SYNCID; 22952d1661a5SPawel Jakub Dawidek } 22962d1661a5SPawel Jakub Dawidek break; 22972d1661a5SPawel Jakub Dawidek } 22982d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_DEGRADED: 22992d1661a5SPawel Jakub Dawidek /* 2300ea973705SPawel Jakub Dawidek * Genid need to be bumped immediately, so do it here. 23012d1661a5SPawel Jakub Dawidek */ 2302ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_GENID) != 0) { 2303a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_GENID; 2304a245a548SPawel Jakub Dawidek g_raid3_bump_genid(sc); 2305a245a548SPawel Jakub Dawidek } 2306a245a548SPawel Jakub Dawidek 23072d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_NEW) > 0) 23082d1661a5SPawel Jakub Dawidek return; 23092d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) < 23102d1661a5SPawel Jakub Dawidek sc->sc_ndisks - 1) { 23112d1661a5SPawel Jakub Dawidek if (sc->sc_provider != NULL) 23122d1661a5SPawel Jakub Dawidek g_raid3_destroy_provider(sc); 23132d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 23142d1661a5SPawel Jakub Dawidek return; 23152d1661a5SPawel Jakub Dawidek } 23162d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) == 23172d1661a5SPawel Jakub Dawidek sc->sc_ndisks) { 23182d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_COMPLETE; 23192d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 23202d1661a5SPawel Jakub Dawidek "Device %s state changed from %s to %s.", 23212d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_device_state2str(sc->sc_state), 23222d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(state)); 23232d1661a5SPawel Jakub Dawidek sc->sc_state = state; 23242d1661a5SPawel Jakub Dawidek } 23252d1661a5SPawel Jakub Dawidek if (sc->sc_provider == NULL) 23262d1661a5SPawel Jakub Dawidek g_raid3_launch_provider(sc); 23274ed854e8SPawel Jakub Dawidek if (sc->sc_rootmount != NULL) { 23284ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", __LINE__, 23294ed854e8SPawel Jakub Dawidek sc->sc_rootmount); 23304ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 23314ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 23324ed854e8SPawel Jakub Dawidek } 23332d1661a5SPawel Jakub Dawidek break; 23342d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_COMPLETE: 23352d1661a5SPawel Jakub Dawidek /* 2336ea973705SPawel Jakub Dawidek * Genid need to be bumped immediately, so do it here. 23372d1661a5SPawel Jakub Dawidek */ 2338ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_GENID) != 0) { 2339a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_GENID; 2340a245a548SPawel Jakub Dawidek g_raid3_bump_genid(sc); 2341a245a548SPawel Jakub Dawidek } 2342a245a548SPawel Jakub Dawidek 23432d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_NEW) > 0) 23442d1661a5SPawel Jakub Dawidek return; 23452d1661a5SPawel Jakub Dawidek KASSERT(g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) >= 23462d1661a5SPawel Jakub Dawidek sc->sc_ndisks - 1, 23472d1661a5SPawel Jakub Dawidek ("Too few ACTIVE components in COMPLETE state (device %s).", 23482d1661a5SPawel Jakub Dawidek sc->sc_name)); 23492d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) == 23502d1661a5SPawel Jakub Dawidek sc->sc_ndisks - 1) { 23512d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_DEGRADED; 23522d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 23532d1661a5SPawel Jakub Dawidek "Device %s state changed from %s to %s.", 23542d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_device_state2str(sc->sc_state), 23552d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(state)); 23562d1661a5SPawel Jakub Dawidek sc->sc_state = state; 23572d1661a5SPawel Jakub Dawidek } 23582d1661a5SPawel Jakub Dawidek if (sc->sc_provider == NULL) 23592d1661a5SPawel Jakub Dawidek g_raid3_launch_provider(sc); 23604ed854e8SPawel Jakub Dawidek if (sc->sc_rootmount != NULL) { 23614ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", __LINE__, 23624ed854e8SPawel Jakub Dawidek sc->sc_rootmount); 23634ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 23644ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 23654ed854e8SPawel Jakub Dawidek } 23662d1661a5SPawel Jakub Dawidek break; 23672d1661a5SPawel Jakub Dawidek default: 23682d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Wrong device state (%s, %s).", sc->sc_name, 23692d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state))); 23702d1661a5SPawel Jakub Dawidek break; 23712d1661a5SPawel Jakub Dawidek } 23722d1661a5SPawel Jakub Dawidek } 23732d1661a5SPawel Jakub Dawidek 23742d1661a5SPawel Jakub Dawidek /* 23752d1661a5SPawel Jakub Dawidek * Update disk state and device state if needed. 23762d1661a5SPawel Jakub Dawidek */ 23772d1661a5SPawel Jakub Dawidek #define DISK_STATE_CHANGED() G_RAID3_DEBUG(1, \ 23782d1661a5SPawel Jakub Dawidek "Disk %s state changed from %s to %s (device %s).", \ 23792d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), \ 23802d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state), \ 23812d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(state), sc->sc_name) 23822d1661a5SPawel Jakub Dawidek static int 2383d97d5ee9SPawel Jakub Dawidek g_raid3_update_disk(struct g_raid3_disk *disk, u_int state) 23842d1661a5SPawel Jakub Dawidek { 23852d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 23862d1661a5SPawel Jakub Dawidek 23872d1661a5SPawel Jakub Dawidek g_topology_assert(); 23882d1661a5SPawel Jakub Dawidek 23892d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 23902d1661a5SPawel Jakub Dawidek again: 23912d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, "Changing disk %s state from %s to %s.", 23922d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), g_raid3_disk_state2str(disk->d_state), 23932d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(state)); 23942d1661a5SPawel Jakub Dawidek switch (state) { 23952d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NEW: 23962d1661a5SPawel Jakub Dawidek /* 23972d1661a5SPawel Jakub Dawidek * Possible scenarios: 23982d1661a5SPawel Jakub Dawidek * 1. New disk arrive. 23992d1661a5SPawel Jakub Dawidek */ 24002d1661a5SPawel Jakub Dawidek /* Previous state should be NONE. */ 24012d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NONE, 24022d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 24032d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24042d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 24052d1661a5SPawel Jakub Dawidek 24062d1661a5SPawel Jakub Dawidek disk->d_state = state; 24072d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s detected.", 24082d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 24092d1661a5SPawel Jakub Dawidek if (sc->sc_state == G_RAID3_DEVICE_STATE_STARTING) 24102d1661a5SPawel Jakub Dawidek break; 24112d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 24122d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 24132d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 24142d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 24152d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 24162d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24172d1661a5SPawel Jakub Dawidek state = g_raid3_determine_state(disk); 24182d1661a5SPawel Jakub Dawidek if (state != G_RAID3_DISK_STATE_NONE) 24192d1661a5SPawel Jakub Dawidek goto again; 24202d1661a5SPawel Jakub Dawidek break; 24212d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_ACTIVE: 24222d1661a5SPawel Jakub Dawidek /* 24232d1661a5SPawel Jakub Dawidek * Possible scenarios: 24242d1661a5SPawel Jakub Dawidek * 1. New disk does not need synchronization. 24252d1661a5SPawel Jakub Dawidek * 2. Synchronization process finished successfully. 24262d1661a5SPawel Jakub Dawidek */ 24272d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 24282d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 24292d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 24302d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 24312d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 24322d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24332d1661a5SPawel Jakub Dawidek /* Previous state should be NEW or SYNCHRONIZING. */ 24342d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW || 24352d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 24362d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 24372d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24382d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 24392d1661a5SPawel Jakub Dawidek 24402d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NEW) 24412d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 24422d1661a5SPawel Jakub Dawidek else if (disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 24432d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_SYNCHRONIZING; 24442d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_FORCE_SYNC; 24452d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(sc, 0); 24462d1661a5SPawel Jakub Dawidek } 24472d1661a5SPawel Jakub Dawidek disk->d_state = state; 24482d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset = 0; 24492d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset_done = 0; 24500962f942SPawel Jakub Dawidek g_raid3_update_idle(sc, disk); 24512d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s activated.", 24522d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 24532d1661a5SPawel Jakub Dawidek break; 24542d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_STALE: 24552d1661a5SPawel Jakub Dawidek /* 24562d1661a5SPawel Jakub Dawidek * Possible scenarios: 24572d1661a5SPawel Jakub Dawidek * 1. Stale disk was connected. 24582d1661a5SPawel Jakub Dawidek */ 24592d1661a5SPawel Jakub Dawidek /* Previous state should be NEW. */ 24602d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW, 24612d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 24622d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24632d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 24642d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 24652d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 24662d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 24672d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 24682d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24692d1661a5SPawel Jakub Dawidek /* 24702d1661a5SPawel Jakub Dawidek * STALE state is only possible if device is marked 24712d1661a5SPawel Jakub Dawidek * NOAUTOSYNC. 24722d1661a5SPawel Jakub Dawidek */ 24732d1661a5SPawel Jakub Dawidek KASSERT((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOAUTOSYNC) != 0, 24742d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 24752d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 24762d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 24772d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24782d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 24792d1661a5SPawel Jakub Dawidek 24802d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 24812d1661a5SPawel Jakub Dawidek disk->d_state = state; 24822d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 24832d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s is stale.", 24842d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 24852d1661a5SPawel Jakub Dawidek break; 24862d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_SYNCHRONIZING: 24872d1661a5SPawel Jakub Dawidek /* 24882d1661a5SPawel Jakub Dawidek * Possible scenarios: 24892d1661a5SPawel Jakub Dawidek * 1. Disk which needs synchronization was connected. 24902d1661a5SPawel Jakub Dawidek */ 24912d1661a5SPawel Jakub Dawidek /* Previous state should be NEW. */ 24922d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW, 24932d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 24942d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 24952d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 24962d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 24972d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 24982d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 24992d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 25002d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 25012d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 25022d1661a5SPawel Jakub Dawidek 25032d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NEW) 25042d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 25052d1661a5SPawel Jakub Dawidek disk->d_state = state; 25062d1661a5SPawel Jakub Dawidek if (sc->sc_provider != NULL) { 25072d1661a5SPawel Jakub Dawidek g_raid3_sync_start(sc); 25082d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 25092d1661a5SPawel Jakub Dawidek } 25102d1661a5SPawel Jakub Dawidek break; 25112d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_DISCONNECTED: 25122d1661a5SPawel Jakub Dawidek /* 25132d1661a5SPawel Jakub Dawidek * Possible scenarios: 25142d1661a5SPawel Jakub Dawidek * 1. Device wasn't running yet, but disk disappear. 25152d1661a5SPawel Jakub Dawidek * 2. Disk was active and disapppear. 25162d1661a5SPawel Jakub Dawidek * 3. Disk disappear during synchronization process. 25172d1661a5SPawel Jakub Dawidek */ 25182d1661a5SPawel Jakub Dawidek if (sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 25192d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 25202d1661a5SPawel Jakub Dawidek /* 25212d1661a5SPawel Jakub Dawidek * Previous state should be ACTIVE, STALE or 25222d1661a5SPawel Jakub Dawidek * SYNCHRONIZING. 25232d1661a5SPawel Jakub Dawidek */ 25242d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 25252d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_STALE || 25262d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 25272d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", 25282d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 25292d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 25302d1661a5SPawel Jakub Dawidek } else if (sc->sc_state == G_RAID3_DEVICE_STATE_STARTING) { 25312d1661a5SPawel Jakub Dawidek /* Previous state should be NEW. */ 25322d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW, 25332d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", 25342d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 25352d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 25362d1661a5SPawel Jakub Dawidek /* 25372d1661a5SPawel Jakub Dawidek * Reset bumping syncid if disk disappeared in STARTING 25382d1661a5SPawel Jakub Dawidek * state. 25392d1661a5SPawel Jakub Dawidek */ 2540ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_SYNCID) != 0) 2541a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_SYNCID; 25422d1661a5SPawel Jakub Dawidek #ifdef INVARIANTS 25432d1661a5SPawel Jakub Dawidek } else { 25442d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Wrong device state (%s, %s, %s, %s).", 25452d1661a5SPawel Jakub Dawidek sc->sc_name, 25462d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 25472d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 25482d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 25492d1661a5SPawel Jakub Dawidek #endif 25502d1661a5SPawel Jakub Dawidek } 25512d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 25522d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s disconnected.", 25532d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 25542d1661a5SPawel Jakub Dawidek 25552d1661a5SPawel Jakub Dawidek g_raid3_destroy_disk(disk); 25562d1661a5SPawel Jakub Dawidek break; 25572d1661a5SPawel Jakub Dawidek default: 25582d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Unknown state (%u).", state)); 25592d1661a5SPawel Jakub Dawidek break; 25602d1661a5SPawel Jakub Dawidek } 25612d1661a5SPawel Jakub Dawidek return (0); 25622d1661a5SPawel Jakub Dawidek } 25632d1661a5SPawel Jakub Dawidek #undef DISK_STATE_CHANGED 25642d1661a5SPawel Jakub Dawidek 2565ea973705SPawel Jakub Dawidek int 25662d1661a5SPawel Jakub Dawidek g_raid3_read_metadata(struct g_consumer *cp, struct g_raid3_metadata *md) 25672d1661a5SPawel Jakub Dawidek { 25682d1661a5SPawel Jakub Dawidek struct g_provider *pp; 25692d1661a5SPawel Jakub Dawidek u_char *buf; 25702d1661a5SPawel Jakub Dawidek int error; 25712d1661a5SPawel Jakub Dawidek 25722d1661a5SPawel Jakub Dawidek g_topology_assert(); 25732d1661a5SPawel Jakub Dawidek 25742d1661a5SPawel Jakub Dawidek error = g_access(cp, 1, 0, 0); 25752d1661a5SPawel Jakub Dawidek if (error != 0) 25762d1661a5SPawel Jakub Dawidek return (error); 25772d1661a5SPawel Jakub Dawidek pp = cp->provider; 25782d1661a5SPawel Jakub Dawidek g_topology_unlock(); 25792d1661a5SPawel Jakub Dawidek /* Metadata are stored on last sector. */ 25802d1661a5SPawel Jakub Dawidek buf = g_read_data(cp, pp->mediasize - pp->sectorsize, pp->sectorsize, 25812d1661a5SPawel Jakub Dawidek &error); 25822d1661a5SPawel Jakub Dawidek g_topology_lock(); 25832d1661a5SPawel Jakub Dawidek g_access(cp, -1, 0, 0); 25848a4a44b5SMaxim Sobolev if (buf == NULL) { 2585a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Cannot read metadata from %s (error=%d).", 2586a245a548SPawel Jakub Dawidek cp->provider->name, error); 25872d1661a5SPawel Jakub Dawidek return (error); 25882d1661a5SPawel Jakub Dawidek } 25892d1661a5SPawel Jakub Dawidek 25902d1661a5SPawel Jakub Dawidek /* Decode metadata. */ 25912d1661a5SPawel Jakub Dawidek error = raid3_metadata_decode(buf, md); 25922d1661a5SPawel Jakub Dawidek g_free(buf); 25932d1661a5SPawel Jakub Dawidek if (strcmp(md->md_magic, G_RAID3_MAGIC) != 0) 25942d1661a5SPawel Jakub Dawidek return (EINVAL); 2595a245a548SPawel Jakub Dawidek if (md->md_version > G_RAID3_VERSION) { 2596a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, 2597a245a548SPawel Jakub Dawidek "Kernel module is too old to handle metadata from %s.", 2598a245a548SPawel Jakub Dawidek cp->provider->name); 2599a245a548SPawel Jakub Dawidek return (EINVAL); 2600a245a548SPawel Jakub Dawidek } 26012d1661a5SPawel Jakub Dawidek if (error != 0) { 26022d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "MD5 metadata hash mismatch for provider %s.", 26032d1661a5SPawel Jakub Dawidek cp->provider->name); 26042d1661a5SPawel Jakub Dawidek return (error); 26052d1661a5SPawel Jakub Dawidek } 26062d1661a5SPawel Jakub Dawidek 26072d1661a5SPawel Jakub Dawidek return (0); 26082d1661a5SPawel Jakub Dawidek } 26092d1661a5SPawel Jakub Dawidek 26102d1661a5SPawel Jakub Dawidek static int 26112d1661a5SPawel Jakub Dawidek g_raid3_check_metadata(struct g_raid3_softc *sc, struct g_provider *pp, 26122d1661a5SPawel Jakub Dawidek struct g_raid3_metadata *md) 26132d1661a5SPawel Jakub Dawidek { 26142d1661a5SPawel Jakub Dawidek 26152d1661a5SPawel Jakub Dawidek if (md->md_no >= sc->sc_ndisks) { 26162d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Invalid disk %s number (no=%u), skipping.", 26172d1661a5SPawel Jakub Dawidek pp->name, md->md_no); 26182d1661a5SPawel Jakub Dawidek return (EINVAL); 26192d1661a5SPawel Jakub Dawidek } 26202d1661a5SPawel Jakub Dawidek if (sc->sc_disks[md->md_no].d_state != G_RAID3_DISK_STATE_NODISK) { 26212d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (no=%u) already exists, skipping.", 26222d1661a5SPawel Jakub Dawidek pp->name, md->md_no); 26232d1661a5SPawel Jakub Dawidek return (EEXIST); 26242d1661a5SPawel Jakub Dawidek } 26252d1661a5SPawel Jakub Dawidek if (md->md_all != sc->sc_ndisks) { 26262d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26272d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 26282d1661a5SPawel Jakub Dawidek "md_all", pp->name, sc->sc_name); 26292d1661a5SPawel Jakub Dawidek return (EINVAL); 26302d1661a5SPawel Jakub Dawidek } 26312d1661a5SPawel Jakub Dawidek if (md->md_mediasize != sc->sc_mediasize) { 26322d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26332d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 26342d1661a5SPawel Jakub Dawidek "md_mediasize", pp->name, sc->sc_name); 26352d1661a5SPawel Jakub Dawidek return (EINVAL); 26362d1661a5SPawel Jakub Dawidek } 26372d1661a5SPawel Jakub Dawidek if ((md->md_mediasize % (sc->sc_ndisks - 1)) != 0) { 26382d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26392d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 26402d1661a5SPawel Jakub Dawidek "md_mediasize", pp->name, sc->sc_name); 26412d1661a5SPawel Jakub Dawidek return (EINVAL); 26422d1661a5SPawel Jakub Dawidek } 26432d1661a5SPawel Jakub Dawidek if ((sc->sc_mediasize / (sc->sc_ndisks - 1)) > pp->mediasize) { 26442d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26452d1661a5SPawel Jakub Dawidek "Invalid size of disk %s (device %s), skipping.", pp->name, 26462d1661a5SPawel Jakub Dawidek sc->sc_name); 26472d1661a5SPawel Jakub Dawidek return (EINVAL); 26482d1661a5SPawel Jakub Dawidek } 26492d1661a5SPawel Jakub Dawidek if ((md->md_sectorsize / pp->sectorsize) < sc->sc_ndisks - 1) { 26502d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26512d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 26522d1661a5SPawel Jakub Dawidek "md_sectorsize", pp->name, sc->sc_name); 26532d1661a5SPawel Jakub Dawidek return (EINVAL); 26542d1661a5SPawel Jakub Dawidek } 26552d1661a5SPawel Jakub Dawidek if (md->md_sectorsize != sc->sc_sectorsize) { 26562d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26572d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 26582d1661a5SPawel Jakub Dawidek "md_sectorsize", pp->name, sc->sc_name); 26592d1661a5SPawel Jakub Dawidek return (EINVAL); 26602d1661a5SPawel Jakub Dawidek } 26612d1661a5SPawel Jakub Dawidek if ((sc->sc_sectorsize % pp->sectorsize) != 0) { 26622d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26632d1661a5SPawel Jakub Dawidek "Invalid sector size of disk %s (device %s), skipping.", 26642d1661a5SPawel Jakub Dawidek pp->name, sc->sc_name); 26652d1661a5SPawel Jakub Dawidek return (EINVAL); 26662d1661a5SPawel Jakub Dawidek } 26672d1661a5SPawel Jakub Dawidek if ((md->md_mflags & ~G_RAID3_DEVICE_FLAG_MASK) != 0) { 26682d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26692d1661a5SPawel Jakub Dawidek "Invalid device flags on disk %s (device %s), skipping.", 26702d1661a5SPawel Jakub Dawidek pp->name, sc->sc_name); 26712d1661a5SPawel Jakub Dawidek return (EINVAL); 26722d1661a5SPawel Jakub Dawidek } 2673dba915cfSPawel Jakub Dawidek if ((md->md_mflags & G_RAID3_DEVICE_FLAG_VERIFY) != 0 && 2674dba915cfSPawel Jakub Dawidek (md->md_mflags & G_RAID3_DEVICE_FLAG_ROUND_ROBIN) != 0) { 2675dba915cfSPawel Jakub Dawidek /* 2676dba915cfSPawel Jakub Dawidek * VERIFY and ROUND-ROBIN options are mutally exclusive. 2677dba915cfSPawel Jakub Dawidek */ 2678dba915cfSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Both VERIFY and ROUND-ROBIN flags exist on " 2679dba915cfSPawel Jakub Dawidek "disk %s (device %s), skipping.", pp->name, sc->sc_name); 2680dba915cfSPawel Jakub Dawidek return (EINVAL); 2681dba915cfSPawel Jakub Dawidek } 26822d1661a5SPawel Jakub Dawidek if ((md->md_dflags & ~G_RAID3_DISK_FLAG_MASK) != 0) { 26832d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26842d1661a5SPawel Jakub Dawidek "Invalid disk flags on disk %s (device %s), skipping.", 26852d1661a5SPawel Jakub Dawidek pp->name, sc->sc_name); 26862d1661a5SPawel Jakub Dawidek return (EINVAL); 26872d1661a5SPawel Jakub Dawidek } 26882d1661a5SPawel Jakub Dawidek return (0); 26892d1661a5SPawel Jakub Dawidek } 26902d1661a5SPawel Jakub Dawidek 2691ea973705SPawel Jakub Dawidek int 26922d1661a5SPawel Jakub Dawidek g_raid3_add_disk(struct g_raid3_softc *sc, struct g_provider *pp, 26932d1661a5SPawel Jakub Dawidek struct g_raid3_metadata *md) 26942d1661a5SPawel Jakub Dawidek { 26952d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 26962d1661a5SPawel Jakub Dawidek int error; 26972d1661a5SPawel Jakub Dawidek 26982d1661a5SPawel Jakub Dawidek g_topology_assert(); 26992d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Adding disk %s.", pp->name); 27002d1661a5SPawel Jakub Dawidek 27012d1661a5SPawel Jakub Dawidek error = g_raid3_check_metadata(sc, pp, md); 27022d1661a5SPawel Jakub Dawidek if (error != 0) 27032d1661a5SPawel Jakub Dawidek return (error); 2704a245a548SPawel Jakub Dawidek if (sc->sc_state != G_RAID3_DEVICE_STATE_STARTING && 2705a245a548SPawel Jakub Dawidek md->md_genid < sc->sc_genid) { 2706a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Component %s (device %s) broken, skipping.", 2707a245a548SPawel Jakub Dawidek pp->name, sc->sc_name); 2708a245a548SPawel Jakub Dawidek return (EINVAL); 2709a245a548SPawel Jakub Dawidek } 27102d1661a5SPawel Jakub Dawidek disk = g_raid3_init_disk(sc, pp, md, &error); 27112d1661a5SPawel Jakub Dawidek if (disk == NULL) 27122d1661a5SPawel Jakub Dawidek return (error); 27132d1661a5SPawel Jakub Dawidek error = g_raid3_event_send(disk, G_RAID3_DISK_STATE_NEW, 27142d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_WAIT); 2715a245a548SPawel Jakub Dawidek if (error != 0) 27162d1661a5SPawel Jakub Dawidek return (error); 2717a245a548SPawel Jakub Dawidek if (md->md_version < G_RAID3_VERSION) { 2718a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Upgrading metadata on %s (v%d->v%d).", 2719a245a548SPawel Jakub Dawidek pp->name, md->md_version, G_RAID3_VERSION); 2720a245a548SPawel Jakub Dawidek g_raid3_update_metadata(disk); 2721a245a548SPawel Jakub Dawidek } 2722a245a548SPawel Jakub Dawidek return (0); 27232d1661a5SPawel Jakub Dawidek } 27242d1661a5SPawel Jakub Dawidek 27252d1661a5SPawel Jakub Dawidek static int 27262d1661a5SPawel Jakub Dawidek g_raid3_access(struct g_provider *pp, int acr, int acw, int ace) 27272d1661a5SPawel Jakub Dawidek { 27282d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 2729d97d5ee9SPawel Jakub Dawidek int dcr, dcw, dce; 27302d1661a5SPawel Jakub Dawidek 27312d1661a5SPawel Jakub Dawidek g_topology_assert(); 27322d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Access request for %s: r%dw%de%d.", pp->name, acr, 27332d1661a5SPawel Jakub Dawidek acw, ace); 27342d1661a5SPawel Jakub Dawidek 27352d1661a5SPawel Jakub Dawidek dcr = pp->acr + acr; 27362d1661a5SPawel Jakub Dawidek dcw = pp->acw + acw; 27372d1661a5SPawel Jakub Dawidek dce = pp->ace + ace; 27382d1661a5SPawel Jakub Dawidek 27392d1661a5SPawel Jakub Dawidek sc = pp->geom->softc; 27402d1661a5SPawel Jakub Dawidek if (sc == NULL || 2741463674f7SPawel Jakub Dawidek g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) < sc->sc_ndisks - 1 || 2742463674f7SPawel Jakub Dawidek (sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 27432d1661a5SPawel Jakub Dawidek if (acr <= 0 && acw <= 0 && ace <= 0) 27442d1661a5SPawel Jakub Dawidek return (0); 27452d1661a5SPawel Jakub Dawidek else 27462d1661a5SPawel Jakub Dawidek return (ENXIO); 27472d1661a5SPawel Jakub Dawidek } 27480962f942SPawel Jakub Dawidek if (dcw == 0 && !sc->sc_idle) 27490962f942SPawel Jakub Dawidek g_raid3_idle(sc, 1); 2750d97d5ee9SPawel Jakub Dawidek return (0); 27512d1661a5SPawel Jakub Dawidek } 27522d1661a5SPawel Jakub Dawidek 27532d1661a5SPawel Jakub Dawidek static struct g_geom * 27542d1661a5SPawel Jakub Dawidek g_raid3_create(struct g_class *mp, const struct g_raid3_metadata *md) 27552d1661a5SPawel Jakub Dawidek { 27562d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 27572d1661a5SPawel Jakub Dawidek struct g_geom *gp; 27582d1661a5SPawel Jakub Dawidek int error, timeout; 27592d1661a5SPawel Jakub Dawidek u_int n; 27602d1661a5SPawel Jakub Dawidek 27612d1661a5SPawel Jakub Dawidek g_topology_assert(); 27622d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Creating device %s (id=%u).", md->md_name, md->md_id); 27632d1661a5SPawel Jakub Dawidek 27642d1661a5SPawel Jakub Dawidek /* One disk is minimum. */ 27652d1661a5SPawel Jakub Dawidek if (md->md_all < 1) 27662d1661a5SPawel Jakub Dawidek return (NULL); 27672d1661a5SPawel Jakub Dawidek /* 27682d1661a5SPawel Jakub Dawidek * Action geom. 27692d1661a5SPawel Jakub Dawidek */ 27702d1661a5SPawel Jakub Dawidek gp = g_new_geomf(mp, "%s", md->md_name); 27712d1661a5SPawel Jakub Dawidek sc = malloc(sizeof(*sc), M_RAID3, M_WAITOK | M_ZERO); 27722d1661a5SPawel Jakub Dawidek sc->sc_disks = malloc(sizeof(struct g_raid3_disk) * md->md_all, M_RAID3, 27732d1661a5SPawel Jakub Dawidek M_WAITOK | M_ZERO); 27742d1661a5SPawel Jakub Dawidek gp->start = g_raid3_start; 27752d1661a5SPawel Jakub Dawidek gp->orphan = g_raid3_orphan; 27762d1661a5SPawel Jakub Dawidek gp->access = g_raid3_access; 27772d1661a5SPawel Jakub Dawidek gp->dumpconf = g_raid3_dumpconf; 27782d1661a5SPawel Jakub Dawidek 27792d1661a5SPawel Jakub Dawidek sc->sc_id = md->md_id; 27802d1661a5SPawel Jakub Dawidek sc->sc_mediasize = md->md_mediasize; 27812d1661a5SPawel Jakub Dawidek sc->sc_sectorsize = md->md_sectorsize; 27822d1661a5SPawel Jakub Dawidek sc->sc_ndisks = md->md_all; 2783f5a2f7feSPawel Jakub Dawidek sc->sc_round_robin = 0; 27842d1661a5SPawel Jakub Dawidek sc->sc_flags = md->md_mflags; 2785a245a548SPawel Jakub Dawidek sc->sc_bump_id = 0; 27860962f942SPawel Jakub Dawidek sc->sc_idle = 1; 27870962f942SPawel Jakub Dawidek sc->sc_last_write = time_second; 27880962f942SPawel Jakub Dawidek sc->sc_writes = 0; 2789afd05d74SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 2790afd05d74SPawel Jakub Dawidek sc->sc_disks[n].d_softc = sc; 2791afd05d74SPawel Jakub Dawidek sc->sc_disks[n].d_no = n; 27922d1661a5SPawel Jakub Dawidek sc->sc_disks[n].d_state = G_RAID3_DISK_STATE_NODISK; 2793afd05d74SPawel Jakub Dawidek } 27942d1661a5SPawel Jakub Dawidek bioq_init(&sc->sc_queue); 27952d1661a5SPawel Jakub Dawidek mtx_init(&sc->sc_queue_mtx, "graid3:queue", NULL, MTX_DEF); 27962d1661a5SPawel Jakub Dawidek TAILQ_INIT(&sc->sc_events); 27972d1661a5SPawel Jakub Dawidek mtx_init(&sc->sc_events_mtx, "graid3:events", NULL, MTX_DEF); 27982d1661a5SPawel Jakub Dawidek callout_init(&sc->sc_callout, CALLOUT_MPSAFE); 27992d1661a5SPawel Jakub Dawidek sc->sc_state = G_RAID3_DEVICE_STATE_STARTING; 28002d1661a5SPawel Jakub Dawidek gp->softc = sc; 28012d1661a5SPawel Jakub Dawidek sc->sc_geom = gp; 28022d1661a5SPawel Jakub Dawidek sc->sc_provider = NULL; 28032d1661a5SPawel Jakub Dawidek /* 28042d1661a5SPawel Jakub Dawidek * Synchronization geom. 28052d1661a5SPawel Jakub Dawidek */ 28062d1661a5SPawel Jakub Dawidek gp = g_new_geomf(mp, "%s.sync", md->md_name); 28072d1661a5SPawel Jakub Dawidek gp->softc = sc; 28082d1661a5SPawel Jakub Dawidek gp->orphan = g_raid3_orphan; 28092d1661a5SPawel Jakub Dawidek sc->sc_sync.ds_geom = gp; 28102d1661a5SPawel Jakub Dawidek sc->sc_zone_64k = uma_zcreate("gr3:64k", 65536, NULL, NULL, NULL, NULL, 28112d1661a5SPawel Jakub Dawidek UMA_ALIGN_PTR, 0); 28122d1661a5SPawel Jakub Dawidek uma_zone_set_max(sc->sc_zone_64k, g_raid3_n64k); 28132d1661a5SPawel Jakub Dawidek sc->sc_zone_16k = uma_zcreate("gr3:16k", 16384, NULL, NULL, NULL, NULL, 28142d1661a5SPawel Jakub Dawidek UMA_ALIGN_PTR, 0); 281587e9d284SPawel Jakub Dawidek uma_zone_set_max(sc->sc_zone_16k, g_raid3_n16k); 28162d1661a5SPawel Jakub Dawidek sc->sc_zone_4k = uma_zcreate("gr3:4k", 4096, NULL, NULL, NULL, NULL, 28172d1661a5SPawel Jakub Dawidek UMA_ALIGN_PTR, 0); 28182d1661a5SPawel Jakub Dawidek uma_zone_set_max(sc->sc_zone_4k, g_raid3_n4k); 28192d1661a5SPawel Jakub Dawidek error = kthread_create(g_raid3_worker, sc, &sc->sc_worker, 0, 0, 28202d1661a5SPawel Jakub Dawidek "g_raid3 %s", md->md_name); 28212d1661a5SPawel Jakub Dawidek if (error != 0) { 28222d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Cannot create kernel thread for %s.", 28232d1661a5SPawel Jakub Dawidek sc->sc_name); 28242d1661a5SPawel Jakub Dawidek uma_zdestroy(sc->sc_zone_64k); 28252d1661a5SPawel Jakub Dawidek uma_zdestroy(sc->sc_zone_16k); 28262d1661a5SPawel Jakub Dawidek uma_zdestroy(sc->sc_zone_4k); 28272d1661a5SPawel Jakub Dawidek g_destroy_geom(sc->sc_sync.ds_geom); 28282d1661a5SPawel Jakub Dawidek mtx_destroy(&sc->sc_events_mtx); 28292d1661a5SPawel Jakub Dawidek mtx_destroy(&sc->sc_queue_mtx); 28302d1661a5SPawel Jakub Dawidek g_destroy_geom(sc->sc_geom); 28312d1661a5SPawel Jakub Dawidek free(sc->sc_disks, M_RAID3); 28322d1661a5SPawel Jakub Dawidek free(sc, M_RAID3); 28332d1661a5SPawel Jakub Dawidek return (NULL); 28342d1661a5SPawel Jakub Dawidek } 28352d1661a5SPawel Jakub Dawidek 28362d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s created (id=%u).", sc->sc_name, sc->sc_id); 28372d1661a5SPawel Jakub Dawidek 28384ed854e8SPawel Jakub Dawidek sc->sc_rootmount = root_mount_hold("GRAID3"); 28394ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_hold %p", sc->sc_rootmount); 28404ed854e8SPawel Jakub Dawidek 28412d1661a5SPawel Jakub Dawidek /* 28422d1661a5SPawel Jakub Dawidek * Run timeout. 28432d1661a5SPawel Jakub Dawidek */ 28442d1661a5SPawel Jakub Dawidek timeout = atomic_load_acq_int(&g_raid3_timeout); 28452d1661a5SPawel Jakub Dawidek callout_reset(&sc->sc_callout, timeout * hz, g_raid3_go, sc); 28462d1661a5SPawel Jakub Dawidek return (sc->sc_geom); 28472d1661a5SPawel Jakub Dawidek } 28482d1661a5SPawel Jakub Dawidek 28492d1661a5SPawel Jakub Dawidek int 28502d1661a5SPawel Jakub Dawidek g_raid3_destroy(struct g_raid3_softc *sc, boolean_t force) 28512d1661a5SPawel Jakub Dawidek { 28522d1661a5SPawel Jakub Dawidek struct g_provider *pp; 28532d1661a5SPawel Jakub Dawidek 28542d1661a5SPawel Jakub Dawidek g_topology_assert(); 28552d1661a5SPawel Jakub Dawidek 28562d1661a5SPawel Jakub Dawidek if (sc == NULL) 28572d1661a5SPawel Jakub Dawidek return (ENXIO); 28582d1661a5SPawel Jakub Dawidek pp = sc->sc_provider; 28592d1661a5SPawel Jakub Dawidek if (pp != NULL && (pp->acr != 0 || pp->acw != 0 || pp->ace != 0)) { 28602d1661a5SPawel Jakub Dawidek if (force) { 28614485f000SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s is still open, so it " 28622d1661a5SPawel Jakub Dawidek "can't be definitely removed.", pp->name); 28632d1661a5SPawel Jakub Dawidek } else { 28642d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 28652d1661a5SPawel Jakub Dawidek "Device %s is still open (r%dw%de%d).", pp->name, 28662d1661a5SPawel Jakub Dawidek pp->acr, pp->acw, pp->ace); 28672d1661a5SPawel Jakub Dawidek return (EBUSY); 28682d1661a5SPawel Jakub Dawidek } 28692d1661a5SPawel Jakub Dawidek } 28702d1661a5SPawel Jakub Dawidek 28712d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 28722d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_WAIT; 28732d1661a5SPawel Jakub Dawidek g_topology_unlock(); 28742d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, sc); 28752d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 28762d1661a5SPawel Jakub Dawidek wakeup(sc); 28772d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 28782d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 28792d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sleeping %p.", __func__, &sc->sc_worker); 28802d1661a5SPawel Jakub Dawidek while (sc->sc_worker != NULL) 28812d1661a5SPawel Jakub Dawidek tsleep(&sc->sc_worker, PRIBIO, "r3:destroy", hz / 5); 28822d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Woken up %p.", __func__, &sc->sc_worker); 28832d1661a5SPawel Jakub Dawidek g_topology_lock(); 28842d1661a5SPawel Jakub Dawidek g_raid3_destroy_device(sc); 28852d1661a5SPawel Jakub Dawidek free(sc->sc_disks, M_RAID3); 28862d1661a5SPawel Jakub Dawidek free(sc, M_RAID3); 28872d1661a5SPawel Jakub Dawidek return (0); 28882d1661a5SPawel Jakub Dawidek } 28892d1661a5SPawel Jakub Dawidek 28902d1661a5SPawel Jakub Dawidek static void 28912d1661a5SPawel Jakub Dawidek g_raid3_taste_orphan(struct g_consumer *cp) 28922d1661a5SPawel Jakub Dawidek { 28932d1661a5SPawel Jakub Dawidek 28942d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("%s called while tasting %s.", __func__, 28952d1661a5SPawel Jakub Dawidek cp->provider->name)); 28962d1661a5SPawel Jakub Dawidek } 28972d1661a5SPawel Jakub Dawidek 28982d1661a5SPawel Jakub Dawidek static struct g_geom * 28992d1661a5SPawel Jakub Dawidek g_raid3_taste(struct g_class *mp, struct g_provider *pp, int flags __unused) 29002d1661a5SPawel Jakub Dawidek { 29012d1661a5SPawel Jakub Dawidek struct g_raid3_metadata md; 29022d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 29032d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 29042d1661a5SPawel Jakub Dawidek struct g_geom *gp; 29052d1661a5SPawel Jakub Dawidek int error; 29062d1661a5SPawel Jakub Dawidek 29072d1661a5SPawel Jakub Dawidek g_topology_assert(); 29082d1661a5SPawel Jakub Dawidek g_trace(G_T_TOPOLOGY, "%s(%s, %s)", __func__, mp->name, pp->name); 29092d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Tasting %s.", pp->name); 29102d1661a5SPawel Jakub Dawidek 29112d1661a5SPawel Jakub Dawidek gp = g_new_geomf(mp, "raid3:taste"); 29122d1661a5SPawel Jakub Dawidek /* This orphan function should be never called. */ 29132d1661a5SPawel Jakub Dawidek gp->orphan = g_raid3_taste_orphan; 29142d1661a5SPawel Jakub Dawidek cp = g_new_consumer(gp); 29152d1661a5SPawel Jakub Dawidek g_attach(cp, pp); 29162d1661a5SPawel Jakub Dawidek error = g_raid3_read_metadata(cp, &md); 29172d1661a5SPawel Jakub Dawidek g_detach(cp); 29182d1661a5SPawel Jakub Dawidek g_destroy_consumer(cp); 29192d1661a5SPawel Jakub Dawidek g_destroy_geom(gp); 29202d1661a5SPawel Jakub Dawidek if (error != 0) 29212d1661a5SPawel Jakub Dawidek return (NULL); 29222d1661a5SPawel Jakub Dawidek gp = NULL; 29232d1661a5SPawel Jakub Dawidek 29242d1661a5SPawel Jakub Dawidek if (md.md_provider[0] != '\0' && strcmp(md.md_provider, pp->name) != 0) 29252d1661a5SPawel Jakub Dawidek return (NULL); 2926e6890985SPawel Jakub Dawidek if (md.md_provsize != 0 && md.md_provsize != pp->mediasize) 2927e6890985SPawel Jakub Dawidek return (NULL); 29282d1661a5SPawel Jakub Dawidek if (g_raid3_debug >= 2) 29292d1661a5SPawel Jakub Dawidek raid3_metadata_dump(&md); 29302d1661a5SPawel Jakub Dawidek 29312d1661a5SPawel Jakub Dawidek /* 29322d1661a5SPawel Jakub Dawidek * Let's check if device already exists. 29332d1661a5SPawel Jakub Dawidek */ 293445d5e85aSPawel Jakub Dawidek sc = NULL; 29352d1661a5SPawel Jakub Dawidek LIST_FOREACH(gp, &mp->geom, geom) { 29362d1661a5SPawel Jakub Dawidek sc = gp->softc; 29372d1661a5SPawel Jakub Dawidek if (sc == NULL) 29382d1661a5SPawel Jakub Dawidek continue; 29392d1661a5SPawel Jakub Dawidek if (sc->sc_sync.ds_geom == gp) 29402d1661a5SPawel Jakub Dawidek continue; 29412d1661a5SPawel Jakub Dawidek if (strcmp(md.md_name, sc->sc_name) != 0) 29422d1661a5SPawel Jakub Dawidek continue; 29432d1661a5SPawel Jakub Dawidek if (md.md_id != sc->sc_id) { 29442d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s already configured.", 29452d1661a5SPawel Jakub Dawidek sc->sc_name); 29462d1661a5SPawel Jakub Dawidek return (NULL); 29472d1661a5SPawel Jakub Dawidek } 29482d1661a5SPawel Jakub Dawidek break; 29492d1661a5SPawel Jakub Dawidek } 29502d1661a5SPawel Jakub Dawidek if (gp == NULL) { 29512d1661a5SPawel Jakub Dawidek gp = g_raid3_create(mp, &md); 29522d1661a5SPawel Jakub Dawidek if (gp == NULL) { 29532d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot create device %s.", 29542d1661a5SPawel Jakub Dawidek md.md_name); 29552d1661a5SPawel Jakub Dawidek return (NULL); 29562d1661a5SPawel Jakub Dawidek } 29572d1661a5SPawel Jakub Dawidek sc = gp->softc; 29582d1661a5SPawel Jakub Dawidek } 29592d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Adding disk %s to %s.", pp->name, gp->name); 29602d1661a5SPawel Jakub Dawidek error = g_raid3_add_disk(sc, pp, &md); 29612d1661a5SPawel Jakub Dawidek if (error != 0) { 29622d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot add disk %s to %s (error=%d).", 29632d1661a5SPawel Jakub Dawidek pp->name, gp->name, error); 29642d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_NODISK) == 29652d1661a5SPawel Jakub Dawidek sc->sc_ndisks) { 29662d1661a5SPawel Jakub Dawidek g_raid3_destroy(sc, 1); 29672d1661a5SPawel Jakub Dawidek } 29682d1661a5SPawel Jakub Dawidek return (NULL); 29692d1661a5SPawel Jakub Dawidek } 29702d1661a5SPawel Jakub Dawidek return (gp); 29712d1661a5SPawel Jakub Dawidek } 29722d1661a5SPawel Jakub Dawidek 29732d1661a5SPawel Jakub Dawidek static int 29742d1661a5SPawel Jakub Dawidek g_raid3_destroy_geom(struct gctl_req *req __unused, struct g_class *mp __unused, 29752d1661a5SPawel Jakub Dawidek struct g_geom *gp) 29762d1661a5SPawel Jakub Dawidek { 29772d1661a5SPawel Jakub Dawidek 29782d1661a5SPawel Jakub Dawidek return (g_raid3_destroy(gp->softc, 0)); 29792d1661a5SPawel Jakub Dawidek } 29802d1661a5SPawel Jakub Dawidek 29812d1661a5SPawel Jakub Dawidek static void 29822d1661a5SPawel Jakub Dawidek g_raid3_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, 29832d1661a5SPawel Jakub Dawidek struct g_consumer *cp, struct g_provider *pp) 29842d1661a5SPawel Jakub Dawidek { 29852d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 29862d1661a5SPawel Jakub Dawidek 29872d1661a5SPawel Jakub Dawidek g_topology_assert(); 29882d1661a5SPawel Jakub Dawidek 29892d1661a5SPawel Jakub Dawidek sc = gp->softc; 29902d1661a5SPawel Jakub Dawidek if (sc == NULL) 29912d1661a5SPawel Jakub Dawidek return; 29922d1661a5SPawel Jakub Dawidek /* Skip synchronization geom. */ 29932d1661a5SPawel Jakub Dawidek if (gp == sc->sc_sync.ds_geom) 29942d1661a5SPawel Jakub Dawidek return; 29952d1661a5SPawel Jakub Dawidek if (pp != NULL) { 29962d1661a5SPawel Jakub Dawidek /* Nothing here. */ 29972d1661a5SPawel Jakub Dawidek } else if (cp != NULL) { 29982d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 29992d1661a5SPawel Jakub Dawidek 30002d1661a5SPawel Jakub Dawidek disk = cp->private; 30012d1661a5SPawel Jakub Dawidek if (disk == NULL) 30022d1661a5SPawel Jakub Dawidek return; 30032d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Type>", indent); 30042d1661a5SPawel Jakub Dawidek if (disk->d_no == sc->sc_ndisks - 1) 30052d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "PARITY"); 30062d1661a5SPawel Jakub Dawidek else 30072d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "DATA"); 30082d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "</Type>\n"); 30092d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Number>%u</Number>\n", indent, 30102d1661a5SPawel Jakub Dawidek (u_int)disk->d_no); 30112d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 30122d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Synchronized>", indent); 30132d1661a5SPawel Jakub Dawidek if (disk->d_sync.ds_offset_done == 0) 30142d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "0%%"); 30152d1661a5SPawel Jakub Dawidek else { 30162d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%u%%", 30172d1661a5SPawel Jakub Dawidek (u_int)((disk->d_sync.ds_offset_done * 100) / 3018c0d68b6eSPawel Jakub Dawidek (sc->sc_mediasize / (sc->sc_ndisks - 1)))); 30192d1661a5SPawel Jakub Dawidek } 30202d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "</Synchronized>\n"); 30212d1661a5SPawel Jakub Dawidek } 30222d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<SyncID>%u</SyncID>\n", indent, 30232d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid); 3024a245a548SPawel Jakub Dawidek sbuf_printf(sb, "%s<GenID>%u</GenID>\n", indent, disk->d_genid); 30252d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Flags>", indent); 30262d1661a5SPawel Jakub Dawidek if (disk->d_flags == 0) 30272d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "NONE"); 30282d1661a5SPawel Jakub Dawidek else { 30292d1661a5SPawel Jakub Dawidek int first = 1; 30302d1661a5SPawel Jakub Dawidek 30312d1661a5SPawel Jakub Dawidek #define ADD_FLAG(flag, name) do { \ 30322d1661a5SPawel Jakub Dawidek if ((disk->d_flags & (flag)) != 0) { \ 30332d1661a5SPawel Jakub Dawidek if (!first) \ 30342d1661a5SPawel Jakub Dawidek sbuf_printf(sb, ", "); \ 30352d1661a5SPawel Jakub Dawidek else \ 30362d1661a5SPawel Jakub Dawidek first = 0; \ 30372d1661a5SPawel Jakub Dawidek sbuf_printf(sb, name); \ 30382d1661a5SPawel Jakub Dawidek } \ 30392d1661a5SPawel Jakub Dawidek } while (0) 30402d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_DIRTY, "DIRTY"); 30412d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_HARDCODED, "HARDCODED"); 30422d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_SYNCHRONIZING, 30432d1661a5SPawel Jakub Dawidek "SYNCHRONIZING"); 30442d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_FORCE_SYNC, "FORCE_SYNC"); 30453aae74ecSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_BROKEN, "BROKEN"); 30462d1661a5SPawel Jakub Dawidek #undef ADD_FLAG 30472d1661a5SPawel Jakub Dawidek } 30482d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "</Flags>\n"); 30492d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<State>%s</State>\n", indent, 30502d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state)); 30512d1661a5SPawel Jakub Dawidek } else { 30522d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<ID>%u</ID>\n", indent, (u_int)sc->sc_id); 30532d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<SyncID>%u</SyncID>\n", indent, sc->sc_syncid); 3054a245a548SPawel Jakub Dawidek sbuf_printf(sb, "%s<GenID>%u</GenID>\n", indent, sc->sc_genid); 30552d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Flags>", indent); 30562d1661a5SPawel Jakub Dawidek if (sc->sc_flags == 0) 30572d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "NONE"); 30582d1661a5SPawel Jakub Dawidek else { 30592d1661a5SPawel Jakub Dawidek int first = 1; 30602d1661a5SPawel Jakub Dawidek 30612d1661a5SPawel Jakub Dawidek #define ADD_FLAG(flag, name) do { \ 30622d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & (flag)) != 0) { \ 30632d1661a5SPawel Jakub Dawidek if (!first) \ 30642d1661a5SPawel Jakub Dawidek sbuf_printf(sb, ", "); \ 30652d1661a5SPawel Jakub Dawidek else \ 30662d1661a5SPawel Jakub Dawidek first = 0; \ 30672d1661a5SPawel Jakub Dawidek sbuf_printf(sb, name); \ 30682d1661a5SPawel Jakub Dawidek } \ 30692d1661a5SPawel Jakub Dawidek } while (0) 30702d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_NOAUTOSYNC, "NOAUTOSYNC"); 3071f5a2f7feSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_ROUND_ROBIN, 3072f5a2f7feSPawel Jakub Dawidek "ROUND-ROBIN"); 3073dba915cfSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_VERIFY, "VERIFY"); 30742d1661a5SPawel Jakub Dawidek #undef ADD_FLAG 30752d1661a5SPawel Jakub Dawidek } 30762d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "</Flags>\n"); 30772d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Components>%u</Components>\n", indent, 30782d1661a5SPawel Jakub Dawidek sc->sc_ndisks); 307928b31df7SPawel Jakub Dawidek sbuf_printf(sb, "%s<State>%s</State>\n", indent, 308028b31df7SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state)); 30812d1661a5SPawel Jakub Dawidek } 30822d1661a5SPawel Jakub Dawidek } 30832d1661a5SPawel Jakub Dawidek 30849da3072cSPawel Jakub Dawidek static void 30859da3072cSPawel Jakub Dawidek g_raid3_shutdown(void *arg, int howto) 30869da3072cSPawel Jakub Dawidek { 30879da3072cSPawel Jakub Dawidek struct g_class *mp; 30889da3072cSPawel Jakub Dawidek struct g_geom *gp, *gp2; 30899da3072cSPawel Jakub Dawidek 30909da3072cSPawel Jakub Dawidek mp = arg; 3091fdc3c6ceSPawel Jakub Dawidek DROP_GIANT(); 30929da3072cSPawel Jakub Dawidek g_topology_lock(); 30939da3072cSPawel Jakub Dawidek LIST_FOREACH_SAFE(gp, &mp->geom, geom, gp2) { 30949da3072cSPawel Jakub Dawidek if (gp->softc == NULL) 30959da3072cSPawel Jakub Dawidek continue; 30969da3072cSPawel Jakub Dawidek g_raid3_destroy(gp->softc, 1); 30979da3072cSPawel Jakub Dawidek } 30989da3072cSPawel Jakub Dawidek g_topology_unlock(); 3099fdc3c6ceSPawel Jakub Dawidek PICKUP_GIANT(); 31009da3072cSPawel Jakub Dawidek #if 0 31019da3072cSPawel Jakub Dawidek tsleep(&gp, PRIBIO, "r3:shutdown", hz * 20); 31029da3072cSPawel Jakub Dawidek #endif 31039da3072cSPawel Jakub Dawidek } 31049da3072cSPawel Jakub Dawidek 31059da3072cSPawel Jakub Dawidek static void 31069da3072cSPawel Jakub Dawidek g_raid3_init(struct g_class *mp) 31079da3072cSPawel Jakub Dawidek { 31089da3072cSPawel Jakub Dawidek 31099da3072cSPawel Jakub Dawidek g_raid3_ehtag = EVENTHANDLER_REGISTER(shutdown_post_sync, 31109da3072cSPawel Jakub Dawidek g_raid3_shutdown, mp, SHUTDOWN_PRI_FIRST); 31119da3072cSPawel Jakub Dawidek if (g_raid3_ehtag == NULL) 31129da3072cSPawel Jakub Dawidek G_RAID3_DEBUG(0, "Warning! Cannot register shutdown event."); 31139da3072cSPawel Jakub Dawidek } 31149da3072cSPawel Jakub Dawidek 31159da3072cSPawel Jakub Dawidek static void 31169da3072cSPawel Jakub Dawidek g_raid3_fini(struct g_class *mp) 31179da3072cSPawel Jakub Dawidek { 31189da3072cSPawel Jakub Dawidek 31199da3072cSPawel Jakub Dawidek if (g_raid3_ehtag == NULL) 31209da3072cSPawel Jakub Dawidek return; 31219da3072cSPawel Jakub Dawidek EVENTHANDLER_DEREGISTER(shutdown_post_sync, g_raid3_ehtag); 31229da3072cSPawel Jakub Dawidek } 31239da3072cSPawel Jakub Dawidek 31242d1661a5SPawel Jakub Dawidek DECLARE_GEOM_CLASS(g_raid3_class, g_raid3); 3125