12d1661a5SPawel Jakub Dawidek /*- 24d846d26SWarner Losh * SPDX-License-Identifier: BSD-2-Clause 33728855aSPedro F. Giffuni * 4e6757059SPawel Jakub Dawidek * Copyright (c) 2004-2006 Pawel Jakub Dawidek <pjd@FreeBSD.org> 52d1661a5SPawel Jakub Dawidek * All rights reserved. 62d1661a5SPawel Jakub Dawidek * 72d1661a5SPawel Jakub Dawidek * Redistribution and use in source and binary forms, with or without 82d1661a5SPawel Jakub Dawidek * modification, are permitted provided that the following conditions 92d1661a5SPawel Jakub Dawidek * are met: 102d1661a5SPawel Jakub Dawidek * 1. Redistributions of source code must retain the above copyright 112d1661a5SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer. 122d1661a5SPawel Jakub Dawidek * 2. Redistributions in binary form must reproduce the above copyright 132d1661a5SPawel Jakub Dawidek * notice, this list of conditions and the following disclaimer in the 142d1661a5SPawel Jakub Dawidek * documentation and/or other materials provided with the distribution. 152d1661a5SPawel Jakub Dawidek * 162d1661a5SPawel Jakub Dawidek * THIS SOFTWARE IS PROVIDED BY THE AUTHORS AND CONTRIBUTORS ``AS IS'' AND 172d1661a5SPawel Jakub Dawidek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 182d1661a5SPawel Jakub Dawidek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 192d1661a5SPawel Jakub Dawidek * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHORS OR CONTRIBUTORS BE LIABLE 202d1661a5SPawel Jakub Dawidek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 212d1661a5SPawel Jakub Dawidek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 222d1661a5SPawel Jakub Dawidek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 232d1661a5SPawel Jakub Dawidek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 242d1661a5SPawel Jakub Dawidek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 252d1661a5SPawel Jakub Dawidek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 262d1661a5SPawel Jakub Dawidek * SUCH DAMAGE. 272d1661a5SPawel Jakub Dawidek */ 282d1661a5SPawel Jakub Dawidek 292d1661a5SPawel Jakub Dawidek #include <sys/param.h> 302d1661a5SPawel Jakub Dawidek #include <sys/systm.h> 31f3dc1727SMitchell Horne #include <sys/bio.h> 32f3dc1727SMitchell Horne #include <sys/eventhandler.h> 332d1661a5SPawel Jakub Dawidek #include <sys/kernel.h> 34f3dc1727SMitchell Horne #include <sys/kthread.h> 352d1661a5SPawel Jakub Dawidek #include <sys/limits.h> 362d1661a5SPawel Jakub Dawidek #include <sys/lock.h> 372d1661a5SPawel Jakub Dawidek #include <sys/malloc.h> 38f3dc1727SMitchell Horne #include <sys/module.h> 39f3dc1727SMitchell Horne #include <sys/mutex.h> 40f3dc1727SMitchell Horne #include <sys/proc.h> 41f3dc1727SMitchell Horne #include <sys/sbuf.h> 42f3dc1727SMitchell Horne #include <sys/sched.h> 43f3dc1727SMitchell Horne #include <sys/sysctl.h> 44f3dc1727SMitchell Horne 452d1661a5SPawel Jakub Dawidek #include <vm/uma.h> 46f3dc1727SMitchell Horne 472d1661a5SPawel Jakub Dawidek #include <geom/geom.h> 48ac03832eSConrad Meyer #include <geom/geom_dbg.h> 492d1661a5SPawel Jakub Dawidek #include <geom/raid3/g_raid3.h> 502d1661a5SPawel Jakub Dawidek 51cb08c2ccSAlexander Leidinger FEATURE(geom_raid3, "GEOM RAID-3 functionality"); 522d1661a5SPawel Jakub Dawidek 535bb84bc8SRobert Watson static MALLOC_DEFINE(M_RAID3, "raid3_data", "GEOM_RAID3 Data"); 542d1661a5SPawel Jakub Dawidek 552d1661a5SPawel Jakub Dawidek SYSCTL_DECL(_kern_geom); 567029da5cSPawel Biernacki static SYSCTL_NODE(_kern_geom, OID_AUTO, raid3, CTLFLAG_RW | CTLFLAG_MPSAFE, 0, 576472ac3dSEd Schouten "GEOM_RAID3 stuff"); 58809a9dc6SPawel Jakub Dawidek u_int g_raid3_debug = 0; 59af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, debug, CTLFLAG_RWTUN, &g_raid3_debug, 0, 602d1661a5SPawel Jakub Dawidek "Debug level"); 61e5e7825cSPawel Jakub Dawidek static u_int g_raid3_timeout = 4; 62af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, timeout, CTLFLAG_RWTUN, &g_raid3_timeout, 632d1661a5SPawel Jakub Dawidek 0, "Time to wait on all raid3 components"); 644d006a98SPawel Jakub Dawidek static u_int g_raid3_idletime = 5; 65af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, idletime, CTLFLAG_RWTUN, 664d006a98SPawel Jakub Dawidek &g_raid3_idletime, 0, "Mark components as clean when idling"); 673aae74ecSPawel Jakub Dawidek static u_int g_raid3_disconnect_on_failure = 1; 68af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, disconnect_on_failure, CTLFLAG_RWTUN, 693aae74ecSPawel Jakub Dawidek &g_raid3_disconnect_on_failure, 0, "Disconnect component on I/O failure."); 70e6757059SPawel Jakub Dawidek static u_int g_raid3_syncreqs = 2; 713650be51SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, sync_requests, CTLFLAG_RDTUN, 723650be51SPawel Jakub Dawidek &g_raid3_syncreqs, 0, "Parallel synchronization I/O requests."); 73ed940a82SPawel Jakub Dawidek static u_int g_raid3_use_malloc = 0; 74ed940a82SPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, use_malloc, CTLFLAG_RDTUN, 75ed940a82SPawel Jakub Dawidek &g_raid3_use_malloc, 0, "Use malloc(9) instead of uma(9)."); 762d1661a5SPawel Jakub Dawidek 772d1661a5SPawel Jakub Dawidek static u_int g_raid3_n64k = 50; 78af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, n64k, CTLFLAG_RDTUN, &g_raid3_n64k, 0, 792d1661a5SPawel Jakub Dawidek "Maximum number of 64kB allocations"); 802d1661a5SPawel Jakub Dawidek static u_int g_raid3_n16k = 200; 81af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, n16k, CTLFLAG_RDTUN, &g_raid3_n16k, 0, 822d1661a5SPawel Jakub Dawidek "Maximum number of 16kB allocations"); 832d1661a5SPawel Jakub Dawidek static u_int g_raid3_n4k = 1200; 84af3b2549SHans Petter Selasky SYSCTL_UINT(_kern_geom_raid3, OID_AUTO, n4k, CTLFLAG_RDTUN, &g_raid3_n4k, 0, 852d1661a5SPawel Jakub Dawidek "Maximum number of 4kB allocations"); 862d1661a5SPawel Jakub Dawidek 877029da5cSPawel Biernacki static SYSCTL_NODE(_kern_geom_raid3, OID_AUTO, stat, 887029da5cSPawel Biernacki CTLFLAG_RW | CTLFLAG_MPSAFE, 0, 892d1661a5SPawel Jakub Dawidek "GEOM_RAID3 statistics"); 90dba915cfSPawel Jakub Dawidek static u_int g_raid3_parity_mismatch = 0; 91dba915cfSPawel Jakub Dawidek SYSCTL_UINT(_kern_geom_raid3_stat, OID_AUTO, parity_mismatch, CTLFLAG_RD, 92dba915cfSPawel Jakub Dawidek &g_raid3_parity_mismatch, 0, "Number of failures in VERIFY mode"); 932d1661a5SPawel Jakub Dawidek 942d1661a5SPawel Jakub Dawidek #define MSLEEP(ident, mtx, priority, wmesg, timeout) do { \ 952d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sleeping %p.", __func__, (ident)); \ 962d1661a5SPawel Jakub Dawidek msleep((ident), (mtx), (priority), (wmesg), (timeout)); \ 972d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Woken up %p.", __func__, (ident)); \ 982d1661a5SPawel Jakub Dawidek } while (0) 992d1661a5SPawel Jakub Dawidek 100f62c1a47SAlexander Motin static eventhandler_tag g_raid3_post_sync = NULL; 101f62c1a47SAlexander Motin static int g_raid3_shutdown = 0; 1022d1661a5SPawel Jakub Dawidek 1032d1661a5SPawel Jakub Dawidek static int g_raid3_destroy_geom(struct gctl_req *req, struct g_class *mp, 1042d1661a5SPawel Jakub Dawidek struct g_geom *gp); 1052d1661a5SPawel Jakub Dawidek static g_taste_t g_raid3_taste; 1069da3072cSPawel Jakub Dawidek static void g_raid3_init(struct g_class *mp); 1079da3072cSPawel Jakub Dawidek static void g_raid3_fini(struct g_class *mp); 10833cb9b3cSMark Johnston static void g_raid3_providergone(struct g_provider *pp); 1092d1661a5SPawel Jakub Dawidek 1102d1661a5SPawel Jakub Dawidek struct g_class g_raid3_class = { 1112d1661a5SPawel Jakub Dawidek .name = G_RAID3_CLASS_NAME, 1122d1661a5SPawel Jakub Dawidek .version = G_VERSION, 1132d1661a5SPawel Jakub Dawidek .ctlreq = g_raid3_config, 1142d1661a5SPawel Jakub Dawidek .taste = g_raid3_taste, 1159da3072cSPawel Jakub Dawidek .destroy_geom = g_raid3_destroy_geom, 1169da3072cSPawel Jakub Dawidek .init = g_raid3_init, 11733cb9b3cSMark Johnston .fini = g_raid3_fini, 11833cb9b3cSMark Johnston .providergone = g_raid3_providergone, 1192d1661a5SPawel Jakub Dawidek }; 1202d1661a5SPawel Jakub Dawidek 1212d1661a5SPawel Jakub Dawidek static void g_raid3_destroy_provider(struct g_raid3_softc *sc); 122d97d5ee9SPawel Jakub Dawidek static int g_raid3_update_disk(struct g_raid3_disk *disk, u_int state); 123d97d5ee9SPawel Jakub Dawidek static void g_raid3_update_device(struct g_raid3_softc *sc, boolean_t force); 1242d1661a5SPawel Jakub Dawidek static void g_raid3_dumpconf(struct sbuf *sb, const char *indent, 1252d1661a5SPawel Jakub Dawidek struct g_geom *gp, struct g_consumer *cp, struct g_provider *pp); 1262d1661a5SPawel Jakub Dawidek static void g_raid3_sync_stop(struct g_raid3_softc *sc, int type); 1273650be51SPawel Jakub Dawidek static int g_raid3_register_request(struct bio *pbp); 1283650be51SPawel Jakub Dawidek static void g_raid3_sync_release(struct g_raid3_softc *sc); 129fd02d0bcSMark Johnston static void g_raid3_timeout_drain(struct g_raid3_softc *sc); 1302d1661a5SPawel Jakub Dawidek 1312d1661a5SPawel Jakub Dawidek static const char * 1322d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(int state) 1332d1661a5SPawel Jakub Dawidek { 1342d1661a5SPawel Jakub Dawidek 1352d1661a5SPawel Jakub Dawidek switch (state) { 1362d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NODISK: 1372d1661a5SPawel Jakub Dawidek return ("NODISK"); 1382d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NONE: 1392d1661a5SPawel Jakub Dawidek return ("NONE"); 1402d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NEW: 1412d1661a5SPawel Jakub Dawidek return ("NEW"); 1422d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_ACTIVE: 1432d1661a5SPawel Jakub Dawidek return ("ACTIVE"); 1442d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_STALE: 1452d1661a5SPawel Jakub Dawidek return ("STALE"); 1462d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_SYNCHRONIZING: 1472d1661a5SPawel Jakub Dawidek return ("SYNCHRONIZING"); 1482d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_DISCONNECTED: 1492d1661a5SPawel Jakub Dawidek return ("DISCONNECTED"); 1502d1661a5SPawel Jakub Dawidek default: 1512d1661a5SPawel Jakub Dawidek return ("INVALID"); 1522d1661a5SPawel Jakub Dawidek } 1532d1661a5SPawel Jakub Dawidek } 1542d1661a5SPawel Jakub Dawidek 1552d1661a5SPawel Jakub Dawidek static const char * 1562d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(int state) 1572d1661a5SPawel Jakub Dawidek { 1582d1661a5SPawel Jakub Dawidek 1592d1661a5SPawel Jakub Dawidek switch (state) { 1602d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_STARTING: 1612d1661a5SPawel Jakub Dawidek return ("STARTING"); 1622d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_DEGRADED: 1632d1661a5SPawel Jakub Dawidek return ("DEGRADED"); 1642d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_COMPLETE: 1652d1661a5SPawel Jakub Dawidek return ("COMPLETE"); 1662d1661a5SPawel Jakub Dawidek default: 1672d1661a5SPawel Jakub Dawidek return ("INVALID"); 1682d1661a5SPawel Jakub Dawidek } 1692d1661a5SPawel Jakub Dawidek } 1702d1661a5SPawel Jakub Dawidek 1712d1661a5SPawel Jakub Dawidek const char * 1722d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(struct g_raid3_disk *disk) 1732d1661a5SPawel Jakub Dawidek { 1742d1661a5SPawel Jakub Dawidek 1752d1661a5SPawel Jakub Dawidek if (disk->d_consumer == NULL || disk->d_consumer->provider == NULL) 1762d1661a5SPawel Jakub Dawidek return ("[unknown]"); 1772d1661a5SPawel Jakub Dawidek return (disk->d_name); 1782d1661a5SPawel Jakub Dawidek } 1792d1661a5SPawel Jakub Dawidek 180ed940a82SPawel Jakub Dawidek static void * 181ed940a82SPawel Jakub Dawidek g_raid3_alloc(struct g_raid3_softc *sc, size_t size, int flags) 182ed940a82SPawel Jakub Dawidek { 183ed940a82SPawel Jakub Dawidek void *ptr; 184d4060fa6SAlexander Motin enum g_raid3_zones zone; 185ed940a82SPawel Jakub Dawidek 186d4060fa6SAlexander Motin if (g_raid3_use_malloc || 187d4060fa6SAlexander Motin (zone = g_raid3_zone(size)) == G_RAID3_NUM_ZONES) 188ed940a82SPawel Jakub Dawidek ptr = malloc(size, M_RAID3, flags); 189ed940a82SPawel Jakub Dawidek else { 190d4060fa6SAlexander Motin ptr = uma_zalloc_arg(sc->sc_zones[zone].sz_zone, 191d4060fa6SAlexander Motin &sc->sc_zones[zone], flags); 192d4060fa6SAlexander Motin sc->sc_zones[zone].sz_requested++; 193ed940a82SPawel Jakub Dawidek if (ptr == NULL) 194d4060fa6SAlexander Motin sc->sc_zones[zone].sz_failed++; 195ed940a82SPawel Jakub Dawidek } 196ed940a82SPawel Jakub Dawidek return (ptr); 197ed940a82SPawel Jakub Dawidek } 198ed940a82SPawel Jakub Dawidek 199ed940a82SPawel Jakub Dawidek static void 200ed940a82SPawel Jakub Dawidek g_raid3_free(struct g_raid3_softc *sc, void *ptr, size_t size) 201ed940a82SPawel Jakub Dawidek { 202d4060fa6SAlexander Motin enum g_raid3_zones zone; 203ed940a82SPawel Jakub Dawidek 204d4060fa6SAlexander Motin if (g_raid3_use_malloc || 205d4060fa6SAlexander Motin (zone = g_raid3_zone(size)) == G_RAID3_NUM_ZONES) 206ed940a82SPawel Jakub Dawidek free(ptr, M_RAID3); 207ed940a82SPawel Jakub Dawidek else { 208d4060fa6SAlexander Motin uma_zfree_arg(sc->sc_zones[zone].sz_zone, 209d4060fa6SAlexander Motin ptr, &sc->sc_zones[zone]); 210ed940a82SPawel Jakub Dawidek } 211ed940a82SPawel Jakub Dawidek } 212ed940a82SPawel Jakub Dawidek 2133650be51SPawel Jakub Dawidek static int 2143650be51SPawel Jakub Dawidek g_raid3_uma_ctor(void *mem, int size, void *arg, int flags) 2153650be51SPawel Jakub Dawidek { 2163650be51SPawel Jakub Dawidek struct g_raid3_zone *sz = arg; 2173650be51SPawel Jakub Dawidek 2180d14fae5SPawel Jakub Dawidek if (sz->sz_max > 0 && sz->sz_inuse == sz->sz_max) 2193650be51SPawel Jakub Dawidek return (ENOMEM); 2203650be51SPawel Jakub Dawidek sz->sz_inuse++; 2213650be51SPawel Jakub Dawidek return (0); 2223650be51SPawel Jakub Dawidek } 2233650be51SPawel Jakub Dawidek 2243650be51SPawel Jakub Dawidek static void 2253650be51SPawel Jakub Dawidek g_raid3_uma_dtor(void *mem, int size, void *arg) 2263650be51SPawel Jakub Dawidek { 2273650be51SPawel Jakub Dawidek struct g_raid3_zone *sz = arg; 2283650be51SPawel Jakub Dawidek 2293650be51SPawel Jakub Dawidek sz->sz_inuse--; 2303650be51SPawel Jakub Dawidek } 2313650be51SPawel Jakub Dawidek 23206b215fdSAlexander Motin #define g_raid3_xor(src, dst, size) \ 23306b215fdSAlexander Motin _g_raid3_xor((uint64_t *)(src), \ 2342d1661a5SPawel Jakub Dawidek (uint64_t *)(dst), (size_t)size) 2352d1661a5SPawel Jakub Dawidek static void 23606b215fdSAlexander Motin _g_raid3_xor(uint64_t *src, uint64_t *dst, size_t size) 2372d1661a5SPawel Jakub Dawidek { 2382d1661a5SPawel Jakub Dawidek 2392d1661a5SPawel Jakub Dawidek KASSERT((size % 128) == 0, ("Invalid size: %zu.", size)); 2402d1661a5SPawel Jakub Dawidek for (; size > 0; size -= 128) { 24106b215fdSAlexander Motin *dst++ ^= (*src++); 24206b215fdSAlexander Motin *dst++ ^= (*src++); 24306b215fdSAlexander Motin *dst++ ^= (*src++); 24406b215fdSAlexander Motin *dst++ ^= (*src++); 24506b215fdSAlexander Motin *dst++ ^= (*src++); 24606b215fdSAlexander Motin *dst++ ^= (*src++); 24706b215fdSAlexander Motin *dst++ ^= (*src++); 24806b215fdSAlexander Motin *dst++ ^= (*src++); 24906b215fdSAlexander Motin *dst++ ^= (*src++); 25006b215fdSAlexander Motin *dst++ ^= (*src++); 25106b215fdSAlexander Motin *dst++ ^= (*src++); 25206b215fdSAlexander Motin *dst++ ^= (*src++); 25306b215fdSAlexander Motin *dst++ ^= (*src++); 25406b215fdSAlexander Motin *dst++ ^= (*src++); 25506b215fdSAlexander Motin *dst++ ^= (*src++); 25606b215fdSAlexander Motin *dst++ ^= (*src++); 2572d1661a5SPawel Jakub Dawidek } 2582d1661a5SPawel Jakub Dawidek } 2592d1661a5SPawel Jakub Dawidek 260dba915cfSPawel Jakub Dawidek static int 261dba915cfSPawel Jakub Dawidek g_raid3_is_zero(struct bio *bp) 262dba915cfSPawel Jakub Dawidek { 263dba915cfSPawel Jakub Dawidek static const uint64_t zeros[] = { 264dba915cfSPawel Jakub Dawidek 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 265dba915cfSPawel Jakub Dawidek }; 266dba915cfSPawel Jakub Dawidek u_char *addr; 267dba915cfSPawel Jakub Dawidek ssize_t size; 268dba915cfSPawel Jakub Dawidek 269dba915cfSPawel Jakub Dawidek size = bp->bio_length; 270dba915cfSPawel Jakub Dawidek addr = (u_char *)bp->bio_data; 271dba915cfSPawel Jakub Dawidek for (; size > 0; size -= sizeof(zeros), addr += sizeof(zeros)) { 272dba915cfSPawel Jakub Dawidek if (bcmp(addr, zeros, sizeof(zeros)) != 0) 273dba915cfSPawel Jakub Dawidek return (0); 274dba915cfSPawel Jakub Dawidek } 275dba915cfSPawel Jakub Dawidek return (1); 276dba915cfSPawel Jakub Dawidek } 277dba915cfSPawel Jakub Dawidek 2782d1661a5SPawel Jakub Dawidek /* 2792d1661a5SPawel Jakub Dawidek * --- Events handling functions --- 2802d1661a5SPawel Jakub Dawidek * Events in geom_raid3 are used to maintain disks and device status 2812d1661a5SPawel Jakub Dawidek * from one thread to simplify locking. 2822d1661a5SPawel Jakub Dawidek */ 2832d1661a5SPawel Jakub Dawidek static void 2842d1661a5SPawel Jakub Dawidek g_raid3_event_free(struct g_raid3_event *ep) 2852d1661a5SPawel Jakub Dawidek { 2862d1661a5SPawel Jakub Dawidek 2872d1661a5SPawel Jakub Dawidek free(ep, M_RAID3); 2882d1661a5SPawel Jakub Dawidek } 2892d1661a5SPawel Jakub Dawidek 290fd02d0bcSMark Johnston static int 291fd02d0bcSMark Johnston g_raid3_event_dispatch(struct g_raid3_event *ep, void *arg, int state, 292fd02d0bcSMark Johnston int flags) 2932d1661a5SPawel Jakub Dawidek { 2942d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 2952d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 2962d1661a5SPawel Jakub Dawidek int error; 2972d1661a5SPawel Jakub Dawidek 2982d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sending event %p.", __func__, ep); 2992d1661a5SPawel Jakub Dawidek if ((flags & G_RAID3_EVENT_DEVICE) != 0) { 3002d1661a5SPawel Jakub Dawidek disk = NULL; 3012d1661a5SPawel Jakub Dawidek sc = arg; 3022d1661a5SPawel Jakub Dawidek } else { 3032d1661a5SPawel Jakub Dawidek disk = arg; 3042d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 3052d1661a5SPawel Jakub Dawidek } 3062d1661a5SPawel Jakub Dawidek ep->e_disk = disk; 3072d1661a5SPawel Jakub Dawidek ep->e_state = state; 3082d1661a5SPawel Jakub Dawidek ep->e_flags = flags; 3092d1661a5SPawel Jakub Dawidek ep->e_error = 0; 3102d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 3112d1661a5SPawel Jakub Dawidek TAILQ_INSERT_TAIL(&sc->sc_events, ep, e_next); 3122d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 3132d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, sc); 3142d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 3152d1661a5SPawel Jakub Dawidek wakeup(sc); 3162d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 3172d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 3182d1661a5SPawel Jakub Dawidek if ((flags & G_RAID3_EVENT_DONTWAIT) != 0) 3192d1661a5SPawel Jakub Dawidek return (0); 3203650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 3212d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sleeping %p.", __func__, ep); 3223650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 3232d1661a5SPawel Jakub Dawidek while ((ep->e_flags & G_RAID3_EVENT_DONE) == 0) { 3242d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 3252d1661a5SPawel Jakub Dawidek MSLEEP(ep, &sc->sc_events_mtx, PRIBIO | PDROP, "r3:event", 3262d1661a5SPawel Jakub Dawidek hz * 5); 3272d1661a5SPawel Jakub Dawidek } 3282d1661a5SPawel Jakub Dawidek error = ep->e_error; 3292d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 3303650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 3312d1661a5SPawel Jakub Dawidek return (error); 3322d1661a5SPawel Jakub Dawidek } 3332d1661a5SPawel Jakub Dawidek 334fd02d0bcSMark Johnston int 335fd02d0bcSMark Johnston g_raid3_event_send(void *arg, int state, int flags) 336fd02d0bcSMark Johnston { 337fd02d0bcSMark Johnston struct g_raid3_event *ep; 338fd02d0bcSMark Johnston 339fd02d0bcSMark Johnston ep = malloc(sizeof(*ep), M_RAID3, M_WAITOK); 340fd02d0bcSMark Johnston return (g_raid3_event_dispatch(ep, arg, state, flags)); 341fd02d0bcSMark Johnston } 342fd02d0bcSMark Johnston 3432d1661a5SPawel Jakub Dawidek static struct g_raid3_event * 3442d1661a5SPawel Jakub Dawidek g_raid3_event_get(struct g_raid3_softc *sc) 3452d1661a5SPawel Jakub Dawidek { 3462d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 3472d1661a5SPawel Jakub Dawidek 3482d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 3492d1661a5SPawel Jakub Dawidek ep = TAILQ_FIRST(&sc->sc_events); 3502d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 3512d1661a5SPawel Jakub Dawidek return (ep); 3522d1661a5SPawel Jakub Dawidek } 3532d1661a5SPawel Jakub Dawidek 3542d1661a5SPawel Jakub Dawidek static void 355d97d5ee9SPawel Jakub Dawidek g_raid3_event_remove(struct g_raid3_softc *sc, struct g_raid3_event *ep) 356d97d5ee9SPawel Jakub Dawidek { 357d97d5ee9SPawel Jakub Dawidek 358d97d5ee9SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 359d97d5ee9SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_events, ep, e_next); 360d97d5ee9SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 361d97d5ee9SPawel Jakub Dawidek } 362d97d5ee9SPawel Jakub Dawidek 363d97d5ee9SPawel Jakub Dawidek static void 3642d1661a5SPawel Jakub Dawidek g_raid3_event_cancel(struct g_raid3_disk *disk) 3652d1661a5SPawel Jakub Dawidek { 3662d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 3672d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep, *tmpep; 3682d1661a5SPawel Jakub Dawidek 3692d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 3703650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 3713650be51SPawel Jakub Dawidek 3722d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 3732d1661a5SPawel Jakub Dawidek TAILQ_FOREACH_SAFE(ep, &sc->sc_events, e_next, tmpep) { 3742d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DEVICE) != 0) 3752d1661a5SPawel Jakub Dawidek continue; 3762d1661a5SPawel Jakub Dawidek if (ep->e_disk != disk) 3772d1661a5SPawel Jakub Dawidek continue; 3782d1661a5SPawel Jakub Dawidek TAILQ_REMOVE(&sc->sc_events, ep, e_next); 3792d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DONTWAIT) != 0) 3802d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 3812d1661a5SPawel Jakub Dawidek else { 3822d1661a5SPawel Jakub Dawidek ep->e_error = ECANCELED; 3832d1661a5SPawel Jakub Dawidek wakeup(ep); 3842d1661a5SPawel Jakub Dawidek } 3852d1661a5SPawel Jakub Dawidek } 3862d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 3872d1661a5SPawel Jakub Dawidek } 3882d1661a5SPawel Jakub Dawidek 3892d1661a5SPawel Jakub Dawidek /* 3902d1661a5SPawel Jakub Dawidek * Return the number of disks in the given state. 3912d1661a5SPawel Jakub Dawidek * If state is equal to -1, count all connected disks. 3922d1661a5SPawel Jakub Dawidek */ 3932d1661a5SPawel Jakub Dawidek u_int 3942d1661a5SPawel Jakub Dawidek g_raid3_ndisks(struct g_raid3_softc *sc, int state) 3952d1661a5SPawel Jakub Dawidek { 3962d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 397fa6a7837SDavid E. O'Brien u_int n, ndisks; 3982d1661a5SPawel Jakub Dawidek 3993650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_LOCKED); 4003650be51SPawel Jakub Dawidek 401fa6a7837SDavid E. O'Brien for (n = ndisks = 0; n < sc->sc_ndisks; n++) { 4022d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 4032d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 4042d1661a5SPawel Jakub Dawidek continue; 4052d1661a5SPawel Jakub Dawidek if (state == -1 || disk->d_state == state) 4062d1661a5SPawel Jakub Dawidek ndisks++; 4072d1661a5SPawel Jakub Dawidek } 4082d1661a5SPawel Jakub Dawidek return (ndisks); 4092d1661a5SPawel Jakub Dawidek } 4102d1661a5SPawel Jakub Dawidek 4112d1661a5SPawel Jakub Dawidek static u_int 4122d1661a5SPawel Jakub Dawidek g_raid3_nrequests(struct g_raid3_softc *sc, struct g_consumer *cp) 4132d1661a5SPawel Jakub Dawidek { 4142d1661a5SPawel Jakub Dawidek struct bio *bp; 4152d1661a5SPawel Jakub Dawidek u_int nreqs = 0; 4162d1661a5SPawel Jakub Dawidek 4172d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 4182d1661a5SPawel Jakub Dawidek TAILQ_FOREACH(bp, &sc->sc_queue.queue, bio_queue) { 4192d1661a5SPawel Jakub Dawidek if (bp->bio_from == cp) 4202d1661a5SPawel Jakub Dawidek nreqs++; 4212d1661a5SPawel Jakub Dawidek } 4222d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 4232d1661a5SPawel Jakub Dawidek return (nreqs); 4242d1661a5SPawel Jakub Dawidek } 4252d1661a5SPawel Jakub Dawidek 4262d1661a5SPawel Jakub Dawidek static int 4272d1661a5SPawel Jakub Dawidek g_raid3_is_busy(struct g_raid3_softc *sc, struct g_consumer *cp) 4282d1661a5SPawel Jakub Dawidek { 4292d1661a5SPawel Jakub Dawidek 43079e61493SPawel Jakub Dawidek if (cp->index > 0) { 4312d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, 4322d1661a5SPawel Jakub Dawidek "I/O requests for %s exist, can't destroy it now.", 4332d1661a5SPawel Jakub Dawidek cp->provider->name); 4342d1661a5SPawel Jakub Dawidek return (1); 4352d1661a5SPawel Jakub Dawidek } 4362d1661a5SPawel Jakub Dawidek if (g_raid3_nrequests(sc, cp) > 0) { 4372d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, 4382d1661a5SPawel Jakub Dawidek "I/O requests for %s in queue, can't destroy it now.", 4392d1661a5SPawel Jakub Dawidek cp->provider->name); 4402d1661a5SPawel Jakub Dawidek return (1); 4412d1661a5SPawel Jakub Dawidek } 4422d1661a5SPawel Jakub Dawidek return (0); 4432d1661a5SPawel Jakub Dawidek } 4442d1661a5SPawel Jakub Dawidek 4452d1661a5SPawel Jakub Dawidek static void 446d97d5ee9SPawel Jakub Dawidek g_raid3_destroy_consumer(void *arg, int flags __unused) 447d97d5ee9SPawel Jakub Dawidek { 448d97d5ee9SPawel Jakub Dawidek struct g_consumer *cp; 449d97d5ee9SPawel Jakub Dawidek 4503650be51SPawel Jakub Dawidek g_topology_assert(); 4513650be51SPawel Jakub Dawidek 452d97d5ee9SPawel Jakub Dawidek cp = arg; 453d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Consumer %s destroyed.", cp->provider->name); 454d97d5ee9SPawel Jakub Dawidek g_detach(cp); 455d97d5ee9SPawel Jakub Dawidek g_destroy_consumer(cp); 456d97d5ee9SPawel Jakub Dawidek } 457d97d5ee9SPawel Jakub Dawidek 458d97d5ee9SPawel Jakub Dawidek static void 4592d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(struct g_raid3_softc *sc, struct g_consumer *cp) 4602d1661a5SPawel Jakub Dawidek { 461d97d5ee9SPawel Jakub Dawidek struct g_provider *pp; 462d97d5ee9SPawel Jakub Dawidek int retaste_wait; 4632d1661a5SPawel Jakub Dawidek 4642d1661a5SPawel Jakub Dawidek g_topology_assert(); 4652d1661a5SPawel Jakub Dawidek 4662d1661a5SPawel Jakub Dawidek cp->private = NULL; 4672d1661a5SPawel Jakub Dawidek if (g_raid3_is_busy(sc, cp)) 4682d1661a5SPawel Jakub Dawidek return; 4692d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Consumer %s destroyed.", cp->provider->name); 470d97d5ee9SPawel Jakub Dawidek pp = cp->provider; 471d97d5ee9SPawel Jakub Dawidek retaste_wait = 0; 472d97d5ee9SPawel Jakub Dawidek if (cp->acw == 1) { 473d97d5ee9SPawel Jakub Dawidek if ((pp->geom->flags & G_GEOM_WITHER) == 0) 474d97d5ee9SPawel Jakub Dawidek retaste_wait = 1; 475d97d5ee9SPawel Jakub Dawidek } 476d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Access %s r%dw%de%d = %d", pp->name, -cp->acr, 477d97d5ee9SPawel Jakub Dawidek -cp->acw, -cp->ace, 0); 478d97d5ee9SPawel Jakub Dawidek if (cp->acr > 0 || cp->acw > 0 || cp->ace > 0) 479d97d5ee9SPawel Jakub Dawidek g_access(cp, -cp->acr, -cp->acw, -cp->ace); 480d97d5ee9SPawel Jakub Dawidek if (retaste_wait) { 481d97d5ee9SPawel Jakub Dawidek /* 482d97d5ee9SPawel Jakub Dawidek * After retaste event was send (inside g_access()), we can send 483d97d5ee9SPawel Jakub Dawidek * event to detach and destroy consumer. 484d97d5ee9SPawel Jakub Dawidek * A class, which has consumer to the given provider connected 485d97d5ee9SPawel Jakub Dawidek * will not receive retaste event for the provider. 486d97d5ee9SPawel Jakub Dawidek * This is the way how I ignore retaste events when I close 487d97d5ee9SPawel Jakub Dawidek * consumers opened for write: I detach and destroy consumer 488d97d5ee9SPawel Jakub Dawidek * after retaste event is sent. 489d97d5ee9SPawel Jakub Dawidek */ 490d97d5ee9SPawel Jakub Dawidek g_post_event(g_raid3_destroy_consumer, cp, M_WAITOK, NULL); 491d97d5ee9SPawel Jakub Dawidek return; 492d97d5ee9SPawel Jakub Dawidek } 493d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Consumer %s destroyed.", pp->name); 4942d1661a5SPawel Jakub Dawidek g_detach(cp); 4952d1661a5SPawel Jakub Dawidek g_destroy_consumer(cp); 4962d1661a5SPawel Jakub Dawidek } 4972d1661a5SPawel Jakub Dawidek 4982d1661a5SPawel Jakub Dawidek static int 4992d1661a5SPawel Jakub Dawidek g_raid3_connect_disk(struct g_raid3_disk *disk, struct g_provider *pp) 5002d1661a5SPawel Jakub Dawidek { 50134cb1517SPawel Jakub Dawidek struct g_consumer *cp; 5022d1661a5SPawel Jakub Dawidek int error; 5032d1661a5SPawel Jakub Dawidek 5043650be51SPawel Jakub Dawidek g_topology_assert_not(); 5052d1661a5SPawel Jakub Dawidek KASSERT(disk->d_consumer == NULL, 5062d1661a5SPawel Jakub Dawidek ("Disk already connected (device %s).", disk->d_softc->sc_name)); 5072d1661a5SPawel Jakub Dawidek 5083650be51SPawel Jakub Dawidek g_topology_lock(); 50934cb1517SPawel Jakub Dawidek cp = g_new_consumer(disk->d_softc->sc_geom); 51034cb1517SPawel Jakub Dawidek error = g_attach(cp, pp); 511d97d5ee9SPawel Jakub Dawidek if (error != 0) { 51234cb1517SPawel Jakub Dawidek g_destroy_consumer(cp); 5133650be51SPawel Jakub Dawidek g_topology_unlock(); 51434cb1517SPawel Jakub Dawidek return (error); 51534cb1517SPawel Jakub Dawidek } 51634cb1517SPawel Jakub Dawidek error = g_access(cp, 1, 1, 1); 5173650be51SPawel Jakub Dawidek g_topology_unlock(); 51834cb1517SPawel Jakub Dawidek if (error != 0) { 51934cb1517SPawel Jakub Dawidek g_detach(cp); 52034cb1517SPawel Jakub Dawidek g_destroy_consumer(cp); 521d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot open consumer %s (error=%d).", 522d97d5ee9SPawel Jakub Dawidek pp->name, error); 523d97d5ee9SPawel Jakub Dawidek return (error); 524d97d5ee9SPawel Jakub Dawidek } 52534cb1517SPawel Jakub Dawidek disk->d_consumer = cp; 52634cb1517SPawel Jakub Dawidek disk->d_consumer->private = disk; 52734cb1517SPawel Jakub Dawidek disk->d_consumer->index = 0; 5282d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Disk %s connected.", g_raid3_get_diskname(disk)); 5292d1661a5SPawel Jakub Dawidek return (0); 5302d1661a5SPawel Jakub Dawidek } 5312d1661a5SPawel Jakub Dawidek 5322d1661a5SPawel Jakub Dawidek static void 5332d1661a5SPawel Jakub Dawidek g_raid3_disconnect_consumer(struct g_raid3_softc *sc, struct g_consumer *cp) 5342d1661a5SPawel Jakub Dawidek { 5352d1661a5SPawel Jakub Dawidek 5362d1661a5SPawel Jakub Dawidek g_topology_assert(); 5372d1661a5SPawel Jakub Dawidek 5382d1661a5SPawel Jakub Dawidek if (cp == NULL) 5392d1661a5SPawel Jakub Dawidek return; 540d97d5ee9SPawel Jakub Dawidek if (cp->provider != NULL) 5412d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(sc, cp); 542d97d5ee9SPawel Jakub Dawidek else 5432d1661a5SPawel Jakub Dawidek g_destroy_consumer(cp); 5442d1661a5SPawel Jakub Dawidek } 5452d1661a5SPawel Jakub Dawidek 5462d1661a5SPawel Jakub Dawidek /* 5472d1661a5SPawel Jakub Dawidek * Initialize disk. This means allocate memory, create consumer, attach it 5482d1661a5SPawel Jakub Dawidek * to the provider and open access (r1w1e1) to it. 5492d1661a5SPawel Jakub Dawidek */ 5502d1661a5SPawel Jakub Dawidek static struct g_raid3_disk * 5512d1661a5SPawel Jakub Dawidek g_raid3_init_disk(struct g_raid3_softc *sc, struct g_provider *pp, 5522d1661a5SPawel Jakub Dawidek struct g_raid3_metadata *md, int *errorp) 5532d1661a5SPawel Jakub Dawidek { 5542d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 5552d1661a5SPawel Jakub Dawidek int error; 5562d1661a5SPawel Jakub Dawidek 5572d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[md->md_no]; 5582d1661a5SPawel Jakub Dawidek error = g_raid3_connect_disk(disk, pp); 55934cb1517SPawel Jakub Dawidek if (error != 0) { 56034cb1517SPawel Jakub Dawidek if (errorp != NULL) 56134cb1517SPawel Jakub Dawidek *errorp = error; 56234cb1517SPawel Jakub Dawidek return (NULL); 56334cb1517SPawel Jakub Dawidek } 5642d1661a5SPawel Jakub Dawidek disk->d_state = G_RAID3_DISK_STATE_NONE; 5652d1661a5SPawel Jakub Dawidek disk->d_flags = md->md_dflags; 5662d1661a5SPawel Jakub Dawidek if (md->md_provider[0] != '\0') 5672d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_HARDCODED; 5682d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer = NULL; 5692d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset = md->md_sync_offset; 5702d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset_done = md->md_sync_offset; 571a245a548SPawel Jakub Dawidek disk->d_genid = md->md_genid; 5722d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid = md->md_syncid; 5732d1661a5SPawel Jakub Dawidek if (errorp != NULL) 5742d1661a5SPawel Jakub Dawidek *errorp = 0; 5752d1661a5SPawel Jakub Dawidek return (disk); 5762d1661a5SPawel Jakub Dawidek } 5772d1661a5SPawel Jakub Dawidek 5782d1661a5SPawel Jakub Dawidek static void 5792d1661a5SPawel Jakub Dawidek g_raid3_destroy_disk(struct g_raid3_disk *disk) 5802d1661a5SPawel Jakub Dawidek { 5812d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 5822d1661a5SPawel Jakub Dawidek 5833650be51SPawel Jakub Dawidek g_topology_assert_not(); 5843650be51SPawel Jakub Dawidek sc = disk->d_softc; 5853650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 5862d1661a5SPawel Jakub Dawidek 5872d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 5882d1661a5SPawel Jakub Dawidek return; 5892d1661a5SPawel Jakub Dawidek g_raid3_event_cancel(disk); 5902d1661a5SPawel Jakub Dawidek switch (disk->d_state) { 5912d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_SYNCHRONIZING: 5922d1661a5SPawel Jakub Dawidek if (sc->sc_syncdisk != NULL) 5932d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(sc, 1); 5942d1661a5SPawel Jakub Dawidek /* FALLTHROUGH */ 5952d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NEW: 5962d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_STALE: 5972d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_ACTIVE: 5983650be51SPawel Jakub Dawidek g_topology_lock(); 5992d1661a5SPawel Jakub Dawidek g_raid3_disconnect_consumer(sc, disk->d_consumer); 6003650be51SPawel Jakub Dawidek g_topology_unlock(); 6012d1661a5SPawel Jakub Dawidek disk->d_consumer = NULL; 6022d1661a5SPawel Jakub Dawidek break; 6032d1661a5SPawel Jakub Dawidek default: 6042d1661a5SPawel Jakub Dawidek KASSERT(0 == 1, ("Wrong disk state (%s, %s).", 6052d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 6062d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 6072d1661a5SPawel Jakub Dawidek } 6082d1661a5SPawel Jakub Dawidek disk->d_state = G_RAID3_DISK_STATE_NODISK; 6092d1661a5SPawel Jakub Dawidek } 6102d1661a5SPawel Jakub Dawidek 6112d1661a5SPawel Jakub Dawidek static void 61233cb9b3cSMark Johnston g_raid3_free_device(struct g_raid3_softc *sc) 61333cb9b3cSMark Johnston { 61433cb9b3cSMark Johnston KASSERT(sc->sc_refcnt == 0, 61533cb9b3cSMark Johnston ("%s: non-zero refcount %u", __func__, sc->sc_refcnt)); 61633cb9b3cSMark Johnston 61733cb9b3cSMark Johnston if (!g_raid3_use_malloc) { 61833cb9b3cSMark Johnston uma_zdestroy(sc->sc_zones[G_RAID3_ZONE_64K].sz_zone); 61933cb9b3cSMark Johnston uma_zdestroy(sc->sc_zones[G_RAID3_ZONE_16K].sz_zone); 62033cb9b3cSMark Johnston uma_zdestroy(sc->sc_zones[G_RAID3_ZONE_4K].sz_zone); 62133cb9b3cSMark Johnston } 62233cb9b3cSMark Johnston mtx_destroy(&sc->sc_queue_mtx); 62333cb9b3cSMark Johnston mtx_destroy(&sc->sc_events_mtx); 62433cb9b3cSMark Johnston sx_xunlock(&sc->sc_lock); 62533cb9b3cSMark Johnston sx_destroy(&sc->sc_lock); 62633cb9b3cSMark Johnston free(sc->sc_disks, M_RAID3); 62733cb9b3cSMark Johnston free(sc, M_RAID3); 62833cb9b3cSMark Johnston } 62933cb9b3cSMark Johnston 63033cb9b3cSMark Johnston static void 63133cb9b3cSMark Johnston g_raid3_providergone(struct g_provider *pp) 63233cb9b3cSMark Johnston { 63333cb9b3cSMark Johnston struct g_raid3_softc *sc = pp->private; 63433cb9b3cSMark Johnston 63533cb9b3cSMark Johnston if (--sc->sc_refcnt == 0) 63633cb9b3cSMark Johnston g_raid3_free_device(sc); 63733cb9b3cSMark Johnston } 63833cb9b3cSMark Johnston 63933cb9b3cSMark Johnston static void 6402d1661a5SPawel Jakub Dawidek g_raid3_destroy_device(struct g_raid3_softc *sc) 6412d1661a5SPawel Jakub Dawidek { 6422d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 6439da3072cSPawel Jakub Dawidek struct g_raid3_disk *disk; 6442d1661a5SPawel Jakub Dawidek struct g_geom *gp; 6452d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 6462d1661a5SPawel Jakub Dawidek u_int n; 6472d1661a5SPawel Jakub Dawidek 6483650be51SPawel Jakub Dawidek g_topology_assert_not(); 6493650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 6502d1661a5SPawel Jakub Dawidek 6512d1661a5SPawel Jakub Dawidek gp = sc->sc_geom; 6522d1661a5SPawel Jakub Dawidek if (sc->sc_provider != NULL) 6532d1661a5SPawel Jakub Dawidek g_raid3_destroy_provider(sc); 6549da3072cSPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 6559da3072cSPawel Jakub Dawidek disk = &sc->sc_disks[n]; 656d97d5ee9SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_NODISK) { 6579da3072cSPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 6589da3072cSPawel Jakub Dawidek g_raid3_update_metadata(disk); 6599da3072cSPawel Jakub Dawidek g_raid3_destroy_disk(disk); 6609da3072cSPawel Jakub Dawidek } 661d97d5ee9SPawel Jakub Dawidek } 6622d1661a5SPawel Jakub Dawidek while ((ep = g_raid3_event_get(sc)) != NULL) { 663d97d5ee9SPawel Jakub Dawidek g_raid3_event_remove(sc, ep); 6642d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DONTWAIT) != 0) 6652d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 6662d1661a5SPawel Jakub Dawidek else { 6672d1661a5SPawel Jakub Dawidek ep->e_error = ECANCELED; 6682d1661a5SPawel Jakub Dawidek ep->e_flags |= G_RAID3_EVENT_DONE; 6692d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, ep); 6702d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 6712d1661a5SPawel Jakub Dawidek wakeup(ep); 6722d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 6732d1661a5SPawel Jakub Dawidek } 6742d1661a5SPawel Jakub Dawidek } 675fd02d0bcSMark Johnston g_raid3_timeout_drain(sc); 6762d1661a5SPawel Jakub Dawidek cp = LIST_FIRST(&sc->sc_sync.ds_geom->consumer); 6773650be51SPawel Jakub Dawidek g_topology_lock(); 6782d1661a5SPawel Jakub Dawidek if (cp != NULL) 6792d1661a5SPawel Jakub Dawidek g_raid3_disconnect_consumer(sc, cp); 6802d1661a5SPawel Jakub Dawidek g_wither_geom(sc->sc_sync.ds_geom, ENXIO); 6812d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s destroyed.", gp->name); 6822d1661a5SPawel Jakub Dawidek g_wither_geom(gp, ENXIO); 68333cb9b3cSMark Johnston if (--sc->sc_refcnt == 0) 68433cb9b3cSMark Johnston g_raid3_free_device(sc); 6853650be51SPawel Jakub Dawidek g_topology_unlock(); 6862d1661a5SPawel Jakub Dawidek } 6872d1661a5SPawel Jakub Dawidek 6882d1661a5SPawel Jakub Dawidek static void 6892d1661a5SPawel Jakub Dawidek g_raid3_orphan(struct g_consumer *cp) 6902d1661a5SPawel Jakub Dawidek { 6912d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 6922d1661a5SPawel Jakub Dawidek 6932d1661a5SPawel Jakub Dawidek g_topology_assert(); 6942d1661a5SPawel Jakub Dawidek 6952d1661a5SPawel Jakub Dawidek disk = cp->private; 6962d1661a5SPawel Jakub Dawidek if (disk == NULL) 6972d1661a5SPawel Jakub Dawidek return; 698ea973705SPawel Jakub Dawidek disk->d_softc->sc_bump_id = G_RAID3_BUMP_SYNCID; 6992d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, G_RAID3_DISK_STATE_DISCONNECTED, 7002d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 7012d1661a5SPawel Jakub Dawidek } 7022d1661a5SPawel Jakub Dawidek 7032d1661a5SPawel Jakub Dawidek static int 7042d1661a5SPawel Jakub Dawidek g_raid3_write_metadata(struct g_raid3_disk *disk, struct g_raid3_metadata *md) 7052d1661a5SPawel Jakub Dawidek { 7062d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 7072d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 7082d1661a5SPawel Jakub Dawidek off_t offset, length; 7092d1661a5SPawel Jakub Dawidek u_char *sector; 710d97d5ee9SPawel Jakub Dawidek int error = 0; 7112d1661a5SPawel Jakub Dawidek 7123650be51SPawel Jakub Dawidek g_topology_assert_not(); 7132d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 7143650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_LOCKED); 7153650be51SPawel Jakub Dawidek 7162d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 7172d1661a5SPawel Jakub Dawidek KASSERT(cp != NULL, ("NULL consumer (%s).", sc->sc_name)); 7182d1661a5SPawel Jakub Dawidek KASSERT(cp->provider != NULL, ("NULL provider (%s).", sc->sc_name)); 7193650be51SPawel Jakub Dawidek KASSERT(cp->acr >= 1 && cp->acw >= 1 && cp->ace >= 1, 720d97d5ee9SPawel Jakub Dawidek ("Consumer %s closed? (r%dw%de%d).", cp->provider->name, cp->acr, 721d97d5ee9SPawel Jakub Dawidek cp->acw, cp->ace)); 7222d1661a5SPawel Jakub Dawidek length = cp->provider->sectorsize; 7232d1661a5SPawel Jakub Dawidek offset = cp->provider->mediasize - length; 7242d1661a5SPawel Jakub Dawidek sector = malloc((size_t)length, M_RAID3, M_WAITOK | M_ZERO); 7252d1661a5SPawel Jakub Dawidek if (md != NULL) 7262d1661a5SPawel Jakub Dawidek raid3_metadata_encode(md, sector); 7272d1661a5SPawel Jakub Dawidek error = g_write_data(cp, offset, sector, length); 7282d1661a5SPawel Jakub Dawidek free(sector, M_RAID3); 7292d1661a5SPawel Jakub Dawidek if (error != 0) { 7303aae74ecSPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_BROKEN) == 0) { 7313aae74ecSPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot write metadata on %s " 7323aae74ecSPawel Jakub Dawidek "(device=%s, error=%d).", 7333aae74ecSPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name, error); 7343aae74ecSPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_BROKEN; 7353aae74ecSPawel Jakub Dawidek } else { 7363aae74ecSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Cannot write metadata on %s " 7373aae74ecSPawel Jakub Dawidek "(device=%s, error=%d).", 7383aae74ecSPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name, error); 7393aae74ecSPawel Jakub Dawidek } 7403aae74ecSPawel Jakub Dawidek if (g_raid3_disconnect_on_failure && 7413aae74ecSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 7423aae74ecSPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 7433aae74ecSPawel Jakub Dawidek g_raid3_event_send(disk, 7443aae74ecSPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 7452d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 7462d1661a5SPawel Jakub Dawidek } 7473aae74ecSPawel Jakub Dawidek } 7482d1661a5SPawel Jakub Dawidek return (error); 7492d1661a5SPawel Jakub Dawidek } 7502d1661a5SPawel Jakub Dawidek 7512d1661a5SPawel Jakub Dawidek int 7522d1661a5SPawel Jakub Dawidek g_raid3_clear_metadata(struct g_raid3_disk *disk) 7532d1661a5SPawel Jakub Dawidek { 7542d1661a5SPawel Jakub Dawidek int error; 7552d1661a5SPawel Jakub Dawidek 7563650be51SPawel Jakub Dawidek g_topology_assert_not(); 7573650be51SPawel Jakub Dawidek sx_assert(&disk->d_softc->sc_lock, SX_LOCKED); 7583650be51SPawel Jakub Dawidek 7592d1661a5SPawel Jakub Dawidek error = g_raid3_write_metadata(disk, NULL); 7602d1661a5SPawel Jakub Dawidek if (error == 0) { 7612d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Metadata on %s cleared.", 7622d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 7632d1661a5SPawel Jakub Dawidek } else { 7642d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, 7652d1661a5SPawel Jakub Dawidek "Cannot clear metadata on disk %s (error=%d).", 7662d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), error); 7672d1661a5SPawel Jakub Dawidek } 7682d1661a5SPawel Jakub Dawidek return (error); 7692d1661a5SPawel Jakub Dawidek } 7702d1661a5SPawel Jakub Dawidek 7712d1661a5SPawel Jakub Dawidek void 7722d1661a5SPawel Jakub Dawidek g_raid3_fill_metadata(struct g_raid3_disk *disk, struct g_raid3_metadata *md) 7732d1661a5SPawel Jakub Dawidek { 7742d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 775e6890985SPawel Jakub Dawidek struct g_provider *pp; 7762d1661a5SPawel Jakub Dawidek 77739552dffSMark Johnston bzero(md, sizeof(*md)); 7782d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 7792d1661a5SPawel Jakub Dawidek strlcpy(md->md_magic, G_RAID3_MAGIC, sizeof(md->md_magic)); 7802d1661a5SPawel Jakub Dawidek md->md_version = G_RAID3_VERSION; 7812d1661a5SPawel Jakub Dawidek strlcpy(md->md_name, sc->sc_name, sizeof(md->md_name)); 7822d1661a5SPawel Jakub Dawidek md->md_id = sc->sc_id; 7832d1661a5SPawel Jakub Dawidek md->md_all = sc->sc_ndisks; 784a245a548SPawel Jakub Dawidek md->md_genid = sc->sc_genid; 7852d1661a5SPawel Jakub Dawidek md->md_mediasize = sc->sc_mediasize; 7862d1661a5SPawel Jakub Dawidek md->md_sectorsize = sc->sc_sectorsize; 7872d1661a5SPawel Jakub Dawidek md->md_mflags = (sc->sc_flags & G_RAID3_DEVICE_FLAG_MASK); 7882d1661a5SPawel Jakub Dawidek md->md_no = disk->d_no; 7892d1661a5SPawel Jakub Dawidek md->md_syncid = disk->d_sync.ds_syncid; 7902d1661a5SPawel Jakub Dawidek md->md_dflags = (disk->d_flags & G_RAID3_DISK_FLAG_MASK); 79139552dffSMark Johnston if (disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 792c082905bSPawel Jakub Dawidek md->md_sync_offset = 793c082905bSPawel Jakub Dawidek disk->d_sync.ds_offset_done / (sc->sc_ndisks - 1); 794c082905bSPawel Jakub Dawidek } 795e6890985SPawel Jakub Dawidek if (disk->d_consumer != NULL && disk->d_consumer->provider != NULL) 796e6890985SPawel Jakub Dawidek pp = disk->d_consumer->provider; 797e6890985SPawel Jakub Dawidek else 798e6890985SPawel Jakub Dawidek pp = NULL; 799e6890985SPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_HARDCODED) != 0 && pp != NULL) 800e6890985SPawel Jakub Dawidek strlcpy(md->md_provider, pp->name, sizeof(md->md_provider)); 801e6890985SPawel Jakub Dawidek if (pp != NULL) 802e6890985SPawel Jakub Dawidek md->md_provsize = pp->mediasize; 8032d1661a5SPawel Jakub Dawidek } 8042d1661a5SPawel Jakub Dawidek 8052d1661a5SPawel Jakub Dawidek void 8062d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(struct g_raid3_disk *disk) 8072d1661a5SPawel Jakub Dawidek { 8082cc5a480SMateusz Guzik struct g_raid3_softc *sc __diagused; 8092d1661a5SPawel Jakub Dawidek struct g_raid3_metadata md; 8102d1661a5SPawel Jakub Dawidek int error; 8112d1661a5SPawel Jakub Dawidek 8123650be51SPawel Jakub Dawidek g_topology_assert_not(); 8133650be51SPawel Jakub Dawidek sc = disk->d_softc; 8143650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_LOCKED); 8153650be51SPawel Jakub Dawidek 8162d1661a5SPawel Jakub Dawidek g_raid3_fill_metadata(disk, &md); 8172d1661a5SPawel Jakub Dawidek error = g_raid3_write_metadata(disk, &md); 8182d1661a5SPawel Jakub Dawidek if (error == 0) { 8192d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Metadata on %s updated.", 8202d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 8212d1661a5SPawel Jakub Dawidek } else { 8222d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, 8232d1661a5SPawel Jakub Dawidek "Cannot update metadata on disk %s (error=%d).", 8242d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), error); 8252d1661a5SPawel Jakub Dawidek } 8262d1661a5SPawel Jakub Dawidek } 8272d1661a5SPawel Jakub Dawidek 8282d1661a5SPawel Jakub Dawidek static void 829d97d5ee9SPawel Jakub Dawidek g_raid3_bump_syncid(struct g_raid3_softc *sc) 8302d1661a5SPawel Jakub Dawidek { 8312d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 8322d1661a5SPawel Jakub Dawidek u_int n; 8332d1661a5SPawel Jakub Dawidek 8343650be51SPawel Jakub Dawidek g_topology_assert_not(); 8353650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 8362d1661a5SPawel Jakub Dawidek KASSERT(g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) > 0, 8372d1661a5SPawel Jakub Dawidek ("%s called with no active disks (device=%s).", __func__, 8382d1661a5SPawel Jakub Dawidek sc->sc_name)); 8392d1661a5SPawel Jakub Dawidek 8402d1661a5SPawel Jakub Dawidek sc->sc_syncid++; 841a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s: syncid bumped to %u.", sc->sc_name, 842a245a548SPawel Jakub Dawidek sc->sc_syncid); 8432d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 8442d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 8452d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 8462d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 8472d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid = sc->sc_syncid; 8482d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 8492d1661a5SPawel Jakub Dawidek } 8502d1661a5SPawel Jakub Dawidek } 8512d1661a5SPawel Jakub Dawidek } 8522d1661a5SPawel Jakub Dawidek 8534d006a98SPawel Jakub Dawidek static void 854a245a548SPawel Jakub Dawidek g_raid3_bump_genid(struct g_raid3_softc *sc) 855a245a548SPawel Jakub Dawidek { 856a245a548SPawel Jakub Dawidek struct g_raid3_disk *disk; 857a245a548SPawel Jakub Dawidek u_int n; 858a245a548SPawel Jakub Dawidek 8593650be51SPawel Jakub Dawidek g_topology_assert_not(); 8603650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 861a245a548SPawel Jakub Dawidek KASSERT(g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) > 0, 862a245a548SPawel Jakub Dawidek ("%s called with no active disks (device=%s).", __func__, 863a245a548SPawel Jakub Dawidek sc->sc_name)); 864a245a548SPawel Jakub Dawidek 865a245a548SPawel Jakub Dawidek sc->sc_genid++; 866a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s: genid bumped to %u.", sc->sc_name, 867a245a548SPawel Jakub Dawidek sc->sc_genid); 868a245a548SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 869a245a548SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 870a245a548SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 871a245a548SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 872a245a548SPawel Jakub Dawidek disk->d_genid = sc->sc_genid; 873a245a548SPawel Jakub Dawidek g_raid3_update_metadata(disk); 874a245a548SPawel Jakub Dawidek } 875a245a548SPawel Jakub Dawidek } 876a245a548SPawel Jakub Dawidek } 877a245a548SPawel Jakub Dawidek 8780962f942SPawel Jakub Dawidek static int 8793650be51SPawel Jakub Dawidek g_raid3_idle(struct g_raid3_softc *sc, int acw) 8804d006a98SPawel Jakub Dawidek { 8814d006a98SPawel Jakub Dawidek struct g_raid3_disk *disk; 8824d006a98SPawel Jakub Dawidek u_int i; 8830962f942SPawel Jakub Dawidek int timeout; 8844d006a98SPawel Jakub Dawidek 8853650be51SPawel Jakub Dawidek g_topology_assert_not(); 8863650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 8873650be51SPawel Jakub Dawidek 8880962f942SPawel Jakub Dawidek if (sc->sc_provider == NULL) 8890962f942SPawel Jakub Dawidek return (0); 890501250baSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOFAILSYNC) != 0) 891501250baSPawel Jakub Dawidek return (0); 8920962f942SPawel Jakub Dawidek if (sc->sc_idle) 8930962f942SPawel Jakub Dawidek return (0); 8940962f942SPawel Jakub Dawidek if (sc->sc_writes > 0) 8950962f942SPawel Jakub Dawidek return (0); 8963650be51SPawel Jakub Dawidek if (acw > 0 || (acw == -1 && sc->sc_provider->acw > 0)) { 89701f1f41cSPawel Jakub Dawidek timeout = g_raid3_idletime - (time_uptime - sc->sc_last_write); 898f62c1a47SAlexander Motin if (!g_raid3_shutdown && timeout > 0) 8990962f942SPawel Jakub Dawidek return (timeout); 9000962f942SPawel Jakub Dawidek } 9014d006a98SPawel Jakub Dawidek sc->sc_idle = 1; 9024d006a98SPawel Jakub Dawidek for (i = 0; i < sc->sc_ndisks; i++) { 9034d006a98SPawel Jakub Dawidek disk = &sc->sc_disks[i]; 9044d006a98SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) 9054d006a98SPawel Jakub Dawidek continue; 9064d006a98SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as clean.", 9074d006a98SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 9084d006a98SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 9094d006a98SPawel Jakub Dawidek g_raid3_update_metadata(disk); 9104d006a98SPawel Jakub Dawidek } 9110962f942SPawel Jakub Dawidek return (0); 9124d006a98SPawel Jakub Dawidek } 9134d006a98SPawel Jakub Dawidek 9144d006a98SPawel Jakub Dawidek static void 9154d006a98SPawel Jakub Dawidek g_raid3_unidle(struct g_raid3_softc *sc) 9164d006a98SPawel Jakub Dawidek { 9174d006a98SPawel Jakub Dawidek struct g_raid3_disk *disk; 9184d006a98SPawel Jakub Dawidek u_int i; 9194d006a98SPawel Jakub Dawidek 9203650be51SPawel Jakub Dawidek g_topology_assert_not(); 9213650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 9223650be51SPawel Jakub Dawidek 923501250baSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOFAILSYNC) != 0) 924501250baSPawel Jakub Dawidek return; 9254d006a98SPawel Jakub Dawidek sc->sc_idle = 0; 92601f1f41cSPawel Jakub Dawidek sc->sc_last_write = time_uptime; 9274d006a98SPawel Jakub Dawidek for (i = 0; i < sc->sc_ndisks; i++) { 9284d006a98SPawel Jakub Dawidek disk = &sc->sc_disks[i]; 9294d006a98SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) 9304d006a98SPawel Jakub Dawidek continue; 9314d006a98SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as dirty.", 9324d006a98SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 9334d006a98SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_DIRTY; 9344d006a98SPawel Jakub Dawidek g_raid3_update_metadata(disk); 9354d006a98SPawel Jakub Dawidek } 9364d006a98SPawel Jakub Dawidek } 9374d006a98SPawel Jakub Dawidek 9382d1661a5SPawel Jakub Dawidek /* 9392d1661a5SPawel Jakub Dawidek * Treat bio_driver1 field in parent bio as list head and field bio_caller1 9402d1661a5SPawel Jakub Dawidek * in child bio as pointer to the next element on the list. 9412d1661a5SPawel Jakub Dawidek */ 9422d1661a5SPawel Jakub Dawidek #define G_RAID3_HEAD_BIO(pbp) (pbp)->bio_driver1 9432d1661a5SPawel Jakub Dawidek 9442d1661a5SPawel Jakub Dawidek #define G_RAID3_NEXT_BIO(cbp) (cbp)->bio_caller1 9452d1661a5SPawel Jakub Dawidek 9462d1661a5SPawel Jakub Dawidek #define G_RAID3_FOREACH_BIO(pbp, bp) \ 9472d1661a5SPawel Jakub Dawidek for ((bp) = G_RAID3_HEAD_BIO(pbp); (bp) != NULL; \ 9482d1661a5SPawel Jakub Dawidek (bp) = G_RAID3_NEXT_BIO(bp)) 9492d1661a5SPawel Jakub Dawidek 9502d1661a5SPawel Jakub Dawidek #define G_RAID3_FOREACH_SAFE_BIO(pbp, bp, tmpbp) \ 9512d1661a5SPawel Jakub Dawidek for ((bp) = G_RAID3_HEAD_BIO(pbp); \ 9522d1661a5SPawel Jakub Dawidek (bp) != NULL && ((tmpbp) = G_RAID3_NEXT_BIO(bp), 1); \ 9532d1661a5SPawel Jakub Dawidek (bp) = (tmpbp)) 9542d1661a5SPawel Jakub Dawidek 9552d1661a5SPawel Jakub Dawidek static void 9562d1661a5SPawel Jakub Dawidek g_raid3_init_bio(struct bio *pbp) 9572d1661a5SPawel Jakub Dawidek { 9582d1661a5SPawel Jakub Dawidek 9592d1661a5SPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = NULL; 9602d1661a5SPawel Jakub Dawidek } 9612d1661a5SPawel Jakub Dawidek 9622d1661a5SPawel Jakub Dawidek static void 963dba915cfSPawel Jakub Dawidek g_raid3_remove_bio(struct bio *cbp) 964dba915cfSPawel Jakub Dawidek { 965dba915cfSPawel Jakub Dawidek struct bio *pbp, *bp; 966dba915cfSPawel Jakub Dawidek 967dba915cfSPawel Jakub Dawidek pbp = cbp->bio_parent; 968dba915cfSPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == cbp) 969dba915cfSPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = G_RAID3_NEXT_BIO(cbp); 970dba915cfSPawel Jakub Dawidek else { 971dba915cfSPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 972dba915cfSPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == cbp) { 973dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = G_RAID3_NEXT_BIO(cbp); 974dba915cfSPawel Jakub Dawidek break; 975dba915cfSPawel Jakub Dawidek } 976dba915cfSPawel Jakub Dawidek } 977dba915cfSPawel Jakub Dawidek } 978dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 979dba915cfSPawel Jakub Dawidek } 980dba915cfSPawel Jakub Dawidek 981dba915cfSPawel Jakub Dawidek static void 982dba915cfSPawel Jakub Dawidek g_raid3_replace_bio(struct bio *sbp, struct bio *dbp) 983dba915cfSPawel Jakub Dawidek { 984dba915cfSPawel Jakub Dawidek struct bio *pbp, *bp; 985dba915cfSPawel Jakub Dawidek 986dba915cfSPawel Jakub Dawidek g_raid3_remove_bio(sbp); 987dba915cfSPawel Jakub Dawidek pbp = dbp->bio_parent; 988dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(sbp) = G_RAID3_NEXT_BIO(dbp); 989dba915cfSPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == dbp) 990dba915cfSPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = sbp; 991dba915cfSPawel Jakub Dawidek else { 992dba915cfSPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 993dba915cfSPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == dbp) { 994dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = sbp; 995dba915cfSPawel Jakub Dawidek break; 996dba915cfSPawel Jakub Dawidek } 997dba915cfSPawel Jakub Dawidek } 998dba915cfSPawel Jakub Dawidek } 999dba915cfSPawel Jakub Dawidek G_RAID3_NEXT_BIO(dbp) = NULL; 1000dba915cfSPawel Jakub Dawidek } 1001dba915cfSPawel Jakub Dawidek 1002dba915cfSPawel Jakub Dawidek static void 10032d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(struct g_raid3_softc *sc, struct bio *cbp) 10042d1661a5SPawel Jakub Dawidek { 10052d1661a5SPawel Jakub Dawidek struct bio *bp, *pbp; 10062d1661a5SPawel Jakub Dawidek size_t size; 10072d1661a5SPawel Jakub Dawidek 10082d1661a5SPawel Jakub Dawidek pbp = cbp->bio_parent; 10092d1661a5SPawel Jakub Dawidek pbp->bio_children--; 10102d1661a5SPawel Jakub Dawidek KASSERT(cbp->bio_data != NULL, ("NULL bio_data")); 10112d1661a5SPawel Jakub Dawidek size = pbp->bio_length / (sc->sc_ndisks - 1); 1012ed940a82SPawel Jakub Dawidek g_raid3_free(sc, cbp->bio_data, size); 10132d1661a5SPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == cbp) { 10142d1661a5SPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = G_RAID3_NEXT_BIO(cbp); 10152d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 10162d1661a5SPawel Jakub Dawidek g_destroy_bio(cbp); 10172d1661a5SPawel Jakub Dawidek } else { 10182d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 10192d1661a5SPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == cbp) 10202d1661a5SPawel Jakub Dawidek break; 10212d1661a5SPawel Jakub Dawidek } 1022dba915cfSPawel Jakub Dawidek if (bp != NULL) { 1023dba915cfSPawel Jakub Dawidek KASSERT(G_RAID3_NEXT_BIO(bp) != NULL, 1024dba915cfSPawel Jakub Dawidek ("NULL bp->bio_driver1")); 10252d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = G_RAID3_NEXT_BIO(cbp); 10262d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 1027dba915cfSPawel Jakub Dawidek } 10282d1661a5SPawel Jakub Dawidek g_destroy_bio(cbp); 10292d1661a5SPawel Jakub Dawidek } 10302d1661a5SPawel Jakub Dawidek } 10312d1661a5SPawel Jakub Dawidek 10322d1661a5SPawel Jakub Dawidek static struct bio * 10332d1661a5SPawel Jakub Dawidek g_raid3_clone_bio(struct g_raid3_softc *sc, struct bio *pbp) 10342d1661a5SPawel Jakub Dawidek { 10352d1661a5SPawel Jakub Dawidek struct bio *bp, *cbp; 10362d1661a5SPawel Jakub Dawidek size_t size; 10373650be51SPawel Jakub Dawidek int memflag; 10382d1661a5SPawel Jakub Dawidek 10392d1661a5SPawel Jakub Dawidek cbp = g_clone_bio(pbp); 10402d1661a5SPawel Jakub Dawidek if (cbp == NULL) 10412d1661a5SPawel Jakub Dawidek return (NULL); 10422d1661a5SPawel Jakub Dawidek size = pbp->bio_length / (sc->sc_ndisks - 1); 10433650be51SPawel Jakub Dawidek if ((pbp->bio_cflags & G_RAID3_BIO_CFLAG_REGULAR) != 0) 10443650be51SPawel Jakub Dawidek memflag = M_WAITOK; 10452d1661a5SPawel Jakub Dawidek else 10463650be51SPawel Jakub Dawidek memflag = M_NOWAIT; 1047ed940a82SPawel Jakub Dawidek cbp->bio_data = g_raid3_alloc(sc, size, memflag); 10483650be51SPawel Jakub Dawidek if (cbp->bio_data == NULL) { 10492d1661a5SPawel Jakub Dawidek pbp->bio_children--; 10502d1661a5SPawel Jakub Dawidek g_destroy_bio(cbp); 10512d1661a5SPawel Jakub Dawidek return (NULL); 10522d1661a5SPawel Jakub Dawidek } 10532d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(cbp) = NULL; 10542d1661a5SPawel Jakub Dawidek if (G_RAID3_HEAD_BIO(pbp) == NULL) 10552d1661a5SPawel Jakub Dawidek G_RAID3_HEAD_BIO(pbp) = cbp; 10562d1661a5SPawel Jakub Dawidek else { 10572d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, bp) { 10582d1661a5SPawel Jakub Dawidek if (G_RAID3_NEXT_BIO(bp) == NULL) { 10592d1661a5SPawel Jakub Dawidek G_RAID3_NEXT_BIO(bp) = cbp; 10602d1661a5SPawel Jakub Dawidek break; 10612d1661a5SPawel Jakub Dawidek } 10622d1661a5SPawel Jakub Dawidek } 10632d1661a5SPawel Jakub Dawidek } 10642d1661a5SPawel Jakub Dawidek return (cbp); 10652d1661a5SPawel Jakub Dawidek } 10662d1661a5SPawel Jakub Dawidek 10672d1661a5SPawel Jakub Dawidek static void 10682d1661a5SPawel Jakub Dawidek g_raid3_scatter(struct bio *pbp) 10692d1661a5SPawel Jakub Dawidek { 10702d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 10712d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 1072ee40c7aaSPawel Jakub Dawidek struct bio *bp, *cbp, *tmpbp; 10732d1661a5SPawel Jakub Dawidek off_t atom, cadd, padd, left; 107406b215fdSAlexander Motin int first; 10752d1661a5SPawel Jakub Dawidek 107633cb9b3cSMark Johnston sc = pbp->bio_to->private; 10772d1661a5SPawel Jakub Dawidek bp = NULL; 10782d1661a5SPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_NOPARITY) == 0) { 10792d1661a5SPawel Jakub Dawidek /* 10802d1661a5SPawel Jakub Dawidek * Find bio for which we should calculate data. 10812d1661a5SPawel Jakub Dawidek */ 10822d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 10832d1661a5SPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_PARITY) != 0) { 10842d1661a5SPawel Jakub Dawidek bp = cbp; 10852d1661a5SPawel Jakub Dawidek break; 10862d1661a5SPawel Jakub Dawidek } 10872d1661a5SPawel Jakub Dawidek } 10882d1661a5SPawel Jakub Dawidek KASSERT(bp != NULL, ("NULL parity bio.")); 10892d1661a5SPawel Jakub Dawidek } 10902d1661a5SPawel Jakub Dawidek atom = sc->sc_sectorsize / (sc->sc_ndisks - 1); 10912d1661a5SPawel Jakub Dawidek cadd = padd = 0; 10922d1661a5SPawel Jakub Dawidek for (left = pbp->bio_length; left > 0; left -= sc->sc_sectorsize) { 10932d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 10942d1661a5SPawel Jakub Dawidek if (cbp == bp) 10952d1661a5SPawel Jakub Dawidek continue; 10962d1661a5SPawel Jakub Dawidek bcopy(pbp->bio_data + padd, cbp->bio_data + cadd, atom); 10972d1661a5SPawel Jakub Dawidek padd += atom; 10982d1661a5SPawel Jakub Dawidek } 10992d1661a5SPawel Jakub Dawidek cadd += atom; 11002d1661a5SPawel Jakub Dawidek } 11012d1661a5SPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_NOPARITY) == 0) { 11022d1661a5SPawel Jakub Dawidek /* 11032d1661a5SPawel Jakub Dawidek * Calculate parity. 11042d1661a5SPawel Jakub Dawidek */ 110506b215fdSAlexander Motin first = 1; 11062d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_SAFE_BIO(pbp, cbp, tmpbp) { 11072d1661a5SPawel Jakub Dawidek if (cbp == bp) 11082d1661a5SPawel Jakub Dawidek continue; 110906b215fdSAlexander Motin if (first) { 111006b215fdSAlexander Motin bcopy(cbp->bio_data, bp->bio_data, 11112d1661a5SPawel Jakub Dawidek bp->bio_length); 111206b215fdSAlexander Motin first = 0; 111306b215fdSAlexander Motin } else { 111406b215fdSAlexander Motin g_raid3_xor(cbp->bio_data, bp->bio_data, 111506b215fdSAlexander Motin bp->bio_length); 111606b215fdSAlexander Motin } 11172d1661a5SPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_NODISK) != 0) 11182d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 11192d1661a5SPawel Jakub Dawidek } 11202d1661a5SPawel Jakub Dawidek } 1121ee40c7aaSPawel Jakub Dawidek G_RAID3_FOREACH_SAFE_BIO(pbp, cbp, tmpbp) { 11222d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 11232d1661a5SPawel Jakub Dawidek 11242d1661a5SPawel Jakub Dawidek disk = cbp->bio_caller2; 11252d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 11262d1661a5SPawel Jakub Dawidek cbp->bio_to = cp->provider; 11272d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Sending request."); 11283650be51SPawel Jakub Dawidek KASSERT(cp->acr >= 1 && cp->acw >= 1 && cp->ace >= 1, 1129d97d5ee9SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 1130d97d5ee9SPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 113179e61493SPawel Jakub Dawidek cp->index++; 11320962f942SPawel Jakub Dawidek sc->sc_writes++; 11332d1661a5SPawel Jakub Dawidek g_io_request(cbp, cp); 11342d1661a5SPawel Jakub Dawidek } 11352d1661a5SPawel Jakub Dawidek } 11362d1661a5SPawel Jakub Dawidek 11372d1661a5SPawel Jakub Dawidek static void 11382d1661a5SPawel Jakub Dawidek g_raid3_gather(struct bio *pbp) 11392d1661a5SPawel Jakub Dawidek { 11402d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 11412d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 1142f5a2f7feSPawel Jakub Dawidek struct bio *xbp, *fbp, *cbp; 11432d1661a5SPawel Jakub Dawidek off_t atom, cadd, padd, left; 11442d1661a5SPawel Jakub Dawidek 114533cb9b3cSMark Johnston sc = pbp->bio_to->private; 11462d1661a5SPawel Jakub Dawidek /* 1147f5a2f7feSPawel Jakub Dawidek * Find bio for which we have to calculate data. 11482d1661a5SPawel Jakub Dawidek * While going through this path, check if all requests 11492d1661a5SPawel Jakub Dawidek * succeeded, if not, deny whole request. 1150f5a2f7feSPawel Jakub Dawidek * If we're in COMPLETE mode, we allow one request to fail, 1151f5a2f7feSPawel Jakub Dawidek * so if we find one, we're sending it to the parity consumer. 1152f5a2f7feSPawel Jakub Dawidek * If there are more failed requests, we deny whole request. 11532d1661a5SPawel Jakub Dawidek */ 1154f5a2f7feSPawel Jakub Dawidek xbp = fbp = NULL; 11552d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 11562d1661a5SPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_PARITY) != 0) { 1157f5a2f7feSPawel Jakub Dawidek KASSERT(xbp == NULL, ("More than one parity bio.")); 1158f5a2f7feSPawel Jakub Dawidek xbp = cbp; 11592d1661a5SPawel Jakub Dawidek } 11602d1661a5SPawel Jakub Dawidek if (cbp->bio_error == 0) 11612d1661a5SPawel Jakub Dawidek continue; 11622d1661a5SPawel Jakub Dawidek /* 11632d1661a5SPawel Jakub Dawidek * Found failed request. 11642d1661a5SPawel Jakub Dawidek */ 1165f5a2f7feSPawel Jakub Dawidek if (fbp == NULL) { 1166f5a2f7feSPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_DEGRADED) != 0) { 11672d1661a5SPawel Jakub Dawidek /* 1168f5a2f7feSPawel Jakub Dawidek * We are already in degraded mode, so we can't 1169f5a2f7feSPawel Jakub Dawidek * accept any failures. 11702d1661a5SPawel Jakub Dawidek */ 1171f5a2f7feSPawel Jakub Dawidek if (pbp->bio_error == 0) 117217fec17eSPawel Jakub Dawidek pbp->bio_error = cbp->bio_error; 11732d1661a5SPawel Jakub Dawidek } else { 1174f5a2f7feSPawel Jakub Dawidek fbp = cbp; 11752d1661a5SPawel Jakub Dawidek } 1176f5a2f7feSPawel Jakub Dawidek } else { 11772d1661a5SPawel Jakub Dawidek /* 11782d1661a5SPawel Jakub Dawidek * Next failed request, that's too many. 11792d1661a5SPawel Jakub Dawidek */ 11802d1661a5SPawel Jakub Dawidek if (pbp->bio_error == 0) 1181f5a2f7feSPawel Jakub Dawidek pbp->bio_error = fbp->bio_error; 11822d1661a5SPawel Jakub Dawidek } 11833aae74ecSPawel Jakub Dawidek disk = cbp->bio_caller2; 11843aae74ecSPawel Jakub Dawidek if (disk == NULL) 11853aae74ecSPawel Jakub Dawidek continue; 11863aae74ecSPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_BROKEN) == 0) { 11873aae74ecSPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_BROKEN; 11883aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(0, cbp, "Request failed (error=%d).", 11893aae74ecSPawel Jakub Dawidek cbp->bio_error); 11903aae74ecSPawel Jakub Dawidek } else { 11913aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(1, cbp, "Request failed (error=%d).", 11923aae74ecSPawel Jakub Dawidek cbp->bio_error); 11933aae74ecSPawel Jakub Dawidek } 11943aae74ecSPawel Jakub Dawidek if (g_raid3_disconnect_on_failure && 11953aae74ecSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 11963aae74ecSPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 11973aae74ecSPawel Jakub Dawidek g_raid3_event_send(disk, 11983aae74ecSPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 11993aae74ecSPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 12003aae74ecSPawel Jakub Dawidek } 12012d1661a5SPawel Jakub Dawidek } 12022d1661a5SPawel Jakub Dawidek if (pbp->bio_error != 0) 12032d1661a5SPawel Jakub Dawidek goto finish; 1204dba915cfSPawel Jakub Dawidek if (fbp != NULL && (pbp->bio_pflags & G_RAID3_BIO_PFLAG_VERIFY) != 0) { 1205dba915cfSPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_VERIFY; 1206dba915cfSPawel Jakub Dawidek if (xbp != fbp) 1207dba915cfSPawel Jakub Dawidek g_raid3_replace_bio(xbp, fbp); 1208dba915cfSPawel Jakub Dawidek g_raid3_destroy_bio(sc, fbp); 1209dba915cfSPawel Jakub Dawidek } else if (fbp != NULL) { 12102d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 12112d1661a5SPawel Jakub Dawidek 12122d1661a5SPawel Jakub Dawidek /* 12132d1661a5SPawel Jakub Dawidek * One request failed, so send the same request to 12142d1661a5SPawel Jakub Dawidek * the parity consumer. 12152d1661a5SPawel Jakub Dawidek */ 1216f5a2f7feSPawel Jakub Dawidek disk = pbp->bio_driver2; 12172d1661a5SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) { 1218f5a2f7feSPawel Jakub Dawidek pbp->bio_error = fbp->bio_error; 12192d1661a5SPawel Jakub Dawidek goto finish; 12202d1661a5SPawel Jakub Dawidek } 12212d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_DEGRADED; 12222d1661a5SPawel Jakub Dawidek pbp->bio_inbed--; 1223f5a2f7feSPawel Jakub Dawidek fbp->bio_flags &= ~(BIO_DONE | BIO_ERROR); 1224f5a2f7feSPawel Jakub Dawidek if (disk->d_no == sc->sc_ndisks - 1) 1225f5a2f7feSPawel Jakub Dawidek fbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 1226f5a2f7feSPawel Jakub Dawidek fbp->bio_error = 0; 1227f5a2f7feSPawel Jakub Dawidek fbp->bio_completed = 0; 1228f5a2f7feSPawel Jakub Dawidek fbp->bio_children = 0; 1229f5a2f7feSPawel Jakub Dawidek fbp->bio_inbed = 0; 12302d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 1231f5a2f7feSPawel Jakub Dawidek fbp->bio_caller2 = disk; 1232f5a2f7feSPawel Jakub Dawidek fbp->bio_to = cp->provider; 1233f5a2f7feSPawel Jakub Dawidek G_RAID3_LOGREQ(3, fbp, "Sending request (recover)."); 12343650be51SPawel Jakub Dawidek KASSERT(cp->acr >= 1 && cp->acw >= 1 && cp->ace >= 1, 12352d1661a5SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 12362d1661a5SPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 123779e61493SPawel Jakub Dawidek cp->index++; 1238f5a2f7feSPawel Jakub Dawidek g_io_request(fbp, cp); 12392d1661a5SPawel Jakub Dawidek return; 12402d1661a5SPawel Jakub Dawidek } 1241f5a2f7feSPawel Jakub Dawidek if (xbp != NULL) { 1242f5a2f7feSPawel Jakub Dawidek /* 1243f5a2f7feSPawel Jakub Dawidek * Calculate parity. 1244f5a2f7feSPawel Jakub Dawidek */ 1245f5a2f7feSPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 1246f5a2f7feSPawel Jakub Dawidek if ((cbp->bio_cflags & G_RAID3_BIO_CFLAG_PARITY) != 0) 1247f5a2f7feSPawel Jakub Dawidek continue; 124806b215fdSAlexander Motin g_raid3_xor(cbp->bio_data, xbp->bio_data, 1249f5a2f7feSPawel Jakub Dawidek xbp->bio_length); 1250f5a2f7feSPawel Jakub Dawidek } 1251f5a2f7feSPawel Jakub Dawidek xbp->bio_cflags &= ~G_RAID3_BIO_CFLAG_PARITY; 1252dba915cfSPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_VERIFY) != 0) { 1253dba915cfSPawel Jakub Dawidek if (!g_raid3_is_zero(xbp)) { 1254dba915cfSPawel Jakub Dawidek g_raid3_parity_mismatch++; 1255dba915cfSPawel Jakub Dawidek pbp->bio_error = EIO; 1256dba915cfSPawel Jakub Dawidek goto finish; 1257dba915cfSPawel Jakub Dawidek } 1258dba915cfSPawel Jakub Dawidek g_raid3_destroy_bio(sc, xbp); 1259dba915cfSPawel Jakub Dawidek } 12602d1661a5SPawel Jakub Dawidek } 12612d1661a5SPawel Jakub Dawidek atom = sc->sc_sectorsize / (sc->sc_ndisks - 1); 12622d1661a5SPawel Jakub Dawidek cadd = padd = 0; 12632d1661a5SPawel Jakub Dawidek for (left = pbp->bio_length; left > 0; left -= sc->sc_sectorsize) { 12642d1661a5SPawel Jakub Dawidek G_RAID3_FOREACH_BIO(pbp, cbp) { 12652d1661a5SPawel Jakub Dawidek bcopy(cbp->bio_data + cadd, pbp->bio_data + padd, atom); 12662d1661a5SPawel Jakub Dawidek pbp->bio_completed += atom; 12672d1661a5SPawel Jakub Dawidek padd += atom; 12682d1661a5SPawel Jakub Dawidek } 12692d1661a5SPawel Jakub Dawidek cadd += atom; 12702d1661a5SPawel Jakub Dawidek } 12712d1661a5SPawel Jakub Dawidek finish: 12722d1661a5SPawel Jakub Dawidek if (pbp->bio_error == 0) 12732d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, pbp, "Request finished."); 12744cf67afeSPawel Jakub Dawidek else { 12754cf67afeSPawel Jakub Dawidek if ((pbp->bio_pflags & G_RAID3_BIO_PFLAG_VERIFY) != 0) 12764cf67afeSPawel Jakub Dawidek G_RAID3_LOGREQ(1, pbp, "Verification error."); 12772d1661a5SPawel Jakub Dawidek else 12782d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, pbp, "Request failed."); 12794cf67afeSPawel Jakub Dawidek } 1280dba915cfSPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_MASK; 12812d1661a5SPawel Jakub Dawidek while ((cbp = G_RAID3_HEAD_BIO(pbp)) != NULL) 12822d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 1283290c6161SPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 12842d1661a5SPawel Jakub Dawidek } 12852d1661a5SPawel Jakub Dawidek 12862d1661a5SPawel Jakub Dawidek static void 12872d1661a5SPawel Jakub Dawidek g_raid3_done(struct bio *bp) 12882d1661a5SPawel Jakub Dawidek { 12892d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 12902d1661a5SPawel Jakub Dawidek 12912d1661a5SPawel Jakub Dawidek sc = bp->bio_from->geom->softc; 12922d1661a5SPawel Jakub Dawidek bp->bio_cflags |= G_RAID3_BIO_CFLAG_REGULAR; 12932d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Regular request done (error=%d).", bp->bio_error); 12942d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 12952d1661a5SPawel Jakub Dawidek bioq_insert_head(&sc->sc_queue, bp); 12968de58113SAlexander Motin mtx_unlock(&sc->sc_queue_mtx); 12972d1661a5SPawel Jakub Dawidek wakeup(sc); 12982d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 12992d1661a5SPawel Jakub Dawidek } 13002d1661a5SPawel Jakub Dawidek 13012d1661a5SPawel Jakub Dawidek static void 13022d1661a5SPawel Jakub Dawidek g_raid3_regular_request(struct bio *cbp) 13032d1661a5SPawel Jakub Dawidek { 13042d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 13052d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 13062d1661a5SPawel Jakub Dawidek struct bio *pbp; 13072d1661a5SPawel Jakub Dawidek 13082d1661a5SPawel Jakub Dawidek g_topology_assert_not(); 13092d1661a5SPawel Jakub Dawidek 13102d1661a5SPawel Jakub Dawidek pbp = cbp->bio_parent; 131133cb9b3cSMark Johnston sc = pbp->bio_to->private; 13120962f942SPawel Jakub Dawidek cbp->bio_from->index--; 13130962f942SPawel Jakub Dawidek if (cbp->bio_cmd == BIO_WRITE) 13140962f942SPawel Jakub Dawidek sc->sc_writes--; 13152d1661a5SPawel Jakub Dawidek disk = cbp->bio_from->private; 13162d1661a5SPawel Jakub Dawidek if (disk == NULL) { 13172d1661a5SPawel Jakub Dawidek g_topology_lock(); 13182d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(sc, cbp->bio_from); 13192d1661a5SPawel Jakub Dawidek g_topology_unlock(); 13202d1661a5SPawel Jakub Dawidek } 13212d1661a5SPawel Jakub Dawidek 13222d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Request finished."); 13232d1661a5SPawel Jakub Dawidek pbp->bio_inbed++; 13242d1661a5SPawel Jakub Dawidek KASSERT(pbp->bio_inbed <= pbp->bio_children, 13252d1661a5SPawel Jakub Dawidek ("bio_inbed (%u) is bigger than bio_children (%u).", pbp->bio_inbed, 13262d1661a5SPawel Jakub Dawidek pbp->bio_children)); 13272d1661a5SPawel Jakub Dawidek if (pbp->bio_inbed != pbp->bio_children) 13282d1661a5SPawel Jakub Dawidek return; 13292d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 13302d1661a5SPawel Jakub Dawidek case BIO_READ: 13312d1661a5SPawel Jakub Dawidek g_raid3_gather(pbp); 13322d1661a5SPawel Jakub Dawidek break; 13332d1661a5SPawel Jakub Dawidek case BIO_WRITE: 13342d1661a5SPawel Jakub Dawidek case BIO_DELETE: 13352d1661a5SPawel Jakub Dawidek { 13362d1661a5SPawel Jakub Dawidek int error = 0; 13372d1661a5SPawel Jakub Dawidek 13382d1661a5SPawel Jakub Dawidek pbp->bio_completed = pbp->bio_length; 13392d1661a5SPawel Jakub Dawidek while ((cbp = G_RAID3_HEAD_BIO(pbp)) != NULL) { 13403aae74ecSPawel Jakub Dawidek if (cbp->bio_error == 0) { 13413aae74ecSPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 13423aae74ecSPawel Jakub Dawidek continue; 13432d1661a5SPawel Jakub Dawidek } 13443aae74ecSPawel Jakub Dawidek 13452d1661a5SPawel Jakub Dawidek if (error == 0) 13462d1661a5SPawel Jakub Dawidek error = cbp->bio_error; 13472d1661a5SPawel Jakub Dawidek else if (pbp->bio_error == 0) { 13482d1661a5SPawel Jakub Dawidek /* 13492d1661a5SPawel Jakub Dawidek * Next failed request, that's too many. 13502d1661a5SPawel Jakub Dawidek */ 13512d1661a5SPawel Jakub Dawidek pbp->bio_error = error; 13522d1661a5SPawel Jakub Dawidek } 13533aae74ecSPawel Jakub Dawidek 13543aae74ecSPawel Jakub Dawidek disk = cbp->bio_caller2; 13553aae74ecSPawel Jakub Dawidek if (disk == NULL) { 13563aae74ecSPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 13573aae74ecSPawel Jakub Dawidek continue; 13583aae74ecSPawel Jakub Dawidek } 13593aae74ecSPawel Jakub Dawidek 13603aae74ecSPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_BROKEN) == 0) { 13613aae74ecSPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_BROKEN; 13623aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(0, cbp, 13633aae74ecSPawel Jakub Dawidek "Request failed (error=%d).", 13643aae74ecSPawel Jakub Dawidek cbp->bio_error); 13653aae74ecSPawel Jakub Dawidek } else { 13663aae74ecSPawel Jakub Dawidek G_RAID3_LOGREQ(1, cbp, 13673aae74ecSPawel Jakub Dawidek "Request failed (error=%d).", 13683aae74ecSPawel Jakub Dawidek cbp->bio_error); 13693aae74ecSPawel Jakub Dawidek } 13703aae74ecSPawel Jakub Dawidek if (g_raid3_disconnect_on_failure && 13713aae74ecSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 13723aae74ecSPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 13733aae74ecSPawel Jakub Dawidek g_raid3_event_send(disk, 13743aae74ecSPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 13753aae74ecSPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 13762d1661a5SPawel Jakub Dawidek } 13772d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 13782d1661a5SPawel Jakub Dawidek } 13792d1661a5SPawel Jakub Dawidek if (pbp->bio_error == 0) 13802d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, pbp, "Request finished."); 13812d1661a5SPawel Jakub Dawidek else 13822d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, pbp, "Request failed."); 13832d1661a5SPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_DEGRADED; 13842d1661a5SPawel Jakub Dawidek pbp->bio_pflags &= ~G_RAID3_BIO_PFLAG_NOPARITY; 13853650be51SPawel Jakub Dawidek bioq_remove(&sc->sc_inflight, pbp); 13863650be51SPawel Jakub Dawidek /* Release delayed sync requests if possible. */ 13873650be51SPawel Jakub Dawidek g_raid3_sync_release(sc); 13882d1661a5SPawel Jakub Dawidek g_io_deliver(pbp, pbp->bio_error); 13892d1661a5SPawel Jakub Dawidek break; 13902d1661a5SPawel Jakub Dawidek } 13912d1661a5SPawel Jakub Dawidek } 13922d1661a5SPawel Jakub Dawidek } 13932d1661a5SPawel Jakub Dawidek 13942d1661a5SPawel Jakub Dawidek static void 13952d1661a5SPawel Jakub Dawidek g_raid3_sync_done(struct bio *bp) 13962d1661a5SPawel Jakub Dawidek { 13972d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 13982d1661a5SPawel Jakub Dawidek 13992d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Synchronization request delivered."); 14002d1661a5SPawel Jakub Dawidek sc = bp->bio_from->geom->softc; 14012d1661a5SPawel Jakub Dawidek bp->bio_cflags |= G_RAID3_BIO_CFLAG_SYNC; 14022d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 14032d1661a5SPawel Jakub Dawidek bioq_insert_head(&sc->sc_queue, bp); 14048de58113SAlexander Motin mtx_unlock(&sc->sc_queue_mtx); 14052d1661a5SPawel Jakub Dawidek wakeup(sc); 14062d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 14072d1661a5SPawel Jakub Dawidek } 14082d1661a5SPawel Jakub Dawidek 14092d1661a5SPawel Jakub Dawidek static void 141042461fbaSPawel Jakub Dawidek g_raid3_flush(struct g_raid3_softc *sc, struct bio *bp) 141142461fbaSPawel Jakub Dawidek { 141242461fbaSPawel Jakub Dawidek struct bio_queue_head queue; 141342461fbaSPawel Jakub Dawidek struct g_raid3_disk *disk; 14142cc5a480SMateusz Guzik struct g_consumer *cp __diagused; 141542461fbaSPawel Jakub Dawidek struct bio *cbp; 141642461fbaSPawel Jakub Dawidek u_int i; 141742461fbaSPawel Jakub Dawidek 141842461fbaSPawel Jakub Dawidek bioq_init(&queue); 141942461fbaSPawel Jakub Dawidek for (i = 0; i < sc->sc_ndisks; i++) { 142042461fbaSPawel Jakub Dawidek disk = &sc->sc_disks[i]; 142142461fbaSPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) 142242461fbaSPawel Jakub Dawidek continue; 142342461fbaSPawel Jakub Dawidek cbp = g_clone_bio(bp); 142442461fbaSPawel Jakub Dawidek if (cbp == NULL) { 142542461fbaSPawel Jakub Dawidek for (cbp = bioq_first(&queue); cbp != NULL; 142642461fbaSPawel Jakub Dawidek cbp = bioq_first(&queue)) { 142742461fbaSPawel Jakub Dawidek bioq_remove(&queue, cbp); 142842461fbaSPawel Jakub Dawidek g_destroy_bio(cbp); 142942461fbaSPawel Jakub Dawidek } 143042461fbaSPawel Jakub Dawidek if (bp->bio_error == 0) 143142461fbaSPawel Jakub Dawidek bp->bio_error = ENOMEM; 143242461fbaSPawel Jakub Dawidek g_io_deliver(bp, bp->bio_error); 143342461fbaSPawel Jakub Dawidek return; 143442461fbaSPawel Jakub Dawidek } 143542461fbaSPawel Jakub Dawidek bioq_insert_tail(&queue, cbp); 143642461fbaSPawel Jakub Dawidek cbp->bio_done = g_std_done; 143742461fbaSPawel Jakub Dawidek cbp->bio_caller1 = disk; 143842461fbaSPawel Jakub Dawidek cbp->bio_to = disk->d_consumer->provider; 143942461fbaSPawel Jakub Dawidek } 144042461fbaSPawel Jakub Dawidek for (cbp = bioq_first(&queue); cbp != NULL; cbp = bioq_first(&queue)) { 144142461fbaSPawel Jakub Dawidek bioq_remove(&queue, cbp); 144242461fbaSPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Sending request."); 144342461fbaSPawel Jakub Dawidek disk = cbp->bio_caller1; 144442461fbaSPawel Jakub Dawidek cbp->bio_caller1 = NULL; 144542461fbaSPawel Jakub Dawidek cp = disk->d_consumer; 144642461fbaSPawel Jakub Dawidek KASSERT(cp->acr >= 1 && cp->acw >= 1 && cp->ace >= 1, 144742461fbaSPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 144842461fbaSPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 144942461fbaSPawel Jakub Dawidek g_io_request(cbp, disk->d_consumer); 145042461fbaSPawel Jakub Dawidek } 145142461fbaSPawel Jakub Dawidek } 145242461fbaSPawel Jakub Dawidek 145342461fbaSPawel Jakub Dawidek static void 14542d1661a5SPawel Jakub Dawidek g_raid3_start(struct bio *bp) 14552d1661a5SPawel Jakub Dawidek { 14562d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 14572d1661a5SPawel Jakub Dawidek 145833cb9b3cSMark Johnston sc = bp->bio_to->private; 14592d1661a5SPawel Jakub Dawidek /* 14602d1661a5SPawel Jakub Dawidek * If sc == NULL or there are no valid disks, provider's error 14612d1661a5SPawel Jakub Dawidek * should be set and g_raid3_start() should not be called at all. 14622d1661a5SPawel Jakub Dawidek */ 14632d1661a5SPawel Jakub Dawidek KASSERT(sc != NULL && (sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 14642d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE), 14652d1661a5SPawel Jakub Dawidek ("Provider's error should be set (error=%d)(device=%s).", 14662d1661a5SPawel Jakub Dawidek bp->bio_to->error, bp->bio_to->name)); 14672d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Request received."); 14682d1661a5SPawel Jakub Dawidek 14692d1661a5SPawel Jakub Dawidek switch (bp->bio_cmd) { 14702d1661a5SPawel Jakub Dawidek case BIO_READ: 14712d1661a5SPawel Jakub Dawidek case BIO_WRITE: 14722d1661a5SPawel Jakub Dawidek case BIO_DELETE: 14732d1661a5SPawel Jakub Dawidek break; 14748b522bdaSWarner Losh case BIO_SPEEDUP: 147542461fbaSPawel Jakub Dawidek case BIO_FLUSH: 147642461fbaSPawel Jakub Dawidek g_raid3_flush(sc, bp); 147742461fbaSPawel Jakub Dawidek return; 14782d1661a5SPawel Jakub Dawidek case BIO_GETATTR: 14792d1661a5SPawel Jakub Dawidek default: 14802d1661a5SPawel Jakub Dawidek g_io_deliver(bp, EOPNOTSUPP); 14812d1661a5SPawel Jakub Dawidek return; 14822d1661a5SPawel Jakub Dawidek } 14832d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 14842d1661a5SPawel Jakub Dawidek bioq_insert_tail(&sc->sc_queue, bp); 14858de58113SAlexander Motin mtx_unlock(&sc->sc_queue_mtx); 14862d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, sc); 14872d1661a5SPawel Jakub Dawidek wakeup(sc); 14882d1661a5SPawel Jakub Dawidek } 14892d1661a5SPawel Jakub Dawidek 14902d1661a5SPawel Jakub Dawidek /* 14913650be51SPawel Jakub Dawidek * Return TRUE if the given request is colliding with a in-progress 14923650be51SPawel Jakub Dawidek * synchronization request. 14932d1661a5SPawel Jakub Dawidek */ 14943650be51SPawel Jakub Dawidek static int 14953650be51SPawel Jakub Dawidek g_raid3_sync_collision(struct g_raid3_softc *sc, struct bio *bp) 14962d1661a5SPawel Jakub Dawidek { 14972d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 14983650be51SPawel Jakub Dawidek struct bio *sbp; 14993650be51SPawel Jakub Dawidek off_t rstart, rend, sstart, send; 15003650be51SPawel Jakub Dawidek int i; 15013650be51SPawel Jakub Dawidek 15023650be51SPawel Jakub Dawidek disk = sc->sc_syncdisk; 15033650be51SPawel Jakub Dawidek if (disk == NULL) 15043650be51SPawel Jakub Dawidek return (0); 15053650be51SPawel Jakub Dawidek rstart = bp->bio_offset; 15063650be51SPawel Jakub Dawidek rend = bp->bio_offset + bp->bio_length; 15073650be51SPawel Jakub Dawidek for (i = 0; i < g_raid3_syncreqs; i++) { 15083650be51SPawel Jakub Dawidek sbp = disk->d_sync.ds_bios[i]; 15093650be51SPawel Jakub Dawidek if (sbp == NULL) 15103650be51SPawel Jakub Dawidek continue; 15113650be51SPawel Jakub Dawidek sstart = sbp->bio_offset; 15123650be51SPawel Jakub Dawidek send = sbp->bio_length; 15133650be51SPawel Jakub Dawidek if (sbp->bio_cmd == BIO_WRITE) { 15143650be51SPawel Jakub Dawidek sstart *= sc->sc_ndisks - 1; 15153650be51SPawel Jakub Dawidek send *= sc->sc_ndisks - 1; 15163650be51SPawel Jakub Dawidek } 15173650be51SPawel Jakub Dawidek send += sstart; 15183650be51SPawel Jakub Dawidek if (rend > sstart && rstart < send) 15193650be51SPawel Jakub Dawidek return (1); 15203650be51SPawel Jakub Dawidek } 15213650be51SPawel Jakub Dawidek return (0); 15223650be51SPawel Jakub Dawidek } 15233650be51SPawel Jakub Dawidek 15243650be51SPawel Jakub Dawidek /* 15253650be51SPawel Jakub Dawidek * Return TRUE if the given sync request is colliding with a in-progress regular 15263650be51SPawel Jakub Dawidek * request. 15273650be51SPawel Jakub Dawidek */ 15283650be51SPawel Jakub Dawidek static int 15293650be51SPawel Jakub Dawidek g_raid3_regular_collision(struct g_raid3_softc *sc, struct bio *sbp) 15303650be51SPawel Jakub Dawidek { 15313650be51SPawel Jakub Dawidek off_t rstart, rend, sstart, send; 15322d1661a5SPawel Jakub Dawidek struct bio *bp; 15332d1661a5SPawel Jakub Dawidek 15343650be51SPawel Jakub Dawidek if (sc->sc_syncdisk == NULL) 15353650be51SPawel Jakub Dawidek return (0); 15363650be51SPawel Jakub Dawidek sstart = sbp->bio_offset; 15373650be51SPawel Jakub Dawidek send = sstart + sbp->bio_length; 15383650be51SPawel Jakub Dawidek TAILQ_FOREACH(bp, &sc->sc_inflight.queue, bio_queue) { 15393650be51SPawel Jakub Dawidek rstart = bp->bio_offset; 15403650be51SPawel Jakub Dawidek rend = bp->bio_offset + bp->bio_length; 15413650be51SPawel Jakub Dawidek if (rend > sstart && rstart < send) 15423650be51SPawel Jakub Dawidek return (1); 15432d1661a5SPawel Jakub Dawidek } 15443650be51SPawel Jakub Dawidek return (0); 15452d1661a5SPawel Jakub Dawidek } 15462d1661a5SPawel Jakub Dawidek 15473650be51SPawel Jakub Dawidek /* 15483650be51SPawel Jakub Dawidek * Puts request onto delayed queue. 15493650be51SPawel Jakub Dawidek */ 15503650be51SPawel Jakub Dawidek static void 15513650be51SPawel Jakub Dawidek g_raid3_regular_delay(struct g_raid3_softc *sc, struct bio *bp) 15523650be51SPawel Jakub Dawidek { 15533650be51SPawel Jakub Dawidek 15543650be51SPawel Jakub Dawidek G_RAID3_LOGREQ(2, bp, "Delaying request."); 15553650be51SPawel Jakub Dawidek bioq_insert_head(&sc->sc_regular_delayed, bp); 15563650be51SPawel Jakub Dawidek } 15573650be51SPawel Jakub Dawidek 15583650be51SPawel Jakub Dawidek /* 15593650be51SPawel Jakub Dawidek * Puts synchronization request onto delayed queue. 15603650be51SPawel Jakub Dawidek */ 15613650be51SPawel Jakub Dawidek static void 15623650be51SPawel Jakub Dawidek g_raid3_sync_delay(struct g_raid3_softc *sc, struct bio *bp) 15633650be51SPawel Jakub Dawidek { 15643650be51SPawel Jakub Dawidek 15653650be51SPawel Jakub Dawidek G_RAID3_LOGREQ(2, bp, "Delaying synchronization request."); 15663650be51SPawel Jakub Dawidek bioq_insert_tail(&sc->sc_sync_delayed, bp); 15673650be51SPawel Jakub Dawidek } 15683650be51SPawel Jakub Dawidek 15693650be51SPawel Jakub Dawidek /* 15703650be51SPawel Jakub Dawidek * Releases delayed regular requests which don't collide anymore with sync 15713650be51SPawel Jakub Dawidek * requests. 15723650be51SPawel Jakub Dawidek */ 15733650be51SPawel Jakub Dawidek static void 15743650be51SPawel Jakub Dawidek g_raid3_regular_release(struct g_raid3_softc *sc) 15753650be51SPawel Jakub Dawidek { 15763650be51SPawel Jakub Dawidek struct bio *bp, *bp2; 15773650be51SPawel Jakub Dawidek 15783650be51SPawel Jakub Dawidek TAILQ_FOREACH_SAFE(bp, &sc->sc_regular_delayed.queue, bio_queue, bp2) { 15793650be51SPawel Jakub Dawidek if (g_raid3_sync_collision(sc, bp)) 15803650be51SPawel Jakub Dawidek continue; 15813650be51SPawel Jakub Dawidek bioq_remove(&sc->sc_regular_delayed, bp); 15823650be51SPawel Jakub Dawidek G_RAID3_LOGREQ(2, bp, "Releasing delayed request (%p).", bp); 15833650be51SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 15843650be51SPawel Jakub Dawidek bioq_insert_head(&sc->sc_queue, bp); 15853650be51SPawel Jakub Dawidek #if 0 15863650be51SPawel Jakub Dawidek /* 15873650be51SPawel Jakub Dawidek * wakeup() is not needed, because this function is called from 15883650be51SPawel Jakub Dawidek * the worker thread. 15893650be51SPawel Jakub Dawidek */ 15903650be51SPawel Jakub Dawidek wakeup(&sc->sc_queue); 15913650be51SPawel Jakub Dawidek #endif 15923650be51SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 15933650be51SPawel Jakub Dawidek } 15943650be51SPawel Jakub Dawidek } 15953650be51SPawel Jakub Dawidek 15963650be51SPawel Jakub Dawidek /* 15973650be51SPawel Jakub Dawidek * Releases delayed sync requests which don't collide anymore with regular 15983650be51SPawel Jakub Dawidek * requests. 15993650be51SPawel Jakub Dawidek */ 16003650be51SPawel Jakub Dawidek static void 16013650be51SPawel Jakub Dawidek g_raid3_sync_release(struct g_raid3_softc *sc) 16023650be51SPawel Jakub Dawidek { 16033650be51SPawel Jakub Dawidek struct bio *bp, *bp2; 16043650be51SPawel Jakub Dawidek 16053650be51SPawel Jakub Dawidek TAILQ_FOREACH_SAFE(bp, &sc->sc_sync_delayed.queue, bio_queue, bp2) { 16063650be51SPawel Jakub Dawidek if (g_raid3_regular_collision(sc, bp)) 16073650be51SPawel Jakub Dawidek continue; 16083650be51SPawel Jakub Dawidek bioq_remove(&sc->sc_sync_delayed, bp); 16093650be51SPawel Jakub Dawidek G_RAID3_LOGREQ(2, bp, 16103650be51SPawel Jakub Dawidek "Releasing delayed synchronization request."); 16113650be51SPawel Jakub Dawidek g_io_request(bp, bp->bio_from); 16123650be51SPawel Jakub Dawidek } 16133650be51SPawel Jakub Dawidek } 16143650be51SPawel Jakub Dawidek 16153650be51SPawel Jakub Dawidek /* 16163650be51SPawel Jakub Dawidek * Handle synchronization requests. 16173650be51SPawel Jakub Dawidek * Every synchronization request is two-steps process: first, READ request is 16183650be51SPawel Jakub Dawidek * send to active provider and then WRITE request (with read data) to the provider 1619e8d57122SPedro F. Giffuni * being synchronized. When WRITE is finished, new synchronization request is 16203650be51SPawel Jakub Dawidek * send. 16213650be51SPawel Jakub Dawidek */ 16222d1661a5SPawel Jakub Dawidek static void 16232d1661a5SPawel Jakub Dawidek g_raid3_sync_request(struct bio *bp) 16242d1661a5SPawel Jakub Dawidek { 16252d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 16262d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 16272d1661a5SPawel Jakub Dawidek 162879e61493SPawel Jakub Dawidek bp->bio_from->index--; 16292d1661a5SPawel Jakub Dawidek sc = bp->bio_from->geom->softc; 16302d1661a5SPawel Jakub Dawidek disk = bp->bio_from->private; 16312d1661a5SPawel Jakub Dawidek if (disk == NULL) { 16323650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); /* Avoid recursion on sc_lock. */ 16332d1661a5SPawel Jakub Dawidek g_topology_lock(); 16342d1661a5SPawel Jakub Dawidek g_raid3_kill_consumer(sc, bp->bio_from); 16352d1661a5SPawel Jakub Dawidek g_topology_unlock(); 16363650be51SPawel Jakub Dawidek free(bp->bio_data, M_RAID3); 16372d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 16383650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 16392d1661a5SPawel Jakub Dawidek return; 16402d1661a5SPawel Jakub Dawidek } 16412d1661a5SPawel Jakub Dawidek 16422d1661a5SPawel Jakub Dawidek /* 16432d1661a5SPawel Jakub Dawidek * Synchronization request. 16442d1661a5SPawel Jakub Dawidek */ 16452d1661a5SPawel Jakub Dawidek switch (bp->bio_cmd) { 16462d1661a5SPawel Jakub Dawidek case BIO_READ: 16472d1661a5SPawel Jakub Dawidek { 16482d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 16492d1661a5SPawel Jakub Dawidek u_char *dst, *src; 16502d1661a5SPawel Jakub Dawidek off_t left; 16512d1661a5SPawel Jakub Dawidek u_int atom; 16522d1661a5SPawel Jakub Dawidek 16532d1661a5SPawel Jakub Dawidek if (bp->bio_error != 0) { 16542d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, bp, 16552d1661a5SPawel Jakub Dawidek "Synchronization request failed (error=%d).", 16562d1661a5SPawel Jakub Dawidek bp->bio_error); 16572d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 16582d1661a5SPawel Jakub Dawidek return; 16592d1661a5SPawel Jakub Dawidek } 16602d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Synchronization request finished."); 16612d1661a5SPawel Jakub Dawidek atom = sc->sc_sectorsize / (sc->sc_ndisks - 1); 16622d1661a5SPawel Jakub Dawidek dst = src = bp->bio_data; 16632d1661a5SPawel Jakub Dawidek if (disk->d_no == sc->sc_ndisks - 1) { 16642d1661a5SPawel Jakub Dawidek u_int n; 16652d1661a5SPawel Jakub Dawidek 16662d1661a5SPawel Jakub Dawidek /* Parity component. */ 16672d1661a5SPawel Jakub Dawidek for (left = bp->bio_length; left > 0; 16682d1661a5SPawel Jakub Dawidek left -= sc->sc_sectorsize) { 16692d1661a5SPawel Jakub Dawidek bcopy(src, dst, atom); 16702d1661a5SPawel Jakub Dawidek src += atom; 16712d1661a5SPawel Jakub Dawidek for (n = 1; n < sc->sc_ndisks - 1; n++) { 167206b215fdSAlexander Motin g_raid3_xor(src, dst, atom); 16732d1661a5SPawel Jakub Dawidek src += atom; 16742d1661a5SPawel Jakub Dawidek } 16752d1661a5SPawel Jakub Dawidek dst += atom; 16762d1661a5SPawel Jakub Dawidek } 16772d1661a5SPawel Jakub Dawidek } else { 16782d1661a5SPawel Jakub Dawidek /* Regular component. */ 16792d1661a5SPawel Jakub Dawidek src += atom * disk->d_no; 16802d1661a5SPawel Jakub Dawidek for (left = bp->bio_length; left > 0; 16812d1661a5SPawel Jakub Dawidek left -= sc->sc_sectorsize) { 16822d1661a5SPawel Jakub Dawidek bcopy(src, dst, atom); 16832d1661a5SPawel Jakub Dawidek src += sc->sc_sectorsize; 16842d1661a5SPawel Jakub Dawidek dst += atom; 16852d1661a5SPawel Jakub Dawidek } 16862d1661a5SPawel Jakub Dawidek } 16873650be51SPawel Jakub Dawidek bp->bio_driver1 = bp->bio_driver2 = NULL; 16883650be51SPawel Jakub Dawidek bp->bio_pflags = 0; 16892d1661a5SPawel Jakub Dawidek bp->bio_offset /= sc->sc_ndisks - 1; 16902d1661a5SPawel Jakub Dawidek bp->bio_length /= sc->sc_ndisks - 1; 16912d1661a5SPawel Jakub Dawidek bp->bio_cmd = BIO_WRITE; 16922d1661a5SPawel Jakub Dawidek bp->bio_cflags = 0; 16932d1661a5SPawel Jakub Dawidek bp->bio_children = bp->bio_inbed = 0; 16942d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 16953650be51SPawel Jakub Dawidek KASSERT(cp->acr >= 1 && cp->acw >= 1 && cp->ace >= 1, 16962d1661a5SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", cp->provider->name, 16972d1661a5SPawel Jakub Dawidek cp->acr, cp->acw, cp->ace)); 169879e61493SPawel Jakub Dawidek cp->index++; 16992d1661a5SPawel Jakub Dawidek g_io_request(bp, cp); 17002d1661a5SPawel Jakub Dawidek return; 17012d1661a5SPawel Jakub Dawidek } 17022d1661a5SPawel Jakub Dawidek case BIO_WRITE: 1703d2fb9c62SPawel Jakub Dawidek { 1704d2fb9c62SPawel Jakub Dawidek struct g_raid3_disk_sync *sync; 17053650be51SPawel Jakub Dawidek off_t boffset, moffset; 17063650be51SPawel Jakub Dawidek void *data; 17073650be51SPawel Jakub Dawidek int i; 1708d2fb9c62SPawel Jakub Dawidek 17092d1661a5SPawel Jakub Dawidek if (bp->bio_error != 0) { 17102d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(0, bp, 17112d1661a5SPawel Jakub Dawidek "Synchronization request failed (error=%d).", 17122d1661a5SPawel Jakub Dawidek bp->bio_error); 17132d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 1714ea973705SPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_GENID; 17152d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, 17162d1661a5SPawel Jakub Dawidek G_RAID3_DISK_STATE_DISCONNECTED, 17172d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 17182d1661a5SPawel Jakub Dawidek return; 17192d1661a5SPawel Jakub Dawidek } 17202d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Synchronization request finished."); 1721d2fb9c62SPawel Jakub Dawidek sync = &disk->d_sync; 17223650be51SPawel Jakub Dawidek if (sync->ds_offset == sc->sc_mediasize / (sc->sc_ndisks - 1) || 17233650be51SPawel Jakub Dawidek sync->ds_consumer == NULL || 17243650be51SPawel Jakub Dawidek (sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 17253650be51SPawel Jakub Dawidek /* Don't send more synchronization requests. */ 17263650be51SPawel Jakub Dawidek sync->ds_inflight--; 17273650be51SPawel Jakub Dawidek if (sync->ds_bios != NULL) { 1728ef25813dSRuslan Ermilov i = (int)(uintptr_t)bp->bio_caller1; 17293650be51SPawel Jakub Dawidek sync->ds_bios[i] = NULL; 17303650be51SPawel Jakub Dawidek } 17313650be51SPawel Jakub Dawidek free(bp->bio_data, M_RAID3); 17322d1661a5SPawel Jakub Dawidek g_destroy_bio(bp); 17333650be51SPawel Jakub Dawidek if (sync->ds_inflight > 0) 1734d2fb9c62SPawel Jakub Dawidek return; 17353650be51SPawel Jakub Dawidek if (sync->ds_consumer == NULL || 17363650be51SPawel Jakub Dawidek (sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 17373650be51SPawel Jakub Dawidek return; 17383650be51SPawel Jakub Dawidek } 17392d1661a5SPawel Jakub Dawidek /* 17402d1661a5SPawel Jakub Dawidek * Disk up-to-date, activate it. 17412d1661a5SPawel Jakub Dawidek */ 17422d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, G_RAID3_DISK_STATE_ACTIVE, 17432d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT); 17442d1661a5SPawel Jakub Dawidek return; 17453650be51SPawel Jakub Dawidek } 17463650be51SPawel Jakub Dawidek 17473650be51SPawel Jakub Dawidek /* Send next synchronization request. */ 17483650be51SPawel Jakub Dawidek data = bp->bio_data; 1749c55f5707SWarner Losh g_reset_bio(bp); 17503650be51SPawel Jakub Dawidek bp->bio_cmd = BIO_READ; 17513650be51SPawel Jakub Dawidek bp->bio_offset = sync->ds_offset * (sc->sc_ndisks - 1); 1752cd853791SKonstantin Belousov bp->bio_length = MIN(maxphys, sc->sc_mediasize - bp->bio_offset); 17533650be51SPawel Jakub Dawidek sync->ds_offset += bp->bio_length / (sc->sc_ndisks - 1); 17543650be51SPawel Jakub Dawidek bp->bio_done = g_raid3_sync_done; 17553650be51SPawel Jakub Dawidek bp->bio_data = data; 17563650be51SPawel Jakub Dawidek bp->bio_from = sync->ds_consumer; 17573650be51SPawel Jakub Dawidek bp->bio_to = sc->sc_provider; 17583650be51SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Sending synchronization request."); 17593650be51SPawel Jakub Dawidek sync->ds_consumer->index++; 17602d1661a5SPawel Jakub Dawidek /* 17613650be51SPawel Jakub Dawidek * Delay the request if it is colliding with a regular request. 17622d1661a5SPawel Jakub Dawidek */ 17633650be51SPawel Jakub Dawidek if (g_raid3_regular_collision(sc, bp)) 17643650be51SPawel Jakub Dawidek g_raid3_sync_delay(sc, bp); 17653650be51SPawel Jakub Dawidek else 17663650be51SPawel Jakub Dawidek g_io_request(bp, sync->ds_consumer); 17673650be51SPawel Jakub Dawidek 17683650be51SPawel Jakub Dawidek /* Release delayed requests if possible. */ 17693650be51SPawel Jakub Dawidek g_raid3_regular_release(sc); 17703650be51SPawel Jakub Dawidek 17713650be51SPawel Jakub Dawidek /* Find the smallest offset. */ 17723650be51SPawel Jakub Dawidek moffset = sc->sc_mediasize; 17733650be51SPawel Jakub Dawidek for (i = 0; i < g_raid3_syncreqs; i++) { 17743650be51SPawel Jakub Dawidek bp = sync->ds_bios[i]; 17753650be51SPawel Jakub Dawidek boffset = bp->bio_offset; 17763650be51SPawel Jakub Dawidek if (bp->bio_cmd == BIO_WRITE) 17773650be51SPawel Jakub Dawidek boffset *= sc->sc_ndisks - 1; 17783650be51SPawel Jakub Dawidek if (boffset < moffset) 17793650be51SPawel Jakub Dawidek moffset = boffset; 17803650be51SPawel Jakub Dawidek } 1781cd853791SKonstantin Belousov if (sync->ds_offset_done + maxphys * 100 < moffset) { 17823650be51SPawel Jakub Dawidek /* Update offset_done on every 100 blocks. */ 17833650be51SPawel Jakub Dawidek sync->ds_offset_done = moffset; 17842d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 17852d1661a5SPawel Jakub Dawidek } 17862d1661a5SPawel Jakub Dawidek return; 1787d2fb9c62SPawel Jakub Dawidek } 17882d1661a5SPawel Jakub Dawidek default: 17892d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Invalid command here: %u (device=%s)", 17902d1661a5SPawel Jakub Dawidek bp->bio_cmd, sc->sc_name)); 17912d1661a5SPawel Jakub Dawidek break; 17922d1661a5SPawel Jakub Dawidek } 17932d1661a5SPawel Jakub Dawidek } 17942d1661a5SPawel Jakub Dawidek 17952d1661a5SPawel Jakub Dawidek static int 17962d1661a5SPawel Jakub Dawidek g_raid3_register_request(struct bio *pbp) 17972d1661a5SPawel Jakub Dawidek { 17982d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 17992d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 18002d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 1801ee40c7aaSPawel Jakub Dawidek struct bio *cbp, *tmpbp; 18022d1661a5SPawel Jakub Dawidek off_t offset, length; 1803fa6a7837SDavid E. O'Brien u_int n, ndisks; 1804dba915cfSPawel Jakub Dawidek int round_robin, verify; 18052d1661a5SPawel Jakub Dawidek 1806fa6a7837SDavid E. O'Brien ndisks = 0; 180733cb9b3cSMark Johnston sc = pbp->bio_to->private; 18082d1661a5SPawel Jakub Dawidek if ((pbp->bio_cflags & G_RAID3_BIO_CFLAG_REGSYNC) != 0 && 18092d1661a5SPawel Jakub Dawidek sc->sc_syncdisk == NULL) { 18102d1661a5SPawel Jakub Dawidek g_io_deliver(pbp, EIO); 18112d1661a5SPawel Jakub Dawidek return (0); 18122d1661a5SPawel Jakub Dawidek } 18132d1661a5SPawel Jakub Dawidek g_raid3_init_bio(pbp); 18142d1661a5SPawel Jakub Dawidek length = pbp->bio_length / (sc->sc_ndisks - 1); 18152d1661a5SPawel Jakub Dawidek offset = pbp->bio_offset / (sc->sc_ndisks - 1); 1816dba915cfSPawel Jakub Dawidek round_robin = verify = 0; 18172d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 18182d1661a5SPawel Jakub Dawidek case BIO_READ: 1819dba915cfSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_VERIFY) != 0 && 1820dba915cfSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 1821dba915cfSPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_VERIFY; 1822dba915cfSPawel Jakub Dawidek verify = 1; 1823dba915cfSPawel Jakub Dawidek ndisks = sc->sc_ndisks; 1824dba915cfSPawel Jakub Dawidek } else { 1825dba915cfSPawel Jakub Dawidek verify = 0; 18262d1661a5SPawel Jakub Dawidek ndisks = sc->sc_ndisks - 1; 1827dba915cfSPawel Jakub Dawidek } 1828dba915cfSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_ROUND_ROBIN) != 0 && 1829dba915cfSPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 1830dba915cfSPawel Jakub Dawidek round_robin = 1; 1831dba915cfSPawel Jakub Dawidek } else { 1832dba915cfSPawel Jakub Dawidek round_robin = 0; 1833dba915cfSPawel Jakub Dawidek } 1834dba915cfSPawel Jakub Dawidek KASSERT(!round_robin || !verify, 1835dba915cfSPawel Jakub Dawidek ("ROUND-ROBIN and VERIFY are mutually exclusive.")); 1836f5a2f7feSPawel Jakub Dawidek pbp->bio_driver2 = &sc->sc_disks[sc->sc_ndisks - 1]; 18372d1661a5SPawel Jakub Dawidek break; 18382d1661a5SPawel Jakub Dawidek case BIO_WRITE: 18392d1661a5SPawel Jakub Dawidek case BIO_DELETE: 18403650be51SPawel Jakub Dawidek /* 18413650be51SPawel Jakub Dawidek * Delay the request if it is colliding with a synchronization 18423650be51SPawel Jakub Dawidek * request. 18433650be51SPawel Jakub Dawidek */ 18443650be51SPawel Jakub Dawidek if (g_raid3_sync_collision(sc, pbp)) { 18453650be51SPawel Jakub Dawidek g_raid3_regular_delay(sc, pbp); 18463650be51SPawel Jakub Dawidek return (0); 18473650be51SPawel Jakub Dawidek } 1848d2fb9c62SPawel Jakub Dawidek 18494d006a98SPawel Jakub Dawidek if (sc->sc_idle) 18504d006a98SPawel Jakub Dawidek g_raid3_unidle(sc); 18510962f942SPawel Jakub Dawidek else 185201f1f41cSPawel Jakub Dawidek sc->sc_last_write = time_uptime; 18534d006a98SPawel Jakub Dawidek 18542d1661a5SPawel Jakub Dawidek ndisks = sc->sc_ndisks; 18552d1661a5SPawel Jakub Dawidek break; 18562d1661a5SPawel Jakub Dawidek } 18572d1661a5SPawel Jakub Dawidek for (n = 0; n < ndisks; n++) { 18582d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 18592d1661a5SPawel Jakub Dawidek cbp = g_raid3_clone_bio(sc, pbp); 18602d1661a5SPawel Jakub Dawidek if (cbp == NULL) { 18612d1661a5SPawel Jakub Dawidek while ((cbp = G_RAID3_HEAD_BIO(pbp)) != NULL) 18622d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 1863a65a0da2SPawel Jakub Dawidek /* 1864a65a0da2SPawel Jakub Dawidek * To prevent deadlock, we must run back up 1865a65a0da2SPawel Jakub Dawidek * with the ENOMEM for failed requests of any 1866a65a0da2SPawel Jakub Dawidek * of our consumers. Our own sync requests 1867a65a0da2SPawel Jakub Dawidek * can stick around, as they are finite. 1868a65a0da2SPawel Jakub Dawidek */ 1869a65a0da2SPawel Jakub Dawidek if ((pbp->bio_cflags & 1870a65a0da2SPawel Jakub Dawidek G_RAID3_BIO_CFLAG_REGULAR) != 0) { 1871a65a0da2SPawel Jakub Dawidek g_io_deliver(pbp, ENOMEM); 1872a65a0da2SPawel Jakub Dawidek return (0); 1873a65a0da2SPawel Jakub Dawidek } 18742d1661a5SPawel Jakub Dawidek return (ENOMEM); 18752d1661a5SPawel Jakub Dawidek } 18762d1661a5SPawel Jakub Dawidek cbp->bio_offset = offset; 18772d1661a5SPawel Jakub Dawidek cbp->bio_length = length; 18782d1661a5SPawel Jakub Dawidek cbp->bio_done = g_raid3_done; 18792d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 18802d1661a5SPawel Jakub Dawidek case BIO_READ: 18812d1661a5SPawel Jakub Dawidek if (disk->d_state != G_RAID3_DISK_STATE_ACTIVE) { 18822d1661a5SPawel Jakub Dawidek /* 18832d1661a5SPawel Jakub Dawidek * Replace invalid component with the parity 18842d1661a5SPawel Jakub Dawidek * component. 18852d1661a5SPawel Jakub Dawidek */ 18862d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[sc->sc_ndisks - 1]; 18872d1661a5SPawel Jakub Dawidek cbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 18882d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_DEGRADED; 1889f5a2f7feSPawel Jakub Dawidek } else if (round_robin && 1890f5a2f7feSPawel Jakub Dawidek disk->d_no == sc->sc_round_robin) { 1891f5a2f7feSPawel Jakub Dawidek /* 1892f5a2f7feSPawel Jakub Dawidek * In round-robin mode skip one data component 1893f5a2f7feSPawel Jakub Dawidek * and use parity component when reading. 1894f5a2f7feSPawel Jakub Dawidek */ 1895f5a2f7feSPawel Jakub Dawidek pbp->bio_driver2 = disk; 1896f5a2f7feSPawel Jakub Dawidek disk = &sc->sc_disks[sc->sc_ndisks - 1]; 1897f5a2f7feSPawel Jakub Dawidek cbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 1898f5a2f7feSPawel Jakub Dawidek sc->sc_round_robin++; 1899f5a2f7feSPawel Jakub Dawidek round_robin = 0; 1900dba915cfSPawel Jakub Dawidek } else if (verify && disk->d_no == sc->sc_ndisks - 1) { 1901dba915cfSPawel Jakub Dawidek cbp->bio_cflags |= G_RAID3_BIO_CFLAG_PARITY; 19022d1661a5SPawel Jakub Dawidek } 19032d1661a5SPawel Jakub Dawidek break; 19042d1661a5SPawel Jakub Dawidek case BIO_WRITE: 19052d1661a5SPawel Jakub Dawidek case BIO_DELETE: 19062d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 19072d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 19082d1661a5SPawel Jakub Dawidek if (n == ndisks - 1) { 19092d1661a5SPawel Jakub Dawidek /* 19102d1661a5SPawel Jakub Dawidek * Active parity component, mark it as such. 19112d1661a5SPawel Jakub Dawidek */ 19122d1661a5SPawel Jakub Dawidek cbp->bio_cflags |= 19132d1661a5SPawel Jakub Dawidek G_RAID3_BIO_CFLAG_PARITY; 19142d1661a5SPawel Jakub Dawidek } 19152d1661a5SPawel Jakub Dawidek } else { 19162d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= G_RAID3_BIO_PFLAG_DEGRADED; 19172d1661a5SPawel Jakub Dawidek if (n == ndisks - 1) { 19182d1661a5SPawel Jakub Dawidek /* 19192d1661a5SPawel Jakub Dawidek * Parity component is not connected, 19202d1661a5SPawel Jakub Dawidek * so destroy its request. 19212d1661a5SPawel Jakub Dawidek */ 19222d1661a5SPawel Jakub Dawidek pbp->bio_pflags |= 19232d1661a5SPawel Jakub Dawidek G_RAID3_BIO_PFLAG_NOPARITY; 19242d1661a5SPawel Jakub Dawidek g_raid3_destroy_bio(sc, cbp); 19252d1661a5SPawel Jakub Dawidek cbp = NULL; 19262d1661a5SPawel Jakub Dawidek } else { 19272d1661a5SPawel Jakub Dawidek cbp->bio_cflags |= 19282d1661a5SPawel Jakub Dawidek G_RAID3_BIO_CFLAG_NODISK; 19292d1661a5SPawel Jakub Dawidek disk = NULL; 19302d1661a5SPawel Jakub Dawidek } 19312d1661a5SPawel Jakub Dawidek } 19322d1661a5SPawel Jakub Dawidek break; 19332d1661a5SPawel Jakub Dawidek } 19342d1661a5SPawel Jakub Dawidek if (cbp != NULL) 19352d1661a5SPawel Jakub Dawidek cbp->bio_caller2 = disk; 19362d1661a5SPawel Jakub Dawidek } 19372d1661a5SPawel Jakub Dawidek switch (pbp->bio_cmd) { 19382d1661a5SPawel Jakub Dawidek case BIO_READ: 1939f5a2f7feSPawel Jakub Dawidek if (round_robin) { 1940f5a2f7feSPawel Jakub Dawidek /* 1941f5a2f7feSPawel Jakub Dawidek * If we are in round-robin mode and 'round_robin' is 1942f5a2f7feSPawel Jakub Dawidek * still 1, it means, that we skipped parity component 1943f5a2f7feSPawel Jakub Dawidek * for this read and must reset sc_round_robin field. 1944f5a2f7feSPawel Jakub Dawidek */ 1945f5a2f7feSPawel Jakub Dawidek sc->sc_round_robin = 0; 1946f5a2f7feSPawel Jakub Dawidek } 1947ee40c7aaSPawel Jakub Dawidek G_RAID3_FOREACH_SAFE_BIO(pbp, cbp, tmpbp) { 19482d1661a5SPawel Jakub Dawidek disk = cbp->bio_caller2; 19492d1661a5SPawel Jakub Dawidek cp = disk->d_consumer; 19502d1661a5SPawel Jakub Dawidek cbp->bio_to = cp->provider; 19512d1661a5SPawel Jakub Dawidek G_RAID3_LOGREQ(3, cbp, "Sending request."); 19523650be51SPawel Jakub Dawidek KASSERT(cp->acr >= 1 && cp->acw >= 1 && cp->ace >= 1, 19532d1661a5SPawel Jakub Dawidek ("Consumer %s not opened (r%dw%de%d).", 19542d1661a5SPawel Jakub Dawidek cp->provider->name, cp->acr, cp->acw, cp->ace)); 195579e61493SPawel Jakub Dawidek cp->index++; 19562d1661a5SPawel Jakub Dawidek g_io_request(cbp, cp); 19572d1661a5SPawel Jakub Dawidek } 19582d1661a5SPawel Jakub Dawidek break; 19592d1661a5SPawel Jakub Dawidek case BIO_WRITE: 19602d1661a5SPawel Jakub Dawidek case BIO_DELETE: 19612d1661a5SPawel Jakub Dawidek /* 19623650be51SPawel Jakub Dawidek * Put request onto inflight queue, so we can check if new 19633650be51SPawel Jakub Dawidek * synchronization requests don't collide with it. 19643650be51SPawel Jakub Dawidek */ 19653650be51SPawel Jakub Dawidek bioq_insert_tail(&sc->sc_inflight, pbp); 19663650be51SPawel Jakub Dawidek 19673650be51SPawel Jakub Dawidek /* 19682d1661a5SPawel Jakub Dawidek * Bump syncid on first write. 19692d1661a5SPawel Jakub Dawidek */ 1970ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_SYNCID) != 0) { 1971a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_SYNCID; 1972d97d5ee9SPawel Jakub Dawidek g_raid3_bump_syncid(sc); 19732d1661a5SPawel Jakub Dawidek } 19742d1661a5SPawel Jakub Dawidek g_raid3_scatter(pbp); 19752d1661a5SPawel Jakub Dawidek break; 19762d1661a5SPawel Jakub Dawidek } 19772d1661a5SPawel Jakub Dawidek return (0); 19782d1661a5SPawel Jakub Dawidek } 19792d1661a5SPawel Jakub Dawidek 19802d1661a5SPawel Jakub Dawidek static int 19812d1661a5SPawel Jakub Dawidek g_raid3_can_destroy(struct g_raid3_softc *sc) 19822d1661a5SPawel Jakub Dawidek { 19832d1661a5SPawel Jakub Dawidek struct g_geom *gp; 19842d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 19852d1661a5SPawel Jakub Dawidek 19862d1661a5SPawel Jakub Dawidek g_topology_assert(); 19872d1661a5SPawel Jakub Dawidek gp = sc->sc_geom; 198818486a5eSPawel Jakub Dawidek if (gp->softc == NULL) 198918486a5eSPawel Jakub Dawidek return (1); 19902d1661a5SPawel Jakub Dawidek LIST_FOREACH(cp, &gp->consumer, consumer) { 19912d1661a5SPawel Jakub Dawidek if (g_raid3_is_busy(sc, cp)) 19922d1661a5SPawel Jakub Dawidek return (0); 19932d1661a5SPawel Jakub Dawidek } 19942d1661a5SPawel Jakub Dawidek gp = sc->sc_sync.ds_geom; 19952d1661a5SPawel Jakub Dawidek LIST_FOREACH(cp, &gp->consumer, consumer) { 19962d1661a5SPawel Jakub Dawidek if (g_raid3_is_busy(sc, cp)) 19972d1661a5SPawel Jakub Dawidek return (0); 19982d1661a5SPawel Jakub Dawidek } 19992d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "No I/O requests for %s, it can be destroyed.", 20002d1661a5SPawel Jakub Dawidek sc->sc_name); 20012d1661a5SPawel Jakub Dawidek return (1); 20022d1661a5SPawel Jakub Dawidek } 20032d1661a5SPawel Jakub Dawidek 20042d1661a5SPawel Jakub Dawidek static int 20052d1661a5SPawel Jakub Dawidek g_raid3_try_destroy(struct g_raid3_softc *sc) 20062d1661a5SPawel Jakub Dawidek { 20072d1661a5SPawel Jakub Dawidek 20083650be51SPawel Jakub Dawidek g_topology_assert_not(); 20093650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 20103650be51SPawel Jakub Dawidek 20114ed854e8SPawel Jakub Dawidek if (sc->sc_rootmount != NULL) { 20124ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", __LINE__, 20134ed854e8SPawel Jakub Dawidek sc->sc_rootmount); 20144ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 20154ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 20164ed854e8SPawel Jakub Dawidek } 20174ed854e8SPawel Jakub Dawidek 20182d1661a5SPawel Jakub Dawidek g_topology_lock(); 20192d1661a5SPawel Jakub Dawidek if (!g_raid3_can_destroy(sc)) { 20202d1661a5SPawel Jakub Dawidek g_topology_unlock(); 20212d1661a5SPawel Jakub Dawidek return (0); 20222d1661a5SPawel Jakub Dawidek } 202318486a5eSPawel Jakub Dawidek sc->sc_geom->softc = NULL; 202418486a5eSPawel Jakub Dawidek sc->sc_sync.ds_geom->softc = NULL; 2025a245a548SPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_WAIT) != 0) { 20262d1661a5SPawel Jakub Dawidek g_topology_unlock(); 20272d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, 20282d1661a5SPawel Jakub Dawidek &sc->sc_worker); 20293650be51SPawel Jakub Dawidek /* Unlock sc_lock here, as it can be destroyed after wakeup. */ 20303650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 20312d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_worker); 20322d1661a5SPawel Jakub Dawidek sc->sc_worker = NULL; 20332d1661a5SPawel Jakub Dawidek } else { 20342d1661a5SPawel Jakub Dawidek g_topology_unlock(); 203533cb9b3cSMark Johnston g_raid3_free_device(sc); 20362d1661a5SPawel Jakub Dawidek } 20372d1661a5SPawel Jakub Dawidek return (1); 20382d1661a5SPawel Jakub Dawidek } 20392d1661a5SPawel Jakub Dawidek 20402d1661a5SPawel Jakub Dawidek /* 20412d1661a5SPawel Jakub Dawidek * Worker thread. 20422d1661a5SPawel Jakub Dawidek */ 20432d1661a5SPawel Jakub Dawidek static void 20442d1661a5SPawel Jakub Dawidek g_raid3_worker(void *arg) 20452d1661a5SPawel Jakub Dawidek { 20462d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 20472d1661a5SPawel Jakub Dawidek struct g_raid3_event *ep; 20482d1661a5SPawel Jakub Dawidek struct bio *bp; 20490962f942SPawel Jakub Dawidek int timeout; 20502d1661a5SPawel Jakub Dawidek 20512d1661a5SPawel Jakub Dawidek sc = arg; 2052982d11f8SJeff Roberson thread_lock(curthread); 205363710c4dSJohn Baldwin sched_prio(curthread, PRIBIO); 2054982d11f8SJeff Roberson thread_unlock(curthread); 20552d1661a5SPawel Jakub Dawidek 20563650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 20572d1661a5SPawel Jakub Dawidek for (;;) { 20582d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: Let's see...", __func__); 20592d1661a5SPawel Jakub Dawidek /* 20602d1661a5SPawel Jakub Dawidek * First take a look at events. 20612d1661a5SPawel Jakub Dawidek * This is important to handle events before any I/O requests. 20622d1661a5SPawel Jakub Dawidek */ 20632d1661a5SPawel Jakub Dawidek ep = g_raid3_event_get(sc); 20643650be51SPawel Jakub Dawidek if (ep != NULL) { 2065d97d5ee9SPawel Jakub Dawidek g_raid3_event_remove(sc, ep); 20662d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DEVICE) != 0) { 20672d1661a5SPawel Jakub Dawidek /* Update only device status. */ 20682d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, 20692d1661a5SPawel Jakub Dawidek "Running event for device %s.", 20702d1661a5SPawel Jakub Dawidek sc->sc_name); 20712d1661a5SPawel Jakub Dawidek ep->e_error = 0; 2072d97d5ee9SPawel Jakub Dawidek g_raid3_update_device(sc, 1); 20732d1661a5SPawel Jakub Dawidek } else { 20742d1661a5SPawel Jakub Dawidek /* Update disk status. */ 20752d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, "Running event for disk %s.", 20762d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(ep->e_disk)); 20772d1661a5SPawel Jakub Dawidek ep->e_error = g_raid3_update_disk(ep->e_disk, 2078d97d5ee9SPawel Jakub Dawidek ep->e_state); 20792d1661a5SPawel Jakub Dawidek if (ep->e_error == 0) 2080d97d5ee9SPawel Jakub Dawidek g_raid3_update_device(sc, 0); 20812d1661a5SPawel Jakub Dawidek } 20822d1661a5SPawel Jakub Dawidek if ((ep->e_flags & G_RAID3_EVENT_DONTWAIT) != 0) { 20832d1661a5SPawel Jakub Dawidek KASSERT(ep->e_error == 0, 20842d1661a5SPawel Jakub Dawidek ("Error cannot be handled.")); 20852d1661a5SPawel Jakub Dawidek g_raid3_event_free(ep); 20862d1661a5SPawel Jakub Dawidek } else { 20872d1661a5SPawel Jakub Dawidek ep->e_flags |= G_RAID3_EVENT_DONE; 20882d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, 20892d1661a5SPawel Jakub Dawidek ep); 20902d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_events_mtx); 20912d1661a5SPawel Jakub Dawidek wakeup(ep); 20922d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_events_mtx); 20932d1661a5SPawel Jakub Dawidek } 20942d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & 20952d1661a5SPawel Jakub Dawidek G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 20963650be51SPawel Jakub Dawidek if (g_raid3_try_destroy(sc)) { 20973650be51SPawel Jakub Dawidek curthread->td_pflags &= ~TDP_GEOM; 20983650be51SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Thread exiting."); 20993745c395SJulian Elischer kproc_exit(0); 21002d1661a5SPawel Jakub Dawidek } 21013650be51SPawel Jakub Dawidek } 21022d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 1.", __func__); 21032d1661a5SPawel Jakub Dawidek continue; 21042d1661a5SPawel Jakub Dawidek } 21052d1661a5SPawel Jakub Dawidek /* 21060962f942SPawel Jakub Dawidek * Check if we can mark array as CLEAN and if we can't take 21070962f942SPawel Jakub Dawidek * how much seconds should we wait. 21080962f942SPawel Jakub Dawidek */ 21093650be51SPawel Jakub Dawidek timeout = g_raid3_idle(sc, -1); 21100962f942SPawel Jakub Dawidek /* 21112d1661a5SPawel Jakub Dawidek * Now I/O requests. 21122d1661a5SPawel Jakub Dawidek */ 21132d1661a5SPawel Jakub Dawidek /* Get first request from the queue. */ 21142d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 21152d1661a5SPawel Jakub Dawidek bp = bioq_first(&sc->sc_queue); 21162d1661a5SPawel Jakub Dawidek if (bp == NULL) { 21172d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & 21182d1661a5SPawel Jakub Dawidek G_RAID3_DEVICE_FLAG_DESTROY) != 0) { 21192d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 21203650be51SPawel Jakub Dawidek if (g_raid3_try_destroy(sc)) { 21213650be51SPawel Jakub Dawidek curthread->td_pflags &= ~TDP_GEOM; 2122d7fad9f6SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Thread exiting."); 21233745c395SJulian Elischer kproc_exit(0); 21243650be51SPawel Jakub Dawidek } 21252d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 21262d1661a5SPawel Jakub Dawidek } 21273650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 2128a2fe5c66SPawel Jakub Dawidek /* 2129a2fe5c66SPawel Jakub Dawidek * XXX: We can miss an event here, because an event 2130a2fe5c66SPawel Jakub Dawidek * can be added without sx-device-lock and without 2131a2fe5c66SPawel Jakub Dawidek * mtx-queue-lock. Maybe I should just stop using 2132a2fe5c66SPawel Jakub Dawidek * dedicated mutex for events synchronization and 2133a2fe5c66SPawel Jakub Dawidek * stick with the queue lock? 2134a2fe5c66SPawel Jakub Dawidek * The event will hang here until next I/O request 2135a2fe5c66SPawel Jakub Dawidek * or next event is received. 2136a2fe5c66SPawel Jakub Dawidek */ 21370962f942SPawel Jakub Dawidek MSLEEP(sc, &sc->sc_queue_mtx, PRIBIO | PDROP, "r3:w1", 21380962f942SPawel Jakub Dawidek timeout * hz); 21393650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 21409bb09163SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 4.", __func__); 21412d1661a5SPawel Jakub Dawidek continue; 21422d1661a5SPawel Jakub Dawidek } 214384edb86dSPawel Jakub Dawidek process: 21442d1661a5SPawel Jakub Dawidek bioq_remove(&sc->sc_queue, bp); 21452d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 21462d1661a5SPawel Jakub Dawidek 21478e007c52SPawel Jakub Dawidek if (bp->bio_from->geom == sc->sc_sync.ds_geom && 21488e007c52SPawel Jakub Dawidek (bp->bio_cflags & G_RAID3_BIO_CFLAG_SYNC) != 0) { 21498e007c52SPawel Jakub Dawidek g_raid3_sync_request(bp); /* READ */ 21508e007c52SPawel Jakub Dawidek } else if (bp->bio_to != sc->sc_provider) { 21513650be51SPawel Jakub Dawidek if ((bp->bio_cflags & G_RAID3_BIO_CFLAG_REGULAR) != 0) 21522d1661a5SPawel Jakub Dawidek g_raid3_regular_request(bp); 21533650be51SPawel Jakub Dawidek else if ((bp->bio_cflags & G_RAID3_BIO_CFLAG_SYNC) != 0) 21548e007c52SPawel Jakub Dawidek g_raid3_sync_request(bp); /* WRITE */ 2155de6f1c7cSPawel Jakub Dawidek else { 2156de6f1c7cSPawel Jakub Dawidek KASSERT(0, 21579a8fa125SWarner Losh ("Invalid request cflags=0x%hx to=%s.", 2158de6f1c7cSPawel Jakub Dawidek bp->bio_cflags, bp->bio_to->name)); 2159de6f1c7cSPawel Jakub Dawidek } 2160de6f1c7cSPawel Jakub Dawidek } else if (g_raid3_register_request(bp) != 0) { 21612d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 21623650be51SPawel Jakub Dawidek bioq_insert_head(&sc->sc_queue, bp); 216384edb86dSPawel Jakub Dawidek /* 216484edb86dSPawel Jakub Dawidek * We are short in memory, let see if there are finished 216584edb86dSPawel Jakub Dawidek * request we can free. 216684edb86dSPawel Jakub Dawidek */ 216784edb86dSPawel Jakub Dawidek TAILQ_FOREACH(bp, &sc->sc_queue.queue, bio_queue) { 216884edb86dSPawel Jakub Dawidek if (bp->bio_cflags & G_RAID3_BIO_CFLAG_REGULAR) 216984edb86dSPawel Jakub Dawidek goto process; 21702d1661a5SPawel Jakub Dawidek } 217184edb86dSPawel Jakub Dawidek /* 217284edb86dSPawel Jakub Dawidek * No finished regular request, so at least keep 217384edb86dSPawel Jakub Dawidek * synchronization running. 217484edb86dSPawel Jakub Dawidek */ 217584edb86dSPawel Jakub Dawidek TAILQ_FOREACH(bp, &sc->sc_queue.queue, bio_queue) { 217684edb86dSPawel Jakub Dawidek if (bp->bio_cflags & G_RAID3_BIO_CFLAG_SYNC) 217784edb86dSPawel Jakub Dawidek goto process; 217884edb86dSPawel Jakub Dawidek } 217984edb86dSPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 218084edb86dSPawel Jakub Dawidek MSLEEP(&sc->sc_queue, &sc->sc_queue_mtx, PRIBIO | PDROP, 218184edb86dSPawel Jakub Dawidek "r3:lowmem", hz / 10); 218284edb86dSPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 21832d1661a5SPawel Jakub Dawidek } 2184d97d5ee9SPawel Jakub Dawidek G_RAID3_DEBUG(5, "%s: I'm here 9.", __func__); 21852d1661a5SPawel Jakub Dawidek } 21862d1661a5SPawel Jakub Dawidek } 21872d1661a5SPawel Jakub Dawidek 21882d1661a5SPawel Jakub Dawidek static void 21890962f942SPawel Jakub Dawidek g_raid3_update_idle(struct g_raid3_softc *sc, struct g_raid3_disk *disk) 21902d1661a5SPawel Jakub Dawidek { 21912d1661a5SPawel Jakub Dawidek 21923650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_LOCKED); 2193501250baSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOFAILSYNC) != 0) 2194501250baSPawel Jakub Dawidek return; 21950962f942SPawel Jakub Dawidek if (!sc->sc_idle && (disk->d_flags & G_RAID3_DISK_FLAG_DIRTY) == 0) { 21962d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as dirty.", 21973650be51SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 21982d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_DIRTY; 21990962f942SPawel Jakub Dawidek } else if (sc->sc_idle && 22000962f942SPawel Jakub Dawidek (disk->d_flags & G_RAID3_DISK_FLAG_DIRTY) != 0) { 22012d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (device %s) marked as clean.", 22023650be51SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 22032d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 22042d1661a5SPawel Jakub Dawidek } 22052d1661a5SPawel Jakub Dawidek } 22062d1661a5SPawel Jakub Dawidek 22072d1661a5SPawel Jakub Dawidek static void 22082d1661a5SPawel Jakub Dawidek g_raid3_sync_start(struct g_raid3_softc *sc) 22092d1661a5SPawel Jakub Dawidek { 22102d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 22113650be51SPawel Jakub Dawidek struct g_consumer *cp; 22123650be51SPawel Jakub Dawidek struct bio *bp; 22132cc5a480SMateusz Guzik int error __diagused; 22142d1661a5SPawel Jakub Dawidek u_int n; 22152d1661a5SPawel Jakub Dawidek 22163650be51SPawel Jakub Dawidek g_topology_assert_not(); 22173650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 22182d1661a5SPawel Jakub Dawidek 22192d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED, 22202d1661a5SPawel Jakub Dawidek ("Device not in DEGRADED state (%s, %u).", sc->sc_name, 22212d1661a5SPawel Jakub Dawidek sc->sc_state)); 22222d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_syncdisk == NULL, ("Syncdisk is not NULL (%s, %u).", 22232d1661a5SPawel Jakub Dawidek sc->sc_name, sc->sc_state)); 22242d1661a5SPawel Jakub Dawidek disk = NULL; 22252d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 22262d1661a5SPawel Jakub Dawidek if (sc->sc_disks[n].d_state != G_RAID3_DISK_STATE_SYNCHRONIZING) 22272d1661a5SPawel Jakub Dawidek continue; 22282d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 22292d1661a5SPawel Jakub Dawidek break; 22302d1661a5SPawel Jakub Dawidek } 22312d1661a5SPawel Jakub Dawidek if (disk == NULL) 22322d1661a5SPawel Jakub Dawidek return; 22332d1661a5SPawel Jakub Dawidek 22343650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 22353650be51SPawel Jakub Dawidek g_topology_lock(); 22363650be51SPawel Jakub Dawidek cp = g_new_consumer(sc->sc_sync.ds_geom); 22373650be51SPawel Jakub Dawidek error = g_attach(cp, sc->sc_provider); 22383650be51SPawel Jakub Dawidek KASSERT(error == 0, 22393650be51SPawel Jakub Dawidek ("Cannot attach to %s (error=%d).", sc->sc_name, error)); 22403650be51SPawel Jakub Dawidek error = g_access(cp, 1, 0, 0); 22413650be51SPawel Jakub Dawidek KASSERT(error == 0, ("Cannot open %s (error=%d).", sc->sc_name, error)); 22423650be51SPawel Jakub Dawidek g_topology_unlock(); 22433650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 22443650be51SPawel Jakub Dawidek 22452d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: rebuilding provider %s.", sc->sc_name, 22462d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 2247501250baSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOFAILSYNC) == 0) 22482d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_DIRTY; 22492d1661a5SPawel Jakub Dawidek KASSERT(disk->d_sync.ds_consumer == NULL, 22502d1661a5SPawel Jakub Dawidek ("Sync consumer already exists (device=%s, disk=%s).", 22512d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk))); 22523650be51SPawel Jakub Dawidek 22533650be51SPawel Jakub Dawidek disk->d_sync.ds_consumer = cp; 22542d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer->private = disk; 225579e61493SPawel Jakub Dawidek disk->d_sync.ds_consumer->index = 0; 22562d1661a5SPawel Jakub Dawidek sc->sc_syncdisk = disk; 22573650be51SPawel Jakub Dawidek 22583650be51SPawel Jakub Dawidek /* 22593650be51SPawel Jakub Dawidek * Allocate memory for synchronization bios and initialize them. 22603650be51SPawel Jakub Dawidek */ 22613650be51SPawel Jakub Dawidek disk->d_sync.ds_bios = malloc(sizeof(struct bio *) * g_raid3_syncreqs, 22623650be51SPawel Jakub Dawidek M_RAID3, M_WAITOK); 22633650be51SPawel Jakub Dawidek for (n = 0; n < g_raid3_syncreqs; n++) { 22643650be51SPawel Jakub Dawidek bp = g_alloc_bio(); 22653650be51SPawel Jakub Dawidek disk->d_sync.ds_bios[n] = bp; 22663650be51SPawel Jakub Dawidek bp->bio_parent = NULL; 22673650be51SPawel Jakub Dawidek bp->bio_cmd = BIO_READ; 2268cd853791SKonstantin Belousov bp->bio_data = malloc(maxphys, M_RAID3, M_WAITOK); 22693650be51SPawel Jakub Dawidek bp->bio_cflags = 0; 22703650be51SPawel Jakub Dawidek bp->bio_offset = disk->d_sync.ds_offset * (sc->sc_ndisks - 1); 2271cd853791SKonstantin Belousov bp->bio_length = MIN(maxphys, sc->sc_mediasize - bp->bio_offset); 22723650be51SPawel Jakub Dawidek disk->d_sync.ds_offset += bp->bio_length / (sc->sc_ndisks - 1); 22733650be51SPawel Jakub Dawidek bp->bio_done = g_raid3_sync_done; 22743650be51SPawel Jakub Dawidek bp->bio_from = disk->d_sync.ds_consumer; 22753650be51SPawel Jakub Dawidek bp->bio_to = sc->sc_provider; 2276ef25813dSRuslan Ermilov bp->bio_caller1 = (void *)(uintptr_t)n; 22773650be51SPawel Jakub Dawidek } 22783650be51SPawel Jakub Dawidek 22793650be51SPawel Jakub Dawidek /* Set the number of in-flight synchronization requests. */ 22803650be51SPawel Jakub Dawidek disk->d_sync.ds_inflight = g_raid3_syncreqs; 22813650be51SPawel Jakub Dawidek 22823650be51SPawel Jakub Dawidek /* 22833650be51SPawel Jakub Dawidek * Fire off first synchronization requests. 22843650be51SPawel Jakub Dawidek */ 22853650be51SPawel Jakub Dawidek for (n = 0; n < g_raid3_syncreqs; n++) { 22863650be51SPawel Jakub Dawidek bp = disk->d_sync.ds_bios[n]; 22873650be51SPawel Jakub Dawidek G_RAID3_LOGREQ(3, bp, "Sending synchronization request."); 22883650be51SPawel Jakub Dawidek disk->d_sync.ds_consumer->index++; 22893650be51SPawel Jakub Dawidek /* 22903650be51SPawel Jakub Dawidek * Delay the request if it is colliding with a regular request. 22913650be51SPawel Jakub Dawidek */ 22923650be51SPawel Jakub Dawidek if (g_raid3_regular_collision(sc, bp)) 22933650be51SPawel Jakub Dawidek g_raid3_sync_delay(sc, bp); 22943650be51SPawel Jakub Dawidek else 22953650be51SPawel Jakub Dawidek g_io_request(bp, disk->d_sync.ds_consumer); 22963650be51SPawel Jakub Dawidek } 22972d1661a5SPawel Jakub Dawidek } 22982d1661a5SPawel Jakub Dawidek 22992d1661a5SPawel Jakub Dawidek /* 23002d1661a5SPawel Jakub Dawidek * Stop synchronization process. 23012d1661a5SPawel Jakub Dawidek * type: 0 - synchronization finished 23022d1661a5SPawel Jakub Dawidek * 1 - synchronization stopped 23032d1661a5SPawel Jakub Dawidek */ 23042d1661a5SPawel Jakub Dawidek static void 23052d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(struct g_raid3_softc *sc, int type) 23062d1661a5SPawel Jakub Dawidek { 23072d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 23083650be51SPawel Jakub Dawidek struct g_consumer *cp; 23092d1661a5SPawel Jakub Dawidek 23103650be51SPawel Jakub Dawidek g_topology_assert_not(); 23113650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_LOCKED); 23123650be51SPawel Jakub Dawidek 23132d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED, 23142d1661a5SPawel Jakub Dawidek ("Device not in DEGRADED state (%s, %u).", sc->sc_name, 23152d1661a5SPawel Jakub Dawidek sc->sc_state)); 23162d1661a5SPawel Jakub Dawidek disk = sc->sc_syncdisk; 23172d1661a5SPawel Jakub Dawidek sc->sc_syncdisk = NULL; 23182d1661a5SPawel Jakub Dawidek KASSERT(disk != NULL, ("No disk was synchronized (%s).", sc->sc_name)); 23192d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 23202d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 23212d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 23222d1661a5SPawel Jakub Dawidek if (disk->d_sync.ds_consumer == NULL) 23232d1661a5SPawel Jakub Dawidek return; 23242d1661a5SPawel Jakub Dawidek 23252d1661a5SPawel Jakub Dawidek if (type == 0) { 23262d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: rebuilding provider %s finished.", 23273650be51SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 23282d1661a5SPawel Jakub Dawidek } else /* if (type == 1) */ { 23292d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: rebuilding provider %s stopped.", 23303650be51SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 23312d1661a5SPawel Jakub Dawidek } 23323650be51SPawel Jakub Dawidek free(disk->d_sync.ds_bios, M_RAID3); 23333650be51SPawel Jakub Dawidek disk->d_sync.ds_bios = NULL; 23343650be51SPawel Jakub Dawidek cp = disk->d_sync.ds_consumer; 23352d1661a5SPawel Jakub Dawidek disk->d_sync.ds_consumer = NULL; 23362d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 23373650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); /* Avoid recursion on sc_lock. */ 23383650be51SPawel Jakub Dawidek g_topology_lock(); 23393650be51SPawel Jakub Dawidek g_raid3_kill_consumer(sc, cp); 23403650be51SPawel Jakub Dawidek g_topology_unlock(); 23413650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 23422d1661a5SPawel Jakub Dawidek } 23432d1661a5SPawel Jakub Dawidek 23442d1661a5SPawel Jakub Dawidek static void 23452d1661a5SPawel Jakub Dawidek g_raid3_launch_provider(struct g_raid3_softc *sc) 23462d1661a5SPawel Jakub Dawidek { 23472d1661a5SPawel Jakub Dawidek struct g_provider *pp; 2348113d8e50SAlexander Motin struct g_raid3_disk *disk; 2349113d8e50SAlexander Motin int n; 23502d1661a5SPawel Jakub Dawidek 23513650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_LOCKED); 23522d1661a5SPawel Jakub Dawidek 23533650be51SPawel Jakub Dawidek g_topology_lock(); 23542d1661a5SPawel Jakub Dawidek pp = g_new_providerf(sc->sc_geom, "raid3/%s", sc->sc_name); 23552d1661a5SPawel Jakub Dawidek pp->mediasize = sc->sc_mediasize; 23562d1661a5SPawel Jakub Dawidek pp->sectorsize = sc->sc_sectorsize; 2357113d8e50SAlexander Motin pp->stripesize = 0; 2358113d8e50SAlexander Motin pp->stripeoffset = 0; 2359113d8e50SAlexander Motin for (n = 0; n < sc->sc_ndisks; n++) { 2360113d8e50SAlexander Motin disk = &sc->sc_disks[n]; 2361113d8e50SAlexander Motin if (disk->d_consumer && disk->d_consumer->provider && 2362113d8e50SAlexander Motin disk->d_consumer->provider->stripesize > pp->stripesize) { 2363113d8e50SAlexander Motin pp->stripesize = disk->d_consumer->provider->stripesize; 2364113d8e50SAlexander Motin pp->stripeoffset = disk->d_consumer->provider->stripeoffset; 2365113d8e50SAlexander Motin } 2366113d8e50SAlexander Motin } 2367113d8e50SAlexander Motin pp->stripesize *= sc->sc_ndisks - 1; 2368113d8e50SAlexander Motin pp->stripeoffset *= sc->sc_ndisks - 1; 236933cb9b3cSMark Johnston pp->private = sc; 237033cb9b3cSMark Johnston sc->sc_refcnt++; 23712d1661a5SPawel Jakub Dawidek sc->sc_provider = pp; 23722d1661a5SPawel Jakub Dawidek g_error_provider(pp, 0); 23733650be51SPawel Jakub Dawidek g_topology_unlock(); 23740cca572eSJohn-Mark Gurney G_RAID3_DEBUG(0, "Device %s launched (%u/%u).", pp->name, 23750cca572eSJohn-Mark Gurney g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE), sc->sc_ndisks); 23760cca572eSJohn-Mark Gurney 23772d1661a5SPawel Jakub Dawidek if (sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED) 23782d1661a5SPawel Jakub Dawidek g_raid3_sync_start(sc); 23792d1661a5SPawel Jakub Dawidek } 23802d1661a5SPawel Jakub Dawidek 23812d1661a5SPawel Jakub Dawidek static void 23822d1661a5SPawel Jakub Dawidek g_raid3_destroy_provider(struct g_raid3_softc *sc) 23832d1661a5SPawel Jakub Dawidek { 23842d1661a5SPawel Jakub Dawidek struct bio *bp; 23852d1661a5SPawel Jakub Dawidek 23863650be51SPawel Jakub Dawidek g_topology_assert_not(); 23872d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_provider != NULL, ("NULL provider (device=%s).", 23882d1661a5SPawel Jakub Dawidek sc->sc_name)); 23892d1661a5SPawel Jakub Dawidek 23903650be51SPawel Jakub Dawidek g_topology_lock(); 23912d1661a5SPawel Jakub Dawidek g_error_provider(sc->sc_provider, ENXIO); 23922d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 23932d1661a5SPawel Jakub Dawidek while ((bp = bioq_first(&sc->sc_queue)) != NULL) { 23942d1661a5SPawel Jakub Dawidek bioq_remove(&sc->sc_queue, bp); 23952d1661a5SPawel Jakub Dawidek g_io_deliver(bp, ENXIO); 23962d1661a5SPawel Jakub Dawidek } 23972d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 23982d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s destroyed.", sc->sc_name, 23992d1661a5SPawel Jakub Dawidek sc->sc_provider->name); 24008b64f3caSAlexander Motin g_wither_provider(sc->sc_provider, ENXIO); 24013650be51SPawel Jakub Dawidek g_topology_unlock(); 24022d1661a5SPawel Jakub Dawidek sc->sc_provider = NULL; 24032d1661a5SPawel Jakub Dawidek if (sc->sc_syncdisk != NULL) 24042d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(sc, 1); 24052d1661a5SPawel Jakub Dawidek } 24062d1661a5SPawel Jakub Dawidek 24072d1661a5SPawel Jakub Dawidek static void 24082d1661a5SPawel Jakub Dawidek g_raid3_go(void *arg) 24092d1661a5SPawel Jakub Dawidek { 24102d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 2411fd02d0bcSMark Johnston struct g_raid3_event *ep; 24122d1661a5SPawel Jakub Dawidek 24132d1661a5SPawel Jakub Dawidek sc = arg; 24142d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Force device %s start due to timeout.", sc->sc_name); 2415fd02d0bcSMark Johnston ep = sc->sc_timeout_event; 2416fd02d0bcSMark Johnston sc->sc_timeout_event = NULL; 2417fd02d0bcSMark Johnston g_raid3_event_dispatch(ep, sc, 0, 24182d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_DONTWAIT | G_RAID3_EVENT_DEVICE); 24192d1661a5SPawel Jakub Dawidek } 24202d1661a5SPawel Jakub Dawidek 2421fd02d0bcSMark Johnston static void 2422fd02d0bcSMark Johnston g_raid3_timeout_drain(struct g_raid3_softc *sc) 2423fd02d0bcSMark Johnston { 2424fd02d0bcSMark Johnston sx_assert(&sc->sc_lock, SX_XLOCKED); 2425fd02d0bcSMark Johnston 2426fd02d0bcSMark Johnston callout_drain(&sc->sc_callout); 2427fd02d0bcSMark Johnston g_raid3_event_free(sc->sc_timeout_event); 2428fd02d0bcSMark Johnston sc->sc_timeout_event = NULL; 2429fd02d0bcSMark Johnston } 2430fd02d0bcSMark Johnston 24312d1661a5SPawel Jakub Dawidek static u_int 24322d1661a5SPawel Jakub Dawidek g_raid3_determine_state(struct g_raid3_disk *disk) 24332d1661a5SPawel Jakub Dawidek { 24342d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 24352d1661a5SPawel Jakub Dawidek u_int state; 24362d1661a5SPawel Jakub Dawidek 24372d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 24382d1661a5SPawel Jakub Dawidek if (sc->sc_syncid == disk->d_sync.ds_syncid) { 24392d1661a5SPawel Jakub Dawidek if ((disk->d_flags & 24402d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_SYNCHRONIZING) == 0) { 24412d1661a5SPawel Jakub Dawidek /* Disk does not need synchronization. */ 24422d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_ACTIVE; 24432d1661a5SPawel Jakub Dawidek } else { 24442d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & 24452d1661a5SPawel Jakub Dawidek G_RAID3_DEVICE_FLAG_NOAUTOSYNC) == 0 || 24462d1661a5SPawel Jakub Dawidek (disk->d_flags & 24472d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_FORCE_SYNC) != 0) { 24482d1661a5SPawel Jakub Dawidek /* 24492d1661a5SPawel Jakub Dawidek * We can start synchronization from 24502d1661a5SPawel Jakub Dawidek * the stored offset. 24512d1661a5SPawel Jakub Dawidek */ 24522d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_SYNCHRONIZING; 24532d1661a5SPawel Jakub Dawidek } else { 24542d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_STALE; 24552d1661a5SPawel Jakub Dawidek } 24562d1661a5SPawel Jakub Dawidek } 24572d1661a5SPawel Jakub Dawidek } else if (disk->d_sync.ds_syncid < sc->sc_syncid) { 24582d1661a5SPawel Jakub Dawidek /* 24592d1661a5SPawel Jakub Dawidek * Reset all synchronization data for this disk, 24602d1661a5SPawel Jakub Dawidek * because if it even was synchronized, it was 24612d1661a5SPawel Jakub Dawidek * synchronized to disks with different syncid. 24622d1661a5SPawel Jakub Dawidek */ 24632d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_SYNCHRONIZING; 24642d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset = 0; 24652d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset_done = 0; 24662d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid = sc->sc_syncid; 24672d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOAUTOSYNC) == 0 || 24682d1661a5SPawel Jakub Dawidek (disk->d_flags & G_RAID3_DISK_FLAG_FORCE_SYNC) != 0) { 24692d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_SYNCHRONIZING; 24702d1661a5SPawel Jakub Dawidek } else { 24712d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_STALE; 24722d1661a5SPawel Jakub Dawidek } 24732d1661a5SPawel Jakub Dawidek } else /* if (sc->sc_syncid < disk->d_sync.ds_syncid) */ { 24742d1661a5SPawel Jakub Dawidek /* 24752d1661a5SPawel Jakub Dawidek * Not good, NOT GOOD! 24762d1661a5SPawel Jakub Dawidek * It means that device was started on stale disks 24772d1661a5SPawel Jakub Dawidek * and more fresh disk just arrive. 24783c57a41dSPawel Jakub Dawidek * If there were writes, device is broken, sorry. 24792d1661a5SPawel Jakub Dawidek * I think the best choice here is don't touch 2480776fc0e9SYaroslav Tykhiy * this disk and inform the user loudly. 24812d1661a5SPawel Jakub Dawidek */ 24822d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s was started before the freshest " 24832d1661a5SPawel Jakub Dawidek "disk (%s) arrives!! It will not be connected to the " 24842d1661a5SPawel Jakub Dawidek "running device.", sc->sc_name, 24852d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk)); 24862d1661a5SPawel Jakub Dawidek g_raid3_destroy_disk(disk); 24872d1661a5SPawel Jakub Dawidek state = G_RAID3_DISK_STATE_NONE; 24882d1661a5SPawel Jakub Dawidek /* Return immediately, because disk was destroyed. */ 24892d1661a5SPawel Jakub Dawidek return (state); 24902d1661a5SPawel Jakub Dawidek } 24912d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, "State for %s disk: %s.", 24922d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), g_raid3_disk_state2str(state)); 24932d1661a5SPawel Jakub Dawidek return (state); 24942d1661a5SPawel Jakub Dawidek } 24952d1661a5SPawel Jakub Dawidek 24962d1661a5SPawel Jakub Dawidek /* 24972d1661a5SPawel Jakub Dawidek * Update device state. 24982d1661a5SPawel Jakub Dawidek */ 24992d1661a5SPawel Jakub Dawidek static void 2500d97d5ee9SPawel Jakub Dawidek g_raid3_update_device(struct g_raid3_softc *sc, boolean_t force) 25012d1661a5SPawel Jakub Dawidek { 25022d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 25032d1661a5SPawel Jakub Dawidek u_int state; 25042d1661a5SPawel Jakub Dawidek 25053650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 25062d1661a5SPawel Jakub Dawidek 25072d1661a5SPawel Jakub Dawidek switch (sc->sc_state) { 25082d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_STARTING: 25092d1661a5SPawel Jakub Dawidek { 2510a245a548SPawel Jakub Dawidek u_int n, ndirty, ndisks, genid, syncid; 25112d1661a5SPawel Jakub Dawidek 25122d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_provider == NULL, 25132d1661a5SPawel Jakub Dawidek ("Non-NULL provider in STARTING state (%s).", sc->sc_name)); 25142d1661a5SPawel Jakub Dawidek /* 25152d1661a5SPawel Jakub Dawidek * Are we ready? We are, if all disks are connected or 25162d1661a5SPawel Jakub Dawidek * one disk is missing and 'force' is true. 25172d1661a5SPawel Jakub Dawidek */ 25182d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, -1) + force == sc->sc_ndisks) { 25192d1661a5SPawel Jakub Dawidek if (!force) 2520fd02d0bcSMark Johnston g_raid3_timeout_drain(sc); 25212d1661a5SPawel Jakub Dawidek } else { 25222d1661a5SPawel Jakub Dawidek if (force) { 25232d1661a5SPawel Jakub Dawidek /* 25242d1661a5SPawel Jakub Dawidek * Timeout expired, so destroy device. 25252d1661a5SPawel Jakub Dawidek */ 25262d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 25274ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", 25284ed854e8SPawel Jakub Dawidek __LINE__, sc->sc_rootmount); 25294ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 25304ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 25312d1661a5SPawel Jakub Dawidek } 25322d1661a5SPawel Jakub Dawidek return; 25332d1661a5SPawel Jakub Dawidek } 25342d1661a5SPawel Jakub Dawidek 25352d1661a5SPawel Jakub Dawidek /* 2536a245a548SPawel Jakub Dawidek * Find the biggest genid. 2537a245a548SPawel Jakub Dawidek */ 2538a245a548SPawel Jakub Dawidek genid = 0; 2539a245a548SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 2540a245a548SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 2541a245a548SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 2542a245a548SPawel Jakub Dawidek continue; 2543a245a548SPawel Jakub Dawidek if (disk->d_genid > genid) 2544a245a548SPawel Jakub Dawidek genid = disk->d_genid; 2545a245a548SPawel Jakub Dawidek } 2546a245a548SPawel Jakub Dawidek sc->sc_genid = genid; 2547a245a548SPawel Jakub Dawidek /* 2548a245a548SPawel Jakub Dawidek * Remove all disks without the biggest genid. 2549a245a548SPawel Jakub Dawidek */ 2550a245a548SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 2551a245a548SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 2552a245a548SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 2553a245a548SPawel Jakub Dawidek continue; 2554a245a548SPawel Jakub Dawidek if (disk->d_genid < genid) { 2555a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, 2556a245a548SPawel Jakub Dawidek "Component %s (device %s) broken, skipping.", 2557a245a548SPawel Jakub Dawidek g_raid3_get_diskname(disk), sc->sc_name); 2558a245a548SPawel Jakub Dawidek g_raid3_destroy_disk(disk); 2559a245a548SPawel Jakub Dawidek } 2560a245a548SPawel Jakub Dawidek } 2561a245a548SPawel Jakub Dawidek 2562a245a548SPawel Jakub Dawidek /* 25632d1661a5SPawel Jakub Dawidek * There must be at least 'sc->sc_ndisks - 1' components 25642d1661a5SPawel Jakub Dawidek * with the same syncid and without SYNCHRONIZING flag. 25652d1661a5SPawel Jakub Dawidek */ 25662d1661a5SPawel Jakub Dawidek 25672d1661a5SPawel Jakub Dawidek /* 25682d1661a5SPawel Jakub Dawidek * Find the biggest syncid, number of valid components and 25692d1661a5SPawel Jakub Dawidek * number of dirty components. 25702d1661a5SPawel Jakub Dawidek */ 25712d1661a5SPawel Jakub Dawidek ndirty = ndisks = syncid = 0; 25722d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 25732d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 25742d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 25752d1661a5SPawel Jakub Dawidek continue; 25762d1661a5SPawel Jakub Dawidek if ((disk->d_flags & G_RAID3_DISK_FLAG_DIRTY) != 0) 25772d1661a5SPawel Jakub Dawidek ndirty++; 25782d1661a5SPawel Jakub Dawidek if (disk->d_sync.ds_syncid > syncid) { 25792d1661a5SPawel Jakub Dawidek syncid = disk->d_sync.ds_syncid; 25802d1661a5SPawel Jakub Dawidek ndisks = 0; 25812d1661a5SPawel Jakub Dawidek } else if (disk->d_sync.ds_syncid < syncid) { 25822d1661a5SPawel Jakub Dawidek continue; 25832d1661a5SPawel Jakub Dawidek } 25842d1661a5SPawel Jakub Dawidek if ((disk->d_flags & 25852d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_SYNCHRONIZING) != 0) { 25862d1661a5SPawel Jakub Dawidek continue; 25872d1661a5SPawel Jakub Dawidek } 25882d1661a5SPawel Jakub Dawidek ndisks++; 25892d1661a5SPawel Jakub Dawidek } 25902d1661a5SPawel Jakub Dawidek /* 25912d1661a5SPawel Jakub Dawidek * Do we have enough valid components? 25922d1661a5SPawel Jakub Dawidek */ 25932d1661a5SPawel Jakub Dawidek if (ndisks + 1 < sc->sc_ndisks) { 25942d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, 25952d1661a5SPawel Jakub Dawidek "Device %s is broken, too few valid components.", 25962d1661a5SPawel Jakub Dawidek sc->sc_name); 25972d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 25982d1661a5SPawel Jakub Dawidek return; 25992d1661a5SPawel Jakub Dawidek } 26002d1661a5SPawel Jakub Dawidek /* 26012d1661a5SPawel Jakub Dawidek * If there is one DIRTY component and all disks are present, 26022d1661a5SPawel Jakub Dawidek * mark it for synchronization. If there is more than one DIRTY 26032d1661a5SPawel Jakub Dawidek * component, mark parity component for synchronization. 26042d1661a5SPawel Jakub Dawidek */ 26052d1661a5SPawel Jakub Dawidek if (ndisks == sc->sc_ndisks && ndirty == 1) { 26062d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 26072d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 26082d1661a5SPawel Jakub Dawidek if ((disk->d_flags & 26092d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_DIRTY) == 0) { 26102d1661a5SPawel Jakub Dawidek continue; 26112d1661a5SPawel Jakub Dawidek } 26122d1661a5SPawel Jakub Dawidek disk->d_flags |= 26132d1661a5SPawel Jakub Dawidek G_RAID3_DISK_FLAG_SYNCHRONIZING; 26142d1661a5SPawel Jakub Dawidek } 26152d1661a5SPawel Jakub Dawidek } else if (ndisks == sc->sc_ndisks && ndirty > 1) { 26162d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[sc->sc_ndisks - 1]; 26172d1661a5SPawel Jakub Dawidek disk->d_flags |= G_RAID3_DISK_FLAG_SYNCHRONIZING; 26182d1661a5SPawel Jakub Dawidek } 26192d1661a5SPawel Jakub Dawidek 26202d1661a5SPawel Jakub Dawidek sc->sc_syncid = syncid; 26212d1661a5SPawel Jakub Dawidek if (force) { 26222d1661a5SPawel Jakub Dawidek /* Remember to bump syncid on first write. */ 2623ea973705SPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_SYNCID; 26242d1661a5SPawel Jakub Dawidek } 26252d1661a5SPawel Jakub Dawidek if (ndisks == sc->sc_ndisks) 26262d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_COMPLETE; 26272d1661a5SPawel Jakub Dawidek else /* if (ndisks == sc->sc_ndisks - 1) */ 26282d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_DEGRADED; 26292d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s state changed from %s to %s.", 26302d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_device_state2str(sc->sc_state), 26312d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(state)); 26322d1661a5SPawel Jakub Dawidek sc->sc_state = state; 26332d1661a5SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 26342d1661a5SPawel Jakub Dawidek disk = &sc->sc_disks[n]; 26352d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NODISK) 26362d1661a5SPawel Jakub Dawidek continue; 26372d1661a5SPawel Jakub Dawidek state = g_raid3_determine_state(disk); 26382d1661a5SPawel Jakub Dawidek g_raid3_event_send(disk, state, G_RAID3_EVENT_DONTWAIT); 2639a245a548SPawel Jakub Dawidek if (state == G_RAID3_DISK_STATE_STALE) 2640ea973705SPawel Jakub Dawidek sc->sc_bump_id |= G_RAID3_BUMP_SYNCID; 26412d1661a5SPawel Jakub Dawidek } 26422d1661a5SPawel Jakub Dawidek break; 26432d1661a5SPawel Jakub Dawidek } 26442d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_DEGRADED: 26452d1661a5SPawel Jakub Dawidek /* 2646ea973705SPawel Jakub Dawidek * Genid need to be bumped immediately, so do it here. 26472d1661a5SPawel Jakub Dawidek */ 2648ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_GENID) != 0) { 2649a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_GENID; 2650a245a548SPawel Jakub Dawidek g_raid3_bump_genid(sc); 2651a245a548SPawel Jakub Dawidek } 2652a245a548SPawel Jakub Dawidek 26532d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_NEW) > 0) 26542d1661a5SPawel Jakub Dawidek return; 26552d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) < 26562d1661a5SPawel Jakub Dawidek sc->sc_ndisks - 1) { 26572d1661a5SPawel Jakub Dawidek if (sc->sc_provider != NULL) 26582d1661a5SPawel Jakub Dawidek g_raid3_destroy_provider(sc); 26592d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 26602d1661a5SPawel Jakub Dawidek return; 26612d1661a5SPawel Jakub Dawidek } 26622d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) == 26632d1661a5SPawel Jakub Dawidek sc->sc_ndisks) { 26642d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_COMPLETE; 26652d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26662d1661a5SPawel Jakub Dawidek "Device %s state changed from %s to %s.", 26672d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_device_state2str(sc->sc_state), 26682d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(state)); 26692d1661a5SPawel Jakub Dawidek sc->sc_state = state; 26702d1661a5SPawel Jakub Dawidek } 26712d1661a5SPawel Jakub Dawidek if (sc->sc_provider == NULL) 26722d1661a5SPawel Jakub Dawidek g_raid3_launch_provider(sc); 26734ed854e8SPawel Jakub Dawidek if (sc->sc_rootmount != NULL) { 26744ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", __LINE__, 26754ed854e8SPawel Jakub Dawidek sc->sc_rootmount); 26764ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 26774ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 26784ed854e8SPawel Jakub Dawidek } 26792d1661a5SPawel Jakub Dawidek break; 26802d1661a5SPawel Jakub Dawidek case G_RAID3_DEVICE_STATE_COMPLETE: 26812d1661a5SPawel Jakub Dawidek /* 2682ea973705SPawel Jakub Dawidek * Genid need to be bumped immediately, so do it here. 26832d1661a5SPawel Jakub Dawidek */ 2684ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_GENID) != 0) { 2685a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_GENID; 2686a245a548SPawel Jakub Dawidek g_raid3_bump_genid(sc); 2687a245a548SPawel Jakub Dawidek } 2688a245a548SPawel Jakub Dawidek 26892d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_NEW) > 0) 26902d1661a5SPawel Jakub Dawidek return; 26912d1661a5SPawel Jakub Dawidek KASSERT(g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) >= 26922d1661a5SPawel Jakub Dawidek sc->sc_ndisks - 1, 26932d1661a5SPawel Jakub Dawidek ("Too few ACTIVE components in COMPLETE state (device %s).", 26942d1661a5SPawel Jakub Dawidek sc->sc_name)); 26952d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) == 26962d1661a5SPawel Jakub Dawidek sc->sc_ndisks - 1) { 26972d1661a5SPawel Jakub Dawidek state = G_RAID3_DEVICE_STATE_DEGRADED; 26982d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 26992d1661a5SPawel Jakub Dawidek "Device %s state changed from %s to %s.", 27002d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_device_state2str(sc->sc_state), 27012d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(state)); 27022d1661a5SPawel Jakub Dawidek sc->sc_state = state; 27032d1661a5SPawel Jakub Dawidek } 27042d1661a5SPawel Jakub Dawidek if (sc->sc_provider == NULL) 27052d1661a5SPawel Jakub Dawidek g_raid3_launch_provider(sc); 27064ed854e8SPawel Jakub Dawidek if (sc->sc_rootmount != NULL) { 27074ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_rel[%u] %p", __LINE__, 27084ed854e8SPawel Jakub Dawidek sc->sc_rootmount); 27094ed854e8SPawel Jakub Dawidek root_mount_rel(sc->sc_rootmount); 27104ed854e8SPawel Jakub Dawidek sc->sc_rootmount = NULL; 27114ed854e8SPawel Jakub Dawidek } 27122d1661a5SPawel Jakub Dawidek break; 27132d1661a5SPawel Jakub Dawidek default: 27142d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Wrong device state (%s, %s).", sc->sc_name, 27152d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state))); 27162d1661a5SPawel Jakub Dawidek break; 27172d1661a5SPawel Jakub Dawidek } 27182d1661a5SPawel Jakub Dawidek } 27192d1661a5SPawel Jakub Dawidek 27202d1661a5SPawel Jakub Dawidek /* 27212d1661a5SPawel Jakub Dawidek * Update disk state and device state if needed. 27222d1661a5SPawel Jakub Dawidek */ 27232d1661a5SPawel Jakub Dawidek #define DISK_STATE_CHANGED() G_RAID3_DEBUG(1, \ 27242d1661a5SPawel Jakub Dawidek "Disk %s state changed from %s to %s (device %s).", \ 27252d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), \ 27262d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state), \ 27272d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(state), sc->sc_name) 27282d1661a5SPawel Jakub Dawidek static int 2729d97d5ee9SPawel Jakub Dawidek g_raid3_update_disk(struct g_raid3_disk *disk, u_int state) 27302d1661a5SPawel Jakub Dawidek { 27312d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 27322d1661a5SPawel Jakub Dawidek 27332d1661a5SPawel Jakub Dawidek sc = disk->d_softc; 27343650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 27353650be51SPawel Jakub Dawidek 27362d1661a5SPawel Jakub Dawidek again: 27372d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(3, "Changing disk %s state from %s to %s.", 27382d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), g_raid3_disk_state2str(disk->d_state), 27392d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(state)); 27402d1661a5SPawel Jakub Dawidek switch (state) { 27412d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_NEW: 27422d1661a5SPawel Jakub Dawidek /* 27432d1661a5SPawel Jakub Dawidek * Possible scenarios: 27442d1661a5SPawel Jakub Dawidek * 1. New disk arrive. 27452d1661a5SPawel Jakub Dawidek */ 27462d1661a5SPawel Jakub Dawidek /* Previous state should be NONE. */ 27472d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NONE, 27482d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 27492d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 27502d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 27512d1661a5SPawel Jakub Dawidek 27522d1661a5SPawel Jakub Dawidek disk->d_state = state; 27530cca572eSJohn-Mark Gurney G_RAID3_DEBUG(1, "Device %s: provider %s detected.", 27542d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 27552d1661a5SPawel Jakub Dawidek if (sc->sc_state == G_RAID3_DEVICE_STATE_STARTING) 27562d1661a5SPawel Jakub Dawidek break; 27572d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 27582d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 27592d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 27602d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 27612d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 27622d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 27632d1661a5SPawel Jakub Dawidek state = g_raid3_determine_state(disk); 27642d1661a5SPawel Jakub Dawidek if (state != G_RAID3_DISK_STATE_NONE) 27652d1661a5SPawel Jakub Dawidek goto again; 27662d1661a5SPawel Jakub Dawidek break; 27672d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_ACTIVE: 27682d1661a5SPawel Jakub Dawidek /* 27692d1661a5SPawel Jakub Dawidek * Possible scenarios: 27702d1661a5SPawel Jakub Dawidek * 1. New disk does not need synchronization. 27712d1661a5SPawel Jakub Dawidek * 2. Synchronization process finished successfully. 27722d1661a5SPawel Jakub Dawidek */ 27732d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 27742d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 27752d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 27762d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 27772d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 27782d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 27792d1661a5SPawel Jakub Dawidek /* Previous state should be NEW or SYNCHRONIZING. */ 27802d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW || 27812d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 27822d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 27832d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 27842d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 27852d1661a5SPawel Jakub Dawidek 2786bf31327cSPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 27872d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_SYNCHRONIZING; 27882d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_FORCE_SYNC; 27892d1661a5SPawel Jakub Dawidek g_raid3_sync_stop(sc, 0); 27902d1661a5SPawel Jakub Dawidek } 27912d1661a5SPawel Jakub Dawidek disk->d_state = state; 27922d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset = 0; 27932d1661a5SPawel Jakub Dawidek disk->d_sync.ds_offset_done = 0; 27940962f942SPawel Jakub Dawidek g_raid3_update_idle(sc, disk); 2795bf31327cSPawel Jakub Dawidek g_raid3_update_metadata(disk); 27960cca572eSJohn-Mark Gurney G_RAID3_DEBUG(1, "Device %s: provider %s activated.", 27972d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 27982d1661a5SPawel Jakub Dawidek break; 27992d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_STALE: 28002d1661a5SPawel Jakub Dawidek /* 28012d1661a5SPawel Jakub Dawidek * Possible scenarios: 28022d1661a5SPawel Jakub Dawidek * 1. Stale disk was connected. 28032d1661a5SPawel Jakub Dawidek */ 28042d1661a5SPawel Jakub Dawidek /* Previous state should be NEW. */ 28052d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW, 28062d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 28072d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28082d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 28092d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 28102d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 28112d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 28122d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 28132d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28142d1661a5SPawel Jakub Dawidek /* 28152d1661a5SPawel Jakub Dawidek * STALE state is only possible if device is marked 28162d1661a5SPawel Jakub Dawidek * NOAUTOSYNC. 28172d1661a5SPawel Jakub Dawidek */ 28182d1661a5SPawel Jakub Dawidek KASSERT((sc->sc_flags & G_RAID3_DEVICE_FLAG_NOAUTOSYNC) != 0, 28192d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 28202d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 28212d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 28222d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28232d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 28242d1661a5SPawel Jakub Dawidek 28252d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 28262d1661a5SPawel Jakub Dawidek disk->d_state = state; 28272d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 28282d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s is stale.", 28292d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 28302d1661a5SPawel Jakub Dawidek break; 28312d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_SYNCHRONIZING: 28322d1661a5SPawel Jakub Dawidek /* 28332d1661a5SPawel Jakub Dawidek * Possible scenarios: 28342d1661a5SPawel Jakub Dawidek * 1. Disk which needs synchronization was connected. 28352d1661a5SPawel Jakub Dawidek */ 28362d1661a5SPawel Jakub Dawidek /* Previous state should be NEW. */ 28372d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW, 28382d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", g_raid3_get_diskname(disk), 28392d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28402d1661a5SPawel Jakub Dawidek KASSERT(sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 28412d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE, 28422d1661a5SPawel Jakub Dawidek ("Wrong device state (%s, %s, %s, %s).", sc->sc_name, 28432d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 28442d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 28452d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28462d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 28472d1661a5SPawel Jakub Dawidek 28482d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_NEW) 28492d1661a5SPawel Jakub Dawidek disk->d_flags &= ~G_RAID3_DISK_FLAG_DIRTY; 28502d1661a5SPawel Jakub Dawidek disk->d_state = state; 28512d1661a5SPawel Jakub Dawidek if (sc->sc_provider != NULL) { 28522d1661a5SPawel Jakub Dawidek g_raid3_sync_start(sc); 28532d1661a5SPawel Jakub Dawidek g_raid3_update_metadata(disk); 28542d1661a5SPawel Jakub Dawidek } 28552d1661a5SPawel Jakub Dawidek break; 28562d1661a5SPawel Jakub Dawidek case G_RAID3_DISK_STATE_DISCONNECTED: 28572d1661a5SPawel Jakub Dawidek /* 28582d1661a5SPawel Jakub Dawidek * Possible scenarios: 28592d1661a5SPawel Jakub Dawidek * 1. Device wasn't running yet, but disk disappear. 28602d1661a5SPawel Jakub Dawidek * 2. Disk was active and disapppear. 28612d1661a5SPawel Jakub Dawidek * 3. Disk disappear during synchronization process. 28622d1661a5SPawel Jakub Dawidek */ 28632d1661a5SPawel Jakub Dawidek if (sc->sc_state == G_RAID3_DEVICE_STATE_DEGRADED || 28642d1661a5SPawel Jakub Dawidek sc->sc_state == G_RAID3_DEVICE_STATE_COMPLETE) { 28652d1661a5SPawel Jakub Dawidek /* 28662d1661a5SPawel Jakub Dawidek * Previous state should be ACTIVE, STALE or 28672d1661a5SPawel Jakub Dawidek * SYNCHRONIZING. 28682d1661a5SPawel Jakub Dawidek */ 28692d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_ACTIVE || 28702d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_STALE || 28712d1661a5SPawel Jakub Dawidek disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING, 28722d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", 28732d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 28742d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28752d1661a5SPawel Jakub Dawidek } else if (sc->sc_state == G_RAID3_DEVICE_STATE_STARTING) { 28762d1661a5SPawel Jakub Dawidek /* Previous state should be NEW. */ 28772d1661a5SPawel Jakub Dawidek KASSERT(disk->d_state == G_RAID3_DISK_STATE_NEW, 28782d1661a5SPawel Jakub Dawidek ("Wrong disk state (%s, %s).", 28792d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 28802d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28812d1661a5SPawel Jakub Dawidek /* 28822d1661a5SPawel Jakub Dawidek * Reset bumping syncid if disk disappeared in STARTING 28832d1661a5SPawel Jakub Dawidek * state. 28842d1661a5SPawel Jakub Dawidek */ 2885ea973705SPawel Jakub Dawidek if ((sc->sc_bump_id & G_RAID3_BUMP_SYNCID) != 0) 2886a245a548SPawel Jakub Dawidek sc->sc_bump_id &= ~G_RAID3_BUMP_SYNCID; 28872d1661a5SPawel Jakub Dawidek #ifdef INVARIANTS 28882d1661a5SPawel Jakub Dawidek } else { 28892d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Wrong device state (%s, %s, %s, %s).", 28902d1661a5SPawel Jakub Dawidek sc->sc_name, 28912d1661a5SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state), 28922d1661a5SPawel Jakub Dawidek g_raid3_get_diskname(disk), 28932d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state))); 28942d1661a5SPawel Jakub Dawidek #endif 28952d1661a5SPawel Jakub Dawidek } 28962d1661a5SPawel Jakub Dawidek DISK_STATE_CHANGED(); 28972d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s: provider %s disconnected.", 28982d1661a5SPawel Jakub Dawidek sc->sc_name, g_raid3_get_diskname(disk)); 28992d1661a5SPawel Jakub Dawidek 29002d1661a5SPawel Jakub Dawidek g_raid3_destroy_disk(disk); 29012d1661a5SPawel Jakub Dawidek break; 29022d1661a5SPawel Jakub Dawidek default: 29032d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("Unknown state (%u).", state)); 29042d1661a5SPawel Jakub Dawidek break; 29052d1661a5SPawel Jakub Dawidek } 29062d1661a5SPawel Jakub Dawidek return (0); 29072d1661a5SPawel Jakub Dawidek } 29082d1661a5SPawel Jakub Dawidek #undef DISK_STATE_CHANGED 29092d1661a5SPawel Jakub Dawidek 2910ea973705SPawel Jakub Dawidek int 29112d1661a5SPawel Jakub Dawidek g_raid3_read_metadata(struct g_consumer *cp, struct g_raid3_metadata *md) 29122d1661a5SPawel Jakub Dawidek { 29132d1661a5SPawel Jakub Dawidek struct g_provider *pp; 29142d1661a5SPawel Jakub Dawidek u_char *buf; 29152d1661a5SPawel Jakub Dawidek int error; 29162d1661a5SPawel Jakub Dawidek 29172d1661a5SPawel Jakub Dawidek g_topology_assert(); 29182d1661a5SPawel Jakub Dawidek 29192d1661a5SPawel Jakub Dawidek error = g_access(cp, 1, 0, 0); 29202d1661a5SPawel Jakub Dawidek if (error != 0) 29212d1661a5SPawel Jakub Dawidek return (error); 29222d1661a5SPawel Jakub Dawidek pp = cp->provider; 29232d1661a5SPawel Jakub Dawidek g_topology_unlock(); 29242d1661a5SPawel Jakub Dawidek /* Metadata are stored on last sector. */ 29252d1661a5SPawel Jakub Dawidek buf = g_read_data(cp, pp->mediasize - pp->sectorsize, pp->sectorsize, 29262d1661a5SPawel Jakub Dawidek &error); 29272d1661a5SPawel Jakub Dawidek g_topology_lock(); 29282d1661a5SPawel Jakub Dawidek g_access(cp, -1, 0, 0); 29298a4a44b5SMaxim Sobolev if (buf == NULL) { 2930a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Cannot read metadata from %s (error=%d).", 2931a245a548SPawel Jakub Dawidek cp->provider->name, error); 29322d1661a5SPawel Jakub Dawidek return (error); 29332d1661a5SPawel Jakub Dawidek } 29342d1661a5SPawel Jakub Dawidek 29352d1661a5SPawel Jakub Dawidek /* Decode metadata. */ 29362d1661a5SPawel Jakub Dawidek error = raid3_metadata_decode(buf, md); 29372d1661a5SPawel Jakub Dawidek g_free(buf); 29382d1661a5SPawel Jakub Dawidek if (strcmp(md->md_magic, G_RAID3_MAGIC) != 0) 29392d1661a5SPawel Jakub Dawidek return (EINVAL); 2940a245a548SPawel Jakub Dawidek if (md->md_version > G_RAID3_VERSION) { 2941a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, 2942a245a548SPawel Jakub Dawidek "Kernel module is too old to handle metadata from %s.", 2943a245a548SPawel Jakub Dawidek cp->provider->name); 2944a245a548SPawel Jakub Dawidek return (EINVAL); 2945a245a548SPawel Jakub Dawidek } 29462d1661a5SPawel Jakub Dawidek if (error != 0) { 29472d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "MD5 metadata hash mismatch for provider %s.", 29482d1661a5SPawel Jakub Dawidek cp->provider->name); 29492d1661a5SPawel Jakub Dawidek return (error); 29502d1661a5SPawel Jakub Dawidek } 2951cd853791SKonstantin Belousov if (md->md_sectorsize > maxphys) { 295295959703SAndrey V. Elsukov G_RAID3_DEBUG(0, "The blocksize is too big."); 295395959703SAndrey V. Elsukov return (EINVAL); 295495959703SAndrey V. Elsukov } 29552d1661a5SPawel Jakub Dawidek 29562d1661a5SPawel Jakub Dawidek return (0); 29572d1661a5SPawel Jakub Dawidek } 29582d1661a5SPawel Jakub Dawidek 29592d1661a5SPawel Jakub Dawidek static int 29602d1661a5SPawel Jakub Dawidek g_raid3_check_metadata(struct g_raid3_softc *sc, struct g_provider *pp, 29612d1661a5SPawel Jakub Dawidek struct g_raid3_metadata *md) 29622d1661a5SPawel Jakub Dawidek { 29632d1661a5SPawel Jakub Dawidek 29642d1661a5SPawel Jakub Dawidek if (md->md_no >= sc->sc_ndisks) { 29652d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Invalid disk %s number (no=%u), skipping.", 29662d1661a5SPawel Jakub Dawidek pp->name, md->md_no); 29672d1661a5SPawel Jakub Dawidek return (EINVAL); 29682d1661a5SPawel Jakub Dawidek } 29692d1661a5SPawel Jakub Dawidek if (sc->sc_disks[md->md_no].d_state != G_RAID3_DISK_STATE_NODISK) { 29702d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Disk %s (no=%u) already exists, skipping.", 29712d1661a5SPawel Jakub Dawidek pp->name, md->md_no); 29722d1661a5SPawel Jakub Dawidek return (EEXIST); 29732d1661a5SPawel Jakub Dawidek } 29742d1661a5SPawel Jakub Dawidek if (md->md_all != sc->sc_ndisks) { 29752d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 29762d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 29772d1661a5SPawel Jakub Dawidek "md_all", pp->name, sc->sc_name); 29782d1661a5SPawel Jakub Dawidek return (EINVAL); 29792d1661a5SPawel Jakub Dawidek } 298011b2174fSPawel Jakub Dawidek if ((md->md_mediasize % md->md_sectorsize) != 0) { 298111b2174fSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Invalid metadata (mediasize %% sectorsize != " 298211b2174fSPawel Jakub Dawidek "0) on disk %s (device %s), skipping.", pp->name, 298311b2174fSPawel Jakub Dawidek sc->sc_name); 298411b2174fSPawel Jakub Dawidek return (EINVAL); 298511b2174fSPawel Jakub Dawidek } 29862d1661a5SPawel Jakub Dawidek if (md->md_mediasize != sc->sc_mediasize) { 29872d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 29882d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 29892d1661a5SPawel Jakub Dawidek "md_mediasize", pp->name, sc->sc_name); 29902d1661a5SPawel Jakub Dawidek return (EINVAL); 29912d1661a5SPawel Jakub Dawidek } 29922d1661a5SPawel Jakub Dawidek if ((md->md_mediasize % (sc->sc_ndisks - 1)) != 0) { 29932d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 29942d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 29952d1661a5SPawel Jakub Dawidek "md_mediasize", pp->name, sc->sc_name); 29962d1661a5SPawel Jakub Dawidek return (EINVAL); 29972d1661a5SPawel Jakub Dawidek } 29982d1661a5SPawel Jakub Dawidek if ((sc->sc_mediasize / (sc->sc_ndisks - 1)) > pp->mediasize) { 29992d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 30002d1661a5SPawel Jakub Dawidek "Invalid size of disk %s (device %s), skipping.", pp->name, 30012d1661a5SPawel Jakub Dawidek sc->sc_name); 30022d1661a5SPawel Jakub Dawidek return (EINVAL); 30032d1661a5SPawel Jakub Dawidek } 30042d1661a5SPawel Jakub Dawidek if ((md->md_sectorsize / pp->sectorsize) < sc->sc_ndisks - 1) { 30052d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 30062d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 30072d1661a5SPawel Jakub Dawidek "md_sectorsize", pp->name, sc->sc_name); 30082d1661a5SPawel Jakub Dawidek return (EINVAL); 30092d1661a5SPawel Jakub Dawidek } 30102d1661a5SPawel Jakub Dawidek if (md->md_sectorsize != sc->sc_sectorsize) { 30112d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 30122d1661a5SPawel Jakub Dawidek "Invalid '%s' field on disk %s (device %s), skipping.", 30132d1661a5SPawel Jakub Dawidek "md_sectorsize", pp->name, sc->sc_name); 30142d1661a5SPawel Jakub Dawidek return (EINVAL); 30152d1661a5SPawel Jakub Dawidek } 30162d1661a5SPawel Jakub Dawidek if ((sc->sc_sectorsize % pp->sectorsize) != 0) { 30172d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 30182d1661a5SPawel Jakub Dawidek "Invalid sector size of disk %s (device %s), skipping.", 30192d1661a5SPawel Jakub Dawidek pp->name, sc->sc_name); 30202d1661a5SPawel Jakub Dawidek return (EINVAL); 30212d1661a5SPawel Jakub Dawidek } 30222d1661a5SPawel Jakub Dawidek if ((md->md_mflags & ~G_RAID3_DEVICE_FLAG_MASK) != 0) { 30232d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 30242d1661a5SPawel Jakub Dawidek "Invalid device flags on disk %s (device %s), skipping.", 30252d1661a5SPawel Jakub Dawidek pp->name, sc->sc_name); 30262d1661a5SPawel Jakub Dawidek return (EINVAL); 30272d1661a5SPawel Jakub Dawidek } 3028dba915cfSPawel Jakub Dawidek if ((md->md_mflags & G_RAID3_DEVICE_FLAG_VERIFY) != 0 && 3029dba915cfSPawel Jakub Dawidek (md->md_mflags & G_RAID3_DEVICE_FLAG_ROUND_ROBIN) != 0) { 3030dba915cfSPawel Jakub Dawidek /* 3031dba915cfSPawel Jakub Dawidek * VERIFY and ROUND-ROBIN options are mutally exclusive. 3032dba915cfSPawel Jakub Dawidek */ 3033dba915cfSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Both VERIFY and ROUND-ROBIN flags exist on " 3034dba915cfSPawel Jakub Dawidek "disk %s (device %s), skipping.", pp->name, sc->sc_name); 3035dba915cfSPawel Jakub Dawidek return (EINVAL); 3036dba915cfSPawel Jakub Dawidek } 30372d1661a5SPawel Jakub Dawidek if ((md->md_dflags & ~G_RAID3_DISK_FLAG_MASK) != 0) { 30382d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 30392d1661a5SPawel Jakub Dawidek "Invalid disk flags on disk %s (device %s), skipping.", 30402d1661a5SPawel Jakub Dawidek pp->name, sc->sc_name); 30412d1661a5SPawel Jakub Dawidek return (EINVAL); 30422d1661a5SPawel Jakub Dawidek } 30432d1661a5SPawel Jakub Dawidek return (0); 30442d1661a5SPawel Jakub Dawidek } 30452d1661a5SPawel Jakub Dawidek 3046ea973705SPawel Jakub Dawidek int 30472d1661a5SPawel Jakub Dawidek g_raid3_add_disk(struct g_raid3_softc *sc, struct g_provider *pp, 30482d1661a5SPawel Jakub Dawidek struct g_raid3_metadata *md) 30492d1661a5SPawel Jakub Dawidek { 30502d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 30512d1661a5SPawel Jakub Dawidek int error; 30522d1661a5SPawel Jakub Dawidek 30533650be51SPawel Jakub Dawidek g_topology_assert_not(); 30542d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Adding disk %s.", pp->name); 30552d1661a5SPawel Jakub Dawidek 30562d1661a5SPawel Jakub Dawidek error = g_raid3_check_metadata(sc, pp, md); 30572d1661a5SPawel Jakub Dawidek if (error != 0) 30582d1661a5SPawel Jakub Dawidek return (error); 3059a245a548SPawel Jakub Dawidek if (sc->sc_state != G_RAID3_DEVICE_STATE_STARTING && 3060a245a548SPawel Jakub Dawidek md->md_genid < sc->sc_genid) { 3061a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Component %s (device %s) broken, skipping.", 3062a245a548SPawel Jakub Dawidek pp->name, sc->sc_name); 3063a245a548SPawel Jakub Dawidek return (EINVAL); 3064a245a548SPawel Jakub Dawidek } 30652d1661a5SPawel Jakub Dawidek disk = g_raid3_init_disk(sc, pp, md, &error); 30662d1661a5SPawel Jakub Dawidek if (disk == NULL) 30672d1661a5SPawel Jakub Dawidek return (error); 30682d1661a5SPawel Jakub Dawidek error = g_raid3_event_send(disk, G_RAID3_DISK_STATE_NEW, 30692d1661a5SPawel Jakub Dawidek G_RAID3_EVENT_WAIT); 3070a245a548SPawel Jakub Dawidek if (error != 0) 30712d1661a5SPawel Jakub Dawidek return (error); 3072a245a548SPawel Jakub Dawidek if (md->md_version < G_RAID3_VERSION) { 3073a245a548SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Upgrading metadata on %s (v%d->v%d).", 3074a245a548SPawel Jakub Dawidek pp->name, md->md_version, G_RAID3_VERSION); 3075a245a548SPawel Jakub Dawidek g_raid3_update_metadata(disk); 3076a245a548SPawel Jakub Dawidek } 3077a245a548SPawel Jakub Dawidek return (0); 30782d1661a5SPawel Jakub Dawidek } 30792d1661a5SPawel Jakub Dawidek 3080712fe9bdSPawel Jakub Dawidek static void 3081712fe9bdSPawel Jakub Dawidek g_raid3_destroy_delayed(void *arg, int flag) 3082712fe9bdSPawel Jakub Dawidek { 3083712fe9bdSPawel Jakub Dawidek struct g_raid3_softc *sc; 3084712fe9bdSPawel Jakub Dawidek int error; 3085712fe9bdSPawel Jakub Dawidek 3086712fe9bdSPawel Jakub Dawidek if (flag == EV_CANCEL) { 3087712fe9bdSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Destroying canceled."); 3088712fe9bdSPawel Jakub Dawidek return; 3089712fe9bdSPawel Jakub Dawidek } 3090712fe9bdSPawel Jakub Dawidek sc = arg; 3091712fe9bdSPawel Jakub Dawidek g_topology_unlock(); 3092712fe9bdSPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 3093712fe9bdSPawel Jakub Dawidek KASSERT((sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROY) == 0, 3094712fe9bdSPawel Jakub Dawidek ("DESTROY flag set on %s.", sc->sc_name)); 3095712fe9bdSPawel Jakub Dawidek KASSERT((sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROYING) != 0, 3096712fe9bdSPawel Jakub Dawidek ("DESTROYING flag not set on %s.", sc->sc_name)); 3097712fe9bdSPawel Jakub Dawidek G_RAID3_DEBUG(0, "Destroying %s (delayed).", sc->sc_name); 3098712fe9bdSPawel Jakub Dawidek error = g_raid3_destroy(sc, G_RAID3_DESTROY_SOFT); 3099712fe9bdSPawel Jakub Dawidek if (error != 0) { 3100712fe9bdSPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot destroy %s.", sc->sc_name); 3101712fe9bdSPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 3102712fe9bdSPawel Jakub Dawidek } 3103712fe9bdSPawel Jakub Dawidek g_topology_lock(); 3104712fe9bdSPawel Jakub Dawidek } 3105712fe9bdSPawel Jakub Dawidek 31062d1661a5SPawel Jakub Dawidek static int 31072d1661a5SPawel Jakub Dawidek g_raid3_access(struct g_provider *pp, int acr, int acw, int ace) 31082d1661a5SPawel Jakub Dawidek { 31092d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 3110712fe9bdSPawel Jakub Dawidek int dcr, dcw, dce, error = 0; 31112d1661a5SPawel Jakub Dawidek 31122d1661a5SPawel Jakub Dawidek g_topology_assert(); 31132d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Access request for %s: r%dw%de%d.", pp->name, acr, 31142d1661a5SPawel Jakub Dawidek acw, ace); 31152d1661a5SPawel Jakub Dawidek 311633cb9b3cSMark Johnston sc = pp->private; 31171f7fec3cSPawel Jakub Dawidek KASSERT(sc != NULL, ("NULL softc (provider=%s).", pp->name)); 31181f7fec3cSPawel Jakub Dawidek 31192d1661a5SPawel Jakub Dawidek dcr = pp->acr + acr; 31202d1661a5SPawel Jakub Dawidek dcw = pp->acw + acw; 31212d1661a5SPawel Jakub Dawidek dce = pp->ace + ace; 31222d1661a5SPawel Jakub Dawidek 31233650be51SPawel Jakub Dawidek g_topology_unlock(); 31243650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 3125712fe9bdSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROY) != 0 || 31263650be51SPawel Jakub Dawidek g_raid3_ndisks(sc, G_RAID3_DISK_STATE_ACTIVE) < sc->sc_ndisks - 1) { 31273650be51SPawel Jakub Dawidek if (acr > 0 || acw > 0 || ace > 0) 31283650be51SPawel Jakub Dawidek error = ENXIO; 31293650be51SPawel Jakub Dawidek goto end; 31302d1661a5SPawel Jakub Dawidek } 3131f62c1a47SAlexander Motin if (dcw == 0) 31323650be51SPawel Jakub Dawidek g_raid3_idle(sc, dcw); 3133712fe9bdSPawel Jakub Dawidek if ((sc->sc_flags & G_RAID3_DEVICE_FLAG_DESTROYING) != 0) { 3134712fe9bdSPawel Jakub Dawidek if (acr > 0 || acw > 0 || ace > 0) { 3135712fe9bdSPawel Jakub Dawidek error = ENXIO; 3136712fe9bdSPawel Jakub Dawidek goto end; 3137712fe9bdSPawel Jakub Dawidek } 3138712fe9bdSPawel Jakub Dawidek if (dcr == 0 && dcw == 0 && dce == 0) { 3139712fe9bdSPawel Jakub Dawidek g_post_event(g_raid3_destroy_delayed, sc, M_WAITOK, 3140712fe9bdSPawel Jakub Dawidek sc, NULL); 3141712fe9bdSPawel Jakub Dawidek } 3142712fe9bdSPawel Jakub Dawidek } 31433650be51SPawel Jakub Dawidek end: 31443650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 31453650be51SPawel Jakub Dawidek g_topology_lock(); 31463650be51SPawel Jakub Dawidek return (error); 31472d1661a5SPawel Jakub Dawidek } 31482d1661a5SPawel Jakub Dawidek 31492d1661a5SPawel Jakub Dawidek static struct g_geom * 31502d1661a5SPawel Jakub Dawidek g_raid3_create(struct g_class *mp, const struct g_raid3_metadata *md) 31512d1661a5SPawel Jakub Dawidek { 31522d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 31532d1661a5SPawel Jakub Dawidek struct g_geom *gp; 31542d1661a5SPawel Jakub Dawidek int error, timeout; 31552d1661a5SPawel Jakub Dawidek u_int n; 31562d1661a5SPawel Jakub Dawidek 31572d1661a5SPawel Jakub Dawidek g_topology_assert(); 31582d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Creating device %s (id=%u).", md->md_name, md->md_id); 31592d1661a5SPawel Jakub Dawidek 31602d1661a5SPawel Jakub Dawidek /* One disk is minimum. */ 31612d1661a5SPawel Jakub Dawidek if (md->md_all < 1) 31622d1661a5SPawel Jakub Dawidek return (NULL); 31632d1661a5SPawel Jakub Dawidek /* 31642d1661a5SPawel Jakub Dawidek * Action geom. 31652d1661a5SPawel Jakub Dawidek */ 31662d1661a5SPawel Jakub Dawidek gp = g_new_geomf(mp, "%s", md->md_name); 31672d1661a5SPawel Jakub Dawidek sc = malloc(sizeof(*sc), M_RAID3, M_WAITOK | M_ZERO); 31682d1661a5SPawel Jakub Dawidek sc->sc_disks = malloc(sizeof(struct g_raid3_disk) * md->md_all, M_RAID3, 31692d1661a5SPawel Jakub Dawidek M_WAITOK | M_ZERO); 31702d1661a5SPawel Jakub Dawidek gp->start = g_raid3_start; 31712d1661a5SPawel Jakub Dawidek gp->orphan = g_raid3_orphan; 31722d1661a5SPawel Jakub Dawidek gp->access = g_raid3_access; 31732d1661a5SPawel Jakub Dawidek gp->dumpconf = g_raid3_dumpconf; 31742d1661a5SPawel Jakub Dawidek 31752d1661a5SPawel Jakub Dawidek sc->sc_id = md->md_id; 31762d1661a5SPawel Jakub Dawidek sc->sc_mediasize = md->md_mediasize; 31772d1661a5SPawel Jakub Dawidek sc->sc_sectorsize = md->md_sectorsize; 31782d1661a5SPawel Jakub Dawidek sc->sc_ndisks = md->md_all; 3179f5a2f7feSPawel Jakub Dawidek sc->sc_round_robin = 0; 31802d1661a5SPawel Jakub Dawidek sc->sc_flags = md->md_mflags; 3181a245a548SPawel Jakub Dawidek sc->sc_bump_id = 0; 31820962f942SPawel Jakub Dawidek sc->sc_idle = 1; 318301f1f41cSPawel Jakub Dawidek sc->sc_last_write = time_uptime; 31840962f942SPawel Jakub Dawidek sc->sc_writes = 0; 318533cb9b3cSMark Johnston sc->sc_refcnt = 1; 3186afd05d74SPawel Jakub Dawidek for (n = 0; n < sc->sc_ndisks; n++) { 3187afd05d74SPawel Jakub Dawidek sc->sc_disks[n].d_softc = sc; 3188afd05d74SPawel Jakub Dawidek sc->sc_disks[n].d_no = n; 31892d1661a5SPawel Jakub Dawidek sc->sc_disks[n].d_state = G_RAID3_DISK_STATE_NODISK; 3190afd05d74SPawel Jakub Dawidek } 31913650be51SPawel Jakub Dawidek sx_init(&sc->sc_lock, "graid3:lock"); 31922d1661a5SPawel Jakub Dawidek bioq_init(&sc->sc_queue); 31932d1661a5SPawel Jakub Dawidek mtx_init(&sc->sc_queue_mtx, "graid3:queue", NULL, MTX_DEF); 31943650be51SPawel Jakub Dawidek bioq_init(&sc->sc_regular_delayed); 31953650be51SPawel Jakub Dawidek bioq_init(&sc->sc_inflight); 31963650be51SPawel Jakub Dawidek bioq_init(&sc->sc_sync_delayed); 31972d1661a5SPawel Jakub Dawidek TAILQ_INIT(&sc->sc_events); 31982d1661a5SPawel Jakub Dawidek mtx_init(&sc->sc_events_mtx, "graid3:events", NULL, MTX_DEF); 3199fd90e2edSJung-uk Kim callout_init(&sc->sc_callout, 1); 32002d1661a5SPawel Jakub Dawidek sc->sc_state = G_RAID3_DEVICE_STATE_STARTING; 32012d1661a5SPawel Jakub Dawidek gp->softc = sc; 32022d1661a5SPawel Jakub Dawidek sc->sc_geom = gp; 32032d1661a5SPawel Jakub Dawidek sc->sc_provider = NULL; 32042d1661a5SPawel Jakub Dawidek /* 32052d1661a5SPawel Jakub Dawidek * Synchronization geom. 32062d1661a5SPawel Jakub Dawidek */ 32072d1661a5SPawel Jakub Dawidek gp = g_new_geomf(mp, "%s.sync", md->md_name); 32082d1661a5SPawel Jakub Dawidek gp->softc = sc; 32092d1661a5SPawel Jakub Dawidek gp->orphan = g_raid3_orphan; 32102d1661a5SPawel Jakub Dawidek sc->sc_sync.ds_geom = gp; 32113650be51SPawel Jakub Dawidek 3212ed940a82SPawel Jakub Dawidek if (!g_raid3_use_malloc) { 3213ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_zone = uma_zcreate("gr3:64k", 3214ed940a82SPawel Jakub Dawidek 65536, g_raid3_uma_ctor, g_raid3_uma_dtor, NULL, NULL, 3215ed940a82SPawel Jakub Dawidek UMA_ALIGN_PTR, 0); 32163650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_inuse = 0; 32173650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_max = g_raid3_n64k; 32183650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_requested = 32193650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_failed = 0; 3220ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_zone = uma_zcreate("gr3:16k", 3221ed940a82SPawel Jakub Dawidek 16384, g_raid3_uma_ctor, g_raid3_uma_dtor, NULL, NULL, 3222ed940a82SPawel Jakub Dawidek UMA_ALIGN_PTR, 0); 32233650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_inuse = 0; 32243650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_max = g_raid3_n16k; 32253650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_requested = 32263650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_failed = 0; 3227ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_zone = uma_zcreate("gr3:4k", 3228ed940a82SPawel Jakub Dawidek 4096, g_raid3_uma_ctor, g_raid3_uma_dtor, NULL, NULL, 3229ed940a82SPawel Jakub Dawidek UMA_ALIGN_PTR, 0); 32303650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_inuse = 0; 32313650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_max = g_raid3_n4k; 32323650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_requested = 32333650be51SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_failed = 0; 3234ed940a82SPawel Jakub Dawidek } 32353650be51SPawel Jakub Dawidek 32363745c395SJulian Elischer error = kproc_create(g_raid3_worker, sc, &sc->sc_worker, 0, 0, 32372d1661a5SPawel Jakub Dawidek "g_raid3 %s", md->md_name); 32382d1661a5SPawel Jakub Dawidek if (error != 0) { 32392d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Cannot create kernel thread for %s.", 32402d1661a5SPawel Jakub Dawidek sc->sc_name); 32412d1661a5SPawel Jakub Dawidek g_destroy_geom(sc->sc_geom); 324233cb9b3cSMark Johnston g_raid3_free_device(sc); 32432d1661a5SPawel Jakub Dawidek return (NULL); 32442d1661a5SPawel Jakub Dawidek } 32452d1661a5SPawel Jakub Dawidek 32460cca572eSJohn-Mark Gurney G_RAID3_DEBUG(1, "Device %s created (%u components, id=%u).", 32470cca572eSJohn-Mark Gurney sc->sc_name, sc->sc_ndisks, sc->sc_id); 32482d1661a5SPawel Jakub Dawidek 3249853a10a5SAndrew Thompson sc->sc_rootmount = root_mount_hold("GRAID3"); 32504ed854e8SPawel Jakub Dawidek G_RAID3_DEBUG(1, "root_mount_hold %p", sc->sc_rootmount); 32514ed854e8SPawel Jakub Dawidek 32522d1661a5SPawel Jakub Dawidek /* 3253fd02d0bcSMark Johnston * Schedule startup timeout. 32542d1661a5SPawel Jakub Dawidek */ 32552d1661a5SPawel Jakub Dawidek timeout = atomic_load_acq_int(&g_raid3_timeout); 3256fd02d0bcSMark Johnston sc->sc_timeout_event = malloc(sizeof(struct g_raid3_event), M_RAID3, 3257fd02d0bcSMark Johnston M_WAITOK); 32582d1661a5SPawel Jakub Dawidek callout_reset(&sc->sc_callout, timeout * hz, g_raid3_go, sc); 32592d1661a5SPawel Jakub Dawidek return (sc->sc_geom); 32602d1661a5SPawel Jakub Dawidek } 32612d1661a5SPawel Jakub Dawidek 32622d1661a5SPawel Jakub Dawidek int 3263712fe9bdSPawel Jakub Dawidek g_raid3_destroy(struct g_raid3_softc *sc, int how) 32642d1661a5SPawel Jakub Dawidek { 32652d1661a5SPawel Jakub Dawidek struct g_provider *pp; 32662d1661a5SPawel Jakub Dawidek 32673650be51SPawel Jakub Dawidek g_topology_assert_not(); 32683650be51SPawel Jakub Dawidek sx_assert(&sc->sc_lock, SX_XLOCKED); 32693650be51SPawel Jakub Dawidek 32702d1661a5SPawel Jakub Dawidek pp = sc->sc_provider; 32712d1661a5SPawel Jakub Dawidek if (pp != NULL && (pp->acr != 0 || pp->acw != 0 || pp->ace != 0)) { 3272712fe9bdSPawel Jakub Dawidek switch (how) { 3273712fe9bdSPawel Jakub Dawidek case G_RAID3_DESTROY_SOFT: 32742d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, 32752d1661a5SPawel Jakub Dawidek "Device %s is still open (r%dw%de%d).", pp->name, 32762d1661a5SPawel Jakub Dawidek pp->acr, pp->acw, pp->ace); 32772d1661a5SPawel Jakub Dawidek return (EBUSY); 3278712fe9bdSPawel Jakub Dawidek case G_RAID3_DESTROY_DELAYED: 3279712fe9bdSPawel Jakub Dawidek G_RAID3_DEBUG(1, 3280712fe9bdSPawel Jakub Dawidek "Device %s will be destroyed on last close.", 3281712fe9bdSPawel Jakub Dawidek pp->name); 3282712fe9bdSPawel Jakub Dawidek if (sc->sc_syncdisk != NULL) 3283712fe9bdSPawel Jakub Dawidek g_raid3_sync_stop(sc, 1); 3284712fe9bdSPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROYING; 3285712fe9bdSPawel Jakub Dawidek return (EBUSY); 3286712fe9bdSPawel Jakub Dawidek case G_RAID3_DESTROY_HARD: 3287712fe9bdSPawel Jakub Dawidek G_RAID3_DEBUG(1, "Device %s is still open, so it " 3288712fe9bdSPawel Jakub Dawidek "can't be definitely removed.", pp->name); 3289712fe9bdSPawel Jakub Dawidek break; 32902d1661a5SPawel Jakub Dawidek } 32912d1661a5SPawel Jakub Dawidek } 32922d1661a5SPawel Jakub Dawidek 329318486a5eSPawel Jakub Dawidek g_topology_lock(); 329418486a5eSPawel Jakub Dawidek if (sc->sc_geom->softc == NULL) { 329518486a5eSPawel Jakub Dawidek g_topology_unlock(); 329618486a5eSPawel Jakub Dawidek return (0); 329718486a5eSPawel Jakub Dawidek } 329818486a5eSPawel Jakub Dawidek sc->sc_geom->softc = NULL; 329918486a5eSPawel Jakub Dawidek sc->sc_sync.ds_geom->softc = NULL; 330018486a5eSPawel Jakub Dawidek g_topology_unlock(); 330118486a5eSPawel Jakub Dawidek 33022d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_DESTROY; 33032d1661a5SPawel Jakub Dawidek sc->sc_flags |= G_RAID3_DEVICE_FLAG_WAIT; 33042d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Waking up %p.", __func__, sc); 33053650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 33062d1661a5SPawel Jakub Dawidek mtx_lock(&sc->sc_queue_mtx); 33072d1661a5SPawel Jakub Dawidek wakeup(sc); 33082d1661a5SPawel Jakub Dawidek wakeup(&sc->sc_queue); 33092d1661a5SPawel Jakub Dawidek mtx_unlock(&sc->sc_queue_mtx); 33102d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Sleeping %p.", __func__, &sc->sc_worker); 33112d1661a5SPawel Jakub Dawidek while (sc->sc_worker != NULL) 33122d1661a5SPawel Jakub Dawidek tsleep(&sc->sc_worker, PRIBIO, "r3:destroy", hz / 5); 33132d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(4, "%s: Woken up %p.", __func__, &sc->sc_worker); 33143650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 33152d1661a5SPawel Jakub Dawidek g_raid3_destroy_device(sc); 33162d1661a5SPawel Jakub Dawidek return (0); 33172d1661a5SPawel Jakub Dawidek } 33182d1661a5SPawel Jakub Dawidek 33192d1661a5SPawel Jakub Dawidek static void 33202d1661a5SPawel Jakub Dawidek g_raid3_taste_orphan(struct g_consumer *cp) 33212d1661a5SPawel Jakub Dawidek { 33222d1661a5SPawel Jakub Dawidek 33232d1661a5SPawel Jakub Dawidek KASSERT(1 == 0, ("%s called while tasting %s.", __func__, 33242d1661a5SPawel Jakub Dawidek cp->provider->name)); 33252d1661a5SPawel Jakub Dawidek } 33262d1661a5SPawel Jakub Dawidek 33272d1661a5SPawel Jakub Dawidek static struct g_geom * 33282d1661a5SPawel Jakub Dawidek g_raid3_taste(struct g_class *mp, struct g_provider *pp, int flags __unused) 33292d1661a5SPawel Jakub Dawidek { 33302d1661a5SPawel Jakub Dawidek struct g_raid3_metadata md; 33312d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 33322d1661a5SPawel Jakub Dawidek struct g_consumer *cp; 33332d1661a5SPawel Jakub Dawidek struct g_geom *gp; 33342d1661a5SPawel Jakub Dawidek int error; 33352d1661a5SPawel Jakub Dawidek 33362d1661a5SPawel Jakub Dawidek g_topology_assert(); 33372d1661a5SPawel Jakub Dawidek g_trace(G_T_TOPOLOGY, "%s(%s, %s)", __func__, mp->name, pp->name); 33382d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(2, "Tasting %s.", pp->name); 33392d1661a5SPawel Jakub Dawidek 33402d1661a5SPawel Jakub Dawidek gp = g_new_geomf(mp, "raid3:taste"); 33412d1661a5SPawel Jakub Dawidek /* This orphan function should be never called. */ 33422d1661a5SPawel Jakub Dawidek gp->orphan = g_raid3_taste_orphan; 33432d1661a5SPawel Jakub Dawidek cp = g_new_consumer(gp); 334410ae42ccSAlexander Motin cp->flags |= G_CF_DIRECT_SEND | G_CF_DIRECT_RECEIVE; 3345d22ff249SEdward Tomasz Napierala error = g_attach(cp, pp); 3346d22ff249SEdward Tomasz Napierala if (error == 0) { 33472d1661a5SPawel Jakub Dawidek error = g_raid3_read_metadata(cp, &md); 33482d1661a5SPawel Jakub Dawidek g_detach(cp); 3349d22ff249SEdward Tomasz Napierala } 33502d1661a5SPawel Jakub Dawidek g_destroy_consumer(cp); 33512d1661a5SPawel Jakub Dawidek g_destroy_geom(gp); 33522d1661a5SPawel Jakub Dawidek if (error != 0) 33532d1661a5SPawel Jakub Dawidek return (NULL); 33542d1661a5SPawel Jakub Dawidek gp = NULL; 33552d1661a5SPawel Jakub Dawidek 335690f2be24SAlexander Motin if (md.md_provider[0] != '\0' && 335790f2be24SAlexander Motin !g_compare_names(md.md_provider, pp->name)) 33582d1661a5SPawel Jakub Dawidek return (NULL); 3359e6890985SPawel Jakub Dawidek if (md.md_provsize != 0 && md.md_provsize != pp->mediasize) 3360e6890985SPawel Jakub Dawidek return (NULL); 33612d1661a5SPawel Jakub Dawidek if (g_raid3_debug >= 2) 33622d1661a5SPawel Jakub Dawidek raid3_metadata_dump(&md); 33632d1661a5SPawel Jakub Dawidek 33642d1661a5SPawel Jakub Dawidek /* 33652d1661a5SPawel Jakub Dawidek * Let's check if device already exists. 33662d1661a5SPawel Jakub Dawidek */ 336745d5e85aSPawel Jakub Dawidek sc = NULL; 33682d1661a5SPawel Jakub Dawidek LIST_FOREACH(gp, &mp->geom, geom) { 33692d1661a5SPawel Jakub Dawidek sc = gp->softc; 33702d1661a5SPawel Jakub Dawidek if (sc == NULL) 33712d1661a5SPawel Jakub Dawidek continue; 33722d1661a5SPawel Jakub Dawidek if (sc->sc_sync.ds_geom == gp) 33732d1661a5SPawel Jakub Dawidek continue; 33742d1661a5SPawel Jakub Dawidek if (strcmp(md.md_name, sc->sc_name) != 0) 33752d1661a5SPawel Jakub Dawidek continue; 33762d1661a5SPawel Jakub Dawidek if (md.md_id != sc->sc_id) { 33772d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Device %s already configured.", 33782d1661a5SPawel Jakub Dawidek sc->sc_name); 33792d1661a5SPawel Jakub Dawidek return (NULL); 33802d1661a5SPawel Jakub Dawidek } 33812d1661a5SPawel Jakub Dawidek break; 33822d1661a5SPawel Jakub Dawidek } 33832d1661a5SPawel Jakub Dawidek if (gp == NULL) { 33842d1661a5SPawel Jakub Dawidek gp = g_raid3_create(mp, &md); 33852d1661a5SPawel Jakub Dawidek if (gp == NULL) { 33862d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot create device %s.", 33872d1661a5SPawel Jakub Dawidek md.md_name); 33882d1661a5SPawel Jakub Dawidek return (NULL); 33892d1661a5SPawel Jakub Dawidek } 33902d1661a5SPawel Jakub Dawidek sc = gp->softc; 33912d1661a5SPawel Jakub Dawidek } 33922d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(1, "Adding disk %s to %s.", pp->name, gp->name); 33933650be51SPawel Jakub Dawidek g_topology_unlock(); 33943650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 33952d1661a5SPawel Jakub Dawidek error = g_raid3_add_disk(sc, pp, &md); 33962d1661a5SPawel Jakub Dawidek if (error != 0) { 33972d1661a5SPawel Jakub Dawidek G_RAID3_DEBUG(0, "Cannot add disk %s to %s (error=%d).", 33982d1661a5SPawel Jakub Dawidek pp->name, gp->name, error); 33992d1661a5SPawel Jakub Dawidek if (g_raid3_ndisks(sc, G_RAID3_DISK_STATE_NODISK) == 34002d1661a5SPawel Jakub Dawidek sc->sc_ndisks) { 3401712fe9bdSPawel Jakub Dawidek g_cancel_event(sc); 34023525bb6bSPawel Jakub Dawidek g_raid3_destroy(sc, G_RAID3_DESTROY_HARD); 34033650be51SPawel Jakub Dawidek g_topology_lock(); 34042d1661a5SPawel Jakub Dawidek return (NULL); 34052d1661a5SPawel Jakub Dawidek } 34063650be51SPawel Jakub Dawidek gp = NULL; 34073650be51SPawel Jakub Dawidek } 34083650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 34093650be51SPawel Jakub Dawidek g_topology_lock(); 34102d1661a5SPawel Jakub Dawidek return (gp); 34112d1661a5SPawel Jakub Dawidek } 34122d1661a5SPawel Jakub Dawidek 34132d1661a5SPawel Jakub Dawidek static int 34142d1661a5SPawel Jakub Dawidek g_raid3_destroy_geom(struct gctl_req *req __unused, struct g_class *mp __unused, 34152d1661a5SPawel Jakub Dawidek struct g_geom *gp) 34162d1661a5SPawel Jakub Dawidek { 34173650be51SPawel Jakub Dawidek struct g_raid3_softc *sc; 34183650be51SPawel Jakub Dawidek int error; 34192d1661a5SPawel Jakub Dawidek 34203650be51SPawel Jakub Dawidek g_topology_unlock(); 34213650be51SPawel Jakub Dawidek sc = gp->softc; 34223650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 3423712fe9bdSPawel Jakub Dawidek g_cancel_event(sc); 34243525bb6bSPawel Jakub Dawidek error = g_raid3_destroy(gp->softc, G_RAID3_DESTROY_SOFT); 34253650be51SPawel Jakub Dawidek if (error != 0) 34263650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 34273650be51SPawel Jakub Dawidek g_topology_lock(); 34283650be51SPawel Jakub Dawidek return (error); 34292d1661a5SPawel Jakub Dawidek } 34302d1661a5SPawel Jakub Dawidek 34312d1661a5SPawel Jakub Dawidek static void 34322d1661a5SPawel Jakub Dawidek g_raid3_dumpconf(struct sbuf *sb, const char *indent, struct g_geom *gp, 34332d1661a5SPawel Jakub Dawidek struct g_consumer *cp, struct g_provider *pp) 34342d1661a5SPawel Jakub Dawidek { 34352d1661a5SPawel Jakub Dawidek struct g_raid3_softc *sc; 34362d1661a5SPawel Jakub Dawidek 34372d1661a5SPawel Jakub Dawidek g_topology_assert(); 34382d1661a5SPawel Jakub Dawidek 34392d1661a5SPawel Jakub Dawidek sc = gp->softc; 34402d1661a5SPawel Jakub Dawidek if (sc == NULL) 34412d1661a5SPawel Jakub Dawidek return; 34422d1661a5SPawel Jakub Dawidek /* Skip synchronization geom. */ 34432d1661a5SPawel Jakub Dawidek if (gp == sc->sc_sync.ds_geom) 34442d1661a5SPawel Jakub Dawidek return; 34452d1661a5SPawel Jakub Dawidek if (pp != NULL) { 34462d1661a5SPawel Jakub Dawidek /* Nothing here. */ 34472d1661a5SPawel Jakub Dawidek } else if (cp != NULL) { 34482d1661a5SPawel Jakub Dawidek struct g_raid3_disk *disk; 34492d1661a5SPawel Jakub Dawidek 34502d1661a5SPawel Jakub Dawidek disk = cp->private; 34512d1661a5SPawel Jakub Dawidek if (disk == NULL) 34522d1661a5SPawel Jakub Dawidek return; 34533650be51SPawel Jakub Dawidek g_topology_unlock(); 34543650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 34552d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Type>", indent); 34562d1661a5SPawel Jakub Dawidek if (disk->d_no == sc->sc_ndisks - 1) 345749ee0fceSAlexander Motin sbuf_cat(sb, "PARITY"); 34582d1661a5SPawel Jakub Dawidek else 345949ee0fceSAlexander Motin sbuf_cat(sb, "DATA"); 346049ee0fceSAlexander Motin sbuf_cat(sb, "</Type>\n"); 34612d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Number>%u</Number>\n", indent, 34622d1661a5SPawel Jakub Dawidek (u_int)disk->d_no); 34632d1661a5SPawel Jakub Dawidek if (disk->d_state == G_RAID3_DISK_STATE_SYNCHRONIZING) { 34642d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Synchronized>", indent); 34653650be51SPawel Jakub Dawidek if (disk->d_sync.ds_offset == 0) 346649ee0fceSAlexander Motin sbuf_cat(sb, "0%"); 34672d1661a5SPawel Jakub Dawidek else { 34682d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%u%%", 34693650be51SPawel Jakub Dawidek (u_int)((disk->d_sync.ds_offset * 100) / 3470c0d68b6eSPawel Jakub Dawidek (sc->sc_mediasize / (sc->sc_ndisks - 1)))); 34712d1661a5SPawel Jakub Dawidek } 347249ee0fceSAlexander Motin sbuf_cat(sb, "</Synchronized>\n"); 34734a7f7b10SGleb Smirnoff if (disk->d_sync.ds_offset > 0) { 34744a7f7b10SGleb Smirnoff sbuf_printf(sb, "%s<BytesSynced>%jd" 34754a7f7b10SGleb Smirnoff "</BytesSynced>\n", indent, 34764a7f7b10SGleb Smirnoff (intmax_t)disk->d_sync.ds_offset); 34774a7f7b10SGleb Smirnoff } 34782d1661a5SPawel Jakub Dawidek } 34792d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<SyncID>%u</SyncID>\n", indent, 34802d1661a5SPawel Jakub Dawidek disk->d_sync.ds_syncid); 3481a245a548SPawel Jakub Dawidek sbuf_printf(sb, "%s<GenID>%u</GenID>\n", indent, disk->d_genid); 34822d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Flags>", indent); 34832d1661a5SPawel Jakub Dawidek if (disk->d_flags == 0) 348449ee0fceSAlexander Motin sbuf_cat(sb, "NONE"); 34852d1661a5SPawel Jakub Dawidek else { 34862d1661a5SPawel Jakub Dawidek int first = 1; 34872d1661a5SPawel Jakub Dawidek 34882d1661a5SPawel Jakub Dawidek #define ADD_FLAG(flag, name) do { \ 34892d1661a5SPawel Jakub Dawidek if ((disk->d_flags & (flag)) != 0) { \ 34902d1661a5SPawel Jakub Dawidek if (!first) \ 349149ee0fceSAlexander Motin sbuf_cat(sb, ", "); \ 34922d1661a5SPawel Jakub Dawidek else \ 34932d1661a5SPawel Jakub Dawidek first = 0; \ 349449ee0fceSAlexander Motin sbuf_cat(sb, name); \ 34952d1661a5SPawel Jakub Dawidek } \ 34962d1661a5SPawel Jakub Dawidek } while (0) 34972d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_DIRTY, "DIRTY"); 34982d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_HARDCODED, "HARDCODED"); 34992d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_SYNCHRONIZING, 35002d1661a5SPawel Jakub Dawidek "SYNCHRONIZING"); 35012d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_FORCE_SYNC, "FORCE_SYNC"); 35023aae74ecSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DISK_FLAG_BROKEN, "BROKEN"); 35032d1661a5SPawel Jakub Dawidek #undef ADD_FLAG 35042d1661a5SPawel Jakub Dawidek } 350549ee0fceSAlexander Motin sbuf_cat(sb, "</Flags>\n"); 35062d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<State>%s</State>\n", indent, 35072d1661a5SPawel Jakub Dawidek g_raid3_disk_state2str(disk->d_state)); 35083650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 35093650be51SPawel Jakub Dawidek g_topology_lock(); 35102d1661a5SPawel Jakub Dawidek } else { 35113650be51SPawel Jakub Dawidek g_topology_unlock(); 35123650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 3513ed940a82SPawel Jakub Dawidek if (!g_raid3_use_malloc) { 3514ed940a82SPawel Jakub Dawidek sbuf_printf(sb, 3515ed940a82SPawel Jakub Dawidek "%s<Zone4kRequested>%u</Zone4kRequested>\n", indent, 3516ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_requested); 3517ed940a82SPawel Jakub Dawidek sbuf_printf(sb, 3518ed940a82SPawel Jakub Dawidek "%s<Zone4kFailed>%u</Zone4kFailed>\n", indent, 3519ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_4K].sz_failed); 3520ed940a82SPawel Jakub Dawidek sbuf_printf(sb, 3521ed940a82SPawel Jakub Dawidek "%s<Zone16kRequested>%u</Zone16kRequested>\n", indent, 3522ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_requested); 3523ed940a82SPawel Jakub Dawidek sbuf_printf(sb, 3524ed940a82SPawel Jakub Dawidek "%s<Zone16kFailed>%u</Zone16kFailed>\n", indent, 3525ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_16K].sz_failed); 3526ed940a82SPawel Jakub Dawidek sbuf_printf(sb, 3527ed940a82SPawel Jakub Dawidek "%s<Zone64kRequested>%u</Zone64kRequested>\n", indent, 3528ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_requested); 3529ed940a82SPawel Jakub Dawidek sbuf_printf(sb, 3530ed940a82SPawel Jakub Dawidek "%s<Zone64kFailed>%u</Zone64kFailed>\n", indent, 3531ed940a82SPawel Jakub Dawidek sc->sc_zones[G_RAID3_ZONE_64K].sz_failed); 3532ed940a82SPawel Jakub Dawidek } 35332d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<ID>%u</ID>\n", indent, (u_int)sc->sc_id); 35342d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<SyncID>%u</SyncID>\n", indent, sc->sc_syncid); 3535a245a548SPawel Jakub Dawidek sbuf_printf(sb, "%s<GenID>%u</GenID>\n", indent, sc->sc_genid); 35362d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Flags>", indent); 35372d1661a5SPawel Jakub Dawidek if (sc->sc_flags == 0) 353849ee0fceSAlexander Motin sbuf_cat(sb, "NONE"); 35392d1661a5SPawel Jakub Dawidek else { 35402d1661a5SPawel Jakub Dawidek int first = 1; 35412d1661a5SPawel Jakub Dawidek 35422d1661a5SPawel Jakub Dawidek #define ADD_FLAG(flag, name) do { \ 35432d1661a5SPawel Jakub Dawidek if ((sc->sc_flags & (flag)) != 0) { \ 35442d1661a5SPawel Jakub Dawidek if (!first) \ 354549ee0fceSAlexander Motin sbuf_cat(sb, ", "); \ 35462d1661a5SPawel Jakub Dawidek else \ 35472d1661a5SPawel Jakub Dawidek first = 0; \ 354849ee0fceSAlexander Motin sbuf_cat(sb, name); \ 35492d1661a5SPawel Jakub Dawidek } \ 35502d1661a5SPawel Jakub Dawidek } while (0) 3551501250baSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_NOFAILSYNC, "NOFAILSYNC"); 35522d1661a5SPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_NOAUTOSYNC, "NOAUTOSYNC"); 3553f5a2f7feSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_ROUND_ROBIN, 3554f5a2f7feSPawel Jakub Dawidek "ROUND-ROBIN"); 3555dba915cfSPawel Jakub Dawidek ADD_FLAG(G_RAID3_DEVICE_FLAG_VERIFY, "VERIFY"); 35562d1661a5SPawel Jakub Dawidek #undef ADD_FLAG 35572d1661a5SPawel Jakub Dawidek } 355849ee0fceSAlexander Motin sbuf_cat(sb, "</Flags>\n"); 35592d1661a5SPawel Jakub Dawidek sbuf_printf(sb, "%s<Components>%u</Components>\n", indent, 35602d1661a5SPawel Jakub Dawidek sc->sc_ndisks); 356128b31df7SPawel Jakub Dawidek sbuf_printf(sb, "%s<State>%s</State>\n", indent, 356228b31df7SPawel Jakub Dawidek g_raid3_device_state2str(sc->sc_state)); 35633650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 35643650be51SPawel Jakub Dawidek g_topology_lock(); 35652d1661a5SPawel Jakub Dawidek } 35662d1661a5SPawel Jakub Dawidek } 35672d1661a5SPawel Jakub Dawidek 35689da3072cSPawel Jakub Dawidek static void 3569f62c1a47SAlexander Motin g_raid3_shutdown_post_sync(void *arg, int howto) 35709da3072cSPawel Jakub Dawidek { 35719da3072cSPawel Jakub Dawidek struct g_class *mp; 35729da3072cSPawel Jakub Dawidek struct g_geom *gp, *gp2; 35733650be51SPawel Jakub Dawidek struct g_raid3_softc *sc; 3574712fe9bdSPawel Jakub Dawidek int error; 35759da3072cSPawel Jakub Dawidek 35769da3072cSPawel Jakub Dawidek mp = arg; 35779da3072cSPawel Jakub Dawidek g_topology_lock(); 3578f62c1a47SAlexander Motin g_raid3_shutdown = 1; 35799da3072cSPawel Jakub Dawidek LIST_FOREACH_SAFE(gp, &mp->geom, geom, gp2) { 35803650be51SPawel Jakub Dawidek if ((sc = gp->softc) == NULL) 35819da3072cSPawel Jakub Dawidek continue; 3582712fe9bdSPawel Jakub Dawidek /* Skip synchronization geom. */ 3583712fe9bdSPawel Jakub Dawidek if (gp == sc->sc_sync.ds_geom) 3584712fe9bdSPawel Jakub Dawidek continue; 35853650be51SPawel Jakub Dawidek g_topology_unlock(); 35863650be51SPawel Jakub Dawidek sx_xlock(&sc->sc_lock); 3587f62c1a47SAlexander Motin g_raid3_idle(sc, -1); 3588712fe9bdSPawel Jakub Dawidek g_cancel_event(sc); 3589712fe9bdSPawel Jakub Dawidek error = g_raid3_destroy(sc, G_RAID3_DESTROY_DELAYED); 3590712fe9bdSPawel Jakub Dawidek if (error != 0) 35913650be51SPawel Jakub Dawidek sx_xunlock(&sc->sc_lock); 35923650be51SPawel Jakub Dawidek g_topology_lock(); 35933650be51SPawel Jakub Dawidek } 35943650be51SPawel Jakub Dawidek g_topology_unlock(); 35953650be51SPawel Jakub Dawidek } 35963650be51SPawel Jakub Dawidek 35973650be51SPawel Jakub Dawidek static void 35989da3072cSPawel Jakub Dawidek g_raid3_init(struct g_class *mp) 35999da3072cSPawel Jakub Dawidek { 36009da3072cSPawel Jakub Dawidek 3601f62c1a47SAlexander Motin g_raid3_post_sync = EVENTHANDLER_REGISTER(shutdown_post_sync, 3602f62c1a47SAlexander Motin g_raid3_shutdown_post_sync, mp, SHUTDOWN_PRI_FIRST); 3603f62c1a47SAlexander Motin if (g_raid3_post_sync == NULL) 36049da3072cSPawel Jakub Dawidek G_RAID3_DEBUG(0, "Warning! Cannot register shutdown event."); 36059da3072cSPawel Jakub Dawidek } 36069da3072cSPawel Jakub Dawidek 36079da3072cSPawel Jakub Dawidek static void 36089da3072cSPawel Jakub Dawidek g_raid3_fini(struct g_class *mp) 36099da3072cSPawel Jakub Dawidek { 36109da3072cSPawel Jakub Dawidek 3611f62c1a47SAlexander Motin if (g_raid3_post_sync != NULL) 3612f62c1a47SAlexander Motin EVENTHANDLER_DEREGISTER(shutdown_post_sync, g_raid3_post_sync); 36139da3072cSPawel Jakub Dawidek } 36149da3072cSPawel Jakub Dawidek 36152d1661a5SPawel Jakub Dawidek DECLARE_GEOM_CLASS(g_raid3_class, g_raid3); 361674d6c131SKyle Evans MODULE_VERSION(geom_raid3, 0); 3617