12f0c9fe6SPaolo Bonzini /* 22f0c9fe6SPaolo Bonzini * QEMU System Emulator block driver 32f0c9fe6SPaolo Bonzini * 42f0c9fe6SPaolo Bonzini * Copyright (c) 2011 IBM Corp. 52f0c9fe6SPaolo Bonzini * Copyright (c) 2012 Red Hat, Inc. 62f0c9fe6SPaolo Bonzini * 72f0c9fe6SPaolo Bonzini * Permission is hereby granted, free of charge, to any person obtaining a copy 82f0c9fe6SPaolo Bonzini * of this software and associated documentation files (the "Software"), to deal 92f0c9fe6SPaolo Bonzini * in the Software without restriction, including without limitation the rights 102f0c9fe6SPaolo Bonzini * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 112f0c9fe6SPaolo Bonzini * copies of the Software, and to permit persons to whom the Software is 122f0c9fe6SPaolo Bonzini * furnished to do so, subject to the following conditions: 132f0c9fe6SPaolo Bonzini * 142f0c9fe6SPaolo Bonzini * The above copyright notice and this permission notice shall be included in 152f0c9fe6SPaolo Bonzini * all copies or substantial portions of the Software. 162f0c9fe6SPaolo Bonzini * 172f0c9fe6SPaolo Bonzini * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 182f0c9fe6SPaolo Bonzini * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 192f0c9fe6SPaolo Bonzini * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 202f0c9fe6SPaolo Bonzini * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 212f0c9fe6SPaolo Bonzini * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 222f0c9fe6SPaolo Bonzini * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 232f0c9fe6SPaolo Bonzini * THE SOFTWARE. 242f0c9fe6SPaolo Bonzini */ 252f0c9fe6SPaolo Bonzini 26d38ea87aSPeter Maydell #include "qemu/osdep.h" 272f0c9fe6SPaolo Bonzini #include "qemu-common.h" 28737e150eSPaolo Bonzini #include "block/block.h" 29c87621eaSJohn Snow #include "block/blockjob_int.h" 30737e150eSPaolo Bonzini #include "block/block_int.h" 31c9de4050SJohn Snow #include "block/trace.h" 32373340b2SMax Reitz #include "sysemu/block-backend.h" 33e688df6bSMarkus Armbruster #include "qapi/error.h" 349af23989SMarkus Armbruster #include "qapi/qapi-events-block-core.h" 35cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h" 3610817bf0SDaniel P. Berrange #include "qemu/coroutine.h" 371de7afc9SPaolo Bonzini #include "qemu/timer.h" 382f0c9fe6SPaolo Bonzini 39c55a832fSFam Zheng /* Transactional group of block jobs */ 40c55a832fSFam Zheng struct BlockJobTxn { 41c55a832fSFam Zheng 42c55a832fSFam Zheng /* Is this txn being cancelled? */ 43c55a832fSFam Zheng bool aborting; 44c55a832fSFam Zheng 45c55a832fSFam Zheng /* List of jobs */ 46c55a832fSFam Zheng QLIST_HEAD(, BlockJob) jobs; 47c55a832fSFam Zheng 48c55a832fSFam Zheng /* Reference count */ 49c55a832fSFam Zheng int refcnt; 50c55a832fSFam Zheng }; 51c55a832fSFam Zheng 5288691b37SPaolo Bonzini /* 5388691b37SPaolo Bonzini * The block job API is composed of two categories of functions. 5488691b37SPaolo Bonzini * 5588691b37SPaolo Bonzini * The first includes functions used by the monitor. The monitor is 5688691b37SPaolo Bonzini * peculiar in that it accesses the block job list with block_job_get, and 5788691b37SPaolo Bonzini * therefore needs consistency across block_job_get and the actual operation 5888691b37SPaolo Bonzini * (e.g. block_job_set_speed). The consistency is achieved with 5988691b37SPaolo Bonzini * aio_context_acquire/release. These functions are declared in blockjob.h. 6088691b37SPaolo Bonzini * 6188691b37SPaolo Bonzini * The second includes functions used by the block job drivers and sometimes 6288691b37SPaolo Bonzini * by the core block layer. These do not care about locking, because the 6388691b37SPaolo Bonzini * whole coroutine runs under the AioContext lock, and are declared in 6488691b37SPaolo Bonzini * blockjob_int.h. 6588691b37SPaolo Bonzini */ 6688691b37SPaolo Bonzini 67e7c1d78bSKevin Wolf static bool is_block_job(Job *job) 68a7112795SAlberto Garcia { 69e7c1d78bSKevin Wolf return job_type(job) == JOB_TYPE_BACKUP || 70e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_COMMIT || 71e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_MIRROR || 72e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_STREAM; 73a7112795SAlberto Garcia } 74e7c1d78bSKevin Wolf 75e7c1d78bSKevin Wolf BlockJob *block_job_next(BlockJob *bjob) 76e7c1d78bSKevin Wolf { 77e7c1d78bSKevin Wolf Job *job = bjob ? &bjob->job : NULL; 78e7c1d78bSKevin Wolf 79e7c1d78bSKevin Wolf do { 80e7c1d78bSKevin Wolf job = job_next(job); 81e7c1d78bSKevin Wolf } while (job && !is_block_job(job)); 82e7c1d78bSKevin Wolf 83e7c1d78bSKevin Wolf return job ? container_of(job, BlockJob, job) : NULL; 84a7112795SAlberto Garcia } 85a7112795SAlberto Garcia 86ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id) 87ffb1f10cSAlberto Garcia { 88e7c1d78bSKevin Wolf Job *job = job_get(id); 89ffb1f10cSAlberto Garcia 90e7c1d78bSKevin Wolf if (job && is_block_job(job)) { 91e7c1d78bSKevin Wolf return container_of(job, BlockJob, job); 92e7c1d78bSKevin Wolf } else { 93ffb1f10cSAlberto Garcia return NULL; 94ffb1f10cSAlberto Garcia } 95e7c1d78bSKevin Wolf } 96ffb1f10cSAlberto Garcia 97c8ab5c2dSPaolo Bonzini BlockJobTxn *block_job_txn_new(void) 98c8ab5c2dSPaolo Bonzini { 99c8ab5c2dSPaolo Bonzini BlockJobTxn *txn = g_new0(BlockJobTxn, 1); 100c8ab5c2dSPaolo Bonzini QLIST_INIT(&txn->jobs); 101c8ab5c2dSPaolo Bonzini txn->refcnt = 1; 102c8ab5c2dSPaolo Bonzini return txn; 103c8ab5c2dSPaolo Bonzini } 104c8ab5c2dSPaolo Bonzini 105c8ab5c2dSPaolo Bonzini static void block_job_txn_ref(BlockJobTxn *txn) 106c8ab5c2dSPaolo Bonzini { 107c8ab5c2dSPaolo Bonzini txn->refcnt++; 108c8ab5c2dSPaolo Bonzini } 109c8ab5c2dSPaolo Bonzini 110c8ab5c2dSPaolo Bonzini void block_job_txn_unref(BlockJobTxn *txn) 111c8ab5c2dSPaolo Bonzini { 112c8ab5c2dSPaolo Bonzini if (txn && --txn->refcnt == 0) { 113c8ab5c2dSPaolo Bonzini g_free(txn); 114c8ab5c2dSPaolo Bonzini } 115c8ab5c2dSPaolo Bonzini } 116c8ab5c2dSPaolo Bonzini 117c8ab5c2dSPaolo Bonzini void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job) 118c8ab5c2dSPaolo Bonzini { 119c8ab5c2dSPaolo Bonzini if (!txn) { 120c8ab5c2dSPaolo Bonzini return; 121c8ab5c2dSPaolo Bonzini } 122c8ab5c2dSPaolo Bonzini 123c8ab5c2dSPaolo Bonzini assert(!job->txn); 124c8ab5c2dSPaolo Bonzini job->txn = txn; 125c8ab5c2dSPaolo Bonzini 126c8ab5c2dSPaolo Bonzini QLIST_INSERT_HEAD(&txn->jobs, job, txn_list); 127c8ab5c2dSPaolo Bonzini block_job_txn_ref(txn); 128c8ab5c2dSPaolo Bonzini } 129c8ab5c2dSPaolo Bonzini 130a865cebbSMarc-André Lureau static void block_job_txn_del_job(BlockJob *job) 131a865cebbSMarc-André Lureau { 132a865cebbSMarc-André Lureau if (job->txn) { 133a865cebbSMarc-André Lureau QLIST_REMOVE(job, txn_list); 134a865cebbSMarc-André Lureau block_job_txn_unref(job->txn); 135a865cebbSMarc-André Lureau job->txn = NULL; 136a865cebbSMarc-André Lureau } 137a865cebbSMarc-André Lureau } 138a865cebbSMarc-André Lureau 13905b0d8e3SPaolo Bonzini static void block_job_attached_aio_context(AioContext *new_context, 14005b0d8e3SPaolo Bonzini void *opaque); 14105b0d8e3SPaolo Bonzini static void block_job_detach_aio_context(void *opaque); 14205b0d8e3SPaolo Bonzini 14380fa2c75SKevin Wolf void block_job_free(Job *job) 14405b0d8e3SPaolo Bonzini { 14580fa2c75SKevin Wolf BlockJob *bjob = container_of(job, BlockJob, job); 14680fa2c75SKevin Wolf BlockDriverState *bs = blk_bs(bjob->blk); 14780fa2c75SKevin Wolf 14880fa2c75SKevin Wolf assert(!bjob->txn); 14980fa2c75SKevin Wolf 15005b0d8e3SPaolo Bonzini bs->job = NULL; 15180fa2c75SKevin Wolf block_job_remove_all_bdrv(bjob); 15280fa2c75SKevin Wolf blk_remove_aio_context_notifier(bjob->blk, 15305b0d8e3SPaolo Bonzini block_job_attached_aio_context, 15480fa2c75SKevin Wolf block_job_detach_aio_context, bjob); 15580fa2c75SKevin Wolf blk_unref(bjob->blk); 15680fa2c75SKevin Wolf error_free(bjob->blocker); 15705b0d8e3SPaolo Bonzini } 15805b0d8e3SPaolo Bonzini 159463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context, 160463e0be1SStefan Hajnoczi void *opaque) 161463e0be1SStefan Hajnoczi { 162463e0be1SStefan Hajnoczi BlockJob *job = opaque; 163463e0be1SStefan Hajnoczi 16408be6fe2SKevin Wolf job->job.aio_context = new_context; 165463e0be1SStefan Hajnoczi if (job->driver->attached_aio_context) { 166463e0be1SStefan Hajnoczi job->driver->attached_aio_context(job, new_context); 167463e0be1SStefan Hajnoczi } 168463e0be1SStefan Hajnoczi 169b15de828SKevin Wolf job_resume(&job->job); 170463e0be1SStefan Hajnoczi } 171463e0be1SStefan Hajnoczi 172bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job) 173bae8196dSPaolo Bonzini { 174da01ff7fSKevin Wolf /* If job is !job->job.busy this kicks it into the next pause point. */ 175bae8196dSPaolo Bonzini block_job_enter(job); 176bae8196dSPaolo Bonzini 177bae8196dSPaolo Bonzini blk_drain(job->blk); 178bae8196dSPaolo Bonzini if (job->driver->drain) { 179bae8196dSPaolo Bonzini job->driver->drain(job); 180bae8196dSPaolo Bonzini } 181bae8196dSPaolo Bonzini } 182bae8196dSPaolo Bonzini 183463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque) 184463e0be1SStefan Hajnoczi { 185463e0be1SStefan Hajnoczi BlockJob *job = opaque; 186463e0be1SStefan Hajnoczi 187463e0be1SStefan Hajnoczi /* In case the job terminates during aio_poll()... */ 18880fa2c75SKevin Wolf job_ref(&job->job); 189463e0be1SStefan Hajnoczi 190b15de828SKevin Wolf job_pause(&job->job); 191463e0be1SStefan Hajnoczi 192dbe5e6c1SKevin Wolf while (!job->job.paused && !job_is_completed(&job->job)) { 193bae8196dSPaolo Bonzini block_job_drain(job); 194463e0be1SStefan Hajnoczi } 195463e0be1SStefan Hajnoczi 19608be6fe2SKevin Wolf job->job.aio_context = NULL; 19780fa2c75SKevin Wolf job_unref(&job->job); 198463e0be1SStefan Hajnoczi } 199463e0be1SStefan Hajnoczi 200f321dcb5SPaolo Bonzini static char *child_job_get_parent_desc(BdrvChild *c) 201f321dcb5SPaolo Bonzini { 202f321dcb5SPaolo Bonzini BlockJob *job = c->opaque; 203252291eaSKevin Wolf return g_strdup_printf("%s job '%s'", job_type_str(&job->job), job->job.id); 204f321dcb5SPaolo Bonzini } 205f321dcb5SPaolo Bonzini 206ad90febaSKevin Wolf static void child_job_drained_begin(BdrvChild *c) 207f321dcb5SPaolo Bonzini { 208ad90febaSKevin Wolf BlockJob *job = c->opaque; 209b15de828SKevin Wolf job_pause(&job->job); 210f321dcb5SPaolo Bonzini } 211f321dcb5SPaolo Bonzini 212ad90febaSKevin Wolf static void child_job_drained_end(BdrvChild *c) 213f321dcb5SPaolo Bonzini { 214ad90febaSKevin Wolf BlockJob *job = c->opaque; 215b15de828SKevin Wolf job_resume(&job->job); 216f321dcb5SPaolo Bonzini } 217f321dcb5SPaolo Bonzini 218ad90febaSKevin Wolf static const BdrvChildRole child_job = { 219ad90febaSKevin Wolf .get_parent_desc = child_job_get_parent_desc, 220ad90febaSKevin Wolf .drained_begin = child_job_drained_begin, 221ad90febaSKevin Wolf .drained_end = child_job_drained_end, 222ad90febaSKevin Wolf .stay_at_node = true, 223f321dcb5SPaolo Bonzini }; 224f321dcb5SPaolo Bonzini 225bbc02b90SKevin Wolf void block_job_remove_all_bdrv(BlockJob *job) 226bbc02b90SKevin Wolf { 227bbc02b90SKevin Wolf GSList *l; 228bbc02b90SKevin Wolf for (l = job->nodes; l; l = l->next) { 229bbc02b90SKevin Wolf BdrvChild *c = l->data; 230bbc02b90SKevin Wolf bdrv_op_unblock_all(c->bs, job->blocker); 231bbc02b90SKevin Wolf bdrv_root_unref_child(c); 232bbc02b90SKevin Wolf } 233bbc02b90SKevin Wolf g_slist_free(job->nodes); 234bbc02b90SKevin Wolf job->nodes = NULL; 235bbc02b90SKevin Wolf } 236bbc02b90SKevin Wolf 23776d554e2SKevin Wolf int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs, 23876d554e2SKevin Wolf uint64_t perm, uint64_t shared_perm, Error **errp) 23923d402d4SAlberto Garcia { 24076d554e2SKevin Wolf BdrvChild *c; 24176d554e2SKevin Wolf 24276d554e2SKevin Wolf c = bdrv_root_attach_child(bs, name, &child_job, perm, shared_perm, 24376d554e2SKevin Wolf job, errp); 24476d554e2SKevin Wolf if (c == NULL) { 24576d554e2SKevin Wolf return -EPERM; 24676d554e2SKevin Wolf } 24776d554e2SKevin Wolf 24876d554e2SKevin Wolf job->nodes = g_slist_prepend(job->nodes, c); 24923d402d4SAlberto Garcia bdrv_ref(bs); 25023d402d4SAlberto Garcia bdrv_op_block_all(bs, job->blocker); 25176d554e2SKevin Wolf 25276d554e2SKevin Wolf return 0; 25323d402d4SAlberto Garcia } 25423d402d4SAlberto Garcia 255559b935fSJohn Snow bool block_job_is_internal(BlockJob *job) 256559b935fSJohn Snow { 25733e9e9bdSKevin Wolf return (job->job.id == NULL); 258559b935fSJohn Snow } 259559b935fSJohn Snow 260bd21935bSKevin Wolf const BlockJobDriver *block_job_driver(BlockJob *job) 261bd21935bSKevin Wolf { 262bd21935bSKevin Wolf return job->driver; 263bd21935bSKevin Wolf } 264bd21935bSKevin Wolf 2653925cd3bSJohn Snow static void block_job_decommission(BlockJob *job) 2663925cd3bSJohn Snow { 2673925cd3bSJohn Snow assert(job); 268da01ff7fSKevin Wolf job->job.busy = false; 269da01ff7fSKevin Wolf job->job.paused = false; 2701908a559SKevin Wolf job->job.deferred_to_main_loop = true; 271a865cebbSMarc-André Lureau block_job_txn_del_job(job); 272a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_NULL); 27380fa2c75SKevin Wolf job_unref(&job->job); 2743925cd3bSJohn Snow } 2753925cd3bSJohn Snow 27675f71059SJohn Snow static void block_job_do_dismiss(BlockJob *job) 27775f71059SJohn Snow { 27875f71059SJohn Snow block_job_decommission(job); 27975f71059SJohn Snow } 28075f71059SJohn Snow 281e0cf0364SJohn Snow static void block_job_conclude(BlockJob *job) 282e0cf0364SJohn Snow { 283a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_CONCLUDED); 284bb02b65cSKevin Wolf if (job->job.auto_dismiss || !job_started(&job->job)) { 28575f71059SJohn Snow block_job_do_dismiss(job); 28675f71059SJohn Snow } 287e0cf0364SJohn Snow } 288e0cf0364SJohn Snow 28935d6b368SJohn Snow static void block_job_update_rc(BlockJob *job) 29035d6b368SJohn Snow { 291daa7f2f9SKevin Wolf if (!job->ret && job_is_cancelled(&job->job)) { 29235d6b368SJohn Snow job->ret = -ECANCELED; 29335d6b368SJohn Snow } 29435d6b368SJohn Snow if (job->ret) { 295a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_ABORTING); 29635d6b368SJohn Snow } 29735d6b368SJohn Snow } 29835d6b368SJohn Snow 2992da4617aSJohn Snow static int block_job_prepare(BlockJob *job) 3002da4617aSJohn Snow { 3012da4617aSJohn Snow if (job->ret == 0 && job->driver->prepare) { 3022da4617aSJohn Snow job->ret = job->driver->prepare(job); 3032da4617aSJohn Snow } 3042da4617aSJohn Snow return job->ret; 3052da4617aSJohn Snow } 3062da4617aSJohn Snow 30743628d93SJohn Snow static void block_job_commit(BlockJob *job) 30843628d93SJohn Snow { 30943628d93SJohn Snow assert(!job->ret); 31043628d93SJohn Snow if (job->driver->commit) { 31143628d93SJohn Snow job->driver->commit(job); 31243628d93SJohn Snow } 31343628d93SJohn Snow } 31443628d93SJohn Snow 31543628d93SJohn Snow static void block_job_abort(BlockJob *job) 31643628d93SJohn Snow { 31743628d93SJohn Snow assert(job->ret); 31843628d93SJohn Snow if (job->driver->abort) { 31943628d93SJohn Snow job->driver->abort(job); 32043628d93SJohn Snow } 32143628d93SJohn Snow } 32243628d93SJohn Snow 32343628d93SJohn Snow static void block_job_clean(BlockJob *job) 32443628d93SJohn Snow { 32543628d93SJohn Snow if (job->driver->clean) { 32643628d93SJohn Snow job->driver->clean(job); 32743628d93SJohn Snow } 32843628d93SJohn Snow } 32943628d93SJohn Snow 33011b61fbcSJohn Snow static int block_job_finalize_single(BlockJob *job) 331c55a832fSFam Zheng { 332dbe5e6c1SKevin Wolf assert(job_is_completed(&job->job)); 3334fb588e9SPaolo Bonzini 33435d6b368SJohn Snow /* Ensure abort is called for late-transactional failures */ 33535d6b368SJohn Snow block_job_update_rc(job); 33610a3fbb0SJohn Snow 337c55a832fSFam Zheng if (!job->ret) { 33843628d93SJohn Snow block_job_commit(job); 339c55a832fSFam Zheng } else { 34043628d93SJohn Snow block_job_abort(job); 341c55a832fSFam Zheng } 34243628d93SJohn Snow block_job_clean(job); 3438254b6d9SJohn Snow 3448254b6d9SJohn Snow if (job->cb) { 345c55a832fSFam Zheng job->cb(job->opaque, job->ret); 3468254b6d9SJohn Snow } 3475ccac6f1SJohn Snow 3485ccac6f1SJohn Snow /* Emit events only if we actually started */ 349da01ff7fSKevin Wolf if (job_started(&job->job)) { 350daa7f2f9SKevin Wolf if (job_is_cancelled(&job->job)) { 351*139a9f02SKevin Wolf job_event_cancelled(&job->job); 3528254b6d9SJohn Snow } else { 353*139a9f02SKevin Wolf job_event_completed(&job->job); 3548254b6d9SJohn Snow } 3555ccac6f1SJohn Snow } 3568254b6d9SJohn Snow 357a865cebbSMarc-André Lureau block_job_txn_del_job(job); 358e0cf0364SJohn Snow block_job_conclude(job); 3592da4617aSJohn Snow return 0; 360c55a832fSFam Zheng } 361c55a832fSFam Zheng 362b76e4458SLiang Li static void block_job_cancel_async(BlockJob *job, bool force) 3634c241cf5SPaolo Bonzini { 3644c241cf5SPaolo Bonzini if (job->iostatus != BLOCK_DEVICE_IO_STATUS_OK) { 3654c241cf5SPaolo Bonzini block_job_iostatus_reset(job); 3664c241cf5SPaolo Bonzini } 367b15de828SKevin Wolf if (job->job.user_paused) { 3684c241cf5SPaolo Bonzini /* Do not call block_job_enter here, the caller will handle it. */ 369b15de828SKevin Wolf job->job.user_paused = false; 370da01ff7fSKevin Wolf job->job.pause_count--; 3714c241cf5SPaolo Bonzini } 372daa7f2f9SKevin Wolf job->job.cancelled = true; 373b76e4458SLiang Li /* To prevent 'force == false' overriding a previous 'force == true' */ 374b76e4458SLiang Li job->force |= force; 3754c241cf5SPaolo Bonzini } 3764c241cf5SPaolo Bonzini 3775f241594SJohn Snow static int block_job_txn_apply(BlockJobTxn *txn, int fn(BlockJob *), bool lock) 378efe4d4b7SJohn Snow { 379efe4d4b7SJohn Snow AioContext *ctx; 380efe4d4b7SJohn Snow BlockJob *job, *next; 3812da4617aSJohn Snow int rc = 0; 382efe4d4b7SJohn Snow 383efe4d4b7SJohn Snow QLIST_FOREACH_SAFE(job, &txn->jobs, txn_list, next) { 3845f241594SJohn Snow if (lock) { 385efe4d4b7SJohn Snow ctx = blk_get_aio_context(job->blk); 386efe4d4b7SJohn Snow aio_context_acquire(ctx); 3875f241594SJohn Snow } 3882da4617aSJohn Snow rc = fn(job); 3895f241594SJohn Snow if (lock) { 390efe4d4b7SJohn Snow aio_context_release(ctx); 3915f241594SJohn Snow } 3922da4617aSJohn Snow if (rc) { 3932da4617aSJohn Snow break; 394efe4d4b7SJohn Snow } 395efe4d4b7SJohn Snow } 3962da4617aSJohn Snow return rc; 3972da4617aSJohn Snow } 398efe4d4b7SJohn Snow 399c8ab5c2dSPaolo Bonzini static int block_job_finish_sync(BlockJob *job, 400c8ab5c2dSPaolo Bonzini void (*finish)(BlockJob *, Error **errp), 401c8ab5c2dSPaolo Bonzini Error **errp) 402c8ab5c2dSPaolo Bonzini { 403c8ab5c2dSPaolo Bonzini Error *local_err = NULL; 404c8ab5c2dSPaolo Bonzini int ret; 405c8ab5c2dSPaolo Bonzini 406c8ab5c2dSPaolo Bonzini assert(blk_bs(job->blk)->job == job); 407c8ab5c2dSPaolo Bonzini 40880fa2c75SKevin Wolf job_ref(&job->job); 409c8ab5c2dSPaolo Bonzini 4104fb588e9SPaolo Bonzini if (finish) { 411c8ab5c2dSPaolo Bonzini finish(job, &local_err); 4124fb588e9SPaolo Bonzini } 413c8ab5c2dSPaolo Bonzini if (local_err) { 414c8ab5c2dSPaolo Bonzini error_propagate(errp, local_err); 41580fa2c75SKevin Wolf job_unref(&job->job); 416c8ab5c2dSPaolo Bonzini return -EBUSY; 417c8ab5c2dSPaolo Bonzini } 418c8ab5c2dSPaolo Bonzini /* block_job_drain calls block_job_enter, and it should be enough to 419c8ab5c2dSPaolo Bonzini * induce progress until the job completes or moves to the main thread. 420c8ab5c2dSPaolo Bonzini */ 421dbe5e6c1SKevin Wolf while (!job->job.deferred_to_main_loop && !job_is_completed(&job->job)) { 422c8ab5c2dSPaolo Bonzini block_job_drain(job); 423c8ab5c2dSPaolo Bonzini } 424dbe5e6c1SKevin Wolf while (!job_is_completed(&job->job)) { 425c8ab5c2dSPaolo Bonzini aio_poll(qemu_get_aio_context(), true); 426c8ab5c2dSPaolo Bonzini } 427daa7f2f9SKevin Wolf ret = (job_is_cancelled(&job->job) && job->ret == 0) 428daa7f2f9SKevin Wolf ? -ECANCELED : job->ret; 42980fa2c75SKevin Wolf job_unref(&job->job); 430c8ab5c2dSPaolo Bonzini return ret; 431c8ab5c2dSPaolo Bonzini } 432c8ab5c2dSPaolo Bonzini 433c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job) 434c55a832fSFam Zheng { 435c55a832fSFam Zheng AioContext *ctx; 436c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 4374fb588e9SPaolo Bonzini BlockJob *other_job; 438c55a832fSFam Zheng 439c55a832fSFam Zheng if (txn->aborting) { 440c55a832fSFam Zheng /* 441c55a832fSFam Zheng * We are cancelled by another job, which will handle everything. 442c55a832fSFam Zheng */ 443c55a832fSFam Zheng return; 444c55a832fSFam Zheng } 445c55a832fSFam Zheng txn->aborting = true; 4464fb588e9SPaolo Bonzini block_job_txn_ref(txn); 4474fb588e9SPaolo Bonzini 448c55a832fSFam Zheng /* We are the first failed job. Cancel other jobs. */ 449c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 450b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 451c55a832fSFam Zheng aio_context_acquire(ctx); 452c55a832fSFam Zheng } 4534fb588e9SPaolo Bonzini 4544fb588e9SPaolo Bonzini /* Other jobs are effectively cancelled by us, set the status for 455c55a832fSFam Zheng * them; this job, however, may or may not be cancelled, depending 456c55a832fSFam Zheng * on the caller, so leave it. */ 4574fb588e9SPaolo Bonzini QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 458c55a832fSFam Zheng if (other_job != job) { 459b76e4458SLiang Li block_job_cancel_async(other_job, false); 460c55a832fSFam Zheng } 461c55a832fSFam Zheng } 4624fb588e9SPaolo Bonzini while (!QLIST_EMPTY(&txn->jobs)) { 4634fb588e9SPaolo Bonzini other_job = QLIST_FIRST(&txn->jobs); 464b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 465dbe5e6c1SKevin Wolf if (!job_is_completed(&other_job->job)) { 466daa7f2f9SKevin Wolf assert(job_is_cancelled(&other_job->job)); 4674fb588e9SPaolo Bonzini block_job_finish_sync(other_job, NULL, NULL); 4684fb588e9SPaolo Bonzini } 46911b61fbcSJohn Snow block_job_finalize_single(other_job); 470c55a832fSFam Zheng aio_context_release(ctx); 471c55a832fSFam Zheng } 4724fb588e9SPaolo Bonzini 4734fb588e9SPaolo Bonzini block_job_txn_unref(txn); 474c55a832fSFam Zheng } 475c55a832fSFam Zheng 47611b61fbcSJohn Snow static int block_job_needs_finalize(BlockJob *job) 47711b61fbcSJohn Snow { 478bb02b65cSKevin Wolf return !job->job.auto_finalize; 47911b61fbcSJohn Snow } 48011b61fbcSJohn Snow 48111b61fbcSJohn Snow static void block_job_do_finalize(BlockJob *job) 48211b61fbcSJohn Snow { 48311b61fbcSJohn Snow int rc; 48411b61fbcSJohn Snow assert(job && job->txn); 48511b61fbcSJohn Snow 48611b61fbcSJohn Snow /* prepare the transaction to complete */ 48711b61fbcSJohn Snow rc = block_job_txn_apply(job->txn, block_job_prepare, true); 48811b61fbcSJohn Snow if (rc) { 48911b61fbcSJohn Snow block_job_completed_txn_abort(job); 49011b61fbcSJohn Snow } else { 49111b61fbcSJohn Snow block_job_txn_apply(job->txn, block_job_finalize_single, true); 49211b61fbcSJohn Snow } 49311b61fbcSJohn Snow } 49411b61fbcSJohn Snow 4955d4f3769SKevin Wolf static int block_job_transition_to_pending(BlockJob *job) 4965d4f3769SKevin Wolf { 4975d4f3769SKevin Wolf job_state_transition(&job->job, JOB_STATUS_PENDING); 4985d4f3769SKevin Wolf if (!job->job.auto_finalize) { 499*139a9f02SKevin Wolf job_event_pending(&job->job); 5005d4f3769SKevin Wolf } 5015d4f3769SKevin Wolf return 0; 5025d4f3769SKevin Wolf } 5035d4f3769SKevin Wolf 504c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job) 505c55a832fSFam Zheng { 506c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 507efe4d4b7SJohn Snow BlockJob *other_job; 5082da4617aSJohn Snow 509a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_WAITING); 510e8af5686SJohn Snow 511c55a832fSFam Zheng /* 512c55a832fSFam Zheng * Successful completion, see if there are other running jobs in this 513c55a832fSFam Zheng * txn. 514c55a832fSFam Zheng */ 515c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 516dbe5e6c1SKevin Wolf if (!job_is_completed(&other_job->job)) { 517c55a832fSFam Zheng return; 518c55a832fSFam Zheng } 519efe4d4b7SJohn Snow assert(other_job->ret == 0); 520c55a832fSFam Zheng } 5212da4617aSJohn Snow 5225d4f3769SKevin Wolf block_job_txn_apply(txn, block_job_transition_to_pending, false); 52311b61fbcSJohn Snow 52411b61fbcSJohn Snow /* If no jobs need manual finalization, automatically do so */ 52511b61fbcSJohn Snow if (block_job_txn_apply(txn, block_job_needs_finalize, false) == 0) { 52611b61fbcSJohn Snow block_job_do_finalize(job); 52711b61fbcSJohn Snow } 528c55a832fSFam Zheng } 529c55a832fSFam Zheng 530da01ff7fSKevin Wolf /* Assumes the job_mutex is held */ 531da01ff7fSKevin Wolf static bool job_timer_pending(Job *job) 532da01ff7fSKevin Wolf { 533da01ff7fSKevin Wolf return timer_pending(&job->sleep_timer); 534da01ff7fSKevin Wolf } 535da01ff7fSKevin Wolf 5362f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) 5372f0c9fe6SPaolo Bonzini { 538aa9ef2e6SJohn Snow int64_t old_speed = job->speed; 5392f0c9fe6SPaolo Bonzini 540a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_SET_SPEED, errp)) { 5410ec4dfb8SJohn Snow return; 5420ec4dfb8SJohn Snow } 54318bb6928SKevin Wolf if (speed < 0) { 54418bb6928SKevin Wolf error_setg(errp, QERR_INVALID_PARAMETER, "speed"); 5452f0c9fe6SPaolo Bonzini return; 5462f0c9fe6SPaolo Bonzini } 5472f0c9fe6SPaolo Bonzini 54818bb6928SKevin Wolf ratelimit_set_speed(&job->limit, speed, BLOCK_JOB_SLICE_TIME); 54918bb6928SKevin Wolf 5502f0c9fe6SPaolo Bonzini job->speed = speed; 551d4fce188SJohn Snow if (speed && speed <= old_speed) { 552aa9ef2e6SJohn Snow return; 553aa9ef2e6SJohn Snow } 554aa9ef2e6SJohn Snow 555aa9ef2e6SJohn Snow /* kick only if a timer is pending */ 556da01ff7fSKevin Wolf job_enter_cond(&job->job, job_timer_pending); 5572f0c9fe6SPaolo Bonzini } 5582f0c9fe6SPaolo Bonzini 559dee81d51SKevin Wolf int64_t block_job_ratelimit_get_delay(BlockJob *job, uint64_t n) 560dee81d51SKevin Wolf { 561dee81d51SKevin Wolf if (!job->speed) { 562dee81d51SKevin Wolf return 0; 563dee81d51SKevin Wolf } 564dee81d51SKevin Wolf 565dee81d51SKevin Wolf return ratelimit_calculate_delay(&job->limit, n); 566dee81d51SKevin Wolf } 567dee81d51SKevin Wolf 568aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp) 569aeae883bSPaolo Bonzini { 570559b935fSJohn Snow /* Should not be reachable via external interface for internal jobs */ 57133e9e9bdSKevin Wolf assert(job->job.id); 572a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_COMPLETE, errp)) { 5730ec4dfb8SJohn Snow return; 5740ec4dfb8SJohn Snow } 575da01ff7fSKevin Wolf if (job->job.pause_count || job_is_cancelled(&job->job) || 576daa7f2f9SKevin Wolf !job->driver->complete) 577daa7f2f9SKevin Wolf { 5789df229c3SAlberto Garcia error_setg(errp, "The active block job '%s' cannot be completed", 57933e9e9bdSKevin Wolf job->job.id); 580aeae883bSPaolo Bonzini return; 581aeae883bSPaolo Bonzini } 582aeae883bSPaolo Bonzini 5833fc4b10aSFam Zheng job->driver->complete(job, errp); 584aeae883bSPaolo Bonzini } 585aeae883bSPaolo Bonzini 58611b61fbcSJohn Snow void block_job_finalize(BlockJob *job, Error **errp) 58711b61fbcSJohn Snow { 58833e9e9bdSKevin Wolf assert(job && job->job.id); 589a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_FINALIZE, errp)) { 59011b61fbcSJohn Snow return; 59111b61fbcSJohn Snow } 59211b61fbcSJohn Snow block_job_do_finalize(job); 59311b61fbcSJohn Snow } 59411b61fbcSJohn Snow 59575f71059SJohn Snow void block_job_dismiss(BlockJob **jobptr, Error **errp) 59675f71059SJohn Snow { 59775f71059SJohn Snow BlockJob *job = *jobptr; 59875f71059SJohn Snow /* similarly to _complete, this is QMP-interface only. */ 59933e9e9bdSKevin Wolf assert(job->job.id); 600a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_DISMISS, errp)) { 60175f71059SJohn Snow return; 60275f71059SJohn Snow } 60375f71059SJohn Snow 60475f71059SJohn Snow block_job_do_dismiss(job); 60575f71059SJohn Snow *jobptr = NULL; 60675f71059SJohn Snow } 60775f71059SJohn Snow 608b76e4458SLiang Li void block_job_cancel(BlockJob *job, bool force) 6098acc72a4SPaolo Bonzini { 610a50c2ab8SKevin Wolf if (job->job.status == JOB_STATUS_CONCLUDED) { 61175f71059SJohn Snow block_job_do_dismiss(job); 61211b61fbcSJohn Snow return; 61311b61fbcSJohn Snow } 614b76e4458SLiang Li block_job_cancel_async(job, force); 615da01ff7fSKevin Wolf if (!job_started(&job->job)) { 6165ccac6f1SJohn Snow block_job_completed(job, -ECANCELED); 6171908a559SKevin Wolf } else if (job->job.deferred_to_main_loop) { 61811b61fbcSJohn Snow block_job_completed_txn_abort(job); 61911b61fbcSJohn Snow } else { 62011b61fbcSJohn Snow block_job_enter(job); 6215ccac6f1SJohn Snow } 6228acc72a4SPaolo Bonzini } 6238acc72a4SPaolo Bonzini 624b76e4458SLiang Li void block_job_user_cancel(BlockJob *job, bool force, Error **errp) 6250ec4dfb8SJohn Snow { 626a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_CANCEL, errp)) { 6270ec4dfb8SJohn Snow return; 6280ec4dfb8SJohn Snow } 629b76e4458SLiang Li block_job_cancel(job, force); 6300ec4dfb8SJohn Snow } 6310ec4dfb8SJohn Snow 632345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be 633345f9e1bSMax Reitz * used with block_job_finish_sync() without the need for (rather nasty) 634345f9e1bSMax Reitz * function pointer casts there. */ 635345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp) 636345f9e1bSMax Reitz { 637b76e4458SLiang Li block_job_cancel(job, false); 638345f9e1bSMax Reitz } 639345f9e1bSMax Reitz 640345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job) 641345f9e1bSMax Reitz { 642345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_cancel_err, NULL); 643345f9e1bSMax Reitz } 644345f9e1bSMax Reitz 645a1a2af07SKevin Wolf void block_job_cancel_sync_all(void) 646a1a2af07SKevin Wolf { 647a1a2af07SKevin Wolf BlockJob *job; 648a1a2af07SKevin Wolf AioContext *aio_context; 649a1a2af07SKevin Wolf 650e7c1d78bSKevin Wolf while ((job = block_job_next(NULL))) { 651b6d2e599SKevin Wolf aio_context = blk_get_aio_context(job->blk); 652a1a2af07SKevin Wolf aio_context_acquire(aio_context); 653a1a2af07SKevin Wolf block_job_cancel_sync(job); 654a1a2af07SKevin Wolf aio_context_release(aio_context); 655a1a2af07SKevin Wolf } 656a1a2af07SKevin Wolf } 657a1a2af07SKevin Wolf 658345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp) 659345f9e1bSMax Reitz { 660345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_complete, errp); 661345f9e1bSMax Reitz } 662345f9e1bSMax Reitz 66305df8a6aSKevin Wolf void block_job_progress_update(BlockJob *job, uint64_t done) 66405df8a6aSKevin Wolf { 66505df8a6aSKevin Wolf job->offset += done; 66605df8a6aSKevin Wolf } 66705df8a6aSKevin Wolf 66805df8a6aSKevin Wolf void block_job_progress_set_remaining(BlockJob *job, uint64_t remaining) 66905df8a6aSKevin Wolf { 67005df8a6aSKevin Wolf job->len = job->offset + remaining; 67105df8a6aSKevin Wolf } 67205df8a6aSKevin Wolf 673559b935fSJohn Snow BlockJobInfo *block_job_query(BlockJob *job, Error **errp) 67430e628b7SPaolo Bonzini { 675559b935fSJohn Snow BlockJobInfo *info; 676559b935fSJohn Snow 677559b935fSJohn Snow if (block_job_is_internal(job)) { 678559b935fSJohn Snow error_setg(errp, "Cannot query QEMU internal jobs"); 679559b935fSJohn Snow return NULL; 680559b935fSJohn Snow } 681559b935fSJohn Snow info = g_new0(BlockJobInfo, 1); 682252291eaSKevin Wolf info->type = g_strdup(job_type_str(&job->job)); 68333e9e9bdSKevin Wolf info->device = g_strdup(job->job.id); 68430e628b7SPaolo Bonzini info->len = job->len; 685da01ff7fSKevin Wolf info->busy = atomic_read(&job->job.busy); 686da01ff7fSKevin Wolf info->paused = job->job.pause_count > 0; 68730e628b7SPaolo Bonzini info->offset = job->offset; 68830e628b7SPaolo Bonzini info->speed = job->speed; 68932c81a4aSPaolo Bonzini info->io_status = job->iostatus; 690ef6dbf1eSMax Reitz info->ready = job->ready; 691a50c2ab8SKevin Wolf info->status = job->job.status; 692bb02b65cSKevin Wolf info->auto_finalize = job->job.auto_finalize; 693bb02b65cSKevin Wolf info->auto_dismiss = job->job.auto_dismiss; 694ab9ba614SJohn Snow info->has_error = job->ret != 0; 695ab9ba614SJohn Snow info->error = job->ret ? g_strdup(strerror(-job->ret)) : NULL; 69630e628b7SPaolo Bonzini return info; 69730e628b7SPaolo Bonzini } 69832c81a4aSPaolo Bonzini 69932c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error) 70032c81a4aSPaolo Bonzini { 70132c81a4aSPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 70232c81a4aSPaolo Bonzini job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE : 70332c81a4aSPaolo Bonzini BLOCK_DEVICE_IO_STATUS_FAILED; 70432c81a4aSPaolo Bonzini } 70532c81a4aSPaolo Bonzini } 70632c81a4aSPaolo Bonzini 707*139a9f02SKevin Wolf static void block_job_event_cancelled(Notifier *n, void *opaque) 708a66a2a36SPaolo Bonzini { 709*139a9f02SKevin Wolf BlockJob *job = opaque; 710*139a9f02SKevin Wolf 711559b935fSJohn Snow if (block_job_is_internal(job)) { 712559b935fSJohn Snow return; 713559b935fSJohn Snow } 714559b935fSJohn Snow 715252291eaSKevin Wolf qapi_event_send_block_job_cancelled(job_type(&job->job), 71633e9e9bdSKevin Wolf job->job.id, 717a66a2a36SPaolo Bonzini job->len, 718a66a2a36SPaolo Bonzini job->offset, 719bcada37bSWenchao Xia job->speed, 720bcada37bSWenchao Xia &error_abort); 721a66a2a36SPaolo Bonzini } 722a66a2a36SPaolo Bonzini 723*139a9f02SKevin Wolf static void block_job_event_completed(Notifier *n, void *opaque) 724a66a2a36SPaolo Bonzini { 725*139a9f02SKevin Wolf BlockJob *job = opaque; 726*139a9f02SKevin Wolf const char *msg = NULL; 727*139a9f02SKevin Wolf 728559b935fSJohn Snow if (block_job_is_internal(job)) { 729559b935fSJohn Snow return; 730559b935fSJohn Snow } 731559b935fSJohn Snow 732*139a9f02SKevin Wolf if (job->ret < 0) { 733*139a9f02SKevin Wolf msg = strerror(-job->ret); 734*139a9f02SKevin Wolf } 735*139a9f02SKevin Wolf 736252291eaSKevin Wolf qapi_event_send_block_job_completed(job_type(&job->job), 73733e9e9bdSKevin Wolf job->job.id, 738bcada37bSWenchao Xia job->len, 739bcada37bSWenchao Xia job->offset, 740bcada37bSWenchao Xia job->speed, 741bcada37bSWenchao Xia !!msg, 742bcada37bSWenchao Xia msg, 743bcada37bSWenchao Xia &error_abort); 744bcada37bSWenchao Xia } 745bcada37bSWenchao Xia 746*139a9f02SKevin Wolf static void block_job_event_pending(Notifier *n, void *opaque) 7475f241594SJohn Snow { 748*139a9f02SKevin Wolf BlockJob *job = opaque; 749*139a9f02SKevin Wolf 7505d4f3769SKevin Wolf if (block_job_is_internal(job)) { 7515d4f3769SKevin Wolf return; 7525d4f3769SKevin Wolf } 7535d4f3769SKevin Wolf 754252291eaSKevin Wolf qapi_event_send_block_job_pending(job_type(&job->job), 75533e9e9bdSKevin Wolf job->job.id, 7565f241594SJohn Snow &error_abort); 7575f241594SJohn Snow } 7585f241594SJohn Snow 75988691b37SPaolo Bonzini /* 76088691b37SPaolo Bonzini * API for block job drivers and the block layer. These functions are 76188691b37SPaolo Bonzini * declared in blockjob_int.h. 76288691b37SPaolo Bonzini */ 76388691b37SPaolo Bonzini 76488691b37SPaolo Bonzini void *block_job_create(const char *job_id, const BlockJobDriver *driver, 76575859b94SJohn Snow BlockJobTxn *txn, BlockDriverState *bs, uint64_t perm, 76688691b37SPaolo Bonzini uint64_t shared_perm, int64_t speed, int flags, 76788691b37SPaolo Bonzini BlockCompletionFunc *cb, void *opaque, Error **errp) 76888691b37SPaolo Bonzini { 76988691b37SPaolo Bonzini BlockBackend *blk; 77088691b37SPaolo Bonzini BlockJob *job; 77188691b37SPaolo Bonzini int ret; 77288691b37SPaolo Bonzini 77388691b37SPaolo Bonzini if (bs->job) { 77488691b37SPaolo Bonzini error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs)); 77588691b37SPaolo Bonzini return NULL; 77688691b37SPaolo Bonzini } 77788691b37SPaolo Bonzini 778bb02b65cSKevin Wolf if (job_id == NULL && !(flags & JOB_INTERNAL)) { 77988691b37SPaolo Bonzini job_id = bdrv_get_device_name(bs); 78088691b37SPaolo Bonzini } 78188691b37SPaolo Bonzini 78288691b37SPaolo Bonzini blk = blk_new(perm, shared_perm); 78388691b37SPaolo Bonzini ret = blk_insert_bs(blk, bs, errp); 78488691b37SPaolo Bonzini if (ret < 0) { 78588691b37SPaolo Bonzini blk_unref(blk); 78688691b37SPaolo Bonzini return NULL; 78788691b37SPaolo Bonzini } 78888691b37SPaolo Bonzini 78908be6fe2SKevin Wolf job = job_create(job_id, &driver->job_driver, blk_get_aio_context(blk), 790bb02b65cSKevin Wolf flags, errp); 79133e9e9bdSKevin Wolf if (job == NULL) { 79233e9e9bdSKevin Wolf blk_unref(blk); 79333e9e9bdSKevin Wolf return NULL; 79433e9e9bdSKevin Wolf } 79533e9e9bdSKevin Wolf 796e7c1d78bSKevin Wolf assert(is_block_job(&job->job)); 79780fa2c75SKevin Wolf assert(job->job.driver->free == &block_job_free); 798b15de828SKevin Wolf assert(job->job.driver->user_resume == &block_job_user_resume); 799e7c1d78bSKevin Wolf 80088691b37SPaolo Bonzini job->driver = driver; 80188691b37SPaolo Bonzini job->blk = blk; 80288691b37SPaolo Bonzini job->cb = cb; 80388691b37SPaolo Bonzini job->opaque = opaque; 80488691b37SPaolo Bonzini 805*139a9f02SKevin Wolf job->finalize_cancelled_notifier.notify = block_job_event_cancelled; 806*139a9f02SKevin Wolf job->finalize_completed_notifier.notify = block_job_event_completed; 807*139a9f02SKevin Wolf job->pending_notifier.notify = block_job_event_pending; 808*139a9f02SKevin Wolf 809*139a9f02SKevin Wolf notifier_list_add(&job->job.on_finalize_cancelled, 810*139a9f02SKevin Wolf &job->finalize_cancelled_notifier); 811*139a9f02SKevin Wolf notifier_list_add(&job->job.on_finalize_completed, 812*139a9f02SKevin Wolf &job->finalize_completed_notifier); 813*139a9f02SKevin Wolf notifier_list_add(&job->job.on_pending, &job->pending_notifier); 814*139a9f02SKevin Wolf 81588691b37SPaolo Bonzini error_setg(&job->blocker, "block device is in use by block job: %s", 816252291eaSKevin Wolf job_type_str(&job->job)); 81788691b37SPaolo Bonzini block_job_add_bdrv(job, "main node", bs, 0, BLK_PERM_ALL, &error_abort); 81888691b37SPaolo Bonzini bs->job = job; 81988691b37SPaolo Bonzini 82088691b37SPaolo Bonzini bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker); 82188691b37SPaolo Bonzini 82288691b37SPaolo Bonzini blk_add_aio_context_notifier(blk, block_job_attached_aio_context, 82388691b37SPaolo Bonzini block_job_detach_aio_context, job); 82488691b37SPaolo Bonzini 82588691b37SPaolo Bonzini /* Only set speed when necessary to avoid NotSupported error */ 82688691b37SPaolo Bonzini if (speed != 0) { 82788691b37SPaolo Bonzini Error *local_err = NULL; 82888691b37SPaolo Bonzini 82988691b37SPaolo Bonzini block_job_set_speed(job, speed, &local_err); 83088691b37SPaolo Bonzini if (local_err) { 8313925cd3bSJohn Snow block_job_early_fail(job); 83288691b37SPaolo Bonzini error_propagate(errp, local_err); 83388691b37SPaolo Bonzini return NULL; 83488691b37SPaolo Bonzini } 83588691b37SPaolo Bonzini } 83675859b94SJohn Snow 83775859b94SJohn Snow /* Single jobs are modeled as single-job transactions for sake of 83875859b94SJohn Snow * consolidating the job management logic */ 83975859b94SJohn Snow if (!txn) { 84075859b94SJohn Snow txn = block_job_txn_new(); 84175859b94SJohn Snow block_job_txn_add_job(txn, job); 84275859b94SJohn Snow block_job_txn_unref(txn); 84375859b94SJohn Snow } else { 84475859b94SJohn Snow block_job_txn_add_job(txn, job); 84575859b94SJohn Snow } 84675859b94SJohn Snow 84788691b37SPaolo Bonzini return job; 84888691b37SPaolo Bonzini } 84988691b37SPaolo Bonzini 85088691b37SPaolo Bonzini void block_job_early_fail(BlockJob *job) 85188691b37SPaolo Bonzini { 852a50c2ab8SKevin Wolf assert(job->job.status == JOB_STATUS_CREATED); 8533925cd3bSJohn Snow block_job_decommission(job); 85488691b37SPaolo Bonzini } 85588691b37SPaolo Bonzini 85688691b37SPaolo Bonzini void block_job_completed(BlockJob *job, int ret) 85788691b37SPaolo Bonzini { 858dbe5e6c1SKevin Wolf assert(job && job->txn && !job_is_completed(&job->job)); 85988691b37SPaolo Bonzini assert(blk_bs(job->blk)->job == job); 86088691b37SPaolo Bonzini job->ret = ret; 86135d6b368SJohn Snow block_job_update_rc(job); 86235d6b368SJohn Snow trace_block_job_completed(job, ret, job->ret); 86335d6b368SJohn Snow if (job->ret) { 86488691b37SPaolo Bonzini block_job_completed_txn_abort(job); 86588691b37SPaolo Bonzini } else { 86688691b37SPaolo Bonzini block_job_completed_txn_success(job); 86788691b37SPaolo Bonzini } 86888691b37SPaolo Bonzini } 86988691b37SPaolo Bonzini 870aa9ef2e6SJohn Snow void block_job_enter(BlockJob *job) 871aa9ef2e6SJohn Snow { 872da01ff7fSKevin Wolf job_enter_cond(&job->job, NULL); 873aa9ef2e6SJohn Snow } 874aa9ef2e6SJohn Snow 87588691b37SPaolo Bonzini void block_job_yield(BlockJob *job) 87688691b37SPaolo Bonzini { 877da01ff7fSKevin Wolf assert(job->job.busy); 87888691b37SPaolo Bonzini 87988691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 880daa7f2f9SKevin Wolf if (job_is_cancelled(&job->job)) { 88188691b37SPaolo Bonzini return; 88288691b37SPaolo Bonzini } 88388691b37SPaolo Bonzini 884da01ff7fSKevin Wolf if (!job_should_pause(&job->job)) { 885da01ff7fSKevin Wolf job_do_yield(&job->job, -1); 88688691b37SPaolo Bonzini } 88788691b37SPaolo Bonzini 888da01ff7fSKevin Wolf job_pause_point(&job->job); 88988691b37SPaolo Bonzini } 89088691b37SPaolo Bonzini 8912caf63a9SPaolo Bonzini void block_job_iostatus_reset(BlockJob *job) 8922caf63a9SPaolo Bonzini { 8934c241cf5SPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 8944c241cf5SPaolo Bonzini return; 8954c241cf5SPaolo Bonzini } 896b15de828SKevin Wolf assert(job->job.user_paused && job->job.pause_count > 0); 8972caf63a9SPaolo Bonzini job->iostatus = BLOCK_DEVICE_IO_STATUS_OK; 8982caf63a9SPaolo Bonzini } 8992caf63a9SPaolo Bonzini 900b15de828SKevin Wolf void block_job_user_resume(Job *job) 901b15de828SKevin Wolf { 902b15de828SKevin Wolf BlockJob *bjob = container_of(job, BlockJob, job); 903b15de828SKevin Wolf block_job_iostatus_reset(bjob); 904b15de828SKevin Wolf } 905b15de828SKevin Wolf 906bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job) 907bcada37bSWenchao Xia { 908a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_READY); 909ef6dbf1eSMax Reitz job->ready = true; 910ef6dbf1eSMax Reitz 911559b935fSJohn Snow if (block_job_is_internal(job)) { 912559b935fSJohn Snow return; 913559b935fSJohn Snow } 914559b935fSJohn Snow 915252291eaSKevin Wolf qapi_event_send_block_job_ready(job_type(&job->job), 91633e9e9bdSKevin Wolf job->job.id, 917518848a2SMarkus Armbruster job->len, 918518848a2SMarkus Armbruster job->offset, 919518848a2SMarkus Armbruster job->speed, &error_abort); 920a66a2a36SPaolo Bonzini } 921a66a2a36SPaolo Bonzini 92281e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err, 92332c81a4aSPaolo Bonzini int is_read, int error) 92432c81a4aSPaolo Bonzini { 92532c81a4aSPaolo Bonzini BlockErrorAction action; 92632c81a4aSPaolo Bonzini 92732c81a4aSPaolo Bonzini switch (on_err) { 92832c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_ENOSPC: 9298c398252SKevin Wolf case BLOCKDEV_ON_ERROR_AUTO: 930a589569fSWenchao Xia action = (error == ENOSPC) ? 931a589569fSWenchao Xia BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT; 93232c81a4aSPaolo Bonzini break; 93332c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_STOP: 934a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_STOP; 93532c81a4aSPaolo Bonzini break; 93632c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_REPORT: 937a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_REPORT; 93832c81a4aSPaolo Bonzini break; 93932c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_IGNORE: 940a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_IGNORE; 94132c81a4aSPaolo Bonzini break; 94232c81a4aSPaolo Bonzini default: 94332c81a4aSPaolo Bonzini abort(); 94432c81a4aSPaolo Bonzini } 945559b935fSJohn Snow if (!block_job_is_internal(job)) { 94633e9e9bdSKevin Wolf qapi_event_send_block_job_error(job->job.id, 9475a2d2cbdSWenchao Xia is_read ? IO_OPERATION_TYPE_READ : 9485a2d2cbdSWenchao Xia IO_OPERATION_TYPE_WRITE, 9495a2d2cbdSWenchao Xia action, &error_abort); 950559b935fSJohn Snow } 951a589569fSWenchao Xia if (action == BLOCK_ERROR_ACTION_STOP) { 952b15de828SKevin Wolf job_pause(&job->job); 953751ebd76SFam Zheng /* make the pause user visible, which will be resumed from QMP. */ 954b15de828SKevin Wolf job->job.user_paused = true; 95532c81a4aSPaolo Bonzini block_job_iostatus_set_err(job, error); 95632c81a4aSPaolo Bonzini } 95732c81a4aSPaolo Bonzini return action; 95832c81a4aSPaolo Bonzini } 959