12f0c9fe6SPaolo Bonzini /* 22f0c9fe6SPaolo Bonzini * QEMU System Emulator block driver 32f0c9fe6SPaolo Bonzini * 42f0c9fe6SPaolo Bonzini * Copyright (c) 2011 IBM Corp. 52f0c9fe6SPaolo Bonzini * Copyright (c) 2012 Red Hat, Inc. 62f0c9fe6SPaolo Bonzini * 72f0c9fe6SPaolo Bonzini * Permission is hereby granted, free of charge, to any person obtaining a copy 82f0c9fe6SPaolo Bonzini * of this software and associated documentation files (the "Software"), to deal 92f0c9fe6SPaolo Bonzini * in the Software without restriction, including without limitation the rights 102f0c9fe6SPaolo Bonzini * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 112f0c9fe6SPaolo Bonzini * copies of the Software, and to permit persons to whom the Software is 122f0c9fe6SPaolo Bonzini * furnished to do so, subject to the following conditions: 132f0c9fe6SPaolo Bonzini * 142f0c9fe6SPaolo Bonzini * The above copyright notice and this permission notice shall be included in 152f0c9fe6SPaolo Bonzini * all copies or substantial portions of the Software. 162f0c9fe6SPaolo Bonzini * 172f0c9fe6SPaolo Bonzini * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 182f0c9fe6SPaolo Bonzini * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 192f0c9fe6SPaolo Bonzini * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 202f0c9fe6SPaolo Bonzini * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 212f0c9fe6SPaolo Bonzini * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 222f0c9fe6SPaolo Bonzini * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 232f0c9fe6SPaolo Bonzini * THE SOFTWARE. 242f0c9fe6SPaolo Bonzini */ 252f0c9fe6SPaolo Bonzini 26d38ea87aSPeter Maydell #include "qemu/osdep.h" 272f0c9fe6SPaolo Bonzini #include "qemu-common.h" 28737e150eSPaolo Bonzini #include "block/block.h" 29c87621eaSJohn Snow #include "block/blockjob_int.h" 30737e150eSPaolo Bonzini #include "block/block_int.h" 31c9de4050SJohn Snow #include "block/trace.h" 32373340b2SMax Reitz #include "sysemu/block-backend.h" 33e688df6bSMarkus Armbruster #include "qapi/error.h" 349af23989SMarkus Armbruster #include "qapi/qapi-events-block-core.h" 35cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h" 3610817bf0SDaniel P. Berrange #include "qemu/coroutine.h" 371de7afc9SPaolo Bonzini #include "qemu/timer.h" 382f0c9fe6SPaolo Bonzini 39fc24908eSPaolo Bonzini /* Right now, this mutex is only needed to synchronize accesses to job->busy 40fc24908eSPaolo Bonzini * and job->sleep_timer, such as concurrent calls to block_job_do_yield and 41fc24908eSPaolo Bonzini * block_job_enter. */ 42fc24908eSPaolo Bonzini static QemuMutex block_job_mutex; 43fc24908eSPaolo Bonzini 44fc24908eSPaolo Bonzini static void block_job_lock(void) 45fc24908eSPaolo Bonzini { 46fc24908eSPaolo Bonzini qemu_mutex_lock(&block_job_mutex); 47fc24908eSPaolo Bonzini } 48fc24908eSPaolo Bonzini 49fc24908eSPaolo Bonzini static void block_job_unlock(void) 50fc24908eSPaolo Bonzini { 51fc24908eSPaolo Bonzini qemu_mutex_unlock(&block_job_mutex); 52fc24908eSPaolo Bonzini } 53fc24908eSPaolo Bonzini 54fc24908eSPaolo Bonzini static void __attribute__((__constructor__)) block_job_init(void) 55fc24908eSPaolo Bonzini { 56fc24908eSPaolo Bonzini qemu_mutex_init(&block_job_mutex); 57fc24908eSPaolo Bonzini } 58fc24908eSPaolo Bonzini 598254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job); 608254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg); 615f241594SJohn Snow static int block_job_event_pending(BlockJob *job); 62aa9ef2e6SJohn Snow static void block_job_enter_cond(BlockJob *job, bool(*fn)(BlockJob *job)); 638254b6d9SJohn Snow 64c55a832fSFam Zheng /* Transactional group of block jobs */ 65c55a832fSFam Zheng struct BlockJobTxn { 66c55a832fSFam Zheng 67c55a832fSFam Zheng /* Is this txn being cancelled? */ 68c55a832fSFam Zheng bool aborting; 69c55a832fSFam Zheng 70c55a832fSFam Zheng /* List of jobs */ 71c55a832fSFam Zheng QLIST_HEAD(, BlockJob) jobs; 72c55a832fSFam Zheng 73c55a832fSFam Zheng /* Reference count */ 74c55a832fSFam Zheng int refcnt; 75c55a832fSFam Zheng }; 76c55a832fSFam Zheng 7788691b37SPaolo Bonzini /* 7888691b37SPaolo Bonzini * The block job API is composed of two categories of functions. 7988691b37SPaolo Bonzini * 8088691b37SPaolo Bonzini * The first includes functions used by the monitor. The monitor is 8188691b37SPaolo Bonzini * peculiar in that it accesses the block job list with block_job_get, and 8288691b37SPaolo Bonzini * therefore needs consistency across block_job_get and the actual operation 8388691b37SPaolo Bonzini * (e.g. block_job_set_speed). The consistency is achieved with 8488691b37SPaolo Bonzini * aio_context_acquire/release. These functions are declared in blockjob.h. 8588691b37SPaolo Bonzini * 8688691b37SPaolo Bonzini * The second includes functions used by the block job drivers and sometimes 8788691b37SPaolo Bonzini * by the core block layer. These do not care about locking, because the 8888691b37SPaolo Bonzini * whole coroutine runs under the AioContext lock, and are declared in 8988691b37SPaolo Bonzini * blockjob_int.h. 9088691b37SPaolo Bonzini */ 9188691b37SPaolo Bonzini 92e7c1d78bSKevin Wolf static bool is_block_job(Job *job) 93a7112795SAlberto Garcia { 94e7c1d78bSKevin Wolf return job_type(job) == JOB_TYPE_BACKUP || 95e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_COMMIT || 96e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_MIRROR || 97e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_STREAM; 98a7112795SAlberto Garcia } 99e7c1d78bSKevin Wolf 100e7c1d78bSKevin Wolf BlockJob *block_job_next(BlockJob *bjob) 101e7c1d78bSKevin Wolf { 102e7c1d78bSKevin Wolf Job *job = bjob ? &bjob->job : NULL; 103e7c1d78bSKevin Wolf 104e7c1d78bSKevin Wolf do { 105e7c1d78bSKevin Wolf job = job_next(job); 106e7c1d78bSKevin Wolf } while (job && !is_block_job(job)); 107e7c1d78bSKevin Wolf 108e7c1d78bSKevin Wolf return job ? container_of(job, BlockJob, job) : NULL; 109a7112795SAlberto Garcia } 110a7112795SAlberto Garcia 111ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id) 112ffb1f10cSAlberto Garcia { 113e7c1d78bSKevin Wolf Job *job = job_get(id); 114ffb1f10cSAlberto Garcia 115e7c1d78bSKevin Wolf if (job && is_block_job(job)) { 116e7c1d78bSKevin Wolf return container_of(job, BlockJob, job); 117e7c1d78bSKevin Wolf } else { 118ffb1f10cSAlberto Garcia return NULL; 119ffb1f10cSAlberto Garcia } 120e7c1d78bSKevin Wolf } 121ffb1f10cSAlberto Garcia 122c8ab5c2dSPaolo Bonzini BlockJobTxn *block_job_txn_new(void) 123c8ab5c2dSPaolo Bonzini { 124c8ab5c2dSPaolo Bonzini BlockJobTxn *txn = g_new0(BlockJobTxn, 1); 125c8ab5c2dSPaolo Bonzini QLIST_INIT(&txn->jobs); 126c8ab5c2dSPaolo Bonzini txn->refcnt = 1; 127c8ab5c2dSPaolo Bonzini return txn; 128c8ab5c2dSPaolo Bonzini } 129c8ab5c2dSPaolo Bonzini 130c8ab5c2dSPaolo Bonzini static void block_job_txn_ref(BlockJobTxn *txn) 131c8ab5c2dSPaolo Bonzini { 132c8ab5c2dSPaolo Bonzini txn->refcnt++; 133c8ab5c2dSPaolo Bonzini } 134c8ab5c2dSPaolo Bonzini 135c8ab5c2dSPaolo Bonzini void block_job_txn_unref(BlockJobTxn *txn) 136c8ab5c2dSPaolo Bonzini { 137c8ab5c2dSPaolo Bonzini if (txn && --txn->refcnt == 0) { 138c8ab5c2dSPaolo Bonzini g_free(txn); 139c8ab5c2dSPaolo Bonzini } 140c8ab5c2dSPaolo Bonzini } 141c8ab5c2dSPaolo Bonzini 142c8ab5c2dSPaolo Bonzini void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job) 143c8ab5c2dSPaolo Bonzini { 144c8ab5c2dSPaolo Bonzini if (!txn) { 145c8ab5c2dSPaolo Bonzini return; 146c8ab5c2dSPaolo Bonzini } 147c8ab5c2dSPaolo Bonzini 148c8ab5c2dSPaolo Bonzini assert(!job->txn); 149c8ab5c2dSPaolo Bonzini job->txn = txn; 150c8ab5c2dSPaolo Bonzini 151c8ab5c2dSPaolo Bonzini QLIST_INSERT_HEAD(&txn->jobs, job, txn_list); 152c8ab5c2dSPaolo Bonzini block_job_txn_ref(txn); 153c8ab5c2dSPaolo Bonzini } 154c8ab5c2dSPaolo Bonzini 155a865cebbSMarc-André Lureau static void block_job_txn_del_job(BlockJob *job) 156a865cebbSMarc-André Lureau { 157a865cebbSMarc-André Lureau if (job->txn) { 158a865cebbSMarc-André Lureau QLIST_REMOVE(job, txn_list); 159a865cebbSMarc-André Lureau block_job_txn_unref(job->txn); 160a865cebbSMarc-André Lureau job->txn = NULL; 161a865cebbSMarc-André Lureau } 162a865cebbSMarc-André Lureau } 163a865cebbSMarc-André Lureau 1644c7e813cSStefan Hajnoczi /* Assumes the block_job_mutex is held */ 1654c7e813cSStefan Hajnoczi static bool block_job_timer_pending(BlockJob *job) 1664c7e813cSStefan Hajnoczi { 1674c7e813cSStefan Hajnoczi return timer_pending(&job->sleep_timer); 1684c7e813cSStefan Hajnoczi } 1694c7e813cSStefan Hajnoczi 1704c7e813cSStefan Hajnoczi /* Assumes the block_job_mutex is held */ 1714c7e813cSStefan Hajnoczi static bool block_job_timer_not_pending(BlockJob *job) 1724c7e813cSStefan Hajnoczi { 1734c7e813cSStefan Hajnoczi return !block_job_timer_pending(job); 1744c7e813cSStefan Hajnoczi } 1754c7e813cSStefan Hajnoczi 176f321dcb5SPaolo Bonzini static void block_job_pause(BlockJob *job) 177f321dcb5SPaolo Bonzini { 178f321dcb5SPaolo Bonzini job->pause_count++; 179f321dcb5SPaolo Bonzini } 180f321dcb5SPaolo Bonzini 181f321dcb5SPaolo Bonzini static void block_job_resume(BlockJob *job) 182f321dcb5SPaolo Bonzini { 183f321dcb5SPaolo Bonzini assert(job->pause_count > 0); 184f321dcb5SPaolo Bonzini job->pause_count--; 185f321dcb5SPaolo Bonzini if (job->pause_count) { 186f321dcb5SPaolo Bonzini return; 187f321dcb5SPaolo Bonzini } 1884c7e813cSStefan Hajnoczi 1894c7e813cSStefan Hajnoczi /* kick only if no timer is pending */ 1904c7e813cSStefan Hajnoczi block_job_enter_cond(job, block_job_timer_not_pending); 191f321dcb5SPaolo Bonzini } 192f321dcb5SPaolo Bonzini 1934172a003Ssochin.jiang void block_job_ref(BlockJob *job) 19405b0d8e3SPaolo Bonzini { 19505b0d8e3SPaolo Bonzini ++job->refcnt; 19605b0d8e3SPaolo Bonzini } 19705b0d8e3SPaolo Bonzini 19805b0d8e3SPaolo Bonzini static void block_job_attached_aio_context(AioContext *new_context, 19905b0d8e3SPaolo Bonzini void *opaque); 20005b0d8e3SPaolo Bonzini static void block_job_detach_aio_context(void *opaque); 20105b0d8e3SPaolo Bonzini 2024172a003Ssochin.jiang void block_job_unref(BlockJob *job) 20305b0d8e3SPaolo Bonzini { 20405b0d8e3SPaolo Bonzini if (--job->refcnt == 0) { 205*a50c2ab8SKevin Wolf assert(job->job.status == JOB_STATUS_NULL); 206a865cebbSMarc-André Lureau assert(!job->txn); 20705b0d8e3SPaolo Bonzini BlockDriverState *bs = blk_bs(job->blk); 20805b0d8e3SPaolo Bonzini bs->job = NULL; 20905b0d8e3SPaolo Bonzini block_job_remove_all_bdrv(job); 21005b0d8e3SPaolo Bonzini blk_remove_aio_context_notifier(job->blk, 21105b0d8e3SPaolo Bonzini block_job_attached_aio_context, 21205b0d8e3SPaolo Bonzini block_job_detach_aio_context, job); 21305b0d8e3SPaolo Bonzini blk_unref(job->blk); 21405b0d8e3SPaolo Bonzini error_free(job->blocker); 215fc24908eSPaolo Bonzini assert(!timer_pending(&job->sleep_timer)); 216fd61a701SKevin Wolf job_delete(&job->job); 21705b0d8e3SPaolo Bonzini } 21805b0d8e3SPaolo Bonzini } 21905b0d8e3SPaolo Bonzini 220463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context, 221463e0be1SStefan Hajnoczi void *opaque) 222463e0be1SStefan Hajnoczi { 223463e0be1SStefan Hajnoczi BlockJob *job = opaque; 224463e0be1SStefan Hajnoczi 225463e0be1SStefan Hajnoczi if (job->driver->attached_aio_context) { 226463e0be1SStefan Hajnoczi job->driver->attached_aio_context(job, new_context); 227463e0be1SStefan Hajnoczi } 228463e0be1SStefan Hajnoczi 229463e0be1SStefan Hajnoczi block_job_resume(job); 230463e0be1SStefan Hajnoczi } 231463e0be1SStefan Hajnoczi 232bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job) 233bae8196dSPaolo Bonzini { 234bae8196dSPaolo Bonzini /* If job is !job->busy this kicks it into the next pause point. */ 235bae8196dSPaolo Bonzini block_job_enter(job); 236bae8196dSPaolo Bonzini 237bae8196dSPaolo Bonzini blk_drain(job->blk); 238bae8196dSPaolo Bonzini if (job->driver->drain) { 239bae8196dSPaolo Bonzini job->driver->drain(job); 240bae8196dSPaolo Bonzini } 241bae8196dSPaolo Bonzini } 242bae8196dSPaolo Bonzini 243463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque) 244463e0be1SStefan Hajnoczi { 245463e0be1SStefan Hajnoczi BlockJob *job = opaque; 246463e0be1SStefan Hajnoczi 247463e0be1SStefan Hajnoczi /* In case the job terminates during aio_poll()... */ 248463e0be1SStefan Hajnoczi block_job_ref(job); 249463e0be1SStefan Hajnoczi 250463e0be1SStefan Hajnoczi block_job_pause(job); 251463e0be1SStefan Hajnoczi 252463e0be1SStefan Hajnoczi while (!job->paused && !job->completed) { 253bae8196dSPaolo Bonzini block_job_drain(job); 254463e0be1SStefan Hajnoczi } 255463e0be1SStefan Hajnoczi 256463e0be1SStefan Hajnoczi block_job_unref(job); 257463e0be1SStefan Hajnoczi } 258463e0be1SStefan Hajnoczi 259f321dcb5SPaolo Bonzini static char *child_job_get_parent_desc(BdrvChild *c) 260f321dcb5SPaolo Bonzini { 261f321dcb5SPaolo Bonzini BlockJob *job = c->opaque; 262252291eaSKevin Wolf return g_strdup_printf("%s job '%s'", job_type_str(&job->job), job->job.id); 263f321dcb5SPaolo Bonzini } 264f321dcb5SPaolo Bonzini 265ad90febaSKevin Wolf static void child_job_drained_begin(BdrvChild *c) 266f321dcb5SPaolo Bonzini { 267ad90febaSKevin Wolf BlockJob *job = c->opaque; 268f321dcb5SPaolo Bonzini block_job_pause(job); 269f321dcb5SPaolo Bonzini } 270f321dcb5SPaolo Bonzini 271ad90febaSKevin Wolf static void child_job_drained_end(BdrvChild *c) 272f321dcb5SPaolo Bonzini { 273ad90febaSKevin Wolf BlockJob *job = c->opaque; 274f321dcb5SPaolo Bonzini block_job_resume(job); 275f321dcb5SPaolo Bonzini } 276f321dcb5SPaolo Bonzini 277ad90febaSKevin Wolf static const BdrvChildRole child_job = { 278ad90febaSKevin Wolf .get_parent_desc = child_job_get_parent_desc, 279ad90febaSKevin Wolf .drained_begin = child_job_drained_begin, 280ad90febaSKevin Wolf .drained_end = child_job_drained_end, 281ad90febaSKevin Wolf .stay_at_node = true, 282f321dcb5SPaolo Bonzini }; 283f321dcb5SPaolo Bonzini 284bbc02b90SKevin Wolf void block_job_remove_all_bdrv(BlockJob *job) 285bbc02b90SKevin Wolf { 286bbc02b90SKevin Wolf GSList *l; 287bbc02b90SKevin Wolf for (l = job->nodes; l; l = l->next) { 288bbc02b90SKevin Wolf BdrvChild *c = l->data; 289bbc02b90SKevin Wolf bdrv_op_unblock_all(c->bs, job->blocker); 290bbc02b90SKevin Wolf bdrv_root_unref_child(c); 291bbc02b90SKevin Wolf } 292bbc02b90SKevin Wolf g_slist_free(job->nodes); 293bbc02b90SKevin Wolf job->nodes = NULL; 294bbc02b90SKevin Wolf } 295bbc02b90SKevin Wolf 29676d554e2SKevin Wolf int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs, 29776d554e2SKevin Wolf uint64_t perm, uint64_t shared_perm, Error **errp) 29823d402d4SAlberto Garcia { 29976d554e2SKevin Wolf BdrvChild *c; 30076d554e2SKevin Wolf 30176d554e2SKevin Wolf c = bdrv_root_attach_child(bs, name, &child_job, perm, shared_perm, 30276d554e2SKevin Wolf job, errp); 30376d554e2SKevin Wolf if (c == NULL) { 30476d554e2SKevin Wolf return -EPERM; 30576d554e2SKevin Wolf } 30676d554e2SKevin Wolf 30776d554e2SKevin Wolf job->nodes = g_slist_prepend(job->nodes, c); 30823d402d4SAlberto Garcia bdrv_ref(bs); 30923d402d4SAlberto Garcia bdrv_op_block_all(bs, job->blocker); 31076d554e2SKevin Wolf 31176d554e2SKevin Wolf return 0; 31223d402d4SAlberto Garcia } 31323d402d4SAlberto Garcia 314559b935fSJohn Snow bool block_job_is_internal(BlockJob *job) 315559b935fSJohn Snow { 31633e9e9bdSKevin Wolf return (job->job.id == NULL); 317559b935fSJohn Snow } 318559b935fSJohn Snow 3195ccac6f1SJohn Snow static bool block_job_started(BlockJob *job) 3205ccac6f1SJohn Snow { 3215ccac6f1SJohn Snow return job->co; 3225ccac6f1SJohn Snow } 3235ccac6f1SJohn Snow 324bd21935bSKevin Wolf const BlockJobDriver *block_job_driver(BlockJob *job) 325bd21935bSKevin Wolf { 326bd21935bSKevin Wolf return job->driver; 327bd21935bSKevin Wolf } 328bd21935bSKevin Wolf 329e3796a24SJohn Snow /** 330e3796a24SJohn Snow * All jobs must allow a pause point before entering their job proper. This 331e3796a24SJohn Snow * ensures that jobs can be paused prior to being started, then resumed later. 332e3796a24SJohn Snow */ 333e3796a24SJohn Snow static void coroutine_fn block_job_co_entry(void *opaque) 334e3796a24SJohn Snow { 335e3796a24SJohn Snow BlockJob *job = opaque; 336e3796a24SJohn Snow 337e3796a24SJohn Snow assert(job && job->driver && job->driver->start); 338e3796a24SJohn Snow block_job_pause_point(job); 339e3796a24SJohn Snow job->driver->start(job); 340e3796a24SJohn Snow } 341e3796a24SJohn Snow 342fc24908eSPaolo Bonzini static void block_job_sleep_timer_cb(void *opaque) 343fc24908eSPaolo Bonzini { 344fc24908eSPaolo Bonzini BlockJob *job = opaque; 345fc24908eSPaolo Bonzini 346fc24908eSPaolo Bonzini block_job_enter(job); 347fc24908eSPaolo Bonzini } 348fc24908eSPaolo Bonzini 3495ccac6f1SJohn Snow void block_job_start(BlockJob *job) 3505ccac6f1SJohn Snow { 3515ccac6f1SJohn Snow assert(job && !block_job_started(job) && job->paused && 352e3796a24SJohn Snow job->driver && job->driver->start); 353e3796a24SJohn Snow job->co = qemu_coroutine_create(block_job_co_entry, job); 354e3796a24SJohn Snow job->pause_count--; 3555ccac6f1SJohn Snow job->busy = true; 356e3796a24SJohn Snow job->paused = false; 357*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_RUNNING); 358aef4278cSFam Zheng bdrv_coroutine_enter(blk_bs(job->blk), job->co); 3595ccac6f1SJohn Snow } 3605ccac6f1SJohn Snow 3613925cd3bSJohn Snow static void block_job_decommission(BlockJob *job) 3623925cd3bSJohn Snow { 3633925cd3bSJohn Snow assert(job); 3643925cd3bSJohn Snow job->completed = true; 3653925cd3bSJohn Snow job->busy = false; 3663925cd3bSJohn Snow job->paused = false; 3673925cd3bSJohn Snow job->deferred_to_main_loop = true; 368a865cebbSMarc-André Lureau block_job_txn_del_job(job); 369*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_NULL); 3703925cd3bSJohn Snow block_job_unref(job); 3713925cd3bSJohn Snow } 3723925cd3bSJohn Snow 37375f71059SJohn Snow static void block_job_do_dismiss(BlockJob *job) 37475f71059SJohn Snow { 37575f71059SJohn Snow block_job_decommission(job); 37675f71059SJohn Snow } 37775f71059SJohn Snow 378e0cf0364SJohn Snow static void block_job_conclude(BlockJob *job) 379e0cf0364SJohn Snow { 380*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_CONCLUDED); 38175f71059SJohn Snow if (job->auto_dismiss || !block_job_started(job)) { 38275f71059SJohn Snow block_job_do_dismiss(job); 38375f71059SJohn Snow } 384e0cf0364SJohn Snow } 385e0cf0364SJohn Snow 38635d6b368SJohn Snow static void block_job_update_rc(BlockJob *job) 38735d6b368SJohn Snow { 38835d6b368SJohn Snow if (!job->ret && block_job_is_cancelled(job)) { 38935d6b368SJohn Snow job->ret = -ECANCELED; 39035d6b368SJohn Snow } 39135d6b368SJohn Snow if (job->ret) { 392*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_ABORTING); 39335d6b368SJohn Snow } 39435d6b368SJohn Snow } 39535d6b368SJohn Snow 3962da4617aSJohn Snow static int block_job_prepare(BlockJob *job) 3972da4617aSJohn Snow { 3982da4617aSJohn Snow if (job->ret == 0 && job->driver->prepare) { 3992da4617aSJohn Snow job->ret = job->driver->prepare(job); 4002da4617aSJohn Snow } 4012da4617aSJohn Snow return job->ret; 4022da4617aSJohn Snow } 4032da4617aSJohn Snow 40443628d93SJohn Snow static void block_job_commit(BlockJob *job) 40543628d93SJohn Snow { 40643628d93SJohn Snow assert(!job->ret); 40743628d93SJohn Snow if (job->driver->commit) { 40843628d93SJohn Snow job->driver->commit(job); 40943628d93SJohn Snow } 41043628d93SJohn Snow } 41143628d93SJohn Snow 41243628d93SJohn Snow static void block_job_abort(BlockJob *job) 41343628d93SJohn Snow { 41443628d93SJohn Snow assert(job->ret); 41543628d93SJohn Snow if (job->driver->abort) { 41643628d93SJohn Snow job->driver->abort(job); 41743628d93SJohn Snow } 41843628d93SJohn Snow } 41943628d93SJohn Snow 42043628d93SJohn Snow static void block_job_clean(BlockJob *job) 42143628d93SJohn Snow { 42243628d93SJohn Snow if (job->driver->clean) { 42343628d93SJohn Snow job->driver->clean(job); 42443628d93SJohn Snow } 42543628d93SJohn Snow } 42643628d93SJohn Snow 42711b61fbcSJohn Snow static int block_job_finalize_single(BlockJob *job) 428c55a832fSFam Zheng { 4294fb588e9SPaolo Bonzini assert(job->completed); 4304fb588e9SPaolo Bonzini 43135d6b368SJohn Snow /* Ensure abort is called for late-transactional failures */ 43235d6b368SJohn Snow block_job_update_rc(job); 43310a3fbb0SJohn Snow 434c55a832fSFam Zheng if (!job->ret) { 43543628d93SJohn Snow block_job_commit(job); 436c55a832fSFam Zheng } else { 43743628d93SJohn Snow block_job_abort(job); 438c55a832fSFam Zheng } 43943628d93SJohn Snow block_job_clean(job); 4408254b6d9SJohn Snow 4418254b6d9SJohn Snow if (job->cb) { 442c55a832fSFam Zheng job->cb(job->opaque, job->ret); 4438254b6d9SJohn Snow } 4445ccac6f1SJohn Snow 4455ccac6f1SJohn Snow /* Emit events only if we actually started */ 4465ccac6f1SJohn Snow if (block_job_started(job)) { 4478254b6d9SJohn Snow if (block_job_is_cancelled(job)) { 4488254b6d9SJohn Snow block_job_event_cancelled(job); 4498254b6d9SJohn Snow } else { 4508254b6d9SJohn Snow const char *msg = NULL; 4518254b6d9SJohn Snow if (job->ret < 0) { 4528254b6d9SJohn Snow msg = strerror(-job->ret); 4538254b6d9SJohn Snow } 4548254b6d9SJohn Snow block_job_event_completed(job, msg); 4558254b6d9SJohn Snow } 4565ccac6f1SJohn Snow } 4578254b6d9SJohn Snow 458a865cebbSMarc-André Lureau block_job_txn_del_job(job); 459e0cf0364SJohn Snow block_job_conclude(job); 4602da4617aSJohn Snow return 0; 461c55a832fSFam Zheng } 462c55a832fSFam Zheng 463b76e4458SLiang Li static void block_job_cancel_async(BlockJob *job, bool force) 4644c241cf5SPaolo Bonzini { 4654c241cf5SPaolo Bonzini if (job->iostatus != BLOCK_DEVICE_IO_STATUS_OK) { 4664c241cf5SPaolo Bonzini block_job_iostatus_reset(job); 4674c241cf5SPaolo Bonzini } 4684c241cf5SPaolo Bonzini if (job->user_paused) { 4694c241cf5SPaolo Bonzini /* Do not call block_job_enter here, the caller will handle it. */ 4704c241cf5SPaolo Bonzini job->user_paused = false; 4714c241cf5SPaolo Bonzini job->pause_count--; 4724c241cf5SPaolo Bonzini } 4734c241cf5SPaolo Bonzini job->cancelled = true; 474b76e4458SLiang Li /* To prevent 'force == false' overriding a previous 'force == true' */ 475b76e4458SLiang Li job->force |= force; 4764c241cf5SPaolo Bonzini } 4774c241cf5SPaolo Bonzini 4785f241594SJohn Snow static int block_job_txn_apply(BlockJobTxn *txn, int fn(BlockJob *), bool lock) 479efe4d4b7SJohn Snow { 480efe4d4b7SJohn Snow AioContext *ctx; 481efe4d4b7SJohn Snow BlockJob *job, *next; 4822da4617aSJohn Snow int rc = 0; 483efe4d4b7SJohn Snow 484efe4d4b7SJohn Snow QLIST_FOREACH_SAFE(job, &txn->jobs, txn_list, next) { 4855f241594SJohn Snow if (lock) { 486efe4d4b7SJohn Snow ctx = blk_get_aio_context(job->blk); 487efe4d4b7SJohn Snow aio_context_acquire(ctx); 4885f241594SJohn Snow } 4892da4617aSJohn Snow rc = fn(job); 4905f241594SJohn Snow if (lock) { 491efe4d4b7SJohn Snow aio_context_release(ctx); 4925f241594SJohn Snow } 4932da4617aSJohn Snow if (rc) { 4942da4617aSJohn Snow break; 495efe4d4b7SJohn Snow } 496efe4d4b7SJohn Snow } 4972da4617aSJohn Snow return rc; 4982da4617aSJohn Snow } 499efe4d4b7SJohn Snow 500c8ab5c2dSPaolo Bonzini static int block_job_finish_sync(BlockJob *job, 501c8ab5c2dSPaolo Bonzini void (*finish)(BlockJob *, Error **errp), 502c8ab5c2dSPaolo Bonzini Error **errp) 503c8ab5c2dSPaolo Bonzini { 504c8ab5c2dSPaolo Bonzini Error *local_err = NULL; 505c8ab5c2dSPaolo Bonzini int ret; 506c8ab5c2dSPaolo Bonzini 507c8ab5c2dSPaolo Bonzini assert(blk_bs(job->blk)->job == job); 508c8ab5c2dSPaolo Bonzini 509c8ab5c2dSPaolo Bonzini block_job_ref(job); 510c8ab5c2dSPaolo Bonzini 5114fb588e9SPaolo Bonzini if (finish) { 512c8ab5c2dSPaolo Bonzini finish(job, &local_err); 5134fb588e9SPaolo Bonzini } 514c8ab5c2dSPaolo Bonzini if (local_err) { 515c8ab5c2dSPaolo Bonzini error_propagate(errp, local_err); 516c8ab5c2dSPaolo Bonzini block_job_unref(job); 517c8ab5c2dSPaolo Bonzini return -EBUSY; 518c8ab5c2dSPaolo Bonzini } 519c8ab5c2dSPaolo Bonzini /* block_job_drain calls block_job_enter, and it should be enough to 520c8ab5c2dSPaolo Bonzini * induce progress until the job completes or moves to the main thread. 521c8ab5c2dSPaolo Bonzini */ 522c8ab5c2dSPaolo Bonzini while (!job->deferred_to_main_loop && !job->completed) { 523c8ab5c2dSPaolo Bonzini block_job_drain(job); 524c8ab5c2dSPaolo Bonzini } 525c8ab5c2dSPaolo Bonzini while (!job->completed) { 526c8ab5c2dSPaolo Bonzini aio_poll(qemu_get_aio_context(), true); 527c8ab5c2dSPaolo Bonzini } 528c8ab5c2dSPaolo Bonzini ret = (job->cancelled && job->ret == 0) ? -ECANCELED : job->ret; 529c8ab5c2dSPaolo Bonzini block_job_unref(job); 530c8ab5c2dSPaolo Bonzini return ret; 531c8ab5c2dSPaolo Bonzini } 532c8ab5c2dSPaolo Bonzini 533c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job) 534c55a832fSFam Zheng { 535c55a832fSFam Zheng AioContext *ctx; 536c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 5374fb588e9SPaolo Bonzini BlockJob *other_job; 538c55a832fSFam Zheng 539c55a832fSFam Zheng if (txn->aborting) { 540c55a832fSFam Zheng /* 541c55a832fSFam Zheng * We are cancelled by another job, which will handle everything. 542c55a832fSFam Zheng */ 543c55a832fSFam Zheng return; 544c55a832fSFam Zheng } 545c55a832fSFam Zheng txn->aborting = true; 5464fb588e9SPaolo Bonzini block_job_txn_ref(txn); 5474fb588e9SPaolo Bonzini 548c55a832fSFam Zheng /* We are the first failed job. Cancel other jobs. */ 549c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 550b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 551c55a832fSFam Zheng aio_context_acquire(ctx); 552c55a832fSFam Zheng } 5534fb588e9SPaolo Bonzini 5544fb588e9SPaolo Bonzini /* Other jobs are effectively cancelled by us, set the status for 555c55a832fSFam Zheng * them; this job, however, may or may not be cancelled, depending 556c55a832fSFam Zheng * on the caller, so leave it. */ 5574fb588e9SPaolo Bonzini QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 558c55a832fSFam Zheng if (other_job != job) { 559b76e4458SLiang Li block_job_cancel_async(other_job, false); 560c55a832fSFam Zheng } 561c55a832fSFam Zheng } 5624fb588e9SPaolo Bonzini while (!QLIST_EMPTY(&txn->jobs)) { 5634fb588e9SPaolo Bonzini other_job = QLIST_FIRST(&txn->jobs); 564b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 5654fb588e9SPaolo Bonzini if (!other_job->completed) { 5664fb588e9SPaolo Bonzini assert(other_job->cancelled); 5674fb588e9SPaolo Bonzini block_job_finish_sync(other_job, NULL, NULL); 5684fb588e9SPaolo Bonzini } 56911b61fbcSJohn Snow block_job_finalize_single(other_job); 570c55a832fSFam Zheng aio_context_release(ctx); 571c55a832fSFam Zheng } 5724fb588e9SPaolo Bonzini 5734fb588e9SPaolo Bonzini block_job_txn_unref(txn); 574c55a832fSFam Zheng } 575c55a832fSFam Zheng 57611b61fbcSJohn Snow static int block_job_needs_finalize(BlockJob *job) 57711b61fbcSJohn Snow { 57811b61fbcSJohn Snow return !job->auto_finalize; 57911b61fbcSJohn Snow } 58011b61fbcSJohn Snow 58111b61fbcSJohn Snow static void block_job_do_finalize(BlockJob *job) 58211b61fbcSJohn Snow { 58311b61fbcSJohn Snow int rc; 58411b61fbcSJohn Snow assert(job && job->txn); 58511b61fbcSJohn Snow 58611b61fbcSJohn Snow /* prepare the transaction to complete */ 58711b61fbcSJohn Snow rc = block_job_txn_apply(job->txn, block_job_prepare, true); 58811b61fbcSJohn Snow if (rc) { 58911b61fbcSJohn Snow block_job_completed_txn_abort(job); 59011b61fbcSJohn Snow } else { 59111b61fbcSJohn Snow block_job_txn_apply(job->txn, block_job_finalize_single, true); 59211b61fbcSJohn Snow } 59311b61fbcSJohn Snow } 59411b61fbcSJohn Snow 595c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job) 596c55a832fSFam Zheng { 597c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 598efe4d4b7SJohn Snow BlockJob *other_job; 5992da4617aSJohn Snow 600*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_WAITING); 601e8af5686SJohn Snow 602c55a832fSFam Zheng /* 603c55a832fSFam Zheng * Successful completion, see if there are other running jobs in this 604c55a832fSFam Zheng * txn. 605c55a832fSFam Zheng */ 606c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 607c55a832fSFam Zheng if (!other_job->completed) { 608c55a832fSFam Zheng return; 609c55a832fSFam Zheng } 610efe4d4b7SJohn Snow assert(other_job->ret == 0); 611c55a832fSFam Zheng } 6122da4617aSJohn Snow 6135f241594SJohn Snow block_job_txn_apply(txn, block_job_event_pending, false); 61411b61fbcSJohn Snow 61511b61fbcSJohn Snow /* If no jobs need manual finalization, automatically do so */ 61611b61fbcSJohn Snow if (block_job_txn_apply(txn, block_job_needs_finalize, false) == 0) { 61711b61fbcSJohn Snow block_job_do_finalize(job); 61811b61fbcSJohn Snow } 619c55a832fSFam Zheng } 620c55a832fSFam Zheng 6212f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) 6222f0c9fe6SPaolo Bonzini { 623aa9ef2e6SJohn Snow int64_t old_speed = job->speed; 6242f0c9fe6SPaolo Bonzini 625*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_SET_SPEED, errp)) { 6260ec4dfb8SJohn Snow return; 6270ec4dfb8SJohn Snow } 62818bb6928SKevin Wolf if (speed < 0) { 62918bb6928SKevin Wolf error_setg(errp, QERR_INVALID_PARAMETER, "speed"); 6302f0c9fe6SPaolo Bonzini return; 6312f0c9fe6SPaolo Bonzini } 6322f0c9fe6SPaolo Bonzini 63318bb6928SKevin Wolf ratelimit_set_speed(&job->limit, speed, BLOCK_JOB_SLICE_TIME); 63418bb6928SKevin Wolf 6352f0c9fe6SPaolo Bonzini job->speed = speed; 636d4fce188SJohn Snow if (speed && speed <= old_speed) { 637aa9ef2e6SJohn Snow return; 638aa9ef2e6SJohn Snow } 639aa9ef2e6SJohn Snow 640aa9ef2e6SJohn Snow /* kick only if a timer is pending */ 641aa9ef2e6SJohn Snow block_job_enter_cond(job, block_job_timer_pending); 6422f0c9fe6SPaolo Bonzini } 6432f0c9fe6SPaolo Bonzini 644dee81d51SKevin Wolf int64_t block_job_ratelimit_get_delay(BlockJob *job, uint64_t n) 645dee81d51SKevin Wolf { 646dee81d51SKevin Wolf if (!job->speed) { 647dee81d51SKevin Wolf return 0; 648dee81d51SKevin Wolf } 649dee81d51SKevin Wolf 650dee81d51SKevin Wolf return ratelimit_calculate_delay(&job->limit, n); 651dee81d51SKevin Wolf } 652dee81d51SKevin Wolf 653aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp) 654aeae883bSPaolo Bonzini { 655559b935fSJohn Snow /* Should not be reachable via external interface for internal jobs */ 65633e9e9bdSKevin Wolf assert(job->job.id); 657*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_COMPLETE, errp)) { 6580ec4dfb8SJohn Snow return; 6590ec4dfb8SJohn Snow } 6600ec4dfb8SJohn Snow if (job->pause_count || job->cancelled || !job->driver->complete) { 6619df229c3SAlberto Garcia error_setg(errp, "The active block job '%s' cannot be completed", 66233e9e9bdSKevin Wolf job->job.id); 663aeae883bSPaolo Bonzini return; 664aeae883bSPaolo Bonzini } 665aeae883bSPaolo Bonzini 6663fc4b10aSFam Zheng job->driver->complete(job, errp); 667aeae883bSPaolo Bonzini } 668aeae883bSPaolo Bonzini 66911b61fbcSJohn Snow void block_job_finalize(BlockJob *job, Error **errp) 67011b61fbcSJohn Snow { 67133e9e9bdSKevin Wolf assert(job && job->job.id); 672*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_FINALIZE, errp)) { 67311b61fbcSJohn Snow return; 67411b61fbcSJohn Snow } 67511b61fbcSJohn Snow block_job_do_finalize(job); 67611b61fbcSJohn Snow } 67711b61fbcSJohn Snow 67875f71059SJohn Snow void block_job_dismiss(BlockJob **jobptr, Error **errp) 67975f71059SJohn Snow { 68075f71059SJohn Snow BlockJob *job = *jobptr; 68175f71059SJohn Snow /* similarly to _complete, this is QMP-interface only. */ 68233e9e9bdSKevin Wolf assert(job->job.id); 683*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_DISMISS, errp)) { 68475f71059SJohn Snow return; 68575f71059SJohn Snow } 68675f71059SJohn Snow 68775f71059SJohn Snow block_job_do_dismiss(job); 68875f71059SJohn Snow *jobptr = NULL; 68975f71059SJohn Snow } 69075f71059SJohn Snow 6910ec4dfb8SJohn Snow void block_job_user_pause(BlockJob *job, Error **errp) 6920df4ba58SJohn Snow { 693*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_PAUSE, errp)) { 6940ec4dfb8SJohn Snow return; 6950ec4dfb8SJohn Snow } 6960ec4dfb8SJohn Snow if (job->user_paused) { 6970ec4dfb8SJohn Snow error_setg(errp, "Job is already paused"); 6980ec4dfb8SJohn Snow return; 6990ec4dfb8SJohn Snow } 7000df4ba58SJohn Snow job->user_paused = true; 7010df4ba58SJohn Snow block_job_pause(job); 7020df4ba58SJohn Snow } 7030df4ba58SJohn Snow 7040df4ba58SJohn Snow bool block_job_user_paused(BlockJob *job) 7050df4ba58SJohn Snow { 7066573d9c6SPaolo Bonzini return job->user_paused; 7070df4ba58SJohn Snow } 7080df4ba58SJohn Snow 7090ec4dfb8SJohn Snow void block_job_user_resume(BlockJob *job, Error **errp) 7100df4ba58SJohn Snow { 7110ec4dfb8SJohn Snow assert(job); 7120ec4dfb8SJohn Snow if (!job->user_paused || job->pause_count <= 0) { 7130ec4dfb8SJohn Snow error_setg(errp, "Can't resume a job that was not paused"); 7140ec4dfb8SJohn Snow return; 7150ec4dfb8SJohn Snow } 716*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_RESUME, errp)) { 7170ec4dfb8SJohn Snow return; 7180ec4dfb8SJohn Snow } 7192caf63a9SPaolo Bonzini block_job_iostatus_reset(job); 7204c241cf5SPaolo Bonzini job->user_paused = false; 7210df4ba58SJohn Snow block_job_resume(job); 7220df4ba58SJohn Snow } 7230df4ba58SJohn Snow 724b76e4458SLiang Li void block_job_cancel(BlockJob *job, bool force) 7258acc72a4SPaolo Bonzini { 726*a50c2ab8SKevin Wolf if (job->job.status == JOB_STATUS_CONCLUDED) { 72775f71059SJohn Snow block_job_do_dismiss(job); 72811b61fbcSJohn Snow return; 72911b61fbcSJohn Snow } 730b76e4458SLiang Li block_job_cancel_async(job, force); 73111b61fbcSJohn Snow if (!block_job_started(job)) { 7325ccac6f1SJohn Snow block_job_completed(job, -ECANCELED); 73311b61fbcSJohn Snow } else if (job->deferred_to_main_loop) { 73411b61fbcSJohn Snow block_job_completed_txn_abort(job); 73511b61fbcSJohn Snow } else { 73611b61fbcSJohn Snow block_job_enter(job); 7375ccac6f1SJohn Snow } 7388acc72a4SPaolo Bonzini } 7398acc72a4SPaolo Bonzini 740b76e4458SLiang Li void block_job_user_cancel(BlockJob *job, bool force, Error **errp) 7410ec4dfb8SJohn Snow { 742*a50c2ab8SKevin Wolf if (job_apply_verb(&job->job, JOB_VERB_CANCEL, errp)) { 7430ec4dfb8SJohn Snow return; 7440ec4dfb8SJohn Snow } 745b76e4458SLiang Li block_job_cancel(job, force); 7460ec4dfb8SJohn Snow } 7470ec4dfb8SJohn Snow 748345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be 749345f9e1bSMax Reitz * used with block_job_finish_sync() without the need for (rather nasty) 750345f9e1bSMax Reitz * function pointer casts there. */ 751345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp) 752345f9e1bSMax Reitz { 753b76e4458SLiang Li block_job_cancel(job, false); 754345f9e1bSMax Reitz } 755345f9e1bSMax Reitz 756345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job) 757345f9e1bSMax Reitz { 758345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_cancel_err, NULL); 759345f9e1bSMax Reitz } 760345f9e1bSMax Reitz 761a1a2af07SKevin Wolf void block_job_cancel_sync_all(void) 762a1a2af07SKevin Wolf { 763a1a2af07SKevin Wolf BlockJob *job; 764a1a2af07SKevin Wolf AioContext *aio_context; 765a1a2af07SKevin Wolf 766e7c1d78bSKevin Wolf while ((job = block_job_next(NULL))) { 767b6d2e599SKevin Wolf aio_context = blk_get_aio_context(job->blk); 768a1a2af07SKevin Wolf aio_context_acquire(aio_context); 769a1a2af07SKevin Wolf block_job_cancel_sync(job); 770a1a2af07SKevin Wolf aio_context_release(aio_context); 771a1a2af07SKevin Wolf } 772a1a2af07SKevin Wolf } 773a1a2af07SKevin Wolf 774345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp) 775345f9e1bSMax Reitz { 776345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_complete, errp); 777345f9e1bSMax Reitz } 778345f9e1bSMax Reitz 77905df8a6aSKevin Wolf void block_job_progress_update(BlockJob *job, uint64_t done) 78005df8a6aSKevin Wolf { 78105df8a6aSKevin Wolf job->offset += done; 78205df8a6aSKevin Wolf } 78305df8a6aSKevin Wolf 78405df8a6aSKevin Wolf void block_job_progress_set_remaining(BlockJob *job, uint64_t remaining) 78505df8a6aSKevin Wolf { 78605df8a6aSKevin Wolf job->len = job->offset + remaining; 78705df8a6aSKevin Wolf } 78805df8a6aSKevin Wolf 789559b935fSJohn Snow BlockJobInfo *block_job_query(BlockJob *job, Error **errp) 79030e628b7SPaolo Bonzini { 791559b935fSJohn Snow BlockJobInfo *info; 792559b935fSJohn Snow 793559b935fSJohn Snow if (block_job_is_internal(job)) { 794559b935fSJohn Snow error_setg(errp, "Cannot query QEMU internal jobs"); 795559b935fSJohn Snow return NULL; 796559b935fSJohn Snow } 797559b935fSJohn Snow info = g_new0(BlockJobInfo, 1); 798252291eaSKevin Wolf info->type = g_strdup(job_type_str(&job->job)); 79933e9e9bdSKevin Wolf info->device = g_strdup(job->job.id); 80030e628b7SPaolo Bonzini info->len = job->len; 801fc24908eSPaolo Bonzini info->busy = atomic_read(&job->busy); 802751ebd76SFam Zheng info->paused = job->pause_count > 0; 80330e628b7SPaolo Bonzini info->offset = job->offset; 80430e628b7SPaolo Bonzini info->speed = job->speed; 80532c81a4aSPaolo Bonzini info->io_status = job->iostatus; 806ef6dbf1eSMax Reitz info->ready = job->ready; 807*a50c2ab8SKevin Wolf info->status = job->job.status; 808b40dacdcSJohn Snow info->auto_finalize = job->auto_finalize; 809b40dacdcSJohn Snow info->auto_dismiss = job->auto_dismiss; 810ab9ba614SJohn Snow info->has_error = job->ret != 0; 811ab9ba614SJohn Snow info->error = job->ret ? g_strdup(strerror(-job->ret)) : NULL; 81230e628b7SPaolo Bonzini return info; 81330e628b7SPaolo Bonzini } 81432c81a4aSPaolo Bonzini 81532c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error) 81632c81a4aSPaolo Bonzini { 81732c81a4aSPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 81832c81a4aSPaolo Bonzini job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE : 81932c81a4aSPaolo Bonzini BLOCK_DEVICE_IO_STATUS_FAILED; 82032c81a4aSPaolo Bonzini } 82132c81a4aSPaolo Bonzini } 82232c81a4aSPaolo Bonzini 8238254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job) 824a66a2a36SPaolo Bonzini { 825559b935fSJohn Snow if (block_job_is_internal(job)) { 826559b935fSJohn Snow return; 827559b935fSJohn Snow } 828559b935fSJohn Snow 829252291eaSKevin Wolf qapi_event_send_block_job_cancelled(job_type(&job->job), 83033e9e9bdSKevin Wolf job->job.id, 831a66a2a36SPaolo Bonzini job->len, 832a66a2a36SPaolo Bonzini job->offset, 833bcada37bSWenchao Xia job->speed, 834bcada37bSWenchao Xia &error_abort); 835a66a2a36SPaolo Bonzini } 836a66a2a36SPaolo Bonzini 8378254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg) 838a66a2a36SPaolo Bonzini { 839559b935fSJohn Snow if (block_job_is_internal(job)) { 840559b935fSJohn Snow return; 841559b935fSJohn Snow } 842559b935fSJohn Snow 843252291eaSKevin Wolf qapi_event_send_block_job_completed(job_type(&job->job), 84433e9e9bdSKevin Wolf job->job.id, 845bcada37bSWenchao Xia job->len, 846bcada37bSWenchao Xia job->offset, 847bcada37bSWenchao Xia job->speed, 848bcada37bSWenchao Xia !!msg, 849bcada37bSWenchao Xia msg, 850bcada37bSWenchao Xia &error_abort); 851bcada37bSWenchao Xia } 852bcada37bSWenchao Xia 8535f241594SJohn Snow static int block_job_event_pending(BlockJob *job) 8545f241594SJohn Snow { 855*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_PENDING); 8565f241594SJohn Snow if (!job->auto_finalize && !block_job_is_internal(job)) { 857252291eaSKevin Wolf qapi_event_send_block_job_pending(job_type(&job->job), 85833e9e9bdSKevin Wolf job->job.id, 8595f241594SJohn Snow &error_abort); 8605f241594SJohn Snow } 8615f241594SJohn Snow return 0; 8625f241594SJohn Snow } 8635f241594SJohn Snow 86488691b37SPaolo Bonzini /* 86588691b37SPaolo Bonzini * API for block job drivers and the block layer. These functions are 86688691b37SPaolo Bonzini * declared in blockjob_int.h. 86788691b37SPaolo Bonzini */ 86888691b37SPaolo Bonzini 86988691b37SPaolo Bonzini void *block_job_create(const char *job_id, const BlockJobDriver *driver, 87075859b94SJohn Snow BlockJobTxn *txn, BlockDriverState *bs, uint64_t perm, 87188691b37SPaolo Bonzini uint64_t shared_perm, int64_t speed, int flags, 87288691b37SPaolo Bonzini BlockCompletionFunc *cb, void *opaque, Error **errp) 87388691b37SPaolo Bonzini { 87488691b37SPaolo Bonzini BlockBackend *blk; 87588691b37SPaolo Bonzini BlockJob *job; 87688691b37SPaolo Bonzini int ret; 87788691b37SPaolo Bonzini 87888691b37SPaolo Bonzini if (bs->job) { 87988691b37SPaolo Bonzini error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs)); 88088691b37SPaolo Bonzini return NULL; 88188691b37SPaolo Bonzini } 88288691b37SPaolo Bonzini 88388691b37SPaolo Bonzini if (job_id == NULL && !(flags & BLOCK_JOB_INTERNAL)) { 88488691b37SPaolo Bonzini job_id = bdrv_get_device_name(bs); 88588691b37SPaolo Bonzini if (!*job_id) { 88688691b37SPaolo Bonzini error_setg(errp, "An explicit job ID is required for this node"); 88788691b37SPaolo Bonzini return NULL; 88888691b37SPaolo Bonzini } 88988691b37SPaolo Bonzini } 89088691b37SPaolo Bonzini 89188691b37SPaolo Bonzini if (job_id) { 89288691b37SPaolo Bonzini if (flags & BLOCK_JOB_INTERNAL) { 89388691b37SPaolo Bonzini error_setg(errp, "Cannot specify job ID for internal block job"); 89488691b37SPaolo Bonzini return NULL; 89588691b37SPaolo Bonzini } 89688691b37SPaolo Bonzini } 89788691b37SPaolo Bonzini 89888691b37SPaolo Bonzini blk = blk_new(perm, shared_perm); 89988691b37SPaolo Bonzini ret = blk_insert_bs(blk, bs, errp); 90088691b37SPaolo Bonzini if (ret < 0) { 90188691b37SPaolo Bonzini blk_unref(blk); 90288691b37SPaolo Bonzini return NULL; 90388691b37SPaolo Bonzini } 90488691b37SPaolo Bonzini 90533e9e9bdSKevin Wolf job = job_create(job_id, &driver->job_driver, errp); 90633e9e9bdSKevin Wolf if (job == NULL) { 90733e9e9bdSKevin Wolf blk_unref(blk); 90833e9e9bdSKevin Wolf return NULL; 90933e9e9bdSKevin Wolf } 91033e9e9bdSKevin Wolf 911e7c1d78bSKevin Wolf assert(is_block_job(&job->job)); 912e7c1d78bSKevin Wolf 91388691b37SPaolo Bonzini job->driver = driver; 91488691b37SPaolo Bonzini job->blk = blk; 91588691b37SPaolo Bonzini job->cb = cb; 91688691b37SPaolo Bonzini job->opaque = opaque; 91788691b37SPaolo Bonzini job->busy = false; 91888691b37SPaolo Bonzini job->paused = true; 91988691b37SPaolo Bonzini job->pause_count = 1; 92088691b37SPaolo Bonzini job->refcnt = 1; 9215f241594SJohn Snow job->auto_finalize = !(flags & BLOCK_JOB_MANUAL_FINALIZE); 92275f71059SJohn Snow job->auto_dismiss = !(flags & BLOCK_JOB_MANUAL_DISMISS); 923fc24908eSPaolo Bonzini aio_timer_init(qemu_get_aio_context(), &job->sleep_timer, 924fc24908eSPaolo Bonzini QEMU_CLOCK_REALTIME, SCALE_NS, 925fc24908eSPaolo Bonzini block_job_sleep_timer_cb, job); 92688691b37SPaolo Bonzini 92788691b37SPaolo Bonzini error_setg(&job->blocker, "block device is in use by block job: %s", 928252291eaSKevin Wolf job_type_str(&job->job)); 92988691b37SPaolo Bonzini block_job_add_bdrv(job, "main node", bs, 0, BLK_PERM_ALL, &error_abort); 93088691b37SPaolo Bonzini bs->job = job; 93188691b37SPaolo Bonzini 93288691b37SPaolo Bonzini bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker); 93388691b37SPaolo Bonzini 93488691b37SPaolo Bonzini blk_add_aio_context_notifier(blk, block_job_attached_aio_context, 93588691b37SPaolo Bonzini block_job_detach_aio_context, job); 93688691b37SPaolo Bonzini 93788691b37SPaolo Bonzini /* Only set speed when necessary to avoid NotSupported error */ 93888691b37SPaolo Bonzini if (speed != 0) { 93988691b37SPaolo Bonzini Error *local_err = NULL; 94088691b37SPaolo Bonzini 94188691b37SPaolo Bonzini block_job_set_speed(job, speed, &local_err); 94288691b37SPaolo Bonzini if (local_err) { 9433925cd3bSJohn Snow block_job_early_fail(job); 94488691b37SPaolo Bonzini error_propagate(errp, local_err); 94588691b37SPaolo Bonzini return NULL; 94688691b37SPaolo Bonzini } 94788691b37SPaolo Bonzini } 94875859b94SJohn Snow 94975859b94SJohn Snow /* Single jobs are modeled as single-job transactions for sake of 95075859b94SJohn Snow * consolidating the job management logic */ 95175859b94SJohn Snow if (!txn) { 95275859b94SJohn Snow txn = block_job_txn_new(); 95375859b94SJohn Snow block_job_txn_add_job(txn, job); 95475859b94SJohn Snow block_job_txn_unref(txn); 95575859b94SJohn Snow } else { 95675859b94SJohn Snow block_job_txn_add_job(txn, job); 95775859b94SJohn Snow } 95875859b94SJohn Snow 95988691b37SPaolo Bonzini return job; 96088691b37SPaolo Bonzini } 96188691b37SPaolo Bonzini 96288691b37SPaolo Bonzini void block_job_early_fail(BlockJob *job) 96388691b37SPaolo Bonzini { 964*a50c2ab8SKevin Wolf assert(job->job.status == JOB_STATUS_CREATED); 9653925cd3bSJohn Snow block_job_decommission(job); 96688691b37SPaolo Bonzini } 96788691b37SPaolo Bonzini 96888691b37SPaolo Bonzini void block_job_completed(BlockJob *job, int ret) 96988691b37SPaolo Bonzini { 97075859b94SJohn Snow assert(job && job->txn && !job->completed); 97188691b37SPaolo Bonzini assert(blk_bs(job->blk)->job == job); 97288691b37SPaolo Bonzini job->completed = true; 97388691b37SPaolo Bonzini job->ret = ret; 97435d6b368SJohn Snow block_job_update_rc(job); 97535d6b368SJohn Snow trace_block_job_completed(job, ret, job->ret); 97635d6b368SJohn Snow if (job->ret) { 97788691b37SPaolo Bonzini block_job_completed_txn_abort(job); 97888691b37SPaolo Bonzini } else { 97988691b37SPaolo Bonzini block_job_completed_txn_success(job); 98088691b37SPaolo Bonzini } 98188691b37SPaolo Bonzini } 98288691b37SPaolo Bonzini 98388691b37SPaolo Bonzini static bool block_job_should_pause(BlockJob *job) 98488691b37SPaolo Bonzini { 98588691b37SPaolo Bonzini return job->pause_count > 0; 98688691b37SPaolo Bonzini } 98788691b37SPaolo Bonzini 988fc24908eSPaolo Bonzini /* Yield, and schedule a timer to reenter the coroutine after @ns nanoseconds. 989fc24908eSPaolo Bonzini * Reentering the job coroutine with block_job_enter() before the timer has 990fc24908eSPaolo Bonzini * expired is allowed and cancels the timer. 991fc24908eSPaolo Bonzini * 992fc24908eSPaolo Bonzini * If @ns is (uint64_t) -1, no timer is scheduled and block_job_enter() must be 993fc24908eSPaolo Bonzini * called explicitly. */ 994fc24908eSPaolo Bonzini static void block_job_do_yield(BlockJob *job, uint64_t ns) 995356f59b8SPaolo Bonzini { 996fc24908eSPaolo Bonzini block_job_lock(); 997fc24908eSPaolo Bonzini if (ns != -1) { 998fc24908eSPaolo Bonzini timer_mod(&job->sleep_timer, ns); 999fc24908eSPaolo Bonzini } 1000356f59b8SPaolo Bonzini job->busy = false; 1001fc24908eSPaolo Bonzini block_job_unlock(); 1002356f59b8SPaolo Bonzini qemu_coroutine_yield(); 1003356f59b8SPaolo Bonzini 1004356f59b8SPaolo Bonzini /* Set by block_job_enter before re-entering the coroutine. */ 1005356f59b8SPaolo Bonzini assert(job->busy); 1006356f59b8SPaolo Bonzini } 1007356f59b8SPaolo Bonzini 100888691b37SPaolo Bonzini void coroutine_fn block_job_pause_point(BlockJob *job) 100988691b37SPaolo Bonzini { 101088691b37SPaolo Bonzini assert(job && block_job_started(job)); 101188691b37SPaolo Bonzini 101288691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 101388691b37SPaolo Bonzini return; 101488691b37SPaolo Bonzini } 101588691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 101688691b37SPaolo Bonzini return; 101788691b37SPaolo Bonzini } 101888691b37SPaolo Bonzini 101988691b37SPaolo Bonzini if (job->driver->pause) { 102088691b37SPaolo Bonzini job->driver->pause(job); 102188691b37SPaolo Bonzini } 102288691b37SPaolo Bonzini 102388691b37SPaolo Bonzini if (block_job_should_pause(job) && !block_job_is_cancelled(job)) { 1024*a50c2ab8SKevin Wolf JobStatus status = job->job.status; 1025*a50c2ab8SKevin Wolf job_state_transition(&job->job, status == JOB_STATUS_READY 1026*a50c2ab8SKevin Wolf ? JOB_STATUS_STANDBY 1027*a50c2ab8SKevin Wolf : JOB_STATUS_PAUSED); 102888691b37SPaolo Bonzini job->paused = true; 1029fc24908eSPaolo Bonzini block_job_do_yield(job, -1); 103088691b37SPaolo Bonzini job->paused = false; 1031*a50c2ab8SKevin Wolf job_state_transition(&job->job, status); 103288691b37SPaolo Bonzini } 103388691b37SPaolo Bonzini 103488691b37SPaolo Bonzini if (job->driver->resume) { 103588691b37SPaolo Bonzini job->driver->resume(job); 103688691b37SPaolo Bonzini } 103788691b37SPaolo Bonzini } 103888691b37SPaolo Bonzini 1039aa9ef2e6SJohn Snow /* 1040aa9ef2e6SJohn Snow * Conditionally enter a block_job pending a call to fn() while 1041aa9ef2e6SJohn Snow * under the block_job_lock critical section. 1042aa9ef2e6SJohn Snow */ 1043aa9ef2e6SJohn Snow static void block_job_enter_cond(BlockJob *job, bool(*fn)(BlockJob *job)) 104488691b37SPaolo Bonzini { 1045eb05e011SPaolo Bonzini if (!block_job_started(job)) { 1046eb05e011SPaolo Bonzini return; 1047eb05e011SPaolo Bonzini } 1048eb05e011SPaolo Bonzini if (job->deferred_to_main_loop) { 1049eb05e011SPaolo Bonzini return; 1050eb05e011SPaolo Bonzini } 1051eb05e011SPaolo Bonzini 1052fc24908eSPaolo Bonzini block_job_lock(); 1053356f59b8SPaolo Bonzini if (job->busy) { 1054fc24908eSPaolo Bonzini block_job_unlock(); 1055356f59b8SPaolo Bonzini return; 105688691b37SPaolo Bonzini } 1057356f59b8SPaolo Bonzini 1058aa9ef2e6SJohn Snow if (fn && !fn(job)) { 1059aa9ef2e6SJohn Snow block_job_unlock(); 1060aa9ef2e6SJohn Snow return; 1061aa9ef2e6SJohn Snow } 1062aa9ef2e6SJohn Snow 1063fc24908eSPaolo Bonzini assert(!job->deferred_to_main_loop); 1064fc24908eSPaolo Bonzini timer_del(&job->sleep_timer); 1065356f59b8SPaolo Bonzini job->busy = true; 1066fc24908eSPaolo Bonzini block_job_unlock(); 1067356f59b8SPaolo Bonzini aio_co_wake(job->co); 106888691b37SPaolo Bonzini } 106988691b37SPaolo Bonzini 1070aa9ef2e6SJohn Snow void block_job_enter(BlockJob *job) 1071aa9ef2e6SJohn Snow { 1072aa9ef2e6SJohn Snow block_job_enter_cond(job, NULL); 1073aa9ef2e6SJohn Snow } 1074aa9ef2e6SJohn Snow 107588691b37SPaolo Bonzini bool block_job_is_cancelled(BlockJob *job) 107688691b37SPaolo Bonzini { 107788691b37SPaolo Bonzini return job->cancelled; 107888691b37SPaolo Bonzini } 107988691b37SPaolo Bonzini 10805bf1d5a7SPaolo Bonzini void block_job_sleep_ns(BlockJob *job, int64_t ns) 108188691b37SPaolo Bonzini { 108288691b37SPaolo Bonzini assert(job->busy); 108388691b37SPaolo Bonzini 108488691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 108588691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 108688691b37SPaolo Bonzini return; 108788691b37SPaolo Bonzini } 108888691b37SPaolo Bonzini 108988691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 1090fc24908eSPaolo Bonzini block_job_do_yield(job, qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + ns); 109188691b37SPaolo Bonzini } 109288691b37SPaolo Bonzini 109388691b37SPaolo Bonzini block_job_pause_point(job); 109488691b37SPaolo Bonzini } 109588691b37SPaolo Bonzini 109688691b37SPaolo Bonzini void block_job_yield(BlockJob *job) 109788691b37SPaolo Bonzini { 109888691b37SPaolo Bonzini assert(job->busy); 109988691b37SPaolo Bonzini 110088691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 110188691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 110288691b37SPaolo Bonzini return; 110388691b37SPaolo Bonzini } 110488691b37SPaolo Bonzini 110588691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 1106fc24908eSPaolo Bonzini block_job_do_yield(job, -1); 110788691b37SPaolo Bonzini } 110888691b37SPaolo Bonzini 110988691b37SPaolo Bonzini block_job_pause_point(job); 111088691b37SPaolo Bonzini } 111188691b37SPaolo Bonzini 11122caf63a9SPaolo Bonzini void block_job_iostatus_reset(BlockJob *job) 11132caf63a9SPaolo Bonzini { 11144c241cf5SPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 11154c241cf5SPaolo Bonzini return; 11164c241cf5SPaolo Bonzini } 11174c241cf5SPaolo Bonzini assert(job->user_paused && job->pause_count > 0); 11182caf63a9SPaolo Bonzini job->iostatus = BLOCK_DEVICE_IO_STATUS_OK; 11192caf63a9SPaolo Bonzini } 11202caf63a9SPaolo Bonzini 1121bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job) 1122bcada37bSWenchao Xia { 1123*a50c2ab8SKevin Wolf job_state_transition(&job->job, JOB_STATUS_READY); 1124ef6dbf1eSMax Reitz job->ready = true; 1125ef6dbf1eSMax Reitz 1126559b935fSJohn Snow if (block_job_is_internal(job)) { 1127559b935fSJohn Snow return; 1128559b935fSJohn Snow } 1129559b935fSJohn Snow 1130252291eaSKevin Wolf qapi_event_send_block_job_ready(job_type(&job->job), 113133e9e9bdSKevin Wolf job->job.id, 1132518848a2SMarkus Armbruster job->len, 1133518848a2SMarkus Armbruster job->offset, 1134518848a2SMarkus Armbruster job->speed, &error_abort); 1135a66a2a36SPaolo Bonzini } 1136a66a2a36SPaolo Bonzini 113781e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err, 113832c81a4aSPaolo Bonzini int is_read, int error) 113932c81a4aSPaolo Bonzini { 114032c81a4aSPaolo Bonzini BlockErrorAction action; 114132c81a4aSPaolo Bonzini 114232c81a4aSPaolo Bonzini switch (on_err) { 114332c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_ENOSPC: 11448c398252SKevin Wolf case BLOCKDEV_ON_ERROR_AUTO: 1145a589569fSWenchao Xia action = (error == ENOSPC) ? 1146a589569fSWenchao Xia BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT; 114732c81a4aSPaolo Bonzini break; 114832c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_STOP: 1149a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_STOP; 115032c81a4aSPaolo Bonzini break; 115132c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_REPORT: 1152a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_REPORT; 115332c81a4aSPaolo Bonzini break; 115432c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_IGNORE: 1155a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_IGNORE; 115632c81a4aSPaolo Bonzini break; 115732c81a4aSPaolo Bonzini default: 115832c81a4aSPaolo Bonzini abort(); 115932c81a4aSPaolo Bonzini } 1160559b935fSJohn Snow if (!block_job_is_internal(job)) { 116133e9e9bdSKevin Wolf qapi_event_send_block_job_error(job->job.id, 11625a2d2cbdSWenchao Xia is_read ? IO_OPERATION_TYPE_READ : 11635a2d2cbdSWenchao Xia IO_OPERATION_TYPE_WRITE, 11645a2d2cbdSWenchao Xia action, &error_abort); 1165559b935fSJohn Snow } 1166a589569fSWenchao Xia if (action == BLOCK_ERROR_ACTION_STOP) { 11670ec4dfb8SJohn Snow block_job_pause(job); 1168751ebd76SFam Zheng /* make the pause user visible, which will be resumed from QMP. */ 11690ec4dfb8SJohn Snow job->user_paused = true; 117032c81a4aSPaolo Bonzini block_job_iostatus_set_err(job, error); 117132c81a4aSPaolo Bonzini } 117232c81a4aSPaolo Bonzini return action; 117332c81a4aSPaolo Bonzini } 1174dec7d421SStefan Hajnoczi 1175dec7d421SStefan Hajnoczi typedef struct { 1176dec7d421SStefan Hajnoczi BlockJob *job; 1177dec7d421SStefan Hajnoczi AioContext *aio_context; 1178dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn; 1179dec7d421SStefan Hajnoczi void *opaque; 1180dec7d421SStefan Hajnoczi } BlockJobDeferToMainLoopData; 1181dec7d421SStefan Hajnoczi 1182dec7d421SStefan Hajnoczi static void block_job_defer_to_main_loop_bh(void *opaque) 1183dec7d421SStefan Hajnoczi { 1184dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = opaque; 1185dec7d421SStefan Hajnoczi AioContext *aio_context; 1186dec7d421SStefan Hajnoczi 1187dec7d421SStefan Hajnoczi /* Prevent race with block_job_defer_to_main_loop() */ 1188dec7d421SStefan Hajnoczi aio_context_acquire(data->aio_context); 1189dec7d421SStefan Hajnoczi 1190dec7d421SStefan Hajnoczi /* Fetch BDS AioContext again, in case it has changed */ 1191b6d2e599SKevin Wolf aio_context = blk_get_aio_context(data->job->blk); 1192d79df2a2SPaolo Bonzini if (aio_context != data->aio_context) { 1193dec7d421SStefan Hajnoczi aio_context_acquire(aio_context); 1194d79df2a2SPaolo Bonzini } 1195dec7d421SStefan Hajnoczi 1196dec7d421SStefan Hajnoczi data->fn(data->job, data->opaque); 1197dec7d421SStefan Hajnoczi 1198d79df2a2SPaolo Bonzini if (aio_context != data->aio_context) { 1199dec7d421SStefan Hajnoczi aio_context_release(aio_context); 1200d79df2a2SPaolo Bonzini } 1201dec7d421SStefan Hajnoczi 1202dec7d421SStefan Hajnoczi aio_context_release(data->aio_context); 1203dec7d421SStefan Hajnoczi 1204dec7d421SStefan Hajnoczi g_free(data); 1205dec7d421SStefan Hajnoczi } 1206dec7d421SStefan Hajnoczi 1207dec7d421SStefan Hajnoczi void block_job_defer_to_main_loop(BlockJob *job, 1208dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn, 1209dec7d421SStefan Hajnoczi void *opaque) 1210dec7d421SStefan Hajnoczi { 1211dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = g_malloc(sizeof(*data)); 1212dec7d421SStefan Hajnoczi data->job = job; 1213b6d2e599SKevin Wolf data->aio_context = blk_get_aio_context(job->blk); 1214dec7d421SStefan Hajnoczi data->fn = fn; 1215dec7d421SStefan Hajnoczi data->opaque = opaque; 1216794f0141SFam Zheng job->deferred_to_main_loop = true; 1217dec7d421SStefan Hajnoczi 1218fffb6e12SPaolo Bonzini aio_bh_schedule_oneshot(qemu_get_aio_context(), 1219fffb6e12SPaolo Bonzini block_job_defer_to_main_loop_bh, data); 1220dec7d421SStefan Hajnoczi } 1221