12f0c9fe6SPaolo Bonzini /* 22f0c9fe6SPaolo Bonzini * QEMU System Emulator block driver 32f0c9fe6SPaolo Bonzini * 42f0c9fe6SPaolo Bonzini * Copyright (c) 2011 IBM Corp. 52f0c9fe6SPaolo Bonzini * Copyright (c) 2012 Red Hat, Inc. 62f0c9fe6SPaolo Bonzini * 72f0c9fe6SPaolo Bonzini * Permission is hereby granted, free of charge, to any person obtaining a copy 82f0c9fe6SPaolo Bonzini * of this software and associated documentation files (the "Software"), to deal 92f0c9fe6SPaolo Bonzini * in the Software without restriction, including without limitation the rights 102f0c9fe6SPaolo Bonzini * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 112f0c9fe6SPaolo Bonzini * copies of the Software, and to permit persons to whom the Software is 122f0c9fe6SPaolo Bonzini * furnished to do so, subject to the following conditions: 132f0c9fe6SPaolo Bonzini * 142f0c9fe6SPaolo Bonzini * The above copyright notice and this permission notice shall be included in 152f0c9fe6SPaolo Bonzini * all copies or substantial portions of the Software. 162f0c9fe6SPaolo Bonzini * 172f0c9fe6SPaolo Bonzini * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 182f0c9fe6SPaolo Bonzini * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 192f0c9fe6SPaolo Bonzini * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 202f0c9fe6SPaolo Bonzini * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 212f0c9fe6SPaolo Bonzini * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 222f0c9fe6SPaolo Bonzini * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 232f0c9fe6SPaolo Bonzini * THE SOFTWARE. 242f0c9fe6SPaolo Bonzini */ 252f0c9fe6SPaolo Bonzini 26d38ea87aSPeter Maydell #include "qemu/osdep.h" 272f0c9fe6SPaolo Bonzini #include "qemu-common.h" 28737e150eSPaolo Bonzini #include "block/block.h" 29c87621eaSJohn Snow #include "block/blockjob_int.h" 30737e150eSPaolo Bonzini #include "block/block_int.h" 31c9de4050SJohn Snow #include "block/trace.h" 32373340b2SMax Reitz #include "sysemu/block-backend.h" 33e688df6bSMarkus Armbruster #include "qapi/error.h" 349af23989SMarkus Armbruster #include "qapi/qapi-events-block-core.h" 35cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h" 3610817bf0SDaniel P. Berrange #include "qemu/coroutine.h" 371de7afc9SPaolo Bonzini #include "qemu/timer.h" 382f0c9fe6SPaolo Bonzini 39fc24908eSPaolo Bonzini /* Right now, this mutex is only needed to synchronize accesses to job->busy 40fc24908eSPaolo Bonzini * and job->sleep_timer, such as concurrent calls to block_job_do_yield and 41fc24908eSPaolo Bonzini * block_job_enter. */ 42fc24908eSPaolo Bonzini static QemuMutex block_job_mutex; 43fc24908eSPaolo Bonzini 44c9de4050SJohn Snow /* BlockJob State Transition Table */ 45c9de4050SJohn Snow bool BlockJobSTT[BLOCK_JOB_STATUS__MAX][BLOCK_JOB_STATUS__MAX] = { 465f241594SJohn Snow /* U, C, R, P, Y, S, W, D, X, E, N */ 475f241594SJohn Snow /* U: */ [BLOCK_JOB_STATUS_UNDEFINED] = {0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 485f241594SJohn Snow /* C: */ [BLOCK_JOB_STATUS_CREATED] = {0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1}, 495f241594SJohn Snow /* R: */ [BLOCK_JOB_STATUS_RUNNING] = {0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0}, 505f241594SJohn Snow /* P: */ [BLOCK_JOB_STATUS_PAUSED] = {0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0}, 515f241594SJohn Snow /* Y: */ [BLOCK_JOB_STATUS_READY] = {0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0}, 525f241594SJohn Snow /* S: */ [BLOCK_JOB_STATUS_STANDBY] = {0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0}, 535f241594SJohn Snow /* W: */ [BLOCK_JOB_STATUS_WAITING] = {0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0}, 545f241594SJohn Snow /* D: */ [BLOCK_JOB_STATUS_PENDING] = {0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0}, 555f241594SJohn Snow /* X: */ [BLOCK_JOB_STATUS_ABORTING] = {0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0}, 565f241594SJohn Snow /* E: */ [BLOCK_JOB_STATUS_CONCLUDED] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1}, 575f241594SJohn Snow /* N: */ [BLOCK_JOB_STATUS_NULL] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 58c9de4050SJohn Snow }; 59c9de4050SJohn Snow 600ec4dfb8SJohn Snow bool BlockJobVerbTable[BLOCK_JOB_VERB__MAX][BLOCK_JOB_STATUS__MAX] = { 615f241594SJohn Snow /* U, C, R, P, Y, S, W, D, X, E, N */ 625f241594SJohn Snow [BLOCK_JOB_VERB_CANCEL] = {0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0}, 635f241594SJohn Snow [BLOCK_JOB_VERB_PAUSE] = {0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0}, 645f241594SJohn Snow [BLOCK_JOB_VERB_RESUME] = {0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0}, 655f241594SJohn Snow [BLOCK_JOB_VERB_SET_SPEED] = {0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0}, 665f241594SJohn Snow [BLOCK_JOB_VERB_COMPLETE] = {0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0}, 6711b61fbcSJohn Snow [BLOCK_JOB_VERB_FINALIZE] = {0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0}, 685f241594SJohn Snow [BLOCK_JOB_VERB_DISMISS] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0}, 690ec4dfb8SJohn Snow }; 700ec4dfb8SJohn Snow 71c9de4050SJohn Snow static void block_job_state_transition(BlockJob *job, BlockJobStatus s1) 72c9de4050SJohn Snow { 73c9de4050SJohn Snow BlockJobStatus s0 = job->status; 74c9de4050SJohn Snow assert(s1 >= 0 && s1 <= BLOCK_JOB_STATUS__MAX); 75c9de4050SJohn Snow trace_block_job_state_transition(job, job->ret, BlockJobSTT[s0][s1] ? 76c9de4050SJohn Snow "allowed" : "disallowed", 77604343ceSMarc-André Lureau BlockJobStatus_str(s0), 78604343ceSMarc-André Lureau BlockJobStatus_str(s1)); 79c9de4050SJohn Snow assert(BlockJobSTT[s0][s1]); 80c9de4050SJohn Snow job->status = s1; 81c9de4050SJohn Snow } 82c9de4050SJohn Snow 830ec4dfb8SJohn Snow static int block_job_apply_verb(BlockJob *job, BlockJobVerb bv, Error **errp) 840ec4dfb8SJohn Snow { 850ec4dfb8SJohn Snow assert(bv >= 0 && bv <= BLOCK_JOB_VERB__MAX); 86604343ceSMarc-André Lureau trace_block_job_apply_verb(job, BlockJobStatus_str(job->status), 87604343ceSMarc-André Lureau BlockJobVerb_str(bv), 880ec4dfb8SJohn Snow BlockJobVerbTable[bv][job->status] ? 890ec4dfb8SJohn Snow "allowed" : "prohibited"); 900ec4dfb8SJohn Snow if (BlockJobVerbTable[bv][job->status]) { 910ec4dfb8SJohn Snow return 0; 920ec4dfb8SJohn Snow } 930ec4dfb8SJohn Snow error_setg(errp, "Job '%s' in state '%s' cannot accept command verb '%s'", 9433e9e9bdSKevin Wolf job->job.id, BlockJobStatus_str(job->status), 9533e9e9bdSKevin Wolf BlockJobVerb_str(bv)); 960ec4dfb8SJohn Snow return -EPERM; 970ec4dfb8SJohn Snow } 980ec4dfb8SJohn Snow 99fc24908eSPaolo Bonzini static void block_job_lock(void) 100fc24908eSPaolo Bonzini { 101fc24908eSPaolo Bonzini qemu_mutex_lock(&block_job_mutex); 102fc24908eSPaolo Bonzini } 103fc24908eSPaolo Bonzini 104fc24908eSPaolo Bonzini static void block_job_unlock(void) 105fc24908eSPaolo Bonzini { 106fc24908eSPaolo Bonzini qemu_mutex_unlock(&block_job_mutex); 107fc24908eSPaolo Bonzini } 108fc24908eSPaolo Bonzini 109fc24908eSPaolo Bonzini static void __attribute__((__constructor__)) block_job_init(void) 110fc24908eSPaolo Bonzini { 111fc24908eSPaolo Bonzini qemu_mutex_init(&block_job_mutex); 112fc24908eSPaolo Bonzini } 113fc24908eSPaolo Bonzini 1148254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job); 1158254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg); 1165f241594SJohn Snow static int block_job_event_pending(BlockJob *job); 117aa9ef2e6SJohn Snow static void block_job_enter_cond(BlockJob *job, bool(*fn)(BlockJob *job)); 1188254b6d9SJohn Snow 119c55a832fSFam Zheng /* Transactional group of block jobs */ 120c55a832fSFam Zheng struct BlockJobTxn { 121c55a832fSFam Zheng 122c55a832fSFam Zheng /* Is this txn being cancelled? */ 123c55a832fSFam Zheng bool aborting; 124c55a832fSFam Zheng 125c55a832fSFam Zheng /* List of jobs */ 126c55a832fSFam Zheng QLIST_HEAD(, BlockJob) jobs; 127c55a832fSFam Zheng 128c55a832fSFam Zheng /* Reference count */ 129c55a832fSFam Zheng int refcnt; 130c55a832fSFam Zheng }; 131c55a832fSFam Zheng 13288691b37SPaolo Bonzini /* 13388691b37SPaolo Bonzini * The block job API is composed of two categories of functions. 13488691b37SPaolo Bonzini * 13588691b37SPaolo Bonzini * The first includes functions used by the monitor. The monitor is 13688691b37SPaolo Bonzini * peculiar in that it accesses the block job list with block_job_get, and 13788691b37SPaolo Bonzini * therefore needs consistency across block_job_get and the actual operation 13888691b37SPaolo Bonzini * (e.g. block_job_set_speed). The consistency is achieved with 13988691b37SPaolo Bonzini * aio_context_acquire/release. These functions are declared in blockjob.h. 14088691b37SPaolo Bonzini * 14188691b37SPaolo Bonzini * The second includes functions used by the block job drivers and sometimes 14288691b37SPaolo Bonzini * by the core block layer. These do not care about locking, because the 14388691b37SPaolo Bonzini * whole coroutine runs under the AioContext lock, and are declared in 14488691b37SPaolo Bonzini * blockjob_int.h. 14588691b37SPaolo Bonzini */ 14688691b37SPaolo Bonzini 147*e7c1d78bSKevin Wolf static bool is_block_job(Job *job) 148a7112795SAlberto Garcia { 149*e7c1d78bSKevin Wolf return job_type(job) == JOB_TYPE_BACKUP || 150*e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_COMMIT || 151*e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_MIRROR || 152*e7c1d78bSKevin Wolf job_type(job) == JOB_TYPE_STREAM; 153a7112795SAlberto Garcia } 154*e7c1d78bSKevin Wolf 155*e7c1d78bSKevin Wolf BlockJob *block_job_next(BlockJob *bjob) 156*e7c1d78bSKevin Wolf { 157*e7c1d78bSKevin Wolf Job *job = bjob ? &bjob->job : NULL; 158*e7c1d78bSKevin Wolf 159*e7c1d78bSKevin Wolf do { 160*e7c1d78bSKevin Wolf job = job_next(job); 161*e7c1d78bSKevin Wolf } while (job && !is_block_job(job)); 162*e7c1d78bSKevin Wolf 163*e7c1d78bSKevin Wolf return job ? container_of(job, BlockJob, job) : NULL; 164a7112795SAlberto Garcia } 165a7112795SAlberto Garcia 166ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id) 167ffb1f10cSAlberto Garcia { 168*e7c1d78bSKevin Wolf Job *job = job_get(id); 169ffb1f10cSAlberto Garcia 170*e7c1d78bSKevin Wolf if (job && is_block_job(job)) { 171*e7c1d78bSKevin Wolf return container_of(job, BlockJob, job); 172*e7c1d78bSKevin Wolf } else { 173ffb1f10cSAlberto Garcia return NULL; 174ffb1f10cSAlberto Garcia } 175*e7c1d78bSKevin Wolf } 176ffb1f10cSAlberto Garcia 177c8ab5c2dSPaolo Bonzini BlockJobTxn *block_job_txn_new(void) 178c8ab5c2dSPaolo Bonzini { 179c8ab5c2dSPaolo Bonzini BlockJobTxn *txn = g_new0(BlockJobTxn, 1); 180c8ab5c2dSPaolo Bonzini QLIST_INIT(&txn->jobs); 181c8ab5c2dSPaolo Bonzini txn->refcnt = 1; 182c8ab5c2dSPaolo Bonzini return txn; 183c8ab5c2dSPaolo Bonzini } 184c8ab5c2dSPaolo Bonzini 185c8ab5c2dSPaolo Bonzini static void block_job_txn_ref(BlockJobTxn *txn) 186c8ab5c2dSPaolo Bonzini { 187c8ab5c2dSPaolo Bonzini txn->refcnt++; 188c8ab5c2dSPaolo Bonzini } 189c8ab5c2dSPaolo Bonzini 190c8ab5c2dSPaolo Bonzini void block_job_txn_unref(BlockJobTxn *txn) 191c8ab5c2dSPaolo Bonzini { 192c8ab5c2dSPaolo Bonzini if (txn && --txn->refcnt == 0) { 193c8ab5c2dSPaolo Bonzini g_free(txn); 194c8ab5c2dSPaolo Bonzini } 195c8ab5c2dSPaolo Bonzini } 196c8ab5c2dSPaolo Bonzini 197c8ab5c2dSPaolo Bonzini void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job) 198c8ab5c2dSPaolo Bonzini { 199c8ab5c2dSPaolo Bonzini if (!txn) { 200c8ab5c2dSPaolo Bonzini return; 201c8ab5c2dSPaolo Bonzini } 202c8ab5c2dSPaolo Bonzini 203c8ab5c2dSPaolo Bonzini assert(!job->txn); 204c8ab5c2dSPaolo Bonzini job->txn = txn; 205c8ab5c2dSPaolo Bonzini 206c8ab5c2dSPaolo Bonzini QLIST_INSERT_HEAD(&txn->jobs, job, txn_list); 207c8ab5c2dSPaolo Bonzini block_job_txn_ref(txn); 208c8ab5c2dSPaolo Bonzini } 209c8ab5c2dSPaolo Bonzini 210a865cebbSMarc-André Lureau static void block_job_txn_del_job(BlockJob *job) 211a865cebbSMarc-André Lureau { 212a865cebbSMarc-André Lureau if (job->txn) { 213a865cebbSMarc-André Lureau QLIST_REMOVE(job, txn_list); 214a865cebbSMarc-André Lureau block_job_txn_unref(job->txn); 215a865cebbSMarc-André Lureau job->txn = NULL; 216a865cebbSMarc-André Lureau } 217a865cebbSMarc-André Lureau } 218a865cebbSMarc-André Lureau 2194c7e813cSStefan Hajnoczi /* Assumes the block_job_mutex is held */ 2204c7e813cSStefan Hajnoczi static bool block_job_timer_pending(BlockJob *job) 2214c7e813cSStefan Hajnoczi { 2224c7e813cSStefan Hajnoczi return timer_pending(&job->sleep_timer); 2234c7e813cSStefan Hajnoczi } 2244c7e813cSStefan Hajnoczi 2254c7e813cSStefan Hajnoczi /* Assumes the block_job_mutex is held */ 2264c7e813cSStefan Hajnoczi static bool block_job_timer_not_pending(BlockJob *job) 2274c7e813cSStefan Hajnoczi { 2284c7e813cSStefan Hajnoczi return !block_job_timer_pending(job); 2294c7e813cSStefan Hajnoczi } 2304c7e813cSStefan Hajnoczi 231f321dcb5SPaolo Bonzini static void block_job_pause(BlockJob *job) 232f321dcb5SPaolo Bonzini { 233f321dcb5SPaolo Bonzini job->pause_count++; 234f321dcb5SPaolo Bonzini } 235f321dcb5SPaolo Bonzini 236f321dcb5SPaolo Bonzini static void block_job_resume(BlockJob *job) 237f321dcb5SPaolo Bonzini { 238f321dcb5SPaolo Bonzini assert(job->pause_count > 0); 239f321dcb5SPaolo Bonzini job->pause_count--; 240f321dcb5SPaolo Bonzini if (job->pause_count) { 241f321dcb5SPaolo Bonzini return; 242f321dcb5SPaolo Bonzini } 2434c7e813cSStefan Hajnoczi 2444c7e813cSStefan Hajnoczi /* kick only if no timer is pending */ 2454c7e813cSStefan Hajnoczi block_job_enter_cond(job, block_job_timer_not_pending); 246f321dcb5SPaolo Bonzini } 247f321dcb5SPaolo Bonzini 2484172a003Ssochin.jiang void block_job_ref(BlockJob *job) 24905b0d8e3SPaolo Bonzini { 25005b0d8e3SPaolo Bonzini ++job->refcnt; 25105b0d8e3SPaolo Bonzini } 25205b0d8e3SPaolo Bonzini 25305b0d8e3SPaolo Bonzini static void block_job_attached_aio_context(AioContext *new_context, 25405b0d8e3SPaolo Bonzini void *opaque); 25505b0d8e3SPaolo Bonzini static void block_job_detach_aio_context(void *opaque); 25605b0d8e3SPaolo Bonzini 2574172a003Ssochin.jiang void block_job_unref(BlockJob *job) 25805b0d8e3SPaolo Bonzini { 25905b0d8e3SPaolo Bonzini if (--job->refcnt == 0) { 2603925cd3bSJohn Snow assert(job->status == BLOCK_JOB_STATUS_NULL); 261a865cebbSMarc-André Lureau assert(!job->txn); 26205b0d8e3SPaolo Bonzini BlockDriverState *bs = blk_bs(job->blk); 26305b0d8e3SPaolo Bonzini bs->job = NULL; 26405b0d8e3SPaolo Bonzini block_job_remove_all_bdrv(job); 26505b0d8e3SPaolo Bonzini blk_remove_aio_context_notifier(job->blk, 26605b0d8e3SPaolo Bonzini block_job_attached_aio_context, 26705b0d8e3SPaolo Bonzini block_job_detach_aio_context, job); 26805b0d8e3SPaolo Bonzini blk_unref(job->blk); 26905b0d8e3SPaolo Bonzini error_free(job->blocker); 270fc24908eSPaolo Bonzini assert(!timer_pending(&job->sleep_timer)); 271fd61a701SKevin Wolf job_delete(&job->job); 27205b0d8e3SPaolo Bonzini } 27305b0d8e3SPaolo Bonzini } 27405b0d8e3SPaolo Bonzini 275463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context, 276463e0be1SStefan Hajnoczi void *opaque) 277463e0be1SStefan Hajnoczi { 278463e0be1SStefan Hajnoczi BlockJob *job = opaque; 279463e0be1SStefan Hajnoczi 280463e0be1SStefan Hajnoczi if (job->driver->attached_aio_context) { 281463e0be1SStefan Hajnoczi job->driver->attached_aio_context(job, new_context); 282463e0be1SStefan Hajnoczi } 283463e0be1SStefan Hajnoczi 284463e0be1SStefan Hajnoczi block_job_resume(job); 285463e0be1SStefan Hajnoczi } 286463e0be1SStefan Hajnoczi 287bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job) 288bae8196dSPaolo Bonzini { 289bae8196dSPaolo Bonzini /* If job is !job->busy this kicks it into the next pause point. */ 290bae8196dSPaolo Bonzini block_job_enter(job); 291bae8196dSPaolo Bonzini 292bae8196dSPaolo Bonzini blk_drain(job->blk); 293bae8196dSPaolo Bonzini if (job->driver->drain) { 294bae8196dSPaolo Bonzini job->driver->drain(job); 295bae8196dSPaolo Bonzini } 296bae8196dSPaolo Bonzini } 297bae8196dSPaolo Bonzini 298463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque) 299463e0be1SStefan Hajnoczi { 300463e0be1SStefan Hajnoczi BlockJob *job = opaque; 301463e0be1SStefan Hajnoczi 302463e0be1SStefan Hajnoczi /* In case the job terminates during aio_poll()... */ 303463e0be1SStefan Hajnoczi block_job_ref(job); 304463e0be1SStefan Hajnoczi 305463e0be1SStefan Hajnoczi block_job_pause(job); 306463e0be1SStefan Hajnoczi 307463e0be1SStefan Hajnoczi while (!job->paused && !job->completed) { 308bae8196dSPaolo Bonzini block_job_drain(job); 309463e0be1SStefan Hajnoczi } 310463e0be1SStefan Hajnoczi 311463e0be1SStefan Hajnoczi block_job_unref(job); 312463e0be1SStefan Hajnoczi } 313463e0be1SStefan Hajnoczi 314f321dcb5SPaolo Bonzini static char *child_job_get_parent_desc(BdrvChild *c) 315f321dcb5SPaolo Bonzini { 316f321dcb5SPaolo Bonzini BlockJob *job = c->opaque; 317252291eaSKevin Wolf return g_strdup_printf("%s job '%s'", job_type_str(&job->job), job->job.id); 318f321dcb5SPaolo Bonzini } 319f321dcb5SPaolo Bonzini 320ad90febaSKevin Wolf static void child_job_drained_begin(BdrvChild *c) 321f321dcb5SPaolo Bonzini { 322ad90febaSKevin Wolf BlockJob *job = c->opaque; 323f321dcb5SPaolo Bonzini block_job_pause(job); 324f321dcb5SPaolo Bonzini } 325f321dcb5SPaolo Bonzini 326ad90febaSKevin Wolf static void child_job_drained_end(BdrvChild *c) 327f321dcb5SPaolo Bonzini { 328ad90febaSKevin Wolf BlockJob *job = c->opaque; 329f321dcb5SPaolo Bonzini block_job_resume(job); 330f321dcb5SPaolo Bonzini } 331f321dcb5SPaolo Bonzini 332ad90febaSKevin Wolf static const BdrvChildRole child_job = { 333ad90febaSKevin Wolf .get_parent_desc = child_job_get_parent_desc, 334ad90febaSKevin Wolf .drained_begin = child_job_drained_begin, 335ad90febaSKevin Wolf .drained_end = child_job_drained_end, 336ad90febaSKevin Wolf .stay_at_node = true, 337f321dcb5SPaolo Bonzini }; 338f321dcb5SPaolo Bonzini 339bbc02b90SKevin Wolf void block_job_remove_all_bdrv(BlockJob *job) 340bbc02b90SKevin Wolf { 341bbc02b90SKevin Wolf GSList *l; 342bbc02b90SKevin Wolf for (l = job->nodes; l; l = l->next) { 343bbc02b90SKevin Wolf BdrvChild *c = l->data; 344bbc02b90SKevin Wolf bdrv_op_unblock_all(c->bs, job->blocker); 345bbc02b90SKevin Wolf bdrv_root_unref_child(c); 346bbc02b90SKevin Wolf } 347bbc02b90SKevin Wolf g_slist_free(job->nodes); 348bbc02b90SKevin Wolf job->nodes = NULL; 349bbc02b90SKevin Wolf } 350bbc02b90SKevin Wolf 35176d554e2SKevin Wolf int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs, 35276d554e2SKevin Wolf uint64_t perm, uint64_t shared_perm, Error **errp) 35323d402d4SAlberto Garcia { 35476d554e2SKevin Wolf BdrvChild *c; 35576d554e2SKevin Wolf 35676d554e2SKevin Wolf c = bdrv_root_attach_child(bs, name, &child_job, perm, shared_perm, 35776d554e2SKevin Wolf job, errp); 35876d554e2SKevin Wolf if (c == NULL) { 35976d554e2SKevin Wolf return -EPERM; 36076d554e2SKevin Wolf } 36176d554e2SKevin Wolf 36276d554e2SKevin Wolf job->nodes = g_slist_prepend(job->nodes, c); 36323d402d4SAlberto Garcia bdrv_ref(bs); 36423d402d4SAlberto Garcia bdrv_op_block_all(bs, job->blocker); 36576d554e2SKevin Wolf 36676d554e2SKevin Wolf return 0; 36723d402d4SAlberto Garcia } 36823d402d4SAlberto Garcia 369559b935fSJohn Snow bool block_job_is_internal(BlockJob *job) 370559b935fSJohn Snow { 37133e9e9bdSKevin Wolf return (job->job.id == NULL); 372559b935fSJohn Snow } 373559b935fSJohn Snow 3745ccac6f1SJohn Snow static bool block_job_started(BlockJob *job) 3755ccac6f1SJohn Snow { 3765ccac6f1SJohn Snow return job->co; 3775ccac6f1SJohn Snow } 3785ccac6f1SJohn Snow 379bd21935bSKevin Wolf const BlockJobDriver *block_job_driver(BlockJob *job) 380bd21935bSKevin Wolf { 381bd21935bSKevin Wolf return job->driver; 382bd21935bSKevin Wolf } 383bd21935bSKevin Wolf 384e3796a24SJohn Snow /** 385e3796a24SJohn Snow * All jobs must allow a pause point before entering their job proper. This 386e3796a24SJohn Snow * ensures that jobs can be paused prior to being started, then resumed later. 387e3796a24SJohn Snow */ 388e3796a24SJohn Snow static void coroutine_fn block_job_co_entry(void *opaque) 389e3796a24SJohn Snow { 390e3796a24SJohn Snow BlockJob *job = opaque; 391e3796a24SJohn Snow 392e3796a24SJohn Snow assert(job && job->driver && job->driver->start); 393e3796a24SJohn Snow block_job_pause_point(job); 394e3796a24SJohn Snow job->driver->start(job); 395e3796a24SJohn Snow } 396e3796a24SJohn Snow 397fc24908eSPaolo Bonzini static void block_job_sleep_timer_cb(void *opaque) 398fc24908eSPaolo Bonzini { 399fc24908eSPaolo Bonzini BlockJob *job = opaque; 400fc24908eSPaolo Bonzini 401fc24908eSPaolo Bonzini block_job_enter(job); 402fc24908eSPaolo Bonzini } 403fc24908eSPaolo Bonzini 4045ccac6f1SJohn Snow void block_job_start(BlockJob *job) 4055ccac6f1SJohn Snow { 4065ccac6f1SJohn Snow assert(job && !block_job_started(job) && job->paused && 407e3796a24SJohn Snow job->driver && job->driver->start); 408e3796a24SJohn Snow job->co = qemu_coroutine_create(block_job_co_entry, job); 409e3796a24SJohn Snow job->pause_count--; 4105ccac6f1SJohn Snow job->busy = true; 411e3796a24SJohn Snow job->paused = false; 412c9de4050SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_RUNNING); 413aef4278cSFam Zheng bdrv_coroutine_enter(blk_bs(job->blk), job->co); 4145ccac6f1SJohn Snow } 4155ccac6f1SJohn Snow 4163925cd3bSJohn Snow static void block_job_decommission(BlockJob *job) 4173925cd3bSJohn Snow { 4183925cd3bSJohn Snow assert(job); 4193925cd3bSJohn Snow job->completed = true; 4203925cd3bSJohn Snow job->busy = false; 4213925cd3bSJohn Snow job->paused = false; 4223925cd3bSJohn Snow job->deferred_to_main_loop = true; 423a865cebbSMarc-André Lureau block_job_txn_del_job(job); 4243925cd3bSJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_NULL); 4253925cd3bSJohn Snow block_job_unref(job); 4263925cd3bSJohn Snow } 4273925cd3bSJohn Snow 42875f71059SJohn Snow static void block_job_do_dismiss(BlockJob *job) 42975f71059SJohn Snow { 43075f71059SJohn Snow block_job_decommission(job); 43175f71059SJohn Snow } 43275f71059SJohn Snow 433e0cf0364SJohn Snow static void block_job_conclude(BlockJob *job) 434e0cf0364SJohn Snow { 435e0cf0364SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_CONCLUDED); 43675f71059SJohn Snow if (job->auto_dismiss || !block_job_started(job)) { 43775f71059SJohn Snow block_job_do_dismiss(job); 43875f71059SJohn Snow } 439e0cf0364SJohn Snow } 440e0cf0364SJohn Snow 44135d6b368SJohn Snow static void block_job_update_rc(BlockJob *job) 44235d6b368SJohn Snow { 44335d6b368SJohn Snow if (!job->ret && block_job_is_cancelled(job)) { 44435d6b368SJohn Snow job->ret = -ECANCELED; 44535d6b368SJohn Snow } 44635d6b368SJohn Snow if (job->ret) { 44735d6b368SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_ABORTING); 44835d6b368SJohn Snow } 44935d6b368SJohn Snow } 45035d6b368SJohn Snow 4512da4617aSJohn Snow static int block_job_prepare(BlockJob *job) 4522da4617aSJohn Snow { 4532da4617aSJohn Snow if (job->ret == 0 && job->driver->prepare) { 4542da4617aSJohn Snow job->ret = job->driver->prepare(job); 4552da4617aSJohn Snow } 4562da4617aSJohn Snow return job->ret; 4572da4617aSJohn Snow } 4582da4617aSJohn Snow 45943628d93SJohn Snow static void block_job_commit(BlockJob *job) 46043628d93SJohn Snow { 46143628d93SJohn Snow assert(!job->ret); 46243628d93SJohn Snow if (job->driver->commit) { 46343628d93SJohn Snow job->driver->commit(job); 46443628d93SJohn Snow } 46543628d93SJohn Snow } 46643628d93SJohn Snow 46743628d93SJohn Snow static void block_job_abort(BlockJob *job) 46843628d93SJohn Snow { 46943628d93SJohn Snow assert(job->ret); 47043628d93SJohn Snow if (job->driver->abort) { 47143628d93SJohn Snow job->driver->abort(job); 47243628d93SJohn Snow } 47343628d93SJohn Snow } 47443628d93SJohn Snow 47543628d93SJohn Snow static void block_job_clean(BlockJob *job) 47643628d93SJohn Snow { 47743628d93SJohn Snow if (job->driver->clean) { 47843628d93SJohn Snow job->driver->clean(job); 47943628d93SJohn Snow } 48043628d93SJohn Snow } 48143628d93SJohn Snow 48211b61fbcSJohn Snow static int block_job_finalize_single(BlockJob *job) 483c55a832fSFam Zheng { 4844fb588e9SPaolo Bonzini assert(job->completed); 4854fb588e9SPaolo Bonzini 48635d6b368SJohn Snow /* Ensure abort is called for late-transactional failures */ 48735d6b368SJohn Snow block_job_update_rc(job); 48810a3fbb0SJohn Snow 489c55a832fSFam Zheng if (!job->ret) { 49043628d93SJohn Snow block_job_commit(job); 491c55a832fSFam Zheng } else { 49243628d93SJohn Snow block_job_abort(job); 493c55a832fSFam Zheng } 49443628d93SJohn Snow block_job_clean(job); 4958254b6d9SJohn Snow 4968254b6d9SJohn Snow if (job->cb) { 497c55a832fSFam Zheng job->cb(job->opaque, job->ret); 4988254b6d9SJohn Snow } 4995ccac6f1SJohn Snow 5005ccac6f1SJohn Snow /* Emit events only if we actually started */ 5015ccac6f1SJohn Snow if (block_job_started(job)) { 5028254b6d9SJohn Snow if (block_job_is_cancelled(job)) { 5038254b6d9SJohn Snow block_job_event_cancelled(job); 5048254b6d9SJohn Snow } else { 5058254b6d9SJohn Snow const char *msg = NULL; 5068254b6d9SJohn Snow if (job->ret < 0) { 5078254b6d9SJohn Snow msg = strerror(-job->ret); 5088254b6d9SJohn Snow } 5098254b6d9SJohn Snow block_job_event_completed(job, msg); 5108254b6d9SJohn Snow } 5115ccac6f1SJohn Snow } 5128254b6d9SJohn Snow 513a865cebbSMarc-André Lureau block_job_txn_del_job(job); 514e0cf0364SJohn Snow block_job_conclude(job); 5152da4617aSJohn Snow return 0; 516c55a832fSFam Zheng } 517c55a832fSFam Zheng 518b76e4458SLiang Li static void block_job_cancel_async(BlockJob *job, bool force) 5194c241cf5SPaolo Bonzini { 5204c241cf5SPaolo Bonzini if (job->iostatus != BLOCK_DEVICE_IO_STATUS_OK) { 5214c241cf5SPaolo Bonzini block_job_iostatus_reset(job); 5224c241cf5SPaolo Bonzini } 5234c241cf5SPaolo Bonzini if (job->user_paused) { 5244c241cf5SPaolo Bonzini /* Do not call block_job_enter here, the caller will handle it. */ 5254c241cf5SPaolo Bonzini job->user_paused = false; 5264c241cf5SPaolo Bonzini job->pause_count--; 5274c241cf5SPaolo Bonzini } 5284c241cf5SPaolo Bonzini job->cancelled = true; 529b76e4458SLiang Li /* To prevent 'force == false' overriding a previous 'force == true' */ 530b76e4458SLiang Li job->force |= force; 5314c241cf5SPaolo Bonzini } 5324c241cf5SPaolo Bonzini 5335f241594SJohn Snow static int block_job_txn_apply(BlockJobTxn *txn, int fn(BlockJob *), bool lock) 534efe4d4b7SJohn Snow { 535efe4d4b7SJohn Snow AioContext *ctx; 536efe4d4b7SJohn Snow BlockJob *job, *next; 5372da4617aSJohn Snow int rc = 0; 538efe4d4b7SJohn Snow 539efe4d4b7SJohn Snow QLIST_FOREACH_SAFE(job, &txn->jobs, txn_list, next) { 5405f241594SJohn Snow if (lock) { 541efe4d4b7SJohn Snow ctx = blk_get_aio_context(job->blk); 542efe4d4b7SJohn Snow aio_context_acquire(ctx); 5435f241594SJohn Snow } 5442da4617aSJohn Snow rc = fn(job); 5455f241594SJohn Snow if (lock) { 546efe4d4b7SJohn Snow aio_context_release(ctx); 5475f241594SJohn Snow } 5482da4617aSJohn Snow if (rc) { 5492da4617aSJohn Snow break; 550efe4d4b7SJohn Snow } 551efe4d4b7SJohn Snow } 5522da4617aSJohn Snow return rc; 5532da4617aSJohn Snow } 554efe4d4b7SJohn Snow 555c8ab5c2dSPaolo Bonzini static int block_job_finish_sync(BlockJob *job, 556c8ab5c2dSPaolo Bonzini void (*finish)(BlockJob *, Error **errp), 557c8ab5c2dSPaolo Bonzini Error **errp) 558c8ab5c2dSPaolo Bonzini { 559c8ab5c2dSPaolo Bonzini Error *local_err = NULL; 560c8ab5c2dSPaolo Bonzini int ret; 561c8ab5c2dSPaolo Bonzini 562c8ab5c2dSPaolo Bonzini assert(blk_bs(job->blk)->job == job); 563c8ab5c2dSPaolo Bonzini 564c8ab5c2dSPaolo Bonzini block_job_ref(job); 565c8ab5c2dSPaolo Bonzini 5664fb588e9SPaolo Bonzini if (finish) { 567c8ab5c2dSPaolo Bonzini finish(job, &local_err); 5684fb588e9SPaolo Bonzini } 569c8ab5c2dSPaolo Bonzini if (local_err) { 570c8ab5c2dSPaolo Bonzini error_propagate(errp, local_err); 571c8ab5c2dSPaolo Bonzini block_job_unref(job); 572c8ab5c2dSPaolo Bonzini return -EBUSY; 573c8ab5c2dSPaolo Bonzini } 574c8ab5c2dSPaolo Bonzini /* block_job_drain calls block_job_enter, and it should be enough to 575c8ab5c2dSPaolo Bonzini * induce progress until the job completes or moves to the main thread. 576c8ab5c2dSPaolo Bonzini */ 577c8ab5c2dSPaolo Bonzini while (!job->deferred_to_main_loop && !job->completed) { 578c8ab5c2dSPaolo Bonzini block_job_drain(job); 579c8ab5c2dSPaolo Bonzini } 580c8ab5c2dSPaolo Bonzini while (!job->completed) { 581c8ab5c2dSPaolo Bonzini aio_poll(qemu_get_aio_context(), true); 582c8ab5c2dSPaolo Bonzini } 583c8ab5c2dSPaolo Bonzini ret = (job->cancelled && job->ret == 0) ? -ECANCELED : job->ret; 584c8ab5c2dSPaolo Bonzini block_job_unref(job); 585c8ab5c2dSPaolo Bonzini return ret; 586c8ab5c2dSPaolo Bonzini } 587c8ab5c2dSPaolo Bonzini 588c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job) 589c55a832fSFam Zheng { 590c55a832fSFam Zheng AioContext *ctx; 591c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 5924fb588e9SPaolo Bonzini BlockJob *other_job; 593c55a832fSFam Zheng 594c55a832fSFam Zheng if (txn->aborting) { 595c55a832fSFam Zheng /* 596c55a832fSFam Zheng * We are cancelled by another job, which will handle everything. 597c55a832fSFam Zheng */ 598c55a832fSFam Zheng return; 599c55a832fSFam Zheng } 600c55a832fSFam Zheng txn->aborting = true; 6014fb588e9SPaolo Bonzini block_job_txn_ref(txn); 6024fb588e9SPaolo Bonzini 603c55a832fSFam Zheng /* We are the first failed job. Cancel other jobs. */ 604c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 605b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 606c55a832fSFam Zheng aio_context_acquire(ctx); 607c55a832fSFam Zheng } 6084fb588e9SPaolo Bonzini 6094fb588e9SPaolo Bonzini /* Other jobs are effectively cancelled by us, set the status for 610c55a832fSFam Zheng * them; this job, however, may or may not be cancelled, depending 611c55a832fSFam Zheng * on the caller, so leave it. */ 6124fb588e9SPaolo Bonzini QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 613c55a832fSFam Zheng if (other_job != job) { 614b76e4458SLiang Li block_job_cancel_async(other_job, false); 615c55a832fSFam Zheng } 616c55a832fSFam Zheng } 6174fb588e9SPaolo Bonzini while (!QLIST_EMPTY(&txn->jobs)) { 6184fb588e9SPaolo Bonzini other_job = QLIST_FIRST(&txn->jobs); 619b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 6204fb588e9SPaolo Bonzini if (!other_job->completed) { 6214fb588e9SPaolo Bonzini assert(other_job->cancelled); 6224fb588e9SPaolo Bonzini block_job_finish_sync(other_job, NULL, NULL); 6234fb588e9SPaolo Bonzini } 62411b61fbcSJohn Snow block_job_finalize_single(other_job); 625c55a832fSFam Zheng aio_context_release(ctx); 626c55a832fSFam Zheng } 6274fb588e9SPaolo Bonzini 6284fb588e9SPaolo Bonzini block_job_txn_unref(txn); 629c55a832fSFam Zheng } 630c55a832fSFam Zheng 63111b61fbcSJohn Snow static int block_job_needs_finalize(BlockJob *job) 63211b61fbcSJohn Snow { 63311b61fbcSJohn Snow return !job->auto_finalize; 63411b61fbcSJohn Snow } 63511b61fbcSJohn Snow 63611b61fbcSJohn Snow static void block_job_do_finalize(BlockJob *job) 63711b61fbcSJohn Snow { 63811b61fbcSJohn Snow int rc; 63911b61fbcSJohn Snow assert(job && job->txn); 64011b61fbcSJohn Snow 64111b61fbcSJohn Snow /* prepare the transaction to complete */ 64211b61fbcSJohn Snow rc = block_job_txn_apply(job->txn, block_job_prepare, true); 64311b61fbcSJohn Snow if (rc) { 64411b61fbcSJohn Snow block_job_completed_txn_abort(job); 64511b61fbcSJohn Snow } else { 64611b61fbcSJohn Snow block_job_txn_apply(job->txn, block_job_finalize_single, true); 64711b61fbcSJohn Snow } 64811b61fbcSJohn Snow } 64911b61fbcSJohn Snow 650c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job) 651c55a832fSFam Zheng { 652c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 653efe4d4b7SJohn Snow BlockJob *other_job; 6542da4617aSJohn Snow 655e8af5686SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_WAITING); 656e8af5686SJohn Snow 657c55a832fSFam Zheng /* 658c55a832fSFam Zheng * Successful completion, see if there are other running jobs in this 659c55a832fSFam Zheng * txn. 660c55a832fSFam Zheng */ 661c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 662c55a832fSFam Zheng if (!other_job->completed) { 663c55a832fSFam Zheng return; 664c55a832fSFam Zheng } 665efe4d4b7SJohn Snow assert(other_job->ret == 0); 666c55a832fSFam Zheng } 6672da4617aSJohn Snow 6685f241594SJohn Snow block_job_txn_apply(txn, block_job_event_pending, false); 66911b61fbcSJohn Snow 67011b61fbcSJohn Snow /* If no jobs need manual finalization, automatically do so */ 67111b61fbcSJohn Snow if (block_job_txn_apply(txn, block_job_needs_finalize, false) == 0) { 67211b61fbcSJohn Snow block_job_do_finalize(job); 67311b61fbcSJohn Snow } 674c55a832fSFam Zheng } 675c55a832fSFam Zheng 6762f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) 6772f0c9fe6SPaolo Bonzini { 678aa9ef2e6SJohn Snow int64_t old_speed = job->speed; 6792f0c9fe6SPaolo Bonzini 6800ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_SET_SPEED, errp)) { 6810ec4dfb8SJohn Snow return; 6820ec4dfb8SJohn Snow } 68318bb6928SKevin Wolf if (speed < 0) { 68418bb6928SKevin Wolf error_setg(errp, QERR_INVALID_PARAMETER, "speed"); 6852f0c9fe6SPaolo Bonzini return; 6862f0c9fe6SPaolo Bonzini } 6872f0c9fe6SPaolo Bonzini 68818bb6928SKevin Wolf ratelimit_set_speed(&job->limit, speed, BLOCK_JOB_SLICE_TIME); 68918bb6928SKevin Wolf 6902f0c9fe6SPaolo Bonzini job->speed = speed; 691d4fce188SJohn Snow if (speed && speed <= old_speed) { 692aa9ef2e6SJohn Snow return; 693aa9ef2e6SJohn Snow } 694aa9ef2e6SJohn Snow 695aa9ef2e6SJohn Snow /* kick only if a timer is pending */ 696aa9ef2e6SJohn Snow block_job_enter_cond(job, block_job_timer_pending); 6972f0c9fe6SPaolo Bonzini } 6982f0c9fe6SPaolo Bonzini 699dee81d51SKevin Wolf int64_t block_job_ratelimit_get_delay(BlockJob *job, uint64_t n) 700dee81d51SKevin Wolf { 701dee81d51SKevin Wolf if (!job->speed) { 702dee81d51SKevin Wolf return 0; 703dee81d51SKevin Wolf } 704dee81d51SKevin Wolf 705dee81d51SKevin Wolf return ratelimit_calculate_delay(&job->limit, n); 706dee81d51SKevin Wolf } 707dee81d51SKevin Wolf 708aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp) 709aeae883bSPaolo Bonzini { 710559b935fSJohn Snow /* Should not be reachable via external interface for internal jobs */ 71133e9e9bdSKevin Wolf assert(job->job.id); 7120ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_COMPLETE, errp)) { 7130ec4dfb8SJohn Snow return; 7140ec4dfb8SJohn Snow } 7150ec4dfb8SJohn Snow if (job->pause_count || job->cancelled || !job->driver->complete) { 7169df229c3SAlberto Garcia error_setg(errp, "The active block job '%s' cannot be completed", 71733e9e9bdSKevin Wolf job->job.id); 718aeae883bSPaolo Bonzini return; 719aeae883bSPaolo Bonzini } 720aeae883bSPaolo Bonzini 7213fc4b10aSFam Zheng job->driver->complete(job, errp); 722aeae883bSPaolo Bonzini } 723aeae883bSPaolo Bonzini 72411b61fbcSJohn Snow void block_job_finalize(BlockJob *job, Error **errp) 72511b61fbcSJohn Snow { 72633e9e9bdSKevin Wolf assert(job && job->job.id); 72711b61fbcSJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_FINALIZE, errp)) { 72811b61fbcSJohn Snow return; 72911b61fbcSJohn Snow } 73011b61fbcSJohn Snow block_job_do_finalize(job); 73111b61fbcSJohn Snow } 73211b61fbcSJohn Snow 73375f71059SJohn Snow void block_job_dismiss(BlockJob **jobptr, Error **errp) 73475f71059SJohn Snow { 73575f71059SJohn Snow BlockJob *job = *jobptr; 73675f71059SJohn Snow /* similarly to _complete, this is QMP-interface only. */ 73733e9e9bdSKevin Wolf assert(job->job.id); 73875f71059SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_DISMISS, errp)) { 73975f71059SJohn Snow return; 74075f71059SJohn Snow } 74175f71059SJohn Snow 74275f71059SJohn Snow block_job_do_dismiss(job); 74375f71059SJohn Snow *jobptr = NULL; 74475f71059SJohn Snow } 74575f71059SJohn Snow 7460ec4dfb8SJohn Snow void block_job_user_pause(BlockJob *job, Error **errp) 7470df4ba58SJohn Snow { 7480ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_PAUSE, errp)) { 7490ec4dfb8SJohn Snow return; 7500ec4dfb8SJohn Snow } 7510ec4dfb8SJohn Snow if (job->user_paused) { 7520ec4dfb8SJohn Snow error_setg(errp, "Job is already paused"); 7530ec4dfb8SJohn Snow return; 7540ec4dfb8SJohn Snow } 7550df4ba58SJohn Snow job->user_paused = true; 7560df4ba58SJohn Snow block_job_pause(job); 7570df4ba58SJohn Snow } 7580df4ba58SJohn Snow 7590df4ba58SJohn Snow bool block_job_user_paused(BlockJob *job) 7600df4ba58SJohn Snow { 7616573d9c6SPaolo Bonzini return job->user_paused; 7620df4ba58SJohn Snow } 7630df4ba58SJohn Snow 7640ec4dfb8SJohn Snow void block_job_user_resume(BlockJob *job, Error **errp) 7650df4ba58SJohn Snow { 7660ec4dfb8SJohn Snow assert(job); 7670ec4dfb8SJohn Snow if (!job->user_paused || job->pause_count <= 0) { 7680ec4dfb8SJohn Snow error_setg(errp, "Can't resume a job that was not paused"); 7690ec4dfb8SJohn Snow return; 7700ec4dfb8SJohn Snow } 7710ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_RESUME, errp)) { 7720ec4dfb8SJohn Snow return; 7730ec4dfb8SJohn Snow } 7742caf63a9SPaolo Bonzini block_job_iostatus_reset(job); 7754c241cf5SPaolo Bonzini job->user_paused = false; 7760df4ba58SJohn Snow block_job_resume(job); 7770df4ba58SJohn Snow } 7780df4ba58SJohn Snow 779b76e4458SLiang Li void block_job_cancel(BlockJob *job, bool force) 7808acc72a4SPaolo Bonzini { 781e0cf0364SJohn Snow if (job->status == BLOCK_JOB_STATUS_CONCLUDED) { 78275f71059SJohn Snow block_job_do_dismiss(job); 78311b61fbcSJohn Snow return; 78411b61fbcSJohn Snow } 785b76e4458SLiang Li block_job_cancel_async(job, force); 78611b61fbcSJohn Snow if (!block_job_started(job)) { 7875ccac6f1SJohn Snow block_job_completed(job, -ECANCELED); 78811b61fbcSJohn Snow } else if (job->deferred_to_main_loop) { 78911b61fbcSJohn Snow block_job_completed_txn_abort(job); 79011b61fbcSJohn Snow } else { 79111b61fbcSJohn Snow block_job_enter(job); 7925ccac6f1SJohn Snow } 7938acc72a4SPaolo Bonzini } 7948acc72a4SPaolo Bonzini 795b76e4458SLiang Li void block_job_user_cancel(BlockJob *job, bool force, Error **errp) 7960ec4dfb8SJohn Snow { 7970ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_CANCEL, errp)) { 7980ec4dfb8SJohn Snow return; 7990ec4dfb8SJohn Snow } 800b76e4458SLiang Li block_job_cancel(job, force); 8010ec4dfb8SJohn Snow } 8020ec4dfb8SJohn Snow 803345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be 804345f9e1bSMax Reitz * used with block_job_finish_sync() without the need for (rather nasty) 805345f9e1bSMax Reitz * function pointer casts there. */ 806345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp) 807345f9e1bSMax Reitz { 808b76e4458SLiang Li block_job_cancel(job, false); 809345f9e1bSMax Reitz } 810345f9e1bSMax Reitz 811345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job) 812345f9e1bSMax Reitz { 813345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_cancel_err, NULL); 814345f9e1bSMax Reitz } 815345f9e1bSMax Reitz 816a1a2af07SKevin Wolf void block_job_cancel_sync_all(void) 817a1a2af07SKevin Wolf { 818a1a2af07SKevin Wolf BlockJob *job; 819a1a2af07SKevin Wolf AioContext *aio_context; 820a1a2af07SKevin Wolf 821*e7c1d78bSKevin Wolf while ((job = block_job_next(NULL))) { 822b6d2e599SKevin Wolf aio_context = blk_get_aio_context(job->blk); 823a1a2af07SKevin Wolf aio_context_acquire(aio_context); 824a1a2af07SKevin Wolf block_job_cancel_sync(job); 825a1a2af07SKevin Wolf aio_context_release(aio_context); 826a1a2af07SKevin Wolf } 827a1a2af07SKevin Wolf } 828a1a2af07SKevin Wolf 829345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp) 830345f9e1bSMax Reitz { 831345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_complete, errp); 832345f9e1bSMax Reitz } 833345f9e1bSMax Reitz 83405df8a6aSKevin Wolf void block_job_progress_update(BlockJob *job, uint64_t done) 83505df8a6aSKevin Wolf { 83605df8a6aSKevin Wolf job->offset += done; 83705df8a6aSKevin Wolf } 83805df8a6aSKevin Wolf 83905df8a6aSKevin Wolf void block_job_progress_set_remaining(BlockJob *job, uint64_t remaining) 84005df8a6aSKevin Wolf { 84105df8a6aSKevin Wolf job->len = job->offset + remaining; 84205df8a6aSKevin Wolf } 84305df8a6aSKevin Wolf 844559b935fSJohn Snow BlockJobInfo *block_job_query(BlockJob *job, Error **errp) 84530e628b7SPaolo Bonzini { 846559b935fSJohn Snow BlockJobInfo *info; 847559b935fSJohn Snow 848559b935fSJohn Snow if (block_job_is_internal(job)) { 849559b935fSJohn Snow error_setg(errp, "Cannot query QEMU internal jobs"); 850559b935fSJohn Snow return NULL; 851559b935fSJohn Snow } 852559b935fSJohn Snow info = g_new0(BlockJobInfo, 1); 853252291eaSKevin Wolf info->type = g_strdup(job_type_str(&job->job)); 85433e9e9bdSKevin Wolf info->device = g_strdup(job->job.id); 85530e628b7SPaolo Bonzini info->len = job->len; 856fc24908eSPaolo Bonzini info->busy = atomic_read(&job->busy); 857751ebd76SFam Zheng info->paused = job->pause_count > 0; 85830e628b7SPaolo Bonzini info->offset = job->offset; 85930e628b7SPaolo Bonzini info->speed = job->speed; 86032c81a4aSPaolo Bonzini info->io_status = job->iostatus; 861ef6dbf1eSMax Reitz info->ready = job->ready; 86258b295baSJohn Snow info->status = job->status; 863b40dacdcSJohn Snow info->auto_finalize = job->auto_finalize; 864b40dacdcSJohn Snow info->auto_dismiss = job->auto_dismiss; 865ab9ba614SJohn Snow info->has_error = job->ret != 0; 866ab9ba614SJohn Snow info->error = job->ret ? g_strdup(strerror(-job->ret)) : NULL; 86730e628b7SPaolo Bonzini return info; 86830e628b7SPaolo Bonzini } 86932c81a4aSPaolo Bonzini 87032c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error) 87132c81a4aSPaolo Bonzini { 87232c81a4aSPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 87332c81a4aSPaolo Bonzini job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE : 87432c81a4aSPaolo Bonzini BLOCK_DEVICE_IO_STATUS_FAILED; 87532c81a4aSPaolo Bonzini } 87632c81a4aSPaolo Bonzini } 87732c81a4aSPaolo Bonzini 8788254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job) 879a66a2a36SPaolo Bonzini { 880559b935fSJohn Snow if (block_job_is_internal(job)) { 881559b935fSJohn Snow return; 882559b935fSJohn Snow } 883559b935fSJohn Snow 884252291eaSKevin Wolf qapi_event_send_block_job_cancelled(job_type(&job->job), 88533e9e9bdSKevin Wolf job->job.id, 886a66a2a36SPaolo Bonzini job->len, 887a66a2a36SPaolo Bonzini job->offset, 888bcada37bSWenchao Xia job->speed, 889bcada37bSWenchao Xia &error_abort); 890a66a2a36SPaolo Bonzini } 891a66a2a36SPaolo Bonzini 8928254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg) 893a66a2a36SPaolo Bonzini { 894559b935fSJohn Snow if (block_job_is_internal(job)) { 895559b935fSJohn Snow return; 896559b935fSJohn Snow } 897559b935fSJohn Snow 898252291eaSKevin Wolf qapi_event_send_block_job_completed(job_type(&job->job), 89933e9e9bdSKevin Wolf job->job.id, 900bcada37bSWenchao Xia job->len, 901bcada37bSWenchao Xia job->offset, 902bcada37bSWenchao Xia job->speed, 903bcada37bSWenchao Xia !!msg, 904bcada37bSWenchao Xia msg, 905bcada37bSWenchao Xia &error_abort); 906bcada37bSWenchao Xia } 907bcada37bSWenchao Xia 9085f241594SJohn Snow static int block_job_event_pending(BlockJob *job) 9095f241594SJohn Snow { 9105f241594SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_PENDING); 9115f241594SJohn Snow if (!job->auto_finalize && !block_job_is_internal(job)) { 912252291eaSKevin Wolf qapi_event_send_block_job_pending(job_type(&job->job), 91333e9e9bdSKevin Wolf job->job.id, 9145f241594SJohn Snow &error_abort); 9155f241594SJohn Snow } 9165f241594SJohn Snow return 0; 9175f241594SJohn Snow } 9185f241594SJohn Snow 91988691b37SPaolo Bonzini /* 92088691b37SPaolo Bonzini * API for block job drivers and the block layer. These functions are 92188691b37SPaolo Bonzini * declared in blockjob_int.h. 92288691b37SPaolo Bonzini */ 92388691b37SPaolo Bonzini 92488691b37SPaolo Bonzini void *block_job_create(const char *job_id, const BlockJobDriver *driver, 92575859b94SJohn Snow BlockJobTxn *txn, BlockDriverState *bs, uint64_t perm, 92688691b37SPaolo Bonzini uint64_t shared_perm, int64_t speed, int flags, 92788691b37SPaolo Bonzini BlockCompletionFunc *cb, void *opaque, Error **errp) 92888691b37SPaolo Bonzini { 92988691b37SPaolo Bonzini BlockBackend *blk; 93088691b37SPaolo Bonzini BlockJob *job; 93188691b37SPaolo Bonzini int ret; 93288691b37SPaolo Bonzini 93388691b37SPaolo Bonzini if (bs->job) { 93488691b37SPaolo Bonzini error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs)); 93588691b37SPaolo Bonzini return NULL; 93688691b37SPaolo Bonzini } 93788691b37SPaolo Bonzini 93888691b37SPaolo Bonzini if (job_id == NULL && !(flags & BLOCK_JOB_INTERNAL)) { 93988691b37SPaolo Bonzini job_id = bdrv_get_device_name(bs); 94088691b37SPaolo Bonzini if (!*job_id) { 94188691b37SPaolo Bonzini error_setg(errp, "An explicit job ID is required for this node"); 94288691b37SPaolo Bonzini return NULL; 94388691b37SPaolo Bonzini } 94488691b37SPaolo Bonzini } 94588691b37SPaolo Bonzini 94688691b37SPaolo Bonzini if (job_id) { 94788691b37SPaolo Bonzini if (flags & BLOCK_JOB_INTERNAL) { 94888691b37SPaolo Bonzini error_setg(errp, "Cannot specify job ID for internal block job"); 94988691b37SPaolo Bonzini return NULL; 95088691b37SPaolo Bonzini } 95188691b37SPaolo Bonzini } 95288691b37SPaolo Bonzini 95388691b37SPaolo Bonzini blk = blk_new(perm, shared_perm); 95488691b37SPaolo Bonzini ret = blk_insert_bs(blk, bs, errp); 95588691b37SPaolo Bonzini if (ret < 0) { 95688691b37SPaolo Bonzini blk_unref(blk); 95788691b37SPaolo Bonzini return NULL; 95888691b37SPaolo Bonzini } 95988691b37SPaolo Bonzini 96033e9e9bdSKevin Wolf job = job_create(job_id, &driver->job_driver, errp); 96133e9e9bdSKevin Wolf if (job == NULL) { 96233e9e9bdSKevin Wolf blk_unref(blk); 96333e9e9bdSKevin Wolf return NULL; 96433e9e9bdSKevin Wolf } 96533e9e9bdSKevin Wolf 966*e7c1d78bSKevin Wolf assert(is_block_job(&job->job)); 967*e7c1d78bSKevin Wolf 96888691b37SPaolo Bonzini job->driver = driver; 96988691b37SPaolo Bonzini job->blk = blk; 97088691b37SPaolo Bonzini job->cb = cb; 97188691b37SPaolo Bonzini job->opaque = opaque; 97288691b37SPaolo Bonzini job->busy = false; 97388691b37SPaolo Bonzini job->paused = true; 97488691b37SPaolo Bonzini job->pause_count = 1; 97588691b37SPaolo Bonzini job->refcnt = 1; 9765f241594SJohn Snow job->auto_finalize = !(flags & BLOCK_JOB_MANUAL_FINALIZE); 97775f71059SJohn Snow job->auto_dismiss = !(flags & BLOCK_JOB_MANUAL_DISMISS); 978c9de4050SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_CREATED); 979fc24908eSPaolo Bonzini aio_timer_init(qemu_get_aio_context(), &job->sleep_timer, 980fc24908eSPaolo Bonzini QEMU_CLOCK_REALTIME, SCALE_NS, 981fc24908eSPaolo Bonzini block_job_sleep_timer_cb, job); 98288691b37SPaolo Bonzini 98388691b37SPaolo Bonzini error_setg(&job->blocker, "block device is in use by block job: %s", 984252291eaSKevin Wolf job_type_str(&job->job)); 98588691b37SPaolo Bonzini block_job_add_bdrv(job, "main node", bs, 0, BLK_PERM_ALL, &error_abort); 98688691b37SPaolo Bonzini bs->job = job; 98788691b37SPaolo Bonzini 98888691b37SPaolo Bonzini bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker); 98988691b37SPaolo Bonzini 99088691b37SPaolo Bonzini blk_add_aio_context_notifier(blk, block_job_attached_aio_context, 99188691b37SPaolo Bonzini block_job_detach_aio_context, job); 99288691b37SPaolo Bonzini 99388691b37SPaolo Bonzini /* Only set speed when necessary to avoid NotSupported error */ 99488691b37SPaolo Bonzini if (speed != 0) { 99588691b37SPaolo Bonzini Error *local_err = NULL; 99688691b37SPaolo Bonzini 99788691b37SPaolo Bonzini block_job_set_speed(job, speed, &local_err); 99888691b37SPaolo Bonzini if (local_err) { 9993925cd3bSJohn Snow block_job_early_fail(job); 100088691b37SPaolo Bonzini error_propagate(errp, local_err); 100188691b37SPaolo Bonzini return NULL; 100288691b37SPaolo Bonzini } 100388691b37SPaolo Bonzini } 100475859b94SJohn Snow 100575859b94SJohn Snow /* Single jobs are modeled as single-job transactions for sake of 100675859b94SJohn Snow * consolidating the job management logic */ 100775859b94SJohn Snow if (!txn) { 100875859b94SJohn Snow txn = block_job_txn_new(); 100975859b94SJohn Snow block_job_txn_add_job(txn, job); 101075859b94SJohn Snow block_job_txn_unref(txn); 101175859b94SJohn Snow } else { 101275859b94SJohn Snow block_job_txn_add_job(txn, job); 101375859b94SJohn Snow } 101475859b94SJohn Snow 101588691b37SPaolo Bonzini return job; 101688691b37SPaolo Bonzini } 101788691b37SPaolo Bonzini 101888691b37SPaolo Bonzini void block_job_early_fail(BlockJob *job) 101988691b37SPaolo Bonzini { 10203925cd3bSJohn Snow assert(job->status == BLOCK_JOB_STATUS_CREATED); 10213925cd3bSJohn Snow block_job_decommission(job); 102288691b37SPaolo Bonzini } 102388691b37SPaolo Bonzini 102488691b37SPaolo Bonzini void block_job_completed(BlockJob *job, int ret) 102588691b37SPaolo Bonzini { 102675859b94SJohn Snow assert(job && job->txn && !job->completed); 102788691b37SPaolo Bonzini assert(blk_bs(job->blk)->job == job); 102888691b37SPaolo Bonzini job->completed = true; 102988691b37SPaolo Bonzini job->ret = ret; 103035d6b368SJohn Snow block_job_update_rc(job); 103135d6b368SJohn Snow trace_block_job_completed(job, ret, job->ret); 103235d6b368SJohn Snow if (job->ret) { 103388691b37SPaolo Bonzini block_job_completed_txn_abort(job); 103488691b37SPaolo Bonzini } else { 103588691b37SPaolo Bonzini block_job_completed_txn_success(job); 103688691b37SPaolo Bonzini } 103788691b37SPaolo Bonzini } 103888691b37SPaolo Bonzini 103988691b37SPaolo Bonzini static bool block_job_should_pause(BlockJob *job) 104088691b37SPaolo Bonzini { 104188691b37SPaolo Bonzini return job->pause_count > 0; 104288691b37SPaolo Bonzini } 104388691b37SPaolo Bonzini 1044fc24908eSPaolo Bonzini /* Yield, and schedule a timer to reenter the coroutine after @ns nanoseconds. 1045fc24908eSPaolo Bonzini * Reentering the job coroutine with block_job_enter() before the timer has 1046fc24908eSPaolo Bonzini * expired is allowed and cancels the timer. 1047fc24908eSPaolo Bonzini * 1048fc24908eSPaolo Bonzini * If @ns is (uint64_t) -1, no timer is scheduled and block_job_enter() must be 1049fc24908eSPaolo Bonzini * called explicitly. */ 1050fc24908eSPaolo Bonzini static void block_job_do_yield(BlockJob *job, uint64_t ns) 1051356f59b8SPaolo Bonzini { 1052fc24908eSPaolo Bonzini block_job_lock(); 1053fc24908eSPaolo Bonzini if (ns != -1) { 1054fc24908eSPaolo Bonzini timer_mod(&job->sleep_timer, ns); 1055fc24908eSPaolo Bonzini } 1056356f59b8SPaolo Bonzini job->busy = false; 1057fc24908eSPaolo Bonzini block_job_unlock(); 1058356f59b8SPaolo Bonzini qemu_coroutine_yield(); 1059356f59b8SPaolo Bonzini 1060356f59b8SPaolo Bonzini /* Set by block_job_enter before re-entering the coroutine. */ 1061356f59b8SPaolo Bonzini assert(job->busy); 1062356f59b8SPaolo Bonzini } 1063356f59b8SPaolo Bonzini 106488691b37SPaolo Bonzini void coroutine_fn block_job_pause_point(BlockJob *job) 106588691b37SPaolo Bonzini { 106688691b37SPaolo Bonzini assert(job && block_job_started(job)); 106788691b37SPaolo Bonzini 106888691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 106988691b37SPaolo Bonzini return; 107088691b37SPaolo Bonzini } 107188691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 107288691b37SPaolo Bonzini return; 107388691b37SPaolo Bonzini } 107488691b37SPaolo Bonzini 107588691b37SPaolo Bonzini if (job->driver->pause) { 107688691b37SPaolo Bonzini job->driver->pause(job); 107788691b37SPaolo Bonzini } 107888691b37SPaolo Bonzini 107988691b37SPaolo Bonzini if (block_job_should_pause(job) && !block_job_is_cancelled(job)) { 108058b295baSJohn Snow BlockJobStatus status = job->status; 1081c9de4050SJohn Snow block_job_state_transition(job, status == BLOCK_JOB_STATUS_READY ? \ 108258b295baSJohn Snow BLOCK_JOB_STATUS_STANDBY : \ 1083c9de4050SJohn Snow BLOCK_JOB_STATUS_PAUSED); 108488691b37SPaolo Bonzini job->paused = true; 1085fc24908eSPaolo Bonzini block_job_do_yield(job, -1); 108688691b37SPaolo Bonzini job->paused = false; 1087c9de4050SJohn Snow block_job_state_transition(job, status); 108888691b37SPaolo Bonzini } 108988691b37SPaolo Bonzini 109088691b37SPaolo Bonzini if (job->driver->resume) { 109188691b37SPaolo Bonzini job->driver->resume(job); 109288691b37SPaolo Bonzini } 109388691b37SPaolo Bonzini } 109488691b37SPaolo Bonzini 1095aa9ef2e6SJohn Snow /* 1096aa9ef2e6SJohn Snow * Conditionally enter a block_job pending a call to fn() while 1097aa9ef2e6SJohn Snow * under the block_job_lock critical section. 1098aa9ef2e6SJohn Snow */ 1099aa9ef2e6SJohn Snow static void block_job_enter_cond(BlockJob *job, bool(*fn)(BlockJob *job)) 110088691b37SPaolo Bonzini { 1101eb05e011SPaolo Bonzini if (!block_job_started(job)) { 1102eb05e011SPaolo Bonzini return; 1103eb05e011SPaolo Bonzini } 1104eb05e011SPaolo Bonzini if (job->deferred_to_main_loop) { 1105eb05e011SPaolo Bonzini return; 1106eb05e011SPaolo Bonzini } 1107eb05e011SPaolo Bonzini 1108fc24908eSPaolo Bonzini block_job_lock(); 1109356f59b8SPaolo Bonzini if (job->busy) { 1110fc24908eSPaolo Bonzini block_job_unlock(); 1111356f59b8SPaolo Bonzini return; 111288691b37SPaolo Bonzini } 1113356f59b8SPaolo Bonzini 1114aa9ef2e6SJohn Snow if (fn && !fn(job)) { 1115aa9ef2e6SJohn Snow block_job_unlock(); 1116aa9ef2e6SJohn Snow return; 1117aa9ef2e6SJohn Snow } 1118aa9ef2e6SJohn Snow 1119fc24908eSPaolo Bonzini assert(!job->deferred_to_main_loop); 1120fc24908eSPaolo Bonzini timer_del(&job->sleep_timer); 1121356f59b8SPaolo Bonzini job->busy = true; 1122fc24908eSPaolo Bonzini block_job_unlock(); 1123356f59b8SPaolo Bonzini aio_co_wake(job->co); 112488691b37SPaolo Bonzini } 112588691b37SPaolo Bonzini 1126aa9ef2e6SJohn Snow void block_job_enter(BlockJob *job) 1127aa9ef2e6SJohn Snow { 1128aa9ef2e6SJohn Snow block_job_enter_cond(job, NULL); 1129aa9ef2e6SJohn Snow } 1130aa9ef2e6SJohn Snow 113188691b37SPaolo Bonzini bool block_job_is_cancelled(BlockJob *job) 113288691b37SPaolo Bonzini { 113388691b37SPaolo Bonzini return job->cancelled; 113488691b37SPaolo Bonzini } 113588691b37SPaolo Bonzini 11365bf1d5a7SPaolo Bonzini void block_job_sleep_ns(BlockJob *job, int64_t ns) 113788691b37SPaolo Bonzini { 113888691b37SPaolo Bonzini assert(job->busy); 113988691b37SPaolo Bonzini 114088691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 114188691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 114288691b37SPaolo Bonzini return; 114388691b37SPaolo Bonzini } 114488691b37SPaolo Bonzini 114588691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 1146fc24908eSPaolo Bonzini block_job_do_yield(job, qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + ns); 114788691b37SPaolo Bonzini } 114888691b37SPaolo Bonzini 114988691b37SPaolo Bonzini block_job_pause_point(job); 115088691b37SPaolo Bonzini } 115188691b37SPaolo Bonzini 115288691b37SPaolo Bonzini void block_job_yield(BlockJob *job) 115388691b37SPaolo Bonzini { 115488691b37SPaolo Bonzini assert(job->busy); 115588691b37SPaolo Bonzini 115688691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 115788691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 115888691b37SPaolo Bonzini return; 115988691b37SPaolo Bonzini } 116088691b37SPaolo Bonzini 116188691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 1162fc24908eSPaolo Bonzini block_job_do_yield(job, -1); 116388691b37SPaolo Bonzini } 116488691b37SPaolo Bonzini 116588691b37SPaolo Bonzini block_job_pause_point(job); 116688691b37SPaolo Bonzini } 116788691b37SPaolo Bonzini 11682caf63a9SPaolo Bonzini void block_job_iostatus_reset(BlockJob *job) 11692caf63a9SPaolo Bonzini { 11704c241cf5SPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 11714c241cf5SPaolo Bonzini return; 11724c241cf5SPaolo Bonzini } 11734c241cf5SPaolo Bonzini assert(job->user_paused && job->pause_count > 0); 11742caf63a9SPaolo Bonzini job->iostatus = BLOCK_DEVICE_IO_STATUS_OK; 11752caf63a9SPaolo Bonzini } 11762caf63a9SPaolo Bonzini 1177bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job) 1178bcada37bSWenchao Xia { 1179c9de4050SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_READY); 1180ef6dbf1eSMax Reitz job->ready = true; 1181ef6dbf1eSMax Reitz 1182559b935fSJohn Snow if (block_job_is_internal(job)) { 1183559b935fSJohn Snow return; 1184559b935fSJohn Snow } 1185559b935fSJohn Snow 1186252291eaSKevin Wolf qapi_event_send_block_job_ready(job_type(&job->job), 118733e9e9bdSKevin Wolf job->job.id, 1188518848a2SMarkus Armbruster job->len, 1189518848a2SMarkus Armbruster job->offset, 1190518848a2SMarkus Armbruster job->speed, &error_abort); 1191a66a2a36SPaolo Bonzini } 1192a66a2a36SPaolo Bonzini 119381e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err, 119432c81a4aSPaolo Bonzini int is_read, int error) 119532c81a4aSPaolo Bonzini { 119632c81a4aSPaolo Bonzini BlockErrorAction action; 119732c81a4aSPaolo Bonzini 119832c81a4aSPaolo Bonzini switch (on_err) { 119932c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_ENOSPC: 12008c398252SKevin Wolf case BLOCKDEV_ON_ERROR_AUTO: 1201a589569fSWenchao Xia action = (error == ENOSPC) ? 1202a589569fSWenchao Xia BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT; 120332c81a4aSPaolo Bonzini break; 120432c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_STOP: 1205a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_STOP; 120632c81a4aSPaolo Bonzini break; 120732c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_REPORT: 1208a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_REPORT; 120932c81a4aSPaolo Bonzini break; 121032c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_IGNORE: 1211a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_IGNORE; 121232c81a4aSPaolo Bonzini break; 121332c81a4aSPaolo Bonzini default: 121432c81a4aSPaolo Bonzini abort(); 121532c81a4aSPaolo Bonzini } 1216559b935fSJohn Snow if (!block_job_is_internal(job)) { 121733e9e9bdSKevin Wolf qapi_event_send_block_job_error(job->job.id, 12185a2d2cbdSWenchao Xia is_read ? IO_OPERATION_TYPE_READ : 12195a2d2cbdSWenchao Xia IO_OPERATION_TYPE_WRITE, 12205a2d2cbdSWenchao Xia action, &error_abort); 1221559b935fSJohn Snow } 1222a589569fSWenchao Xia if (action == BLOCK_ERROR_ACTION_STOP) { 12230ec4dfb8SJohn Snow block_job_pause(job); 1224751ebd76SFam Zheng /* make the pause user visible, which will be resumed from QMP. */ 12250ec4dfb8SJohn Snow job->user_paused = true; 122632c81a4aSPaolo Bonzini block_job_iostatus_set_err(job, error); 122732c81a4aSPaolo Bonzini } 122832c81a4aSPaolo Bonzini return action; 122932c81a4aSPaolo Bonzini } 1230dec7d421SStefan Hajnoczi 1231dec7d421SStefan Hajnoczi typedef struct { 1232dec7d421SStefan Hajnoczi BlockJob *job; 1233dec7d421SStefan Hajnoczi AioContext *aio_context; 1234dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn; 1235dec7d421SStefan Hajnoczi void *opaque; 1236dec7d421SStefan Hajnoczi } BlockJobDeferToMainLoopData; 1237dec7d421SStefan Hajnoczi 1238dec7d421SStefan Hajnoczi static void block_job_defer_to_main_loop_bh(void *opaque) 1239dec7d421SStefan Hajnoczi { 1240dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = opaque; 1241dec7d421SStefan Hajnoczi AioContext *aio_context; 1242dec7d421SStefan Hajnoczi 1243dec7d421SStefan Hajnoczi /* Prevent race with block_job_defer_to_main_loop() */ 1244dec7d421SStefan Hajnoczi aio_context_acquire(data->aio_context); 1245dec7d421SStefan Hajnoczi 1246dec7d421SStefan Hajnoczi /* Fetch BDS AioContext again, in case it has changed */ 1247b6d2e599SKevin Wolf aio_context = blk_get_aio_context(data->job->blk); 1248d79df2a2SPaolo Bonzini if (aio_context != data->aio_context) { 1249dec7d421SStefan Hajnoczi aio_context_acquire(aio_context); 1250d79df2a2SPaolo Bonzini } 1251dec7d421SStefan Hajnoczi 1252dec7d421SStefan Hajnoczi data->fn(data->job, data->opaque); 1253dec7d421SStefan Hajnoczi 1254d79df2a2SPaolo Bonzini if (aio_context != data->aio_context) { 1255dec7d421SStefan Hajnoczi aio_context_release(aio_context); 1256d79df2a2SPaolo Bonzini } 1257dec7d421SStefan Hajnoczi 1258dec7d421SStefan Hajnoczi aio_context_release(data->aio_context); 1259dec7d421SStefan Hajnoczi 1260dec7d421SStefan Hajnoczi g_free(data); 1261dec7d421SStefan Hajnoczi } 1262dec7d421SStefan Hajnoczi 1263dec7d421SStefan Hajnoczi void block_job_defer_to_main_loop(BlockJob *job, 1264dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn, 1265dec7d421SStefan Hajnoczi void *opaque) 1266dec7d421SStefan Hajnoczi { 1267dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = g_malloc(sizeof(*data)); 1268dec7d421SStefan Hajnoczi data->job = job; 1269b6d2e599SKevin Wolf data->aio_context = blk_get_aio_context(job->blk); 1270dec7d421SStefan Hajnoczi data->fn = fn; 1271dec7d421SStefan Hajnoczi data->opaque = opaque; 1272794f0141SFam Zheng job->deferred_to_main_loop = true; 1273dec7d421SStefan Hajnoczi 1274fffb6e12SPaolo Bonzini aio_bh_schedule_oneshot(qemu_get_aio_context(), 1275fffb6e12SPaolo Bonzini block_job_defer_to_main_loop_bh, data); 1276dec7d421SStefan Hajnoczi } 1277