12f0c9fe6SPaolo Bonzini /* 22f0c9fe6SPaolo Bonzini * QEMU System Emulator block driver 32f0c9fe6SPaolo Bonzini * 42f0c9fe6SPaolo Bonzini * Copyright (c) 2011 IBM Corp. 52f0c9fe6SPaolo Bonzini * Copyright (c) 2012 Red Hat, Inc. 62f0c9fe6SPaolo Bonzini * 72f0c9fe6SPaolo Bonzini * Permission is hereby granted, free of charge, to any person obtaining a copy 82f0c9fe6SPaolo Bonzini * of this software and associated documentation files (the "Software"), to deal 92f0c9fe6SPaolo Bonzini * in the Software without restriction, including without limitation the rights 102f0c9fe6SPaolo Bonzini * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 112f0c9fe6SPaolo Bonzini * copies of the Software, and to permit persons to whom the Software is 122f0c9fe6SPaolo Bonzini * furnished to do so, subject to the following conditions: 132f0c9fe6SPaolo Bonzini * 142f0c9fe6SPaolo Bonzini * The above copyright notice and this permission notice shall be included in 152f0c9fe6SPaolo Bonzini * all copies or substantial portions of the Software. 162f0c9fe6SPaolo Bonzini * 172f0c9fe6SPaolo Bonzini * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 182f0c9fe6SPaolo Bonzini * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 192f0c9fe6SPaolo Bonzini * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 202f0c9fe6SPaolo Bonzini * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 212f0c9fe6SPaolo Bonzini * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 222f0c9fe6SPaolo Bonzini * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 232f0c9fe6SPaolo Bonzini * THE SOFTWARE. 242f0c9fe6SPaolo Bonzini */ 252f0c9fe6SPaolo Bonzini 26d38ea87aSPeter Maydell #include "qemu/osdep.h" 272f0c9fe6SPaolo Bonzini #include "qemu-common.h" 28737e150eSPaolo Bonzini #include "block/block.h" 29c87621eaSJohn Snow #include "block/blockjob_int.h" 30737e150eSPaolo Bonzini #include "block/block_int.h" 31c9de4050SJohn Snow #include "block/trace.h" 32373340b2SMax Reitz #include "sysemu/block-backend.h" 33e688df6bSMarkus Armbruster #include "qapi/error.h" 349af23989SMarkus Armbruster #include "qapi/qapi-events-block-core.h" 35cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h" 3610817bf0SDaniel P. Berrange #include "qemu/coroutine.h" 377f0317cfSAlberto Garcia #include "qemu/id.h" 381de7afc9SPaolo Bonzini #include "qemu/timer.h" 392f0c9fe6SPaolo Bonzini 40fc24908eSPaolo Bonzini /* Right now, this mutex is only needed to synchronize accesses to job->busy 41fc24908eSPaolo Bonzini * and job->sleep_timer, such as concurrent calls to block_job_do_yield and 42fc24908eSPaolo Bonzini * block_job_enter. */ 43fc24908eSPaolo Bonzini static QemuMutex block_job_mutex; 44fc24908eSPaolo Bonzini 45c9de4050SJohn Snow /* BlockJob State Transition Table */ 46c9de4050SJohn Snow bool BlockJobSTT[BLOCK_JOB_STATUS__MAX][BLOCK_JOB_STATUS__MAX] = { 475f241594SJohn Snow /* U, C, R, P, Y, S, W, D, X, E, N */ 485f241594SJohn Snow /* U: */ [BLOCK_JOB_STATUS_UNDEFINED] = {0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 495f241594SJohn Snow /* C: */ [BLOCK_JOB_STATUS_CREATED] = {0, 0, 1, 0, 0, 0, 0, 0, 1, 0, 1}, 505f241594SJohn Snow /* R: */ [BLOCK_JOB_STATUS_RUNNING] = {0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0}, 515f241594SJohn Snow /* P: */ [BLOCK_JOB_STATUS_PAUSED] = {0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0}, 525f241594SJohn Snow /* Y: */ [BLOCK_JOB_STATUS_READY] = {0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0}, 535f241594SJohn Snow /* S: */ [BLOCK_JOB_STATUS_STANDBY] = {0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0}, 545f241594SJohn Snow /* W: */ [BLOCK_JOB_STATUS_WAITING] = {0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0}, 555f241594SJohn Snow /* D: */ [BLOCK_JOB_STATUS_PENDING] = {0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0}, 565f241594SJohn Snow /* X: */ [BLOCK_JOB_STATUS_ABORTING] = {0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0}, 575f241594SJohn Snow /* E: */ [BLOCK_JOB_STATUS_CONCLUDED] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1}, 585f241594SJohn Snow /* N: */ [BLOCK_JOB_STATUS_NULL] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 59c9de4050SJohn Snow }; 60c9de4050SJohn Snow 610ec4dfb8SJohn Snow bool BlockJobVerbTable[BLOCK_JOB_VERB__MAX][BLOCK_JOB_STATUS__MAX] = { 625f241594SJohn Snow /* U, C, R, P, Y, S, W, D, X, E, N */ 635f241594SJohn Snow [BLOCK_JOB_VERB_CANCEL] = {0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0}, 645f241594SJohn Snow [BLOCK_JOB_VERB_PAUSE] = {0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0}, 655f241594SJohn Snow [BLOCK_JOB_VERB_RESUME] = {0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0}, 665f241594SJohn Snow [BLOCK_JOB_VERB_SET_SPEED] = {0, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0}, 675f241594SJohn Snow [BLOCK_JOB_VERB_COMPLETE] = {0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0}, 6811b61fbcSJohn Snow [BLOCK_JOB_VERB_FINALIZE] = {0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0}, 695f241594SJohn Snow [BLOCK_JOB_VERB_DISMISS] = {0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0}, 700ec4dfb8SJohn Snow }; 710ec4dfb8SJohn Snow 72c9de4050SJohn Snow static void block_job_state_transition(BlockJob *job, BlockJobStatus s1) 73c9de4050SJohn Snow { 74c9de4050SJohn Snow BlockJobStatus s0 = job->status; 75c9de4050SJohn Snow assert(s1 >= 0 && s1 <= BLOCK_JOB_STATUS__MAX); 76c9de4050SJohn Snow trace_block_job_state_transition(job, job->ret, BlockJobSTT[s0][s1] ? 77c9de4050SJohn Snow "allowed" : "disallowed", 78604343ceSMarc-André Lureau BlockJobStatus_str(s0), 79604343ceSMarc-André Lureau BlockJobStatus_str(s1)); 80c9de4050SJohn Snow assert(BlockJobSTT[s0][s1]); 81c9de4050SJohn Snow job->status = s1; 82c9de4050SJohn Snow } 83c9de4050SJohn Snow 840ec4dfb8SJohn Snow static int block_job_apply_verb(BlockJob *job, BlockJobVerb bv, Error **errp) 850ec4dfb8SJohn Snow { 860ec4dfb8SJohn Snow assert(bv >= 0 && bv <= BLOCK_JOB_VERB__MAX); 87604343ceSMarc-André Lureau trace_block_job_apply_verb(job, BlockJobStatus_str(job->status), 88604343ceSMarc-André Lureau BlockJobVerb_str(bv), 890ec4dfb8SJohn Snow BlockJobVerbTable[bv][job->status] ? 900ec4dfb8SJohn Snow "allowed" : "prohibited"); 910ec4dfb8SJohn Snow if (BlockJobVerbTable[bv][job->status]) { 920ec4dfb8SJohn Snow return 0; 930ec4dfb8SJohn Snow } 940ec4dfb8SJohn Snow error_setg(errp, "Job '%s' in state '%s' cannot accept command verb '%s'", 95604343ceSMarc-André Lureau job->id, BlockJobStatus_str(job->status), BlockJobVerb_str(bv)); 960ec4dfb8SJohn Snow return -EPERM; 970ec4dfb8SJohn Snow } 980ec4dfb8SJohn Snow 99fc24908eSPaolo Bonzini static void block_job_lock(void) 100fc24908eSPaolo Bonzini { 101fc24908eSPaolo Bonzini qemu_mutex_lock(&block_job_mutex); 102fc24908eSPaolo Bonzini } 103fc24908eSPaolo Bonzini 104fc24908eSPaolo Bonzini static void block_job_unlock(void) 105fc24908eSPaolo Bonzini { 106fc24908eSPaolo Bonzini qemu_mutex_unlock(&block_job_mutex); 107fc24908eSPaolo Bonzini } 108fc24908eSPaolo Bonzini 109fc24908eSPaolo Bonzini static void __attribute__((__constructor__)) block_job_init(void) 110fc24908eSPaolo Bonzini { 111fc24908eSPaolo Bonzini qemu_mutex_init(&block_job_mutex); 112fc24908eSPaolo Bonzini } 113fc24908eSPaolo Bonzini 1148254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job); 1158254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg); 1165f241594SJohn Snow static int block_job_event_pending(BlockJob *job); 117aa9ef2e6SJohn Snow static void block_job_enter_cond(BlockJob *job, bool(*fn)(BlockJob *job)); 1188254b6d9SJohn Snow 119c55a832fSFam Zheng /* Transactional group of block jobs */ 120c55a832fSFam Zheng struct BlockJobTxn { 121c55a832fSFam Zheng 122c55a832fSFam Zheng /* Is this txn being cancelled? */ 123c55a832fSFam Zheng bool aborting; 124c55a832fSFam Zheng 125c55a832fSFam Zheng /* List of jobs */ 126c55a832fSFam Zheng QLIST_HEAD(, BlockJob) jobs; 127c55a832fSFam Zheng 128c55a832fSFam Zheng /* Reference count */ 129c55a832fSFam Zheng int refcnt; 130c55a832fSFam Zheng }; 131c55a832fSFam Zheng 132a7112795SAlberto Garcia static QLIST_HEAD(, BlockJob) block_jobs = QLIST_HEAD_INITIALIZER(block_jobs); 133a7112795SAlberto Garcia 13488691b37SPaolo Bonzini /* 13588691b37SPaolo Bonzini * The block job API is composed of two categories of functions. 13688691b37SPaolo Bonzini * 13788691b37SPaolo Bonzini * The first includes functions used by the monitor. The monitor is 13888691b37SPaolo Bonzini * peculiar in that it accesses the block job list with block_job_get, and 13988691b37SPaolo Bonzini * therefore needs consistency across block_job_get and the actual operation 14088691b37SPaolo Bonzini * (e.g. block_job_set_speed). The consistency is achieved with 14188691b37SPaolo Bonzini * aio_context_acquire/release. These functions are declared in blockjob.h. 14288691b37SPaolo Bonzini * 14388691b37SPaolo Bonzini * The second includes functions used by the block job drivers and sometimes 14488691b37SPaolo Bonzini * by the core block layer. These do not care about locking, because the 14588691b37SPaolo Bonzini * whole coroutine runs under the AioContext lock, and are declared in 14688691b37SPaolo Bonzini * blockjob_int.h. 14788691b37SPaolo Bonzini */ 14888691b37SPaolo Bonzini 149a7112795SAlberto Garcia BlockJob *block_job_next(BlockJob *job) 150a7112795SAlberto Garcia { 151a7112795SAlberto Garcia if (!job) { 152a7112795SAlberto Garcia return QLIST_FIRST(&block_jobs); 153a7112795SAlberto Garcia } 154a7112795SAlberto Garcia return QLIST_NEXT(job, job_list); 155a7112795SAlberto Garcia } 156a7112795SAlberto Garcia 157ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id) 158ffb1f10cSAlberto Garcia { 159ffb1f10cSAlberto Garcia BlockJob *job; 160ffb1f10cSAlberto Garcia 161ffb1f10cSAlberto Garcia QLIST_FOREACH(job, &block_jobs, job_list) { 162559b935fSJohn Snow if (job->id && !strcmp(id, job->id)) { 163ffb1f10cSAlberto Garcia return job; 164ffb1f10cSAlberto Garcia } 165ffb1f10cSAlberto Garcia } 166ffb1f10cSAlberto Garcia 167ffb1f10cSAlberto Garcia return NULL; 168ffb1f10cSAlberto Garcia } 169ffb1f10cSAlberto Garcia 170c8ab5c2dSPaolo Bonzini BlockJobTxn *block_job_txn_new(void) 171c8ab5c2dSPaolo Bonzini { 172c8ab5c2dSPaolo Bonzini BlockJobTxn *txn = g_new0(BlockJobTxn, 1); 173c8ab5c2dSPaolo Bonzini QLIST_INIT(&txn->jobs); 174c8ab5c2dSPaolo Bonzini txn->refcnt = 1; 175c8ab5c2dSPaolo Bonzini return txn; 176c8ab5c2dSPaolo Bonzini } 177c8ab5c2dSPaolo Bonzini 178c8ab5c2dSPaolo Bonzini static void block_job_txn_ref(BlockJobTxn *txn) 179c8ab5c2dSPaolo Bonzini { 180c8ab5c2dSPaolo Bonzini txn->refcnt++; 181c8ab5c2dSPaolo Bonzini } 182c8ab5c2dSPaolo Bonzini 183c8ab5c2dSPaolo Bonzini void block_job_txn_unref(BlockJobTxn *txn) 184c8ab5c2dSPaolo Bonzini { 185c8ab5c2dSPaolo Bonzini if (txn && --txn->refcnt == 0) { 186c8ab5c2dSPaolo Bonzini g_free(txn); 187c8ab5c2dSPaolo Bonzini } 188c8ab5c2dSPaolo Bonzini } 189c8ab5c2dSPaolo Bonzini 190c8ab5c2dSPaolo Bonzini void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job) 191c8ab5c2dSPaolo Bonzini { 192c8ab5c2dSPaolo Bonzini if (!txn) { 193c8ab5c2dSPaolo Bonzini return; 194c8ab5c2dSPaolo Bonzini } 195c8ab5c2dSPaolo Bonzini 196c8ab5c2dSPaolo Bonzini assert(!job->txn); 197c8ab5c2dSPaolo Bonzini job->txn = txn; 198c8ab5c2dSPaolo Bonzini 199c8ab5c2dSPaolo Bonzini QLIST_INSERT_HEAD(&txn->jobs, job, txn_list); 200c8ab5c2dSPaolo Bonzini block_job_txn_ref(txn); 201c8ab5c2dSPaolo Bonzini } 202c8ab5c2dSPaolo Bonzini 203a865cebbSMarc-André Lureau static void block_job_txn_del_job(BlockJob *job) 204a865cebbSMarc-André Lureau { 205a865cebbSMarc-André Lureau if (job->txn) { 206a865cebbSMarc-André Lureau QLIST_REMOVE(job, txn_list); 207a865cebbSMarc-André Lureau block_job_txn_unref(job->txn); 208a865cebbSMarc-André Lureau job->txn = NULL; 209a865cebbSMarc-André Lureau } 210a865cebbSMarc-André Lureau } 211a865cebbSMarc-André Lureau 212f321dcb5SPaolo Bonzini static void block_job_pause(BlockJob *job) 213f321dcb5SPaolo Bonzini { 214f321dcb5SPaolo Bonzini job->pause_count++; 215f321dcb5SPaolo Bonzini } 216f321dcb5SPaolo Bonzini 217f321dcb5SPaolo Bonzini static void block_job_resume(BlockJob *job) 218f321dcb5SPaolo Bonzini { 219f321dcb5SPaolo Bonzini assert(job->pause_count > 0); 220f321dcb5SPaolo Bonzini job->pause_count--; 221f321dcb5SPaolo Bonzini if (job->pause_count) { 222f321dcb5SPaolo Bonzini return; 223f321dcb5SPaolo Bonzini } 224f321dcb5SPaolo Bonzini block_job_enter(job); 225f321dcb5SPaolo Bonzini } 226f321dcb5SPaolo Bonzini 2274172a003Ssochin.jiang void block_job_ref(BlockJob *job) 22805b0d8e3SPaolo Bonzini { 22905b0d8e3SPaolo Bonzini ++job->refcnt; 23005b0d8e3SPaolo Bonzini } 23105b0d8e3SPaolo Bonzini 23205b0d8e3SPaolo Bonzini static void block_job_attached_aio_context(AioContext *new_context, 23305b0d8e3SPaolo Bonzini void *opaque); 23405b0d8e3SPaolo Bonzini static void block_job_detach_aio_context(void *opaque); 23505b0d8e3SPaolo Bonzini 2364172a003Ssochin.jiang void block_job_unref(BlockJob *job) 23705b0d8e3SPaolo Bonzini { 23805b0d8e3SPaolo Bonzini if (--job->refcnt == 0) { 2393925cd3bSJohn Snow assert(job->status == BLOCK_JOB_STATUS_NULL); 240a865cebbSMarc-André Lureau assert(!job->txn); 24105b0d8e3SPaolo Bonzini BlockDriverState *bs = blk_bs(job->blk); 2420a3e155fSAlberto Garcia QLIST_REMOVE(job, job_list); 24305b0d8e3SPaolo Bonzini bs->job = NULL; 24405b0d8e3SPaolo Bonzini block_job_remove_all_bdrv(job); 24505b0d8e3SPaolo Bonzini blk_remove_aio_context_notifier(job->blk, 24605b0d8e3SPaolo Bonzini block_job_attached_aio_context, 24705b0d8e3SPaolo Bonzini block_job_detach_aio_context, job); 24805b0d8e3SPaolo Bonzini blk_unref(job->blk); 24905b0d8e3SPaolo Bonzini error_free(job->blocker); 25005b0d8e3SPaolo Bonzini g_free(job->id); 251fc24908eSPaolo Bonzini assert(!timer_pending(&job->sleep_timer)); 25205b0d8e3SPaolo Bonzini g_free(job); 25305b0d8e3SPaolo Bonzini } 25405b0d8e3SPaolo Bonzini } 25505b0d8e3SPaolo Bonzini 256463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context, 257463e0be1SStefan Hajnoczi void *opaque) 258463e0be1SStefan Hajnoczi { 259463e0be1SStefan Hajnoczi BlockJob *job = opaque; 260463e0be1SStefan Hajnoczi 261463e0be1SStefan Hajnoczi if (job->driver->attached_aio_context) { 262463e0be1SStefan Hajnoczi job->driver->attached_aio_context(job, new_context); 263463e0be1SStefan Hajnoczi } 264463e0be1SStefan Hajnoczi 265463e0be1SStefan Hajnoczi block_job_resume(job); 266463e0be1SStefan Hajnoczi } 267463e0be1SStefan Hajnoczi 268bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job) 269bae8196dSPaolo Bonzini { 270bae8196dSPaolo Bonzini /* If job is !job->busy this kicks it into the next pause point. */ 271bae8196dSPaolo Bonzini block_job_enter(job); 272bae8196dSPaolo Bonzini 273bae8196dSPaolo Bonzini blk_drain(job->blk); 274bae8196dSPaolo Bonzini if (job->driver->drain) { 275bae8196dSPaolo Bonzini job->driver->drain(job); 276bae8196dSPaolo Bonzini } 277bae8196dSPaolo Bonzini } 278bae8196dSPaolo Bonzini 279463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque) 280463e0be1SStefan Hajnoczi { 281463e0be1SStefan Hajnoczi BlockJob *job = opaque; 282463e0be1SStefan Hajnoczi 283463e0be1SStefan Hajnoczi /* In case the job terminates during aio_poll()... */ 284463e0be1SStefan Hajnoczi block_job_ref(job); 285463e0be1SStefan Hajnoczi 286463e0be1SStefan Hajnoczi block_job_pause(job); 287463e0be1SStefan Hajnoczi 288463e0be1SStefan Hajnoczi while (!job->paused && !job->completed) { 289bae8196dSPaolo Bonzini block_job_drain(job); 290463e0be1SStefan Hajnoczi } 291463e0be1SStefan Hajnoczi 292463e0be1SStefan Hajnoczi block_job_unref(job); 293463e0be1SStefan Hajnoczi } 294463e0be1SStefan Hajnoczi 295f321dcb5SPaolo Bonzini static char *child_job_get_parent_desc(BdrvChild *c) 296f321dcb5SPaolo Bonzini { 297f321dcb5SPaolo Bonzini BlockJob *job = c->opaque; 298f321dcb5SPaolo Bonzini return g_strdup_printf("%s job '%s'", 299977c736fSMarkus Armbruster BlockJobType_str(job->driver->job_type), 300f321dcb5SPaolo Bonzini job->id); 301f321dcb5SPaolo Bonzini } 302f321dcb5SPaolo Bonzini 303ad90febaSKevin Wolf static void child_job_drained_begin(BdrvChild *c) 304f321dcb5SPaolo Bonzini { 305ad90febaSKevin Wolf BlockJob *job = c->opaque; 306f321dcb5SPaolo Bonzini block_job_pause(job); 307f321dcb5SPaolo Bonzini } 308f321dcb5SPaolo Bonzini 309ad90febaSKevin Wolf static void child_job_drained_end(BdrvChild *c) 310f321dcb5SPaolo Bonzini { 311ad90febaSKevin Wolf BlockJob *job = c->opaque; 312f321dcb5SPaolo Bonzini block_job_resume(job); 313f321dcb5SPaolo Bonzini } 314f321dcb5SPaolo Bonzini 315ad90febaSKevin Wolf static const BdrvChildRole child_job = { 316ad90febaSKevin Wolf .get_parent_desc = child_job_get_parent_desc, 317ad90febaSKevin Wolf .drained_begin = child_job_drained_begin, 318ad90febaSKevin Wolf .drained_end = child_job_drained_end, 319ad90febaSKevin Wolf .stay_at_node = true, 320f321dcb5SPaolo Bonzini }; 321f321dcb5SPaolo Bonzini 322bbc02b90SKevin Wolf void block_job_remove_all_bdrv(BlockJob *job) 323bbc02b90SKevin Wolf { 324bbc02b90SKevin Wolf GSList *l; 325bbc02b90SKevin Wolf for (l = job->nodes; l; l = l->next) { 326bbc02b90SKevin Wolf BdrvChild *c = l->data; 327bbc02b90SKevin Wolf bdrv_op_unblock_all(c->bs, job->blocker); 328bbc02b90SKevin Wolf bdrv_root_unref_child(c); 329bbc02b90SKevin Wolf } 330bbc02b90SKevin Wolf g_slist_free(job->nodes); 331bbc02b90SKevin Wolf job->nodes = NULL; 332bbc02b90SKevin Wolf } 333bbc02b90SKevin Wolf 33476d554e2SKevin Wolf int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs, 33576d554e2SKevin Wolf uint64_t perm, uint64_t shared_perm, Error **errp) 33623d402d4SAlberto Garcia { 33776d554e2SKevin Wolf BdrvChild *c; 33876d554e2SKevin Wolf 33976d554e2SKevin Wolf c = bdrv_root_attach_child(bs, name, &child_job, perm, shared_perm, 34076d554e2SKevin Wolf job, errp); 34176d554e2SKevin Wolf if (c == NULL) { 34276d554e2SKevin Wolf return -EPERM; 34376d554e2SKevin Wolf } 34476d554e2SKevin Wolf 34576d554e2SKevin Wolf job->nodes = g_slist_prepend(job->nodes, c); 34623d402d4SAlberto Garcia bdrv_ref(bs); 34723d402d4SAlberto Garcia bdrv_op_block_all(bs, job->blocker); 34876d554e2SKevin Wolf 34976d554e2SKevin Wolf return 0; 35023d402d4SAlberto Garcia } 35123d402d4SAlberto Garcia 352559b935fSJohn Snow bool block_job_is_internal(BlockJob *job) 353559b935fSJohn Snow { 354559b935fSJohn Snow return (job->id == NULL); 355559b935fSJohn Snow } 356559b935fSJohn Snow 3575ccac6f1SJohn Snow static bool block_job_started(BlockJob *job) 3585ccac6f1SJohn Snow { 3595ccac6f1SJohn Snow return job->co; 3605ccac6f1SJohn Snow } 3615ccac6f1SJohn Snow 362e3796a24SJohn Snow /** 363e3796a24SJohn Snow * All jobs must allow a pause point before entering their job proper. This 364e3796a24SJohn Snow * ensures that jobs can be paused prior to being started, then resumed later. 365e3796a24SJohn Snow */ 366e3796a24SJohn Snow static void coroutine_fn block_job_co_entry(void *opaque) 367e3796a24SJohn Snow { 368e3796a24SJohn Snow BlockJob *job = opaque; 369e3796a24SJohn Snow 370e3796a24SJohn Snow assert(job && job->driver && job->driver->start); 371e3796a24SJohn Snow block_job_pause_point(job); 372e3796a24SJohn Snow job->driver->start(job); 373e3796a24SJohn Snow } 374e3796a24SJohn Snow 375fc24908eSPaolo Bonzini static void block_job_sleep_timer_cb(void *opaque) 376fc24908eSPaolo Bonzini { 377fc24908eSPaolo Bonzini BlockJob *job = opaque; 378fc24908eSPaolo Bonzini 379fc24908eSPaolo Bonzini block_job_enter(job); 380fc24908eSPaolo Bonzini } 381fc24908eSPaolo Bonzini 3825ccac6f1SJohn Snow void block_job_start(BlockJob *job) 3835ccac6f1SJohn Snow { 3845ccac6f1SJohn Snow assert(job && !block_job_started(job) && job->paused && 385e3796a24SJohn Snow job->driver && job->driver->start); 386e3796a24SJohn Snow job->co = qemu_coroutine_create(block_job_co_entry, job); 387e3796a24SJohn Snow job->pause_count--; 3885ccac6f1SJohn Snow job->busy = true; 389e3796a24SJohn Snow job->paused = false; 390c9de4050SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_RUNNING); 391aef4278cSFam Zheng bdrv_coroutine_enter(blk_bs(job->blk), job->co); 3925ccac6f1SJohn Snow } 3935ccac6f1SJohn Snow 3943925cd3bSJohn Snow static void block_job_decommission(BlockJob *job) 3953925cd3bSJohn Snow { 3963925cd3bSJohn Snow assert(job); 3973925cd3bSJohn Snow job->completed = true; 3983925cd3bSJohn Snow job->busy = false; 3993925cd3bSJohn Snow job->paused = false; 4003925cd3bSJohn Snow job->deferred_to_main_loop = true; 401a865cebbSMarc-André Lureau block_job_txn_del_job(job); 4023925cd3bSJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_NULL); 4033925cd3bSJohn Snow block_job_unref(job); 4043925cd3bSJohn Snow } 4053925cd3bSJohn Snow 40675f71059SJohn Snow static void block_job_do_dismiss(BlockJob *job) 40775f71059SJohn Snow { 40875f71059SJohn Snow block_job_decommission(job); 40975f71059SJohn Snow } 41075f71059SJohn Snow 411e0cf0364SJohn Snow static void block_job_conclude(BlockJob *job) 412e0cf0364SJohn Snow { 413e0cf0364SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_CONCLUDED); 41475f71059SJohn Snow if (job->auto_dismiss || !block_job_started(job)) { 41575f71059SJohn Snow block_job_do_dismiss(job); 41675f71059SJohn Snow } 417e0cf0364SJohn Snow } 418e0cf0364SJohn Snow 41935d6b368SJohn Snow static void block_job_update_rc(BlockJob *job) 42035d6b368SJohn Snow { 42135d6b368SJohn Snow if (!job->ret && block_job_is_cancelled(job)) { 42235d6b368SJohn Snow job->ret = -ECANCELED; 42335d6b368SJohn Snow } 42435d6b368SJohn Snow if (job->ret) { 42535d6b368SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_ABORTING); 42635d6b368SJohn Snow } 42735d6b368SJohn Snow } 42835d6b368SJohn Snow 4292da4617aSJohn Snow static int block_job_prepare(BlockJob *job) 4302da4617aSJohn Snow { 4312da4617aSJohn Snow if (job->ret == 0 && job->driver->prepare) { 4322da4617aSJohn Snow job->ret = job->driver->prepare(job); 4332da4617aSJohn Snow } 4342da4617aSJohn Snow return job->ret; 4352da4617aSJohn Snow } 4362da4617aSJohn Snow 43743628d93SJohn Snow static void block_job_commit(BlockJob *job) 43843628d93SJohn Snow { 43943628d93SJohn Snow assert(!job->ret); 44043628d93SJohn Snow if (job->driver->commit) { 44143628d93SJohn Snow job->driver->commit(job); 44243628d93SJohn Snow } 44343628d93SJohn Snow } 44443628d93SJohn Snow 44543628d93SJohn Snow static void block_job_abort(BlockJob *job) 44643628d93SJohn Snow { 44743628d93SJohn Snow assert(job->ret); 44843628d93SJohn Snow if (job->driver->abort) { 44943628d93SJohn Snow job->driver->abort(job); 45043628d93SJohn Snow } 45143628d93SJohn Snow } 45243628d93SJohn Snow 45343628d93SJohn Snow static void block_job_clean(BlockJob *job) 45443628d93SJohn Snow { 45543628d93SJohn Snow if (job->driver->clean) { 45643628d93SJohn Snow job->driver->clean(job); 45743628d93SJohn Snow } 45843628d93SJohn Snow } 45943628d93SJohn Snow 46011b61fbcSJohn Snow static int block_job_finalize_single(BlockJob *job) 461c55a832fSFam Zheng { 4624fb588e9SPaolo Bonzini assert(job->completed); 4634fb588e9SPaolo Bonzini 46435d6b368SJohn Snow /* Ensure abort is called for late-transactional failures */ 46535d6b368SJohn Snow block_job_update_rc(job); 46610a3fbb0SJohn Snow 467c55a832fSFam Zheng if (!job->ret) { 46843628d93SJohn Snow block_job_commit(job); 469c55a832fSFam Zheng } else { 47043628d93SJohn Snow block_job_abort(job); 471c55a832fSFam Zheng } 47243628d93SJohn Snow block_job_clean(job); 4738254b6d9SJohn Snow 4748254b6d9SJohn Snow if (job->cb) { 475c55a832fSFam Zheng job->cb(job->opaque, job->ret); 4768254b6d9SJohn Snow } 4775ccac6f1SJohn Snow 4785ccac6f1SJohn Snow /* Emit events only if we actually started */ 4795ccac6f1SJohn Snow if (block_job_started(job)) { 4808254b6d9SJohn Snow if (block_job_is_cancelled(job)) { 4818254b6d9SJohn Snow block_job_event_cancelled(job); 4828254b6d9SJohn Snow } else { 4838254b6d9SJohn Snow const char *msg = NULL; 4848254b6d9SJohn Snow if (job->ret < 0) { 4858254b6d9SJohn Snow msg = strerror(-job->ret); 4868254b6d9SJohn Snow } 4878254b6d9SJohn Snow block_job_event_completed(job, msg); 4888254b6d9SJohn Snow } 4895ccac6f1SJohn Snow } 4908254b6d9SJohn Snow 491a865cebbSMarc-André Lureau block_job_txn_del_job(job); 492e0cf0364SJohn Snow block_job_conclude(job); 4932da4617aSJohn Snow return 0; 494c55a832fSFam Zheng } 495c55a832fSFam Zheng 496b76e4458SLiang Li static void block_job_cancel_async(BlockJob *job, bool force) 4974c241cf5SPaolo Bonzini { 4984c241cf5SPaolo Bonzini if (job->iostatus != BLOCK_DEVICE_IO_STATUS_OK) { 4994c241cf5SPaolo Bonzini block_job_iostatus_reset(job); 5004c241cf5SPaolo Bonzini } 5014c241cf5SPaolo Bonzini if (job->user_paused) { 5024c241cf5SPaolo Bonzini /* Do not call block_job_enter here, the caller will handle it. */ 5034c241cf5SPaolo Bonzini job->user_paused = false; 5044c241cf5SPaolo Bonzini job->pause_count--; 5054c241cf5SPaolo Bonzini } 5064c241cf5SPaolo Bonzini job->cancelled = true; 507b76e4458SLiang Li /* To prevent 'force == false' overriding a previous 'force == true' */ 508b76e4458SLiang Li job->force |= force; 5094c241cf5SPaolo Bonzini } 5104c241cf5SPaolo Bonzini 5115f241594SJohn Snow static int block_job_txn_apply(BlockJobTxn *txn, int fn(BlockJob *), bool lock) 512efe4d4b7SJohn Snow { 513efe4d4b7SJohn Snow AioContext *ctx; 514efe4d4b7SJohn Snow BlockJob *job, *next; 5152da4617aSJohn Snow int rc = 0; 516efe4d4b7SJohn Snow 517efe4d4b7SJohn Snow QLIST_FOREACH_SAFE(job, &txn->jobs, txn_list, next) { 5185f241594SJohn Snow if (lock) { 519efe4d4b7SJohn Snow ctx = blk_get_aio_context(job->blk); 520efe4d4b7SJohn Snow aio_context_acquire(ctx); 5215f241594SJohn Snow } 5222da4617aSJohn Snow rc = fn(job); 5235f241594SJohn Snow if (lock) { 524efe4d4b7SJohn Snow aio_context_release(ctx); 5255f241594SJohn Snow } 5262da4617aSJohn Snow if (rc) { 5272da4617aSJohn Snow break; 528efe4d4b7SJohn Snow } 529efe4d4b7SJohn Snow } 5302da4617aSJohn Snow return rc; 5312da4617aSJohn Snow } 532efe4d4b7SJohn Snow 533c8ab5c2dSPaolo Bonzini static int block_job_finish_sync(BlockJob *job, 534c8ab5c2dSPaolo Bonzini void (*finish)(BlockJob *, Error **errp), 535c8ab5c2dSPaolo Bonzini Error **errp) 536c8ab5c2dSPaolo Bonzini { 537c8ab5c2dSPaolo Bonzini Error *local_err = NULL; 538c8ab5c2dSPaolo Bonzini int ret; 539c8ab5c2dSPaolo Bonzini 540c8ab5c2dSPaolo Bonzini assert(blk_bs(job->blk)->job == job); 541c8ab5c2dSPaolo Bonzini 542c8ab5c2dSPaolo Bonzini block_job_ref(job); 543c8ab5c2dSPaolo Bonzini 5444fb588e9SPaolo Bonzini if (finish) { 545c8ab5c2dSPaolo Bonzini finish(job, &local_err); 5464fb588e9SPaolo Bonzini } 547c8ab5c2dSPaolo Bonzini if (local_err) { 548c8ab5c2dSPaolo Bonzini error_propagate(errp, local_err); 549c8ab5c2dSPaolo Bonzini block_job_unref(job); 550c8ab5c2dSPaolo Bonzini return -EBUSY; 551c8ab5c2dSPaolo Bonzini } 552c8ab5c2dSPaolo Bonzini /* block_job_drain calls block_job_enter, and it should be enough to 553c8ab5c2dSPaolo Bonzini * induce progress until the job completes or moves to the main thread. 554c8ab5c2dSPaolo Bonzini */ 555c8ab5c2dSPaolo Bonzini while (!job->deferred_to_main_loop && !job->completed) { 556c8ab5c2dSPaolo Bonzini block_job_drain(job); 557c8ab5c2dSPaolo Bonzini } 558c8ab5c2dSPaolo Bonzini while (!job->completed) { 559c8ab5c2dSPaolo Bonzini aio_poll(qemu_get_aio_context(), true); 560c8ab5c2dSPaolo Bonzini } 561c8ab5c2dSPaolo Bonzini ret = (job->cancelled && job->ret == 0) ? -ECANCELED : job->ret; 562c8ab5c2dSPaolo Bonzini block_job_unref(job); 563c8ab5c2dSPaolo Bonzini return ret; 564c8ab5c2dSPaolo Bonzini } 565c8ab5c2dSPaolo Bonzini 566c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job) 567c55a832fSFam Zheng { 568c55a832fSFam Zheng AioContext *ctx; 569c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 5704fb588e9SPaolo Bonzini BlockJob *other_job; 571c55a832fSFam Zheng 572c55a832fSFam Zheng if (txn->aborting) { 573c55a832fSFam Zheng /* 574c55a832fSFam Zheng * We are cancelled by another job, which will handle everything. 575c55a832fSFam Zheng */ 576c55a832fSFam Zheng return; 577c55a832fSFam Zheng } 578c55a832fSFam Zheng txn->aborting = true; 5794fb588e9SPaolo Bonzini block_job_txn_ref(txn); 5804fb588e9SPaolo Bonzini 581c55a832fSFam Zheng /* We are the first failed job. Cancel other jobs. */ 582c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 583b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 584c55a832fSFam Zheng aio_context_acquire(ctx); 585c55a832fSFam Zheng } 5864fb588e9SPaolo Bonzini 5874fb588e9SPaolo Bonzini /* Other jobs are effectively cancelled by us, set the status for 588c55a832fSFam Zheng * them; this job, however, may or may not be cancelled, depending 589c55a832fSFam Zheng * on the caller, so leave it. */ 5904fb588e9SPaolo Bonzini QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 591c55a832fSFam Zheng if (other_job != job) { 592b76e4458SLiang Li block_job_cancel_async(other_job, false); 593c55a832fSFam Zheng } 594c55a832fSFam Zheng } 5954fb588e9SPaolo Bonzini while (!QLIST_EMPTY(&txn->jobs)) { 5964fb588e9SPaolo Bonzini other_job = QLIST_FIRST(&txn->jobs); 597b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 5984fb588e9SPaolo Bonzini if (!other_job->completed) { 5994fb588e9SPaolo Bonzini assert(other_job->cancelled); 6004fb588e9SPaolo Bonzini block_job_finish_sync(other_job, NULL, NULL); 6014fb588e9SPaolo Bonzini } 60211b61fbcSJohn Snow block_job_finalize_single(other_job); 603c55a832fSFam Zheng aio_context_release(ctx); 604c55a832fSFam Zheng } 6054fb588e9SPaolo Bonzini 6064fb588e9SPaolo Bonzini block_job_txn_unref(txn); 607c55a832fSFam Zheng } 608c55a832fSFam Zheng 60911b61fbcSJohn Snow static int block_job_needs_finalize(BlockJob *job) 61011b61fbcSJohn Snow { 61111b61fbcSJohn Snow return !job->auto_finalize; 61211b61fbcSJohn Snow } 61311b61fbcSJohn Snow 61411b61fbcSJohn Snow static void block_job_do_finalize(BlockJob *job) 61511b61fbcSJohn Snow { 61611b61fbcSJohn Snow int rc; 61711b61fbcSJohn Snow assert(job && job->txn); 61811b61fbcSJohn Snow 61911b61fbcSJohn Snow /* prepare the transaction to complete */ 62011b61fbcSJohn Snow rc = block_job_txn_apply(job->txn, block_job_prepare, true); 62111b61fbcSJohn Snow if (rc) { 62211b61fbcSJohn Snow block_job_completed_txn_abort(job); 62311b61fbcSJohn Snow } else { 62411b61fbcSJohn Snow block_job_txn_apply(job->txn, block_job_finalize_single, true); 62511b61fbcSJohn Snow } 62611b61fbcSJohn Snow } 62711b61fbcSJohn Snow 628c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job) 629c55a832fSFam Zheng { 630c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 631efe4d4b7SJohn Snow BlockJob *other_job; 6322da4617aSJohn Snow 633e8af5686SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_WAITING); 634e8af5686SJohn Snow 635c55a832fSFam Zheng /* 636c55a832fSFam Zheng * Successful completion, see if there are other running jobs in this 637c55a832fSFam Zheng * txn. 638c55a832fSFam Zheng */ 639c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 640c55a832fSFam Zheng if (!other_job->completed) { 641c55a832fSFam Zheng return; 642c55a832fSFam Zheng } 643efe4d4b7SJohn Snow assert(other_job->ret == 0); 644c55a832fSFam Zheng } 6452da4617aSJohn Snow 6465f241594SJohn Snow block_job_txn_apply(txn, block_job_event_pending, false); 64711b61fbcSJohn Snow 64811b61fbcSJohn Snow /* If no jobs need manual finalization, automatically do so */ 64911b61fbcSJohn Snow if (block_job_txn_apply(txn, block_job_needs_finalize, false) == 0) { 65011b61fbcSJohn Snow block_job_do_finalize(job); 65111b61fbcSJohn Snow } 652c55a832fSFam Zheng } 653c55a832fSFam Zheng 654aa9ef2e6SJohn Snow /* Assumes the block_job_mutex is held */ 655aa9ef2e6SJohn Snow static bool block_job_timer_pending(BlockJob *job) 656aa9ef2e6SJohn Snow { 657aa9ef2e6SJohn Snow return timer_pending(&job->sleep_timer); 658aa9ef2e6SJohn Snow } 659aa9ef2e6SJohn Snow 6602f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) 6612f0c9fe6SPaolo Bonzini { 662aa9ef2e6SJohn Snow int64_t old_speed = job->speed; 6632f0c9fe6SPaolo Bonzini 6640ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_SET_SPEED, errp)) { 6650ec4dfb8SJohn Snow return; 6660ec4dfb8SJohn Snow } 66718bb6928SKevin Wolf if (speed < 0) { 66818bb6928SKevin Wolf error_setg(errp, QERR_INVALID_PARAMETER, "speed"); 6692f0c9fe6SPaolo Bonzini return; 6702f0c9fe6SPaolo Bonzini } 6712f0c9fe6SPaolo Bonzini 67218bb6928SKevin Wolf ratelimit_set_speed(&job->limit, speed, BLOCK_JOB_SLICE_TIME); 67318bb6928SKevin Wolf 6742f0c9fe6SPaolo Bonzini job->speed = speed; 675d4fce188SJohn Snow if (speed && speed <= old_speed) { 676aa9ef2e6SJohn Snow return; 677aa9ef2e6SJohn Snow } 678aa9ef2e6SJohn Snow 679aa9ef2e6SJohn Snow /* kick only if a timer is pending */ 680aa9ef2e6SJohn Snow block_job_enter_cond(job, block_job_timer_pending); 6812f0c9fe6SPaolo Bonzini } 6822f0c9fe6SPaolo Bonzini 683*dee81d51SKevin Wolf int64_t block_job_ratelimit_get_delay(BlockJob *job, uint64_t n) 684*dee81d51SKevin Wolf { 685*dee81d51SKevin Wolf if (!job->speed) { 686*dee81d51SKevin Wolf return 0; 687*dee81d51SKevin Wolf } 688*dee81d51SKevin Wolf 689*dee81d51SKevin Wolf return ratelimit_calculate_delay(&job->limit, n); 690*dee81d51SKevin Wolf } 691*dee81d51SKevin Wolf 692aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp) 693aeae883bSPaolo Bonzini { 694559b935fSJohn Snow /* Should not be reachable via external interface for internal jobs */ 695559b935fSJohn Snow assert(job->id); 6960ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_COMPLETE, errp)) { 6970ec4dfb8SJohn Snow return; 6980ec4dfb8SJohn Snow } 6990ec4dfb8SJohn Snow if (job->pause_count || job->cancelled || !job->driver->complete) { 7009df229c3SAlberto Garcia error_setg(errp, "The active block job '%s' cannot be completed", 7019df229c3SAlberto Garcia job->id); 702aeae883bSPaolo Bonzini return; 703aeae883bSPaolo Bonzini } 704aeae883bSPaolo Bonzini 7053fc4b10aSFam Zheng job->driver->complete(job, errp); 706aeae883bSPaolo Bonzini } 707aeae883bSPaolo Bonzini 70811b61fbcSJohn Snow void block_job_finalize(BlockJob *job, Error **errp) 70911b61fbcSJohn Snow { 71037aa19b6SKevin Wolf assert(job && job->id); 71111b61fbcSJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_FINALIZE, errp)) { 71211b61fbcSJohn Snow return; 71311b61fbcSJohn Snow } 71411b61fbcSJohn Snow block_job_do_finalize(job); 71511b61fbcSJohn Snow } 71611b61fbcSJohn Snow 71775f71059SJohn Snow void block_job_dismiss(BlockJob **jobptr, Error **errp) 71875f71059SJohn Snow { 71975f71059SJohn Snow BlockJob *job = *jobptr; 72075f71059SJohn Snow /* similarly to _complete, this is QMP-interface only. */ 72175f71059SJohn Snow assert(job->id); 72275f71059SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_DISMISS, errp)) { 72375f71059SJohn Snow return; 72475f71059SJohn Snow } 72575f71059SJohn Snow 72675f71059SJohn Snow block_job_do_dismiss(job); 72775f71059SJohn Snow *jobptr = NULL; 72875f71059SJohn Snow } 72975f71059SJohn Snow 7300ec4dfb8SJohn Snow void block_job_user_pause(BlockJob *job, Error **errp) 7310df4ba58SJohn Snow { 7320ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_PAUSE, errp)) { 7330ec4dfb8SJohn Snow return; 7340ec4dfb8SJohn Snow } 7350ec4dfb8SJohn Snow if (job->user_paused) { 7360ec4dfb8SJohn Snow error_setg(errp, "Job is already paused"); 7370ec4dfb8SJohn Snow return; 7380ec4dfb8SJohn Snow } 7390df4ba58SJohn Snow job->user_paused = true; 7400df4ba58SJohn Snow block_job_pause(job); 7410df4ba58SJohn Snow } 7420df4ba58SJohn Snow 7430df4ba58SJohn Snow bool block_job_user_paused(BlockJob *job) 7440df4ba58SJohn Snow { 7456573d9c6SPaolo Bonzini return job->user_paused; 7460df4ba58SJohn Snow } 7470df4ba58SJohn Snow 7480ec4dfb8SJohn Snow void block_job_user_resume(BlockJob *job, Error **errp) 7490df4ba58SJohn Snow { 7500ec4dfb8SJohn Snow assert(job); 7510ec4dfb8SJohn Snow if (!job->user_paused || job->pause_count <= 0) { 7520ec4dfb8SJohn Snow error_setg(errp, "Can't resume a job that was not paused"); 7530ec4dfb8SJohn Snow return; 7540ec4dfb8SJohn Snow } 7550ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_RESUME, errp)) { 7560ec4dfb8SJohn Snow return; 7570ec4dfb8SJohn Snow } 7582caf63a9SPaolo Bonzini block_job_iostatus_reset(job); 7594c241cf5SPaolo Bonzini job->user_paused = false; 7600df4ba58SJohn Snow block_job_resume(job); 7610df4ba58SJohn Snow } 7620df4ba58SJohn Snow 763b76e4458SLiang Li void block_job_cancel(BlockJob *job, bool force) 7648acc72a4SPaolo Bonzini { 765e0cf0364SJohn Snow if (job->status == BLOCK_JOB_STATUS_CONCLUDED) { 76675f71059SJohn Snow block_job_do_dismiss(job); 76711b61fbcSJohn Snow return; 76811b61fbcSJohn Snow } 769b76e4458SLiang Li block_job_cancel_async(job, force); 77011b61fbcSJohn Snow if (!block_job_started(job)) { 7715ccac6f1SJohn Snow block_job_completed(job, -ECANCELED); 77211b61fbcSJohn Snow } else if (job->deferred_to_main_loop) { 77311b61fbcSJohn Snow block_job_completed_txn_abort(job); 77411b61fbcSJohn Snow } else { 77511b61fbcSJohn Snow block_job_enter(job); 7765ccac6f1SJohn Snow } 7778acc72a4SPaolo Bonzini } 7788acc72a4SPaolo Bonzini 779b76e4458SLiang Li void block_job_user_cancel(BlockJob *job, bool force, Error **errp) 7800ec4dfb8SJohn Snow { 7810ec4dfb8SJohn Snow if (block_job_apply_verb(job, BLOCK_JOB_VERB_CANCEL, errp)) { 7820ec4dfb8SJohn Snow return; 7830ec4dfb8SJohn Snow } 784b76e4458SLiang Li block_job_cancel(job, force); 7850ec4dfb8SJohn Snow } 7860ec4dfb8SJohn Snow 787345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be 788345f9e1bSMax Reitz * used with block_job_finish_sync() without the need for (rather nasty) 789345f9e1bSMax Reitz * function pointer casts there. */ 790345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp) 791345f9e1bSMax Reitz { 792b76e4458SLiang Li block_job_cancel(job, false); 793345f9e1bSMax Reitz } 794345f9e1bSMax Reitz 795345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job) 796345f9e1bSMax Reitz { 797345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_cancel_err, NULL); 798345f9e1bSMax Reitz } 799345f9e1bSMax Reitz 800a1a2af07SKevin Wolf void block_job_cancel_sync_all(void) 801a1a2af07SKevin Wolf { 802a1a2af07SKevin Wolf BlockJob *job; 803a1a2af07SKevin Wolf AioContext *aio_context; 804a1a2af07SKevin Wolf 805a1a2af07SKevin Wolf while ((job = QLIST_FIRST(&block_jobs))) { 806b6d2e599SKevin Wolf aio_context = blk_get_aio_context(job->blk); 807a1a2af07SKevin Wolf aio_context_acquire(aio_context); 808a1a2af07SKevin Wolf block_job_cancel_sync(job); 809a1a2af07SKevin Wolf aio_context_release(aio_context); 810a1a2af07SKevin Wolf } 811a1a2af07SKevin Wolf } 812a1a2af07SKevin Wolf 813345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp) 814345f9e1bSMax Reitz { 815345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_complete, errp); 816345f9e1bSMax Reitz } 817345f9e1bSMax Reitz 81805df8a6aSKevin Wolf void block_job_progress_update(BlockJob *job, uint64_t done) 81905df8a6aSKevin Wolf { 82005df8a6aSKevin Wolf job->offset += done; 82105df8a6aSKevin Wolf } 82205df8a6aSKevin Wolf 82305df8a6aSKevin Wolf void block_job_progress_set_remaining(BlockJob *job, uint64_t remaining) 82405df8a6aSKevin Wolf { 82505df8a6aSKevin Wolf job->len = job->offset + remaining; 82605df8a6aSKevin Wolf } 82705df8a6aSKevin Wolf 828559b935fSJohn Snow BlockJobInfo *block_job_query(BlockJob *job, Error **errp) 82930e628b7SPaolo Bonzini { 830559b935fSJohn Snow BlockJobInfo *info; 831559b935fSJohn Snow 832559b935fSJohn Snow if (block_job_is_internal(job)) { 833559b935fSJohn Snow error_setg(errp, "Cannot query QEMU internal jobs"); 834559b935fSJohn Snow return NULL; 835559b935fSJohn Snow } 836559b935fSJohn Snow info = g_new0(BlockJobInfo, 1); 837977c736fSMarkus Armbruster info->type = g_strdup(BlockJobType_str(job->driver->job_type)); 8388ccb9569SKevin Wolf info->device = g_strdup(job->id); 83930e628b7SPaolo Bonzini info->len = job->len; 840fc24908eSPaolo Bonzini info->busy = atomic_read(&job->busy); 841751ebd76SFam Zheng info->paused = job->pause_count > 0; 84230e628b7SPaolo Bonzini info->offset = job->offset; 84330e628b7SPaolo Bonzini info->speed = job->speed; 84432c81a4aSPaolo Bonzini info->io_status = job->iostatus; 845ef6dbf1eSMax Reitz info->ready = job->ready; 84658b295baSJohn Snow info->status = job->status; 847b40dacdcSJohn Snow info->auto_finalize = job->auto_finalize; 848b40dacdcSJohn Snow info->auto_dismiss = job->auto_dismiss; 849ab9ba614SJohn Snow info->has_error = job->ret != 0; 850ab9ba614SJohn Snow info->error = job->ret ? g_strdup(strerror(-job->ret)) : NULL; 85130e628b7SPaolo Bonzini return info; 85230e628b7SPaolo Bonzini } 85332c81a4aSPaolo Bonzini 85432c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error) 85532c81a4aSPaolo Bonzini { 85632c81a4aSPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 85732c81a4aSPaolo Bonzini job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE : 85832c81a4aSPaolo Bonzini BLOCK_DEVICE_IO_STATUS_FAILED; 85932c81a4aSPaolo Bonzini } 86032c81a4aSPaolo Bonzini } 86132c81a4aSPaolo Bonzini 8628254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job) 863a66a2a36SPaolo Bonzini { 864559b935fSJohn Snow if (block_job_is_internal(job)) { 865559b935fSJohn Snow return; 866559b935fSJohn Snow } 867559b935fSJohn Snow 868bcada37bSWenchao Xia qapi_event_send_block_job_cancelled(job->driver->job_type, 8698ccb9569SKevin Wolf job->id, 870a66a2a36SPaolo Bonzini job->len, 871a66a2a36SPaolo Bonzini job->offset, 872bcada37bSWenchao Xia job->speed, 873bcada37bSWenchao Xia &error_abort); 874a66a2a36SPaolo Bonzini } 875a66a2a36SPaolo Bonzini 8768254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg) 877a66a2a36SPaolo Bonzini { 878559b935fSJohn Snow if (block_job_is_internal(job)) { 879559b935fSJohn Snow return; 880559b935fSJohn Snow } 881559b935fSJohn Snow 882bcada37bSWenchao Xia qapi_event_send_block_job_completed(job->driver->job_type, 8838ccb9569SKevin Wolf job->id, 884bcada37bSWenchao Xia job->len, 885bcada37bSWenchao Xia job->offset, 886bcada37bSWenchao Xia job->speed, 887bcada37bSWenchao Xia !!msg, 888bcada37bSWenchao Xia msg, 889bcada37bSWenchao Xia &error_abort); 890bcada37bSWenchao Xia } 891bcada37bSWenchao Xia 8925f241594SJohn Snow static int block_job_event_pending(BlockJob *job) 8935f241594SJohn Snow { 8945f241594SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_PENDING); 8955f241594SJohn Snow if (!job->auto_finalize && !block_job_is_internal(job)) { 8965f241594SJohn Snow qapi_event_send_block_job_pending(job->driver->job_type, 8975f241594SJohn Snow job->id, 8985f241594SJohn Snow &error_abort); 8995f241594SJohn Snow } 9005f241594SJohn Snow return 0; 9015f241594SJohn Snow } 9025f241594SJohn Snow 90388691b37SPaolo Bonzini /* 90488691b37SPaolo Bonzini * API for block job drivers and the block layer. These functions are 90588691b37SPaolo Bonzini * declared in blockjob_int.h. 90688691b37SPaolo Bonzini */ 90788691b37SPaolo Bonzini 90888691b37SPaolo Bonzini void *block_job_create(const char *job_id, const BlockJobDriver *driver, 90975859b94SJohn Snow BlockJobTxn *txn, BlockDriverState *bs, uint64_t perm, 91088691b37SPaolo Bonzini uint64_t shared_perm, int64_t speed, int flags, 91188691b37SPaolo Bonzini BlockCompletionFunc *cb, void *opaque, Error **errp) 91288691b37SPaolo Bonzini { 91388691b37SPaolo Bonzini BlockBackend *blk; 91488691b37SPaolo Bonzini BlockJob *job; 91588691b37SPaolo Bonzini int ret; 91688691b37SPaolo Bonzini 91788691b37SPaolo Bonzini if (bs->job) { 91888691b37SPaolo Bonzini error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs)); 91988691b37SPaolo Bonzini return NULL; 92088691b37SPaolo Bonzini } 92188691b37SPaolo Bonzini 92288691b37SPaolo Bonzini if (job_id == NULL && !(flags & BLOCK_JOB_INTERNAL)) { 92388691b37SPaolo Bonzini job_id = bdrv_get_device_name(bs); 92488691b37SPaolo Bonzini if (!*job_id) { 92588691b37SPaolo Bonzini error_setg(errp, "An explicit job ID is required for this node"); 92688691b37SPaolo Bonzini return NULL; 92788691b37SPaolo Bonzini } 92888691b37SPaolo Bonzini } 92988691b37SPaolo Bonzini 93088691b37SPaolo Bonzini if (job_id) { 93188691b37SPaolo Bonzini if (flags & BLOCK_JOB_INTERNAL) { 93288691b37SPaolo Bonzini error_setg(errp, "Cannot specify job ID for internal block job"); 93388691b37SPaolo Bonzini return NULL; 93488691b37SPaolo Bonzini } 93588691b37SPaolo Bonzini 93688691b37SPaolo Bonzini if (!id_wellformed(job_id)) { 93788691b37SPaolo Bonzini error_setg(errp, "Invalid job ID '%s'", job_id); 93888691b37SPaolo Bonzini return NULL; 93988691b37SPaolo Bonzini } 94088691b37SPaolo Bonzini 94188691b37SPaolo Bonzini if (block_job_get(job_id)) { 94288691b37SPaolo Bonzini error_setg(errp, "Job ID '%s' already in use", job_id); 94388691b37SPaolo Bonzini return NULL; 94488691b37SPaolo Bonzini } 94588691b37SPaolo Bonzini } 94688691b37SPaolo Bonzini 94788691b37SPaolo Bonzini blk = blk_new(perm, shared_perm); 94888691b37SPaolo Bonzini ret = blk_insert_bs(blk, bs, errp); 94988691b37SPaolo Bonzini if (ret < 0) { 95088691b37SPaolo Bonzini blk_unref(blk); 95188691b37SPaolo Bonzini return NULL; 95288691b37SPaolo Bonzini } 95388691b37SPaolo Bonzini 95488691b37SPaolo Bonzini job = g_malloc0(driver->instance_size); 95588691b37SPaolo Bonzini job->driver = driver; 95688691b37SPaolo Bonzini job->id = g_strdup(job_id); 95788691b37SPaolo Bonzini job->blk = blk; 95888691b37SPaolo Bonzini job->cb = cb; 95988691b37SPaolo Bonzini job->opaque = opaque; 96088691b37SPaolo Bonzini job->busy = false; 96188691b37SPaolo Bonzini job->paused = true; 96288691b37SPaolo Bonzini job->pause_count = 1; 96388691b37SPaolo Bonzini job->refcnt = 1; 9645f241594SJohn Snow job->auto_finalize = !(flags & BLOCK_JOB_MANUAL_FINALIZE); 96575f71059SJohn Snow job->auto_dismiss = !(flags & BLOCK_JOB_MANUAL_DISMISS); 966c9de4050SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_CREATED); 967fc24908eSPaolo Bonzini aio_timer_init(qemu_get_aio_context(), &job->sleep_timer, 968fc24908eSPaolo Bonzini QEMU_CLOCK_REALTIME, SCALE_NS, 969fc24908eSPaolo Bonzini block_job_sleep_timer_cb, job); 97088691b37SPaolo Bonzini 97188691b37SPaolo Bonzini error_setg(&job->blocker, "block device is in use by block job: %s", 972977c736fSMarkus Armbruster BlockJobType_str(driver->job_type)); 97388691b37SPaolo Bonzini block_job_add_bdrv(job, "main node", bs, 0, BLK_PERM_ALL, &error_abort); 97488691b37SPaolo Bonzini bs->job = job; 97588691b37SPaolo Bonzini 97688691b37SPaolo Bonzini bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker); 97788691b37SPaolo Bonzini 97888691b37SPaolo Bonzini QLIST_INSERT_HEAD(&block_jobs, job, job_list); 97988691b37SPaolo Bonzini 98088691b37SPaolo Bonzini blk_add_aio_context_notifier(blk, block_job_attached_aio_context, 98188691b37SPaolo Bonzini block_job_detach_aio_context, job); 98288691b37SPaolo Bonzini 98388691b37SPaolo Bonzini /* Only set speed when necessary to avoid NotSupported error */ 98488691b37SPaolo Bonzini if (speed != 0) { 98588691b37SPaolo Bonzini Error *local_err = NULL; 98688691b37SPaolo Bonzini 98788691b37SPaolo Bonzini block_job_set_speed(job, speed, &local_err); 98888691b37SPaolo Bonzini if (local_err) { 9893925cd3bSJohn Snow block_job_early_fail(job); 99088691b37SPaolo Bonzini error_propagate(errp, local_err); 99188691b37SPaolo Bonzini return NULL; 99288691b37SPaolo Bonzini } 99388691b37SPaolo Bonzini } 99475859b94SJohn Snow 99575859b94SJohn Snow /* Single jobs are modeled as single-job transactions for sake of 99675859b94SJohn Snow * consolidating the job management logic */ 99775859b94SJohn Snow if (!txn) { 99875859b94SJohn Snow txn = block_job_txn_new(); 99975859b94SJohn Snow block_job_txn_add_job(txn, job); 100075859b94SJohn Snow block_job_txn_unref(txn); 100175859b94SJohn Snow } else { 100275859b94SJohn Snow block_job_txn_add_job(txn, job); 100375859b94SJohn Snow } 100475859b94SJohn Snow 100588691b37SPaolo Bonzini return job; 100688691b37SPaolo Bonzini } 100788691b37SPaolo Bonzini 100888691b37SPaolo Bonzini void block_job_early_fail(BlockJob *job) 100988691b37SPaolo Bonzini { 10103925cd3bSJohn Snow assert(job->status == BLOCK_JOB_STATUS_CREATED); 10113925cd3bSJohn Snow block_job_decommission(job); 101288691b37SPaolo Bonzini } 101388691b37SPaolo Bonzini 101488691b37SPaolo Bonzini void block_job_completed(BlockJob *job, int ret) 101588691b37SPaolo Bonzini { 101675859b94SJohn Snow assert(job && job->txn && !job->completed); 101788691b37SPaolo Bonzini assert(blk_bs(job->blk)->job == job); 101888691b37SPaolo Bonzini job->completed = true; 101988691b37SPaolo Bonzini job->ret = ret; 102035d6b368SJohn Snow block_job_update_rc(job); 102135d6b368SJohn Snow trace_block_job_completed(job, ret, job->ret); 102235d6b368SJohn Snow if (job->ret) { 102388691b37SPaolo Bonzini block_job_completed_txn_abort(job); 102488691b37SPaolo Bonzini } else { 102588691b37SPaolo Bonzini block_job_completed_txn_success(job); 102688691b37SPaolo Bonzini } 102788691b37SPaolo Bonzini } 102888691b37SPaolo Bonzini 102988691b37SPaolo Bonzini static bool block_job_should_pause(BlockJob *job) 103088691b37SPaolo Bonzini { 103188691b37SPaolo Bonzini return job->pause_count > 0; 103288691b37SPaolo Bonzini } 103388691b37SPaolo Bonzini 1034fc24908eSPaolo Bonzini /* Yield, and schedule a timer to reenter the coroutine after @ns nanoseconds. 1035fc24908eSPaolo Bonzini * Reentering the job coroutine with block_job_enter() before the timer has 1036fc24908eSPaolo Bonzini * expired is allowed and cancels the timer. 1037fc24908eSPaolo Bonzini * 1038fc24908eSPaolo Bonzini * If @ns is (uint64_t) -1, no timer is scheduled and block_job_enter() must be 1039fc24908eSPaolo Bonzini * called explicitly. */ 1040fc24908eSPaolo Bonzini static void block_job_do_yield(BlockJob *job, uint64_t ns) 1041356f59b8SPaolo Bonzini { 1042fc24908eSPaolo Bonzini block_job_lock(); 1043fc24908eSPaolo Bonzini if (ns != -1) { 1044fc24908eSPaolo Bonzini timer_mod(&job->sleep_timer, ns); 1045fc24908eSPaolo Bonzini } 1046356f59b8SPaolo Bonzini job->busy = false; 1047fc24908eSPaolo Bonzini block_job_unlock(); 1048356f59b8SPaolo Bonzini qemu_coroutine_yield(); 1049356f59b8SPaolo Bonzini 1050356f59b8SPaolo Bonzini /* Set by block_job_enter before re-entering the coroutine. */ 1051356f59b8SPaolo Bonzini assert(job->busy); 1052356f59b8SPaolo Bonzini } 1053356f59b8SPaolo Bonzini 105488691b37SPaolo Bonzini void coroutine_fn block_job_pause_point(BlockJob *job) 105588691b37SPaolo Bonzini { 105688691b37SPaolo Bonzini assert(job && block_job_started(job)); 105788691b37SPaolo Bonzini 105888691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 105988691b37SPaolo Bonzini return; 106088691b37SPaolo Bonzini } 106188691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 106288691b37SPaolo Bonzini return; 106388691b37SPaolo Bonzini } 106488691b37SPaolo Bonzini 106588691b37SPaolo Bonzini if (job->driver->pause) { 106688691b37SPaolo Bonzini job->driver->pause(job); 106788691b37SPaolo Bonzini } 106888691b37SPaolo Bonzini 106988691b37SPaolo Bonzini if (block_job_should_pause(job) && !block_job_is_cancelled(job)) { 107058b295baSJohn Snow BlockJobStatus status = job->status; 1071c9de4050SJohn Snow block_job_state_transition(job, status == BLOCK_JOB_STATUS_READY ? \ 107258b295baSJohn Snow BLOCK_JOB_STATUS_STANDBY : \ 1073c9de4050SJohn Snow BLOCK_JOB_STATUS_PAUSED); 107488691b37SPaolo Bonzini job->paused = true; 1075fc24908eSPaolo Bonzini block_job_do_yield(job, -1); 107688691b37SPaolo Bonzini job->paused = false; 1077c9de4050SJohn Snow block_job_state_transition(job, status); 107888691b37SPaolo Bonzini } 107988691b37SPaolo Bonzini 108088691b37SPaolo Bonzini if (job->driver->resume) { 108188691b37SPaolo Bonzini job->driver->resume(job); 108288691b37SPaolo Bonzini } 108388691b37SPaolo Bonzini } 108488691b37SPaolo Bonzini 1085aa9ef2e6SJohn Snow /* 1086aa9ef2e6SJohn Snow * Conditionally enter a block_job pending a call to fn() while 1087aa9ef2e6SJohn Snow * under the block_job_lock critical section. 1088aa9ef2e6SJohn Snow */ 1089aa9ef2e6SJohn Snow static void block_job_enter_cond(BlockJob *job, bool(*fn)(BlockJob *job)) 109088691b37SPaolo Bonzini { 1091eb05e011SPaolo Bonzini if (!block_job_started(job)) { 1092eb05e011SPaolo Bonzini return; 1093eb05e011SPaolo Bonzini } 1094eb05e011SPaolo Bonzini if (job->deferred_to_main_loop) { 1095eb05e011SPaolo Bonzini return; 1096eb05e011SPaolo Bonzini } 1097eb05e011SPaolo Bonzini 1098fc24908eSPaolo Bonzini block_job_lock(); 1099356f59b8SPaolo Bonzini if (job->busy) { 1100fc24908eSPaolo Bonzini block_job_unlock(); 1101356f59b8SPaolo Bonzini return; 110288691b37SPaolo Bonzini } 1103356f59b8SPaolo Bonzini 1104aa9ef2e6SJohn Snow if (fn && !fn(job)) { 1105aa9ef2e6SJohn Snow block_job_unlock(); 1106aa9ef2e6SJohn Snow return; 1107aa9ef2e6SJohn Snow } 1108aa9ef2e6SJohn Snow 1109fc24908eSPaolo Bonzini assert(!job->deferred_to_main_loop); 1110fc24908eSPaolo Bonzini timer_del(&job->sleep_timer); 1111356f59b8SPaolo Bonzini job->busy = true; 1112fc24908eSPaolo Bonzini block_job_unlock(); 1113356f59b8SPaolo Bonzini aio_co_wake(job->co); 111488691b37SPaolo Bonzini } 111588691b37SPaolo Bonzini 1116aa9ef2e6SJohn Snow void block_job_enter(BlockJob *job) 1117aa9ef2e6SJohn Snow { 1118aa9ef2e6SJohn Snow block_job_enter_cond(job, NULL); 1119aa9ef2e6SJohn Snow } 1120aa9ef2e6SJohn Snow 112188691b37SPaolo Bonzini bool block_job_is_cancelled(BlockJob *job) 112288691b37SPaolo Bonzini { 112388691b37SPaolo Bonzini return job->cancelled; 112488691b37SPaolo Bonzini } 112588691b37SPaolo Bonzini 11265bf1d5a7SPaolo Bonzini void block_job_sleep_ns(BlockJob *job, int64_t ns) 112788691b37SPaolo Bonzini { 112888691b37SPaolo Bonzini assert(job->busy); 112988691b37SPaolo Bonzini 113088691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 113188691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 113288691b37SPaolo Bonzini return; 113388691b37SPaolo Bonzini } 113488691b37SPaolo Bonzini 113588691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 1136fc24908eSPaolo Bonzini block_job_do_yield(job, qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + ns); 113788691b37SPaolo Bonzini } 113888691b37SPaolo Bonzini 113988691b37SPaolo Bonzini block_job_pause_point(job); 114088691b37SPaolo Bonzini } 114188691b37SPaolo Bonzini 114288691b37SPaolo Bonzini void block_job_yield(BlockJob *job) 114388691b37SPaolo Bonzini { 114488691b37SPaolo Bonzini assert(job->busy); 114588691b37SPaolo Bonzini 114688691b37SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 114788691b37SPaolo Bonzini if (block_job_is_cancelled(job)) { 114888691b37SPaolo Bonzini return; 114988691b37SPaolo Bonzini } 115088691b37SPaolo Bonzini 115188691b37SPaolo Bonzini if (!block_job_should_pause(job)) { 1152fc24908eSPaolo Bonzini block_job_do_yield(job, -1); 115388691b37SPaolo Bonzini } 115488691b37SPaolo Bonzini 115588691b37SPaolo Bonzini block_job_pause_point(job); 115688691b37SPaolo Bonzini } 115788691b37SPaolo Bonzini 11582caf63a9SPaolo Bonzini void block_job_iostatus_reset(BlockJob *job) 11592caf63a9SPaolo Bonzini { 11604c241cf5SPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 11614c241cf5SPaolo Bonzini return; 11624c241cf5SPaolo Bonzini } 11634c241cf5SPaolo Bonzini assert(job->user_paused && job->pause_count > 0); 11642caf63a9SPaolo Bonzini job->iostatus = BLOCK_DEVICE_IO_STATUS_OK; 11652caf63a9SPaolo Bonzini } 11662caf63a9SPaolo Bonzini 1167bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job) 1168bcada37bSWenchao Xia { 1169c9de4050SJohn Snow block_job_state_transition(job, BLOCK_JOB_STATUS_READY); 1170ef6dbf1eSMax Reitz job->ready = true; 1171ef6dbf1eSMax Reitz 1172559b935fSJohn Snow if (block_job_is_internal(job)) { 1173559b935fSJohn Snow return; 1174559b935fSJohn Snow } 1175559b935fSJohn Snow 1176518848a2SMarkus Armbruster qapi_event_send_block_job_ready(job->driver->job_type, 11778ccb9569SKevin Wolf job->id, 1178518848a2SMarkus Armbruster job->len, 1179518848a2SMarkus Armbruster job->offset, 1180518848a2SMarkus Armbruster job->speed, &error_abort); 1181a66a2a36SPaolo Bonzini } 1182a66a2a36SPaolo Bonzini 118381e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err, 118432c81a4aSPaolo Bonzini int is_read, int error) 118532c81a4aSPaolo Bonzini { 118632c81a4aSPaolo Bonzini BlockErrorAction action; 118732c81a4aSPaolo Bonzini 118832c81a4aSPaolo Bonzini switch (on_err) { 118932c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_ENOSPC: 11908c398252SKevin Wolf case BLOCKDEV_ON_ERROR_AUTO: 1191a589569fSWenchao Xia action = (error == ENOSPC) ? 1192a589569fSWenchao Xia BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT; 119332c81a4aSPaolo Bonzini break; 119432c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_STOP: 1195a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_STOP; 119632c81a4aSPaolo Bonzini break; 119732c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_REPORT: 1198a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_REPORT; 119932c81a4aSPaolo Bonzini break; 120032c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_IGNORE: 1201a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_IGNORE; 120232c81a4aSPaolo Bonzini break; 120332c81a4aSPaolo Bonzini default: 120432c81a4aSPaolo Bonzini abort(); 120532c81a4aSPaolo Bonzini } 1206559b935fSJohn Snow if (!block_job_is_internal(job)) { 12078ccb9569SKevin Wolf qapi_event_send_block_job_error(job->id, 12085a2d2cbdSWenchao Xia is_read ? IO_OPERATION_TYPE_READ : 12095a2d2cbdSWenchao Xia IO_OPERATION_TYPE_WRITE, 12105a2d2cbdSWenchao Xia action, &error_abort); 1211559b935fSJohn Snow } 1212a589569fSWenchao Xia if (action == BLOCK_ERROR_ACTION_STOP) { 12130ec4dfb8SJohn Snow block_job_pause(job); 1214751ebd76SFam Zheng /* make the pause user visible, which will be resumed from QMP. */ 12150ec4dfb8SJohn Snow job->user_paused = true; 121632c81a4aSPaolo Bonzini block_job_iostatus_set_err(job, error); 121732c81a4aSPaolo Bonzini } 121832c81a4aSPaolo Bonzini return action; 121932c81a4aSPaolo Bonzini } 1220dec7d421SStefan Hajnoczi 1221dec7d421SStefan Hajnoczi typedef struct { 1222dec7d421SStefan Hajnoczi BlockJob *job; 1223dec7d421SStefan Hajnoczi AioContext *aio_context; 1224dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn; 1225dec7d421SStefan Hajnoczi void *opaque; 1226dec7d421SStefan Hajnoczi } BlockJobDeferToMainLoopData; 1227dec7d421SStefan Hajnoczi 1228dec7d421SStefan Hajnoczi static void block_job_defer_to_main_loop_bh(void *opaque) 1229dec7d421SStefan Hajnoczi { 1230dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = opaque; 1231dec7d421SStefan Hajnoczi AioContext *aio_context; 1232dec7d421SStefan Hajnoczi 1233dec7d421SStefan Hajnoczi /* Prevent race with block_job_defer_to_main_loop() */ 1234dec7d421SStefan Hajnoczi aio_context_acquire(data->aio_context); 1235dec7d421SStefan Hajnoczi 1236dec7d421SStefan Hajnoczi /* Fetch BDS AioContext again, in case it has changed */ 1237b6d2e599SKevin Wolf aio_context = blk_get_aio_context(data->job->blk); 1238d79df2a2SPaolo Bonzini if (aio_context != data->aio_context) { 1239dec7d421SStefan Hajnoczi aio_context_acquire(aio_context); 1240d79df2a2SPaolo Bonzini } 1241dec7d421SStefan Hajnoczi 1242dec7d421SStefan Hajnoczi data->fn(data->job, data->opaque); 1243dec7d421SStefan Hajnoczi 1244d79df2a2SPaolo Bonzini if (aio_context != data->aio_context) { 1245dec7d421SStefan Hajnoczi aio_context_release(aio_context); 1246d79df2a2SPaolo Bonzini } 1247dec7d421SStefan Hajnoczi 1248dec7d421SStefan Hajnoczi aio_context_release(data->aio_context); 1249dec7d421SStefan Hajnoczi 1250dec7d421SStefan Hajnoczi g_free(data); 1251dec7d421SStefan Hajnoczi } 1252dec7d421SStefan Hajnoczi 1253dec7d421SStefan Hajnoczi void block_job_defer_to_main_loop(BlockJob *job, 1254dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn, 1255dec7d421SStefan Hajnoczi void *opaque) 1256dec7d421SStefan Hajnoczi { 1257dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = g_malloc(sizeof(*data)); 1258dec7d421SStefan Hajnoczi data->job = job; 1259b6d2e599SKevin Wolf data->aio_context = blk_get_aio_context(job->blk); 1260dec7d421SStefan Hajnoczi data->fn = fn; 1261dec7d421SStefan Hajnoczi data->opaque = opaque; 1262794f0141SFam Zheng job->deferred_to_main_loop = true; 1263dec7d421SStefan Hajnoczi 1264fffb6e12SPaolo Bonzini aio_bh_schedule_oneshot(qemu_get_aio_context(), 1265fffb6e12SPaolo Bonzini block_job_defer_to_main_loop_bh, data); 1266dec7d421SStefan Hajnoczi } 1267