12f0c9fe6SPaolo Bonzini /* 22f0c9fe6SPaolo Bonzini * QEMU System Emulator block driver 32f0c9fe6SPaolo Bonzini * 42f0c9fe6SPaolo Bonzini * Copyright (c) 2011 IBM Corp. 52f0c9fe6SPaolo Bonzini * Copyright (c) 2012 Red Hat, Inc. 62f0c9fe6SPaolo Bonzini * 72f0c9fe6SPaolo Bonzini * Permission is hereby granted, free of charge, to any person obtaining a copy 82f0c9fe6SPaolo Bonzini * of this software and associated documentation files (the "Software"), to deal 92f0c9fe6SPaolo Bonzini * in the Software without restriction, including without limitation the rights 102f0c9fe6SPaolo Bonzini * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell 112f0c9fe6SPaolo Bonzini * copies of the Software, and to permit persons to whom the Software is 122f0c9fe6SPaolo Bonzini * furnished to do so, subject to the following conditions: 132f0c9fe6SPaolo Bonzini * 142f0c9fe6SPaolo Bonzini * The above copyright notice and this permission notice shall be included in 152f0c9fe6SPaolo Bonzini * all copies or substantial portions of the Software. 162f0c9fe6SPaolo Bonzini * 172f0c9fe6SPaolo Bonzini * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 182f0c9fe6SPaolo Bonzini * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 192f0c9fe6SPaolo Bonzini * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 202f0c9fe6SPaolo Bonzini * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 212f0c9fe6SPaolo Bonzini * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, 222f0c9fe6SPaolo Bonzini * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN 232f0c9fe6SPaolo Bonzini * THE SOFTWARE. 242f0c9fe6SPaolo Bonzini */ 252f0c9fe6SPaolo Bonzini 26d38ea87aSPeter Maydell #include "qemu/osdep.h" 272f0c9fe6SPaolo Bonzini #include "qemu-common.h" 282f0c9fe6SPaolo Bonzini #include "trace.h" 29737e150eSPaolo Bonzini #include "block/block.h" 30737e150eSPaolo Bonzini #include "block/blockjob.h" 31737e150eSPaolo Bonzini #include "block/block_int.h" 32373340b2SMax Reitz #include "sysemu/block-backend.h" 33cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h" 347b1b5d19SPaolo Bonzini #include "qapi/qmp/qjson.h" 3510817bf0SDaniel P. Berrange #include "qemu/coroutine.h" 367f0317cfSAlberto Garcia #include "qemu/id.h" 372f0c9fe6SPaolo Bonzini #include "qmp-commands.h" 381de7afc9SPaolo Bonzini #include "qemu/timer.h" 395a2d2cbdSWenchao Xia #include "qapi-event.h" 402f0c9fe6SPaolo Bonzini 41c55a832fSFam Zheng /* Transactional group of block jobs */ 42c55a832fSFam Zheng struct BlockJobTxn { 43c55a832fSFam Zheng 44c55a832fSFam Zheng /* Is this txn being cancelled? */ 45c55a832fSFam Zheng bool aborting; 46c55a832fSFam Zheng 47c55a832fSFam Zheng /* List of jobs */ 48c55a832fSFam Zheng QLIST_HEAD(, BlockJob) jobs; 49c55a832fSFam Zheng 50c55a832fSFam Zheng /* Reference count */ 51c55a832fSFam Zheng int refcnt; 52c55a832fSFam Zheng }; 53c55a832fSFam Zheng 54a7112795SAlberto Garcia static QLIST_HEAD(, BlockJob) block_jobs = QLIST_HEAD_INITIALIZER(block_jobs); 55a7112795SAlberto Garcia 56a7112795SAlberto Garcia BlockJob *block_job_next(BlockJob *job) 57a7112795SAlberto Garcia { 58a7112795SAlberto Garcia if (!job) { 59a7112795SAlberto Garcia return QLIST_FIRST(&block_jobs); 60a7112795SAlberto Garcia } 61a7112795SAlberto Garcia return QLIST_NEXT(job, job_list); 62a7112795SAlberto Garcia } 63a7112795SAlberto Garcia 64ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id) 65ffb1f10cSAlberto Garcia { 66ffb1f10cSAlberto Garcia BlockJob *job; 67ffb1f10cSAlberto Garcia 68ffb1f10cSAlberto Garcia QLIST_FOREACH(job, &block_jobs, job_list) { 69ffb1f10cSAlberto Garcia if (!strcmp(id, job->id)) { 70ffb1f10cSAlberto Garcia return job; 71ffb1f10cSAlberto Garcia } 72ffb1f10cSAlberto Garcia } 73ffb1f10cSAlberto Garcia 74ffb1f10cSAlberto Garcia return NULL; 75ffb1f10cSAlberto Garcia } 76ffb1f10cSAlberto Garcia 77463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context, 78463e0be1SStefan Hajnoczi void *opaque) 79463e0be1SStefan Hajnoczi { 80463e0be1SStefan Hajnoczi BlockJob *job = opaque; 81463e0be1SStefan Hajnoczi 82463e0be1SStefan Hajnoczi if (job->driver->attached_aio_context) { 83463e0be1SStefan Hajnoczi job->driver->attached_aio_context(job, new_context); 84463e0be1SStefan Hajnoczi } 85463e0be1SStefan Hajnoczi 86463e0be1SStefan Hajnoczi block_job_resume(job); 87463e0be1SStefan Hajnoczi } 88463e0be1SStefan Hajnoczi 89bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job) 90bae8196dSPaolo Bonzini { 91bae8196dSPaolo Bonzini /* If job is !job->busy this kicks it into the next pause point. */ 92bae8196dSPaolo Bonzini block_job_enter(job); 93bae8196dSPaolo Bonzini 94bae8196dSPaolo Bonzini blk_drain(job->blk); 95bae8196dSPaolo Bonzini if (job->driver->drain) { 96bae8196dSPaolo Bonzini job->driver->drain(job); 97bae8196dSPaolo Bonzini } 98bae8196dSPaolo Bonzini } 99bae8196dSPaolo Bonzini 100463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque) 101463e0be1SStefan Hajnoczi { 102463e0be1SStefan Hajnoczi BlockJob *job = opaque; 103463e0be1SStefan Hajnoczi 104463e0be1SStefan Hajnoczi /* In case the job terminates during aio_poll()... */ 105463e0be1SStefan Hajnoczi block_job_ref(job); 106463e0be1SStefan Hajnoczi 107463e0be1SStefan Hajnoczi block_job_pause(job); 108463e0be1SStefan Hajnoczi 109463e0be1SStefan Hajnoczi while (!job->paused && !job->completed) { 110bae8196dSPaolo Bonzini block_job_drain(job); 111463e0be1SStefan Hajnoczi } 112463e0be1SStefan Hajnoczi 113463e0be1SStefan Hajnoczi block_job_unref(job); 114463e0be1SStefan Hajnoczi } 115463e0be1SStefan Hajnoczi 116*23d402d4SAlberto Garcia void block_job_add_bdrv(BlockJob *job, BlockDriverState *bs) 117*23d402d4SAlberto Garcia { 118*23d402d4SAlberto Garcia job->nodes = g_slist_prepend(job->nodes, bs); 119*23d402d4SAlberto Garcia bdrv_ref(bs); 120*23d402d4SAlberto Garcia bdrv_op_block_all(bs, job->blocker); 121*23d402d4SAlberto Garcia } 122*23d402d4SAlberto Garcia 1237f0317cfSAlberto Garcia void *block_job_create(const char *job_id, const BlockJobDriver *driver, 1247f0317cfSAlberto Garcia BlockDriverState *bs, int64_t speed, 1257f0317cfSAlberto Garcia BlockCompletionFunc *cb, void *opaque, Error **errp) 1262f0c9fe6SPaolo Bonzini { 127b6d2e599SKevin Wolf BlockBackend *blk; 1282f0c9fe6SPaolo Bonzini BlockJob *job; 1292f0c9fe6SPaolo Bonzini 130b48100cfSChanglong Xie assert(cb); 131628ff683SFam Zheng if (bs->job) { 132c6bd8c70SMarkus Armbruster error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs)); 1332f0c9fe6SPaolo Bonzini return NULL; 1342f0c9fe6SPaolo Bonzini } 135b6d2e599SKevin Wolf 1367f0317cfSAlberto Garcia if (job_id == NULL) { 1377f0317cfSAlberto Garcia job_id = bdrv_get_device_name(bs); 1381562047cSKevin Wolf if (!*job_id) { 1391562047cSKevin Wolf error_setg(errp, "An explicit job ID is required for this node"); 1401562047cSKevin Wolf return NULL; 1411562047cSKevin Wolf } 1427f0317cfSAlberto Garcia } 1437f0317cfSAlberto Garcia 1447f0317cfSAlberto Garcia if (!id_wellformed(job_id)) { 1457f0317cfSAlberto Garcia error_setg(errp, "Invalid job ID '%s'", job_id); 1467f0317cfSAlberto Garcia return NULL; 1477f0317cfSAlberto Garcia } 1487f0317cfSAlberto Garcia 1497f0317cfSAlberto Garcia if (block_job_get(job_id)) { 1507f0317cfSAlberto Garcia error_setg(errp, "Job ID '%s' already in use", job_id); 1517f0317cfSAlberto Garcia return NULL; 1527f0317cfSAlberto Garcia } 1537f0317cfSAlberto Garcia 154b6d2e599SKevin Wolf blk = blk_new(); 155b6d2e599SKevin Wolf blk_insert_bs(blk, bs); 156b6d2e599SKevin Wolf 1573fc4b10aSFam Zheng job = g_malloc0(driver->instance_size); 1583718d8abSFam Zheng error_setg(&job->blocker, "block device is in use by block job: %s", 1593718d8abSFam Zheng BlockJobType_lookup[driver->job_type]); 160*23d402d4SAlberto Garcia block_job_add_bdrv(job, bs); 161b112a65cSStefan Hajnoczi bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker); 1623718d8abSFam Zheng 1633fc4b10aSFam Zheng job->driver = driver; 1647f0317cfSAlberto Garcia job->id = g_strdup(job_id); 165b6d2e599SKevin Wolf job->blk = blk; 1662f0c9fe6SPaolo Bonzini job->cb = cb; 1672f0c9fe6SPaolo Bonzini job->opaque = opaque; 1682f0c9fe6SPaolo Bonzini job->busy = true; 16918930ba3SFam Zheng job->refcnt = 1; 1702f0c9fe6SPaolo Bonzini bs->job = job; 1712f0c9fe6SPaolo Bonzini 172a7112795SAlberto Garcia QLIST_INSERT_HEAD(&block_jobs, job, job_list); 173a7112795SAlberto Garcia 174463e0be1SStefan Hajnoczi blk_add_aio_context_notifier(blk, block_job_attached_aio_context, 175463e0be1SStefan Hajnoczi block_job_detach_aio_context, job); 176463e0be1SStefan Hajnoczi 1772f0c9fe6SPaolo Bonzini /* Only set speed when necessary to avoid NotSupported error */ 1782f0c9fe6SPaolo Bonzini if (speed != 0) { 1792f0c9fe6SPaolo Bonzini Error *local_err = NULL; 1802f0c9fe6SPaolo Bonzini 1812f0c9fe6SPaolo Bonzini block_job_set_speed(job, speed, &local_err); 18284d18f06SMarkus Armbruster if (local_err) { 18318930ba3SFam Zheng block_job_unref(job); 1842f0c9fe6SPaolo Bonzini error_propagate(errp, local_err); 1852f0c9fe6SPaolo Bonzini return NULL; 1862f0c9fe6SPaolo Bonzini } 1872f0c9fe6SPaolo Bonzini } 1882f0c9fe6SPaolo Bonzini return job; 1892f0c9fe6SPaolo Bonzini } 1902f0c9fe6SPaolo Bonzini 19118930ba3SFam Zheng void block_job_ref(BlockJob *job) 19297031164STing Wang { 19318930ba3SFam Zheng ++job->refcnt; 19418930ba3SFam Zheng } 19597031164STing Wang 19618930ba3SFam Zheng void block_job_unref(BlockJob *job) 19718930ba3SFam Zheng { 19818930ba3SFam Zheng if (--job->refcnt == 0) { 199*23d402d4SAlberto Garcia GSList *l; 200b6d2e599SKevin Wolf BlockDriverState *bs = blk_bs(job->blk); 201b6d2e599SKevin Wolf bs->job = NULL; 202*23d402d4SAlberto Garcia for (l = job->nodes; l; l = l->next) { 203*23d402d4SAlberto Garcia bs = l->data; 204b6d2e599SKevin Wolf bdrv_op_unblock_all(bs, job->blocker); 205*23d402d4SAlberto Garcia bdrv_unref(bs); 206*23d402d4SAlberto Garcia } 207*23d402d4SAlberto Garcia g_slist_free(job->nodes); 208463e0be1SStefan Hajnoczi blk_remove_aio_context_notifier(job->blk, 209463e0be1SStefan Hajnoczi block_job_attached_aio_context, 210463e0be1SStefan Hajnoczi block_job_detach_aio_context, job); 211b6d2e599SKevin Wolf blk_unref(job->blk); 21297031164STing Wang error_free(job->blocker); 2138ccb9569SKevin Wolf g_free(job->id); 214a7112795SAlberto Garcia QLIST_REMOVE(job, job_list); 21597031164STing Wang g_free(job); 21697031164STing Wang } 21718930ba3SFam Zheng } 21897031164STing Wang 219c55a832fSFam Zheng static void block_job_completed_single(BlockJob *job) 220c55a832fSFam Zheng { 221c55a832fSFam Zheng if (!job->ret) { 222c55a832fSFam Zheng if (job->driver->commit) { 223c55a832fSFam Zheng job->driver->commit(job); 224c55a832fSFam Zheng } 225c55a832fSFam Zheng } else { 226c55a832fSFam Zheng if (job->driver->abort) { 227c55a832fSFam Zheng job->driver->abort(job); 228c55a832fSFam Zheng } 229c55a832fSFam Zheng } 230c55a832fSFam Zheng job->cb(job->opaque, job->ret); 231c55a832fSFam Zheng if (job->txn) { 232c55a832fSFam Zheng block_job_txn_unref(job->txn); 233c55a832fSFam Zheng } 234c55a832fSFam Zheng block_job_unref(job); 235c55a832fSFam Zheng } 236c55a832fSFam Zheng 237c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job) 238c55a832fSFam Zheng { 239c55a832fSFam Zheng AioContext *ctx; 240c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 241c55a832fSFam Zheng BlockJob *other_job, *next; 242c55a832fSFam Zheng 243c55a832fSFam Zheng if (txn->aborting) { 244c55a832fSFam Zheng /* 245c55a832fSFam Zheng * We are cancelled by another job, which will handle everything. 246c55a832fSFam Zheng */ 247c55a832fSFam Zheng return; 248c55a832fSFam Zheng } 249c55a832fSFam Zheng txn->aborting = true; 250c55a832fSFam Zheng /* We are the first failed job. Cancel other jobs. */ 251c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 252b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 253c55a832fSFam Zheng aio_context_acquire(ctx); 254c55a832fSFam Zheng } 255c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 256c55a832fSFam Zheng if (other_job == job || other_job->completed) { 257c55a832fSFam Zheng /* Other jobs are "effectively" cancelled by us, set the status for 258c55a832fSFam Zheng * them; this job, however, may or may not be cancelled, depending 259c55a832fSFam Zheng * on the caller, so leave it. */ 260c55a832fSFam Zheng if (other_job != job) { 261c55a832fSFam Zheng other_job->cancelled = true; 262c55a832fSFam Zheng } 263c55a832fSFam Zheng continue; 264c55a832fSFam Zheng } 265c55a832fSFam Zheng block_job_cancel_sync(other_job); 266c55a832fSFam Zheng assert(other_job->completed); 267c55a832fSFam Zheng } 268c55a832fSFam Zheng QLIST_FOREACH_SAFE(other_job, &txn->jobs, txn_list, next) { 269b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 270c55a832fSFam Zheng block_job_completed_single(other_job); 271c55a832fSFam Zheng aio_context_release(ctx); 272c55a832fSFam Zheng } 273c55a832fSFam Zheng } 274c55a832fSFam Zheng 275c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job) 276c55a832fSFam Zheng { 277c55a832fSFam Zheng AioContext *ctx; 278c55a832fSFam Zheng BlockJobTxn *txn = job->txn; 279c55a832fSFam Zheng BlockJob *other_job, *next; 280c55a832fSFam Zheng /* 281c55a832fSFam Zheng * Successful completion, see if there are other running jobs in this 282c55a832fSFam Zheng * txn. 283c55a832fSFam Zheng */ 284c55a832fSFam Zheng QLIST_FOREACH(other_job, &txn->jobs, txn_list) { 285c55a832fSFam Zheng if (!other_job->completed) { 286c55a832fSFam Zheng return; 287c55a832fSFam Zheng } 288c55a832fSFam Zheng } 289c55a832fSFam Zheng /* We are the last completed job, commit the transaction. */ 290c55a832fSFam Zheng QLIST_FOREACH_SAFE(other_job, &txn->jobs, txn_list, next) { 291b6d2e599SKevin Wolf ctx = blk_get_aio_context(other_job->blk); 292c55a832fSFam Zheng aio_context_acquire(ctx); 293c55a832fSFam Zheng assert(other_job->ret == 0); 294c55a832fSFam Zheng block_job_completed_single(other_job); 295c55a832fSFam Zheng aio_context_release(ctx); 296c55a832fSFam Zheng } 297c55a832fSFam Zheng } 298c55a832fSFam Zheng 29965f46322SPaolo Bonzini void block_job_completed(BlockJob *job, int ret) 3002f0c9fe6SPaolo Bonzini { 301b6d2e599SKevin Wolf assert(blk_bs(job->blk)->job == job); 302a689dbf2SFam Zheng assert(!job->completed); 303a689dbf2SFam Zheng job->completed = true; 304a689dbf2SFam Zheng job->ret = ret; 305c55a832fSFam Zheng if (!job->txn) { 306c55a832fSFam Zheng block_job_completed_single(job); 307c55a832fSFam Zheng } else if (ret < 0 || block_job_is_cancelled(job)) { 308c55a832fSFam Zheng block_job_completed_txn_abort(job); 309c55a832fSFam Zheng } else { 310c55a832fSFam Zheng block_job_completed_txn_success(job); 311c55a832fSFam Zheng } 3122f0c9fe6SPaolo Bonzini } 3132f0c9fe6SPaolo Bonzini 3142f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp) 3152f0c9fe6SPaolo Bonzini { 3162f0c9fe6SPaolo Bonzini Error *local_err = NULL; 3172f0c9fe6SPaolo Bonzini 3183fc4b10aSFam Zheng if (!job->driver->set_speed) { 319c6bd8c70SMarkus Armbruster error_setg(errp, QERR_UNSUPPORTED); 3202f0c9fe6SPaolo Bonzini return; 3212f0c9fe6SPaolo Bonzini } 3223fc4b10aSFam Zheng job->driver->set_speed(job, speed, &local_err); 32384d18f06SMarkus Armbruster if (local_err) { 3242f0c9fe6SPaolo Bonzini error_propagate(errp, local_err); 3252f0c9fe6SPaolo Bonzini return; 3262f0c9fe6SPaolo Bonzini } 3272f0c9fe6SPaolo Bonzini 3282f0c9fe6SPaolo Bonzini job->speed = speed; 3292f0c9fe6SPaolo Bonzini } 3302f0c9fe6SPaolo Bonzini 331aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp) 332aeae883bSPaolo Bonzini { 333751ebd76SFam Zheng if (job->pause_count || job->cancelled || !job->driver->complete) { 3349df229c3SAlberto Garcia error_setg(errp, "The active block job '%s' cannot be completed", 3359df229c3SAlberto Garcia job->id); 336aeae883bSPaolo Bonzini return; 337aeae883bSPaolo Bonzini } 338aeae883bSPaolo Bonzini 3393fc4b10aSFam Zheng job->driver->complete(job, errp); 340aeae883bSPaolo Bonzini } 341aeae883bSPaolo Bonzini 3428acc72a4SPaolo Bonzini void block_job_pause(BlockJob *job) 3432f0c9fe6SPaolo Bonzini { 344751ebd76SFam Zheng job->pause_count++; 3458acc72a4SPaolo Bonzini } 3468acc72a4SPaolo Bonzini 347a7f3b7ffSStefan Hajnoczi static bool block_job_should_pause(BlockJob *job) 3488acc72a4SPaolo Bonzini { 349751ebd76SFam Zheng return job->pause_count > 0; 3508acc72a4SPaolo Bonzini } 3518acc72a4SPaolo Bonzini 352fc9c0a9cSStefan Hajnoczi void coroutine_fn block_job_pause_point(BlockJob *job) 353fc9c0a9cSStefan Hajnoczi { 354fc9c0a9cSStefan Hajnoczi if (!block_job_should_pause(job)) { 355fc9c0a9cSStefan Hajnoczi return; 356fc9c0a9cSStefan Hajnoczi } 357fc9c0a9cSStefan Hajnoczi if (block_job_is_cancelled(job)) { 358fc9c0a9cSStefan Hajnoczi return; 359fc9c0a9cSStefan Hajnoczi } 360fc9c0a9cSStefan Hajnoczi 361fc9c0a9cSStefan Hajnoczi if (job->driver->pause) { 362fc9c0a9cSStefan Hajnoczi job->driver->pause(job); 363fc9c0a9cSStefan Hajnoczi } 364fc9c0a9cSStefan Hajnoczi 365fc9c0a9cSStefan Hajnoczi if (block_job_should_pause(job) && !block_job_is_cancelled(job)) { 366fc9c0a9cSStefan Hajnoczi job->paused = true; 367fc9c0a9cSStefan Hajnoczi job->busy = false; 368fc9c0a9cSStefan Hajnoczi qemu_coroutine_yield(); /* wait for block_job_resume() */ 369fc9c0a9cSStefan Hajnoczi job->busy = true; 370fc9c0a9cSStefan Hajnoczi job->paused = false; 371fc9c0a9cSStefan Hajnoczi } 372fc9c0a9cSStefan Hajnoczi 373fc9c0a9cSStefan Hajnoczi if (job->driver->resume) { 374fc9c0a9cSStefan Hajnoczi job->driver->resume(job); 375fc9c0a9cSStefan Hajnoczi } 376fc9c0a9cSStefan Hajnoczi } 377fc9c0a9cSStefan Hajnoczi 3788acc72a4SPaolo Bonzini void block_job_resume(BlockJob *job) 3798acc72a4SPaolo Bonzini { 380751ebd76SFam Zheng assert(job->pause_count > 0); 381751ebd76SFam Zheng job->pause_count--; 382751ebd76SFam Zheng if (job->pause_count) { 383751ebd76SFam Zheng return; 384751ebd76SFam Zheng } 385751ebd76SFam Zheng block_job_enter(job); 386751ebd76SFam Zheng } 387751ebd76SFam Zheng 388751ebd76SFam Zheng void block_job_enter(BlockJob *job) 389751ebd76SFam Zheng { 3902f0c9fe6SPaolo Bonzini if (job->co && !job->busy) { 3910b8b8753SPaolo Bonzini qemu_coroutine_enter(job->co); 3922f0c9fe6SPaolo Bonzini } 3932f0c9fe6SPaolo Bonzini } 3942f0c9fe6SPaolo Bonzini 3958acc72a4SPaolo Bonzini void block_job_cancel(BlockJob *job) 3968acc72a4SPaolo Bonzini { 3978acc72a4SPaolo Bonzini job->cancelled = true; 39817bd51f9SStefan Hajnoczi block_job_iostatus_reset(job); 399751ebd76SFam Zheng block_job_enter(job); 4008acc72a4SPaolo Bonzini } 4018acc72a4SPaolo Bonzini 4022f0c9fe6SPaolo Bonzini bool block_job_is_cancelled(BlockJob *job) 4032f0c9fe6SPaolo Bonzini { 4042f0c9fe6SPaolo Bonzini return job->cancelled; 4052f0c9fe6SPaolo Bonzini } 4062f0c9fe6SPaolo Bonzini 40732c81a4aSPaolo Bonzini void block_job_iostatus_reset(BlockJob *job) 40832c81a4aSPaolo Bonzini { 40932c81a4aSPaolo Bonzini job->iostatus = BLOCK_DEVICE_IO_STATUS_OK; 4103fc4b10aSFam Zheng if (job->driver->iostatus_reset) { 4113fc4b10aSFam Zheng job->driver->iostatus_reset(job); 4123bd293c3SPaolo Bonzini } 41332c81a4aSPaolo Bonzini } 41432c81a4aSPaolo Bonzini 415345f9e1bSMax Reitz static int block_job_finish_sync(BlockJob *job, 416345f9e1bSMax Reitz void (*finish)(BlockJob *, Error **errp), 417345f9e1bSMax Reitz Error **errp) 4182f0c9fe6SPaolo Bonzini { 419345f9e1bSMax Reitz Error *local_err = NULL; 42094db6d2dSFam Zheng int ret; 4212f0c9fe6SPaolo Bonzini 422b6d2e599SKevin Wolf assert(blk_bs(job->blk)->job == job); 4232f0c9fe6SPaolo Bonzini 42494db6d2dSFam Zheng block_job_ref(job); 425bae8196dSPaolo Bonzini 426345f9e1bSMax Reitz finish(job, &local_err); 427345f9e1bSMax Reitz if (local_err) { 428345f9e1bSMax Reitz error_propagate(errp, local_err); 42994db6d2dSFam Zheng block_job_unref(job); 430345f9e1bSMax Reitz return -EBUSY; 431345f9e1bSMax Reitz } 432bae8196dSPaolo Bonzini /* block_job_drain calls block_job_enter, and it should be enough to 433bae8196dSPaolo Bonzini * induce progress until the job completes or moves to the main thread. 434bae8196dSPaolo Bonzini */ 435bae8196dSPaolo Bonzini while (!job->deferred_to_main_loop && !job->completed) { 436bae8196dSPaolo Bonzini block_job_drain(job); 437bae8196dSPaolo Bonzini } 43894db6d2dSFam Zheng while (!job->completed) { 439bae8196dSPaolo Bonzini aio_poll(qemu_get_aio_context(), true); 4402f0c9fe6SPaolo Bonzini } 44194db6d2dSFam Zheng ret = (job->cancelled && job->ret == 0) ? -ECANCELED : job->ret; 44294db6d2dSFam Zheng block_job_unref(job); 44394db6d2dSFam Zheng return ret; 4442f0c9fe6SPaolo Bonzini } 4452f0c9fe6SPaolo Bonzini 446345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be 447345f9e1bSMax Reitz * used with block_job_finish_sync() without the need for (rather nasty) 448345f9e1bSMax Reitz * function pointer casts there. */ 449345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp) 450345f9e1bSMax Reitz { 451345f9e1bSMax Reitz block_job_cancel(job); 452345f9e1bSMax Reitz } 453345f9e1bSMax Reitz 454345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job) 455345f9e1bSMax Reitz { 456345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_cancel_err, NULL); 457345f9e1bSMax Reitz } 458345f9e1bSMax Reitz 459a1a2af07SKevin Wolf void block_job_cancel_sync_all(void) 460a1a2af07SKevin Wolf { 461a1a2af07SKevin Wolf BlockJob *job; 462a1a2af07SKevin Wolf AioContext *aio_context; 463a1a2af07SKevin Wolf 464a1a2af07SKevin Wolf while ((job = QLIST_FIRST(&block_jobs))) { 465b6d2e599SKevin Wolf aio_context = blk_get_aio_context(job->blk); 466a1a2af07SKevin Wolf aio_context_acquire(aio_context); 467a1a2af07SKevin Wolf block_job_cancel_sync(job); 468a1a2af07SKevin Wolf aio_context_release(aio_context); 469a1a2af07SKevin Wolf } 470a1a2af07SKevin Wolf } 471a1a2af07SKevin Wolf 472345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp) 473345f9e1bSMax Reitz { 474345f9e1bSMax Reitz return block_job_finish_sync(job, &block_job_complete, errp); 475345f9e1bSMax Reitz } 476345f9e1bSMax Reitz 4777483d1e5SAlex Bligh void block_job_sleep_ns(BlockJob *job, QEMUClockType type, int64_t ns) 4782f0c9fe6SPaolo Bonzini { 4798acc72a4SPaolo Bonzini assert(job->busy); 4808acc72a4SPaolo Bonzini 4812f0c9fe6SPaolo Bonzini /* Check cancellation *before* setting busy = false, too! */ 4828acc72a4SPaolo Bonzini if (block_job_is_cancelled(job)) { 4838acc72a4SPaolo Bonzini return; 4842f0c9fe6SPaolo Bonzini } 4858acc72a4SPaolo Bonzini 4868acc72a4SPaolo Bonzini job->busy = false; 487a7f3b7ffSStefan Hajnoczi if (!block_job_should_pause(job)) { 4880824afdaSAlberto Garcia co_aio_sleep_ns(blk_get_aio_context(job->blk), type, ns); 4890824afdaSAlberto Garcia } 4908acc72a4SPaolo Bonzini job->busy = true; 491fc9c0a9cSStefan Hajnoczi 492fc9c0a9cSStefan Hajnoczi block_job_pause_point(job); 4932f0c9fe6SPaolo Bonzini } 49430e628b7SPaolo Bonzini 495dc71ce45SFam Zheng void block_job_yield(BlockJob *job) 496dc71ce45SFam Zheng { 497dc71ce45SFam Zheng assert(job->busy); 498dc71ce45SFam Zheng 499dc71ce45SFam Zheng /* Check cancellation *before* setting busy = false, too! */ 500dc71ce45SFam Zheng if (block_job_is_cancelled(job)) { 501dc71ce45SFam Zheng return; 502dc71ce45SFam Zheng } 503dc71ce45SFam Zheng 504dc71ce45SFam Zheng job->busy = false; 505fc9c0a9cSStefan Hajnoczi if (!block_job_should_pause(job)) { 506dc71ce45SFam Zheng qemu_coroutine_yield(); 507fc9c0a9cSStefan Hajnoczi } 508dc71ce45SFam Zheng job->busy = true; 509fc9c0a9cSStefan Hajnoczi 510fc9c0a9cSStefan Hajnoczi block_job_pause_point(job); 511dc71ce45SFam Zheng } 512dc71ce45SFam Zheng 51330e628b7SPaolo Bonzini BlockJobInfo *block_job_query(BlockJob *job) 51430e628b7SPaolo Bonzini { 51530e628b7SPaolo Bonzini BlockJobInfo *info = g_new0(BlockJobInfo, 1); 51679e14bf7SFam Zheng info->type = g_strdup(BlockJobType_lookup[job->driver->job_type]); 5178ccb9569SKevin Wolf info->device = g_strdup(job->id); 51830e628b7SPaolo Bonzini info->len = job->len; 5198d65883fSPaolo Bonzini info->busy = job->busy; 520751ebd76SFam Zheng info->paused = job->pause_count > 0; 52130e628b7SPaolo Bonzini info->offset = job->offset; 52230e628b7SPaolo Bonzini info->speed = job->speed; 52332c81a4aSPaolo Bonzini info->io_status = job->iostatus; 524ef6dbf1eSMax Reitz info->ready = job->ready; 52530e628b7SPaolo Bonzini return info; 52630e628b7SPaolo Bonzini } 52732c81a4aSPaolo Bonzini 52832c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error) 52932c81a4aSPaolo Bonzini { 53032c81a4aSPaolo Bonzini if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) { 53132c81a4aSPaolo Bonzini job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE : 53232c81a4aSPaolo Bonzini BLOCK_DEVICE_IO_STATUS_FAILED; 53332c81a4aSPaolo Bonzini } 53432c81a4aSPaolo Bonzini } 53532c81a4aSPaolo Bonzini 536bcada37bSWenchao Xia void block_job_event_cancelled(BlockJob *job) 537a66a2a36SPaolo Bonzini { 538bcada37bSWenchao Xia qapi_event_send_block_job_cancelled(job->driver->job_type, 5398ccb9569SKevin Wolf job->id, 540a66a2a36SPaolo Bonzini job->len, 541a66a2a36SPaolo Bonzini job->offset, 542bcada37bSWenchao Xia job->speed, 543bcada37bSWenchao Xia &error_abort); 544a66a2a36SPaolo Bonzini } 545a66a2a36SPaolo Bonzini 546bcada37bSWenchao Xia void block_job_event_completed(BlockJob *job, const char *msg) 547a66a2a36SPaolo Bonzini { 548bcada37bSWenchao Xia qapi_event_send_block_job_completed(job->driver->job_type, 5498ccb9569SKevin Wolf job->id, 550bcada37bSWenchao Xia job->len, 551bcada37bSWenchao Xia job->offset, 552bcada37bSWenchao Xia job->speed, 553bcada37bSWenchao Xia !!msg, 554bcada37bSWenchao Xia msg, 555bcada37bSWenchao Xia &error_abort); 556bcada37bSWenchao Xia } 557bcada37bSWenchao Xia 558bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job) 559bcada37bSWenchao Xia { 560ef6dbf1eSMax Reitz job->ready = true; 561ef6dbf1eSMax Reitz 562518848a2SMarkus Armbruster qapi_event_send_block_job_ready(job->driver->job_type, 5638ccb9569SKevin Wolf job->id, 564518848a2SMarkus Armbruster job->len, 565518848a2SMarkus Armbruster job->offset, 566518848a2SMarkus Armbruster job->speed, &error_abort); 567a66a2a36SPaolo Bonzini } 568a66a2a36SPaolo Bonzini 56981e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err, 57032c81a4aSPaolo Bonzini int is_read, int error) 57132c81a4aSPaolo Bonzini { 57232c81a4aSPaolo Bonzini BlockErrorAction action; 57332c81a4aSPaolo Bonzini 57432c81a4aSPaolo Bonzini switch (on_err) { 57532c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_ENOSPC: 5768c398252SKevin Wolf case BLOCKDEV_ON_ERROR_AUTO: 577a589569fSWenchao Xia action = (error == ENOSPC) ? 578a589569fSWenchao Xia BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT; 57932c81a4aSPaolo Bonzini break; 58032c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_STOP: 581a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_STOP; 58232c81a4aSPaolo Bonzini break; 58332c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_REPORT: 584a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_REPORT; 58532c81a4aSPaolo Bonzini break; 58632c81a4aSPaolo Bonzini case BLOCKDEV_ON_ERROR_IGNORE: 587a589569fSWenchao Xia action = BLOCK_ERROR_ACTION_IGNORE; 58832c81a4aSPaolo Bonzini break; 58932c81a4aSPaolo Bonzini default: 59032c81a4aSPaolo Bonzini abort(); 59132c81a4aSPaolo Bonzini } 5928ccb9569SKevin Wolf qapi_event_send_block_job_error(job->id, 5935a2d2cbdSWenchao Xia is_read ? IO_OPERATION_TYPE_READ : 5945a2d2cbdSWenchao Xia IO_OPERATION_TYPE_WRITE, 5955a2d2cbdSWenchao Xia action, &error_abort); 596a589569fSWenchao Xia if (action == BLOCK_ERROR_ACTION_STOP) { 597751ebd76SFam Zheng /* make the pause user visible, which will be resumed from QMP. */ 598751ebd76SFam Zheng job->user_paused = true; 59932c81a4aSPaolo Bonzini block_job_pause(job); 60032c81a4aSPaolo Bonzini block_job_iostatus_set_err(job, error); 60132c81a4aSPaolo Bonzini } 60232c81a4aSPaolo Bonzini return action; 60332c81a4aSPaolo Bonzini } 604dec7d421SStefan Hajnoczi 605dec7d421SStefan Hajnoczi typedef struct { 606dec7d421SStefan Hajnoczi BlockJob *job; 607dec7d421SStefan Hajnoczi AioContext *aio_context; 608dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn; 609dec7d421SStefan Hajnoczi void *opaque; 610dec7d421SStefan Hajnoczi } BlockJobDeferToMainLoopData; 611dec7d421SStefan Hajnoczi 612dec7d421SStefan Hajnoczi static void block_job_defer_to_main_loop_bh(void *opaque) 613dec7d421SStefan Hajnoczi { 614dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = opaque; 615dec7d421SStefan Hajnoczi AioContext *aio_context; 616dec7d421SStefan Hajnoczi 617dec7d421SStefan Hajnoczi /* Prevent race with block_job_defer_to_main_loop() */ 618dec7d421SStefan Hajnoczi aio_context_acquire(data->aio_context); 619dec7d421SStefan Hajnoczi 620dec7d421SStefan Hajnoczi /* Fetch BDS AioContext again, in case it has changed */ 621b6d2e599SKevin Wolf aio_context = blk_get_aio_context(data->job->blk); 622dec7d421SStefan Hajnoczi aio_context_acquire(aio_context); 623dec7d421SStefan Hajnoczi 624794f0141SFam Zheng data->job->deferred_to_main_loop = false; 625dec7d421SStefan Hajnoczi data->fn(data->job, data->opaque); 626dec7d421SStefan Hajnoczi 627dec7d421SStefan Hajnoczi aio_context_release(aio_context); 628dec7d421SStefan Hajnoczi 629dec7d421SStefan Hajnoczi aio_context_release(data->aio_context); 630dec7d421SStefan Hajnoczi 631dec7d421SStefan Hajnoczi g_free(data); 632dec7d421SStefan Hajnoczi } 633dec7d421SStefan Hajnoczi 634dec7d421SStefan Hajnoczi void block_job_defer_to_main_loop(BlockJob *job, 635dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopFn *fn, 636dec7d421SStefan Hajnoczi void *opaque) 637dec7d421SStefan Hajnoczi { 638dec7d421SStefan Hajnoczi BlockJobDeferToMainLoopData *data = g_malloc(sizeof(*data)); 639dec7d421SStefan Hajnoczi data->job = job; 640b6d2e599SKevin Wolf data->aio_context = blk_get_aio_context(job->blk); 641dec7d421SStefan Hajnoczi data->fn = fn; 642dec7d421SStefan Hajnoczi data->opaque = opaque; 643794f0141SFam Zheng job->deferred_to_main_loop = true; 644dec7d421SStefan Hajnoczi 645fffb6e12SPaolo Bonzini aio_bh_schedule_oneshot(qemu_get_aio_context(), 646fffb6e12SPaolo Bonzini block_job_defer_to_main_loop_bh, data); 647dec7d421SStefan Hajnoczi } 648c55a832fSFam Zheng 649c55a832fSFam Zheng BlockJobTxn *block_job_txn_new(void) 650c55a832fSFam Zheng { 651c55a832fSFam Zheng BlockJobTxn *txn = g_new0(BlockJobTxn, 1); 652c55a832fSFam Zheng QLIST_INIT(&txn->jobs); 653c55a832fSFam Zheng txn->refcnt = 1; 654c55a832fSFam Zheng return txn; 655c55a832fSFam Zheng } 656c55a832fSFam Zheng 657c55a832fSFam Zheng static void block_job_txn_ref(BlockJobTxn *txn) 658c55a832fSFam Zheng { 659c55a832fSFam Zheng txn->refcnt++; 660c55a832fSFam Zheng } 661c55a832fSFam Zheng 662c55a832fSFam Zheng void block_job_txn_unref(BlockJobTxn *txn) 663c55a832fSFam Zheng { 664c55a832fSFam Zheng if (txn && --txn->refcnt == 0) { 665c55a832fSFam Zheng g_free(txn); 666c55a832fSFam Zheng } 667c55a832fSFam Zheng } 668c55a832fSFam Zheng 669c55a832fSFam Zheng void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job) 670c55a832fSFam Zheng { 671c55a832fSFam Zheng if (!txn) { 672c55a832fSFam Zheng return; 673c55a832fSFam Zheng } 674c55a832fSFam Zheng 675c55a832fSFam Zheng assert(!job->txn); 676c55a832fSFam Zheng job->txn = txn; 677c55a832fSFam Zheng 678c55a832fSFam Zheng QLIST_INSERT_HEAD(&txn->jobs, job, txn_list); 679c55a832fSFam Zheng block_job_txn_ref(txn); 680c55a832fSFam Zheng } 681