xref: /qemu/blockjob.c (revision 5d4f3769)
12f0c9fe6SPaolo Bonzini /*
22f0c9fe6SPaolo Bonzini  * QEMU System Emulator block driver
32f0c9fe6SPaolo Bonzini  *
42f0c9fe6SPaolo Bonzini  * Copyright (c) 2011 IBM Corp.
52f0c9fe6SPaolo Bonzini  * Copyright (c) 2012 Red Hat, Inc.
62f0c9fe6SPaolo Bonzini  *
72f0c9fe6SPaolo Bonzini  * Permission is hereby granted, free of charge, to any person obtaining a copy
82f0c9fe6SPaolo Bonzini  * of this software and associated documentation files (the "Software"), to deal
92f0c9fe6SPaolo Bonzini  * in the Software without restriction, including without limitation the rights
102f0c9fe6SPaolo Bonzini  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
112f0c9fe6SPaolo Bonzini  * copies of the Software, and to permit persons to whom the Software is
122f0c9fe6SPaolo Bonzini  * furnished to do so, subject to the following conditions:
132f0c9fe6SPaolo Bonzini  *
142f0c9fe6SPaolo Bonzini  * The above copyright notice and this permission notice shall be included in
152f0c9fe6SPaolo Bonzini  * all copies or substantial portions of the Software.
162f0c9fe6SPaolo Bonzini  *
172f0c9fe6SPaolo Bonzini  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
182f0c9fe6SPaolo Bonzini  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
192f0c9fe6SPaolo Bonzini  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
202f0c9fe6SPaolo Bonzini  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
212f0c9fe6SPaolo Bonzini  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
222f0c9fe6SPaolo Bonzini  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
232f0c9fe6SPaolo Bonzini  * THE SOFTWARE.
242f0c9fe6SPaolo Bonzini  */
252f0c9fe6SPaolo Bonzini 
26d38ea87aSPeter Maydell #include "qemu/osdep.h"
272f0c9fe6SPaolo Bonzini #include "qemu-common.h"
28737e150eSPaolo Bonzini #include "block/block.h"
29c87621eaSJohn Snow #include "block/blockjob_int.h"
30737e150eSPaolo Bonzini #include "block/block_int.h"
31c9de4050SJohn Snow #include "block/trace.h"
32373340b2SMax Reitz #include "sysemu/block-backend.h"
33e688df6bSMarkus Armbruster #include "qapi/error.h"
349af23989SMarkus Armbruster #include "qapi/qapi-events-block-core.h"
35cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h"
3610817bf0SDaniel P. Berrange #include "qemu/coroutine.h"
371de7afc9SPaolo Bonzini #include "qemu/timer.h"
382f0c9fe6SPaolo Bonzini 
398254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job);
408254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg);
41*5d4f3769SKevin Wolf static void block_job_event_pending(BlockJob *job);
428254b6d9SJohn Snow 
43c55a832fSFam Zheng /* Transactional group of block jobs */
44c55a832fSFam Zheng struct BlockJobTxn {
45c55a832fSFam Zheng 
46c55a832fSFam Zheng     /* Is this txn being cancelled? */
47c55a832fSFam Zheng     bool aborting;
48c55a832fSFam Zheng 
49c55a832fSFam Zheng     /* List of jobs */
50c55a832fSFam Zheng     QLIST_HEAD(, BlockJob) jobs;
51c55a832fSFam Zheng 
52c55a832fSFam Zheng     /* Reference count */
53c55a832fSFam Zheng     int refcnt;
54c55a832fSFam Zheng };
55c55a832fSFam Zheng 
5688691b37SPaolo Bonzini /*
5788691b37SPaolo Bonzini  * The block job API is composed of two categories of functions.
5888691b37SPaolo Bonzini  *
5988691b37SPaolo Bonzini  * The first includes functions used by the monitor.  The monitor is
6088691b37SPaolo Bonzini  * peculiar in that it accesses the block job list with block_job_get, and
6188691b37SPaolo Bonzini  * therefore needs consistency across block_job_get and the actual operation
6288691b37SPaolo Bonzini  * (e.g. block_job_set_speed).  The consistency is achieved with
6388691b37SPaolo Bonzini  * aio_context_acquire/release.  These functions are declared in blockjob.h.
6488691b37SPaolo Bonzini  *
6588691b37SPaolo Bonzini  * The second includes functions used by the block job drivers and sometimes
6688691b37SPaolo Bonzini  * by the core block layer.  These do not care about locking, because the
6788691b37SPaolo Bonzini  * whole coroutine runs under the AioContext lock, and are declared in
6888691b37SPaolo Bonzini  * blockjob_int.h.
6988691b37SPaolo Bonzini  */
7088691b37SPaolo Bonzini 
71e7c1d78bSKevin Wolf static bool is_block_job(Job *job)
72a7112795SAlberto Garcia {
73e7c1d78bSKevin Wolf     return job_type(job) == JOB_TYPE_BACKUP ||
74e7c1d78bSKevin Wolf            job_type(job) == JOB_TYPE_COMMIT ||
75e7c1d78bSKevin Wolf            job_type(job) == JOB_TYPE_MIRROR ||
76e7c1d78bSKevin Wolf            job_type(job) == JOB_TYPE_STREAM;
77a7112795SAlberto Garcia }
78e7c1d78bSKevin Wolf 
79e7c1d78bSKevin Wolf BlockJob *block_job_next(BlockJob *bjob)
80e7c1d78bSKevin Wolf {
81e7c1d78bSKevin Wolf     Job *job = bjob ? &bjob->job : NULL;
82e7c1d78bSKevin Wolf 
83e7c1d78bSKevin Wolf     do {
84e7c1d78bSKevin Wolf         job = job_next(job);
85e7c1d78bSKevin Wolf     } while (job && !is_block_job(job));
86e7c1d78bSKevin Wolf 
87e7c1d78bSKevin Wolf     return job ? container_of(job, BlockJob, job) : NULL;
88a7112795SAlberto Garcia }
89a7112795SAlberto Garcia 
90ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id)
91ffb1f10cSAlberto Garcia {
92e7c1d78bSKevin Wolf     Job *job = job_get(id);
93ffb1f10cSAlberto Garcia 
94e7c1d78bSKevin Wolf     if (job && is_block_job(job)) {
95e7c1d78bSKevin Wolf         return container_of(job, BlockJob, job);
96e7c1d78bSKevin Wolf     } else {
97ffb1f10cSAlberto Garcia         return NULL;
98ffb1f10cSAlberto Garcia     }
99e7c1d78bSKevin Wolf }
100ffb1f10cSAlberto Garcia 
101c8ab5c2dSPaolo Bonzini BlockJobTxn *block_job_txn_new(void)
102c8ab5c2dSPaolo Bonzini {
103c8ab5c2dSPaolo Bonzini     BlockJobTxn *txn = g_new0(BlockJobTxn, 1);
104c8ab5c2dSPaolo Bonzini     QLIST_INIT(&txn->jobs);
105c8ab5c2dSPaolo Bonzini     txn->refcnt = 1;
106c8ab5c2dSPaolo Bonzini     return txn;
107c8ab5c2dSPaolo Bonzini }
108c8ab5c2dSPaolo Bonzini 
109c8ab5c2dSPaolo Bonzini static void block_job_txn_ref(BlockJobTxn *txn)
110c8ab5c2dSPaolo Bonzini {
111c8ab5c2dSPaolo Bonzini     txn->refcnt++;
112c8ab5c2dSPaolo Bonzini }
113c8ab5c2dSPaolo Bonzini 
114c8ab5c2dSPaolo Bonzini void block_job_txn_unref(BlockJobTxn *txn)
115c8ab5c2dSPaolo Bonzini {
116c8ab5c2dSPaolo Bonzini     if (txn && --txn->refcnt == 0) {
117c8ab5c2dSPaolo Bonzini         g_free(txn);
118c8ab5c2dSPaolo Bonzini     }
119c8ab5c2dSPaolo Bonzini }
120c8ab5c2dSPaolo Bonzini 
121c8ab5c2dSPaolo Bonzini void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job)
122c8ab5c2dSPaolo Bonzini {
123c8ab5c2dSPaolo Bonzini     if (!txn) {
124c8ab5c2dSPaolo Bonzini         return;
125c8ab5c2dSPaolo Bonzini     }
126c8ab5c2dSPaolo Bonzini 
127c8ab5c2dSPaolo Bonzini     assert(!job->txn);
128c8ab5c2dSPaolo Bonzini     job->txn = txn;
129c8ab5c2dSPaolo Bonzini 
130c8ab5c2dSPaolo Bonzini     QLIST_INSERT_HEAD(&txn->jobs, job, txn_list);
131c8ab5c2dSPaolo Bonzini     block_job_txn_ref(txn);
132c8ab5c2dSPaolo Bonzini }
133c8ab5c2dSPaolo Bonzini 
134a865cebbSMarc-André Lureau static void block_job_txn_del_job(BlockJob *job)
135a865cebbSMarc-André Lureau {
136a865cebbSMarc-André Lureau     if (job->txn) {
137a865cebbSMarc-André Lureau         QLIST_REMOVE(job, txn_list);
138a865cebbSMarc-André Lureau         block_job_txn_unref(job->txn);
139a865cebbSMarc-André Lureau         job->txn = NULL;
140a865cebbSMarc-André Lureau     }
141a865cebbSMarc-André Lureau }
142a865cebbSMarc-André Lureau 
14305b0d8e3SPaolo Bonzini static void block_job_attached_aio_context(AioContext *new_context,
14405b0d8e3SPaolo Bonzini                                            void *opaque);
14505b0d8e3SPaolo Bonzini static void block_job_detach_aio_context(void *opaque);
14605b0d8e3SPaolo Bonzini 
14780fa2c75SKevin Wolf void block_job_free(Job *job)
14805b0d8e3SPaolo Bonzini {
14980fa2c75SKevin Wolf     BlockJob *bjob = container_of(job, BlockJob, job);
15080fa2c75SKevin Wolf     BlockDriverState *bs = blk_bs(bjob->blk);
15180fa2c75SKevin Wolf 
15280fa2c75SKevin Wolf     assert(!bjob->txn);
15380fa2c75SKevin Wolf 
15405b0d8e3SPaolo Bonzini     bs->job = NULL;
15580fa2c75SKevin Wolf     block_job_remove_all_bdrv(bjob);
15680fa2c75SKevin Wolf     blk_remove_aio_context_notifier(bjob->blk,
15705b0d8e3SPaolo Bonzini                                     block_job_attached_aio_context,
15880fa2c75SKevin Wolf                                     block_job_detach_aio_context, bjob);
15980fa2c75SKevin Wolf     blk_unref(bjob->blk);
16080fa2c75SKevin Wolf     error_free(bjob->blocker);
16105b0d8e3SPaolo Bonzini }
16205b0d8e3SPaolo Bonzini 
163463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context,
164463e0be1SStefan Hajnoczi                                            void *opaque)
165463e0be1SStefan Hajnoczi {
166463e0be1SStefan Hajnoczi     BlockJob *job = opaque;
167463e0be1SStefan Hajnoczi 
16808be6fe2SKevin Wolf     job->job.aio_context = new_context;
169463e0be1SStefan Hajnoczi     if (job->driver->attached_aio_context) {
170463e0be1SStefan Hajnoczi         job->driver->attached_aio_context(job, new_context);
171463e0be1SStefan Hajnoczi     }
172463e0be1SStefan Hajnoczi 
173b15de828SKevin Wolf     job_resume(&job->job);
174463e0be1SStefan Hajnoczi }
175463e0be1SStefan Hajnoczi 
176bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job)
177bae8196dSPaolo Bonzini {
178da01ff7fSKevin Wolf     /* If job is !job->job.busy this kicks it into the next pause point. */
179bae8196dSPaolo Bonzini     block_job_enter(job);
180bae8196dSPaolo Bonzini 
181bae8196dSPaolo Bonzini     blk_drain(job->blk);
182bae8196dSPaolo Bonzini     if (job->driver->drain) {
183bae8196dSPaolo Bonzini         job->driver->drain(job);
184bae8196dSPaolo Bonzini     }
185bae8196dSPaolo Bonzini }
186bae8196dSPaolo Bonzini 
187463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque)
188463e0be1SStefan Hajnoczi {
189463e0be1SStefan Hajnoczi     BlockJob *job = opaque;
190463e0be1SStefan Hajnoczi 
191463e0be1SStefan Hajnoczi     /* In case the job terminates during aio_poll()... */
19280fa2c75SKevin Wolf     job_ref(&job->job);
193463e0be1SStefan Hajnoczi 
194b15de828SKevin Wolf     job_pause(&job->job);
195463e0be1SStefan Hajnoczi 
196dbe5e6c1SKevin Wolf     while (!job->job.paused && !job_is_completed(&job->job)) {
197bae8196dSPaolo Bonzini         block_job_drain(job);
198463e0be1SStefan Hajnoczi     }
199463e0be1SStefan Hajnoczi 
20008be6fe2SKevin Wolf     job->job.aio_context = NULL;
20180fa2c75SKevin Wolf     job_unref(&job->job);
202463e0be1SStefan Hajnoczi }
203463e0be1SStefan Hajnoczi 
204f321dcb5SPaolo Bonzini static char *child_job_get_parent_desc(BdrvChild *c)
205f321dcb5SPaolo Bonzini {
206f321dcb5SPaolo Bonzini     BlockJob *job = c->opaque;
207252291eaSKevin Wolf     return g_strdup_printf("%s job '%s'", job_type_str(&job->job), job->job.id);
208f321dcb5SPaolo Bonzini }
209f321dcb5SPaolo Bonzini 
210ad90febaSKevin Wolf static void child_job_drained_begin(BdrvChild *c)
211f321dcb5SPaolo Bonzini {
212ad90febaSKevin Wolf     BlockJob *job = c->opaque;
213b15de828SKevin Wolf     job_pause(&job->job);
214f321dcb5SPaolo Bonzini }
215f321dcb5SPaolo Bonzini 
216ad90febaSKevin Wolf static void child_job_drained_end(BdrvChild *c)
217f321dcb5SPaolo Bonzini {
218ad90febaSKevin Wolf     BlockJob *job = c->opaque;
219b15de828SKevin Wolf     job_resume(&job->job);
220f321dcb5SPaolo Bonzini }
221f321dcb5SPaolo Bonzini 
222ad90febaSKevin Wolf static const BdrvChildRole child_job = {
223ad90febaSKevin Wolf     .get_parent_desc    = child_job_get_parent_desc,
224ad90febaSKevin Wolf     .drained_begin      = child_job_drained_begin,
225ad90febaSKevin Wolf     .drained_end        = child_job_drained_end,
226ad90febaSKevin Wolf     .stay_at_node       = true,
227f321dcb5SPaolo Bonzini };
228f321dcb5SPaolo Bonzini 
229bbc02b90SKevin Wolf void block_job_remove_all_bdrv(BlockJob *job)
230bbc02b90SKevin Wolf {
231bbc02b90SKevin Wolf     GSList *l;
232bbc02b90SKevin Wolf     for (l = job->nodes; l; l = l->next) {
233bbc02b90SKevin Wolf         BdrvChild *c = l->data;
234bbc02b90SKevin Wolf         bdrv_op_unblock_all(c->bs, job->blocker);
235bbc02b90SKevin Wolf         bdrv_root_unref_child(c);
236bbc02b90SKevin Wolf     }
237bbc02b90SKevin Wolf     g_slist_free(job->nodes);
238bbc02b90SKevin Wolf     job->nodes = NULL;
239bbc02b90SKevin Wolf }
240bbc02b90SKevin Wolf 
24176d554e2SKevin Wolf int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs,
24276d554e2SKevin Wolf                        uint64_t perm, uint64_t shared_perm, Error **errp)
24323d402d4SAlberto Garcia {
24476d554e2SKevin Wolf     BdrvChild *c;
24576d554e2SKevin Wolf 
24676d554e2SKevin Wolf     c = bdrv_root_attach_child(bs, name, &child_job, perm, shared_perm,
24776d554e2SKevin Wolf                                job, errp);
24876d554e2SKevin Wolf     if (c == NULL) {
24976d554e2SKevin Wolf         return -EPERM;
25076d554e2SKevin Wolf     }
25176d554e2SKevin Wolf 
25276d554e2SKevin Wolf     job->nodes = g_slist_prepend(job->nodes, c);
25323d402d4SAlberto Garcia     bdrv_ref(bs);
25423d402d4SAlberto Garcia     bdrv_op_block_all(bs, job->blocker);
25576d554e2SKevin Wolf 
25676d554e2SKevin Wolf     return 0;
25723d402d4SAlberto Garcia }
25823d402d4SAlberto Garcia 
259559b935fSJohn Snow bool block_job_is_internal(BlockJob *job)
260559b935fSJohn Snow {
26133e9e9bdSKevin Wolf     return (job->job.id == NULL);
262559b935fSJohn Snow }
263559b935fSJohn Snow 
264bd21935bSKevin Wolf const BlockJobDriver *block_job_driver(BlockJob *job)
265bd21935bSKevin Wolf {
266bd21935bSKevin Wolf     return job->driver;
267bd21935bSKevin Wolf }
268bd21935bSKevin Wolf 
2693925cd3bSJohn Snow static void block_job_decommission(BlockJob *job)
2703925cd3bSJohn Snow {
2713925cd3bSJohn Snow     assert(job);
272da01ff7fSKevin Wolf     job->job.busy = false;
273da01ff7fSKevin Wolf     job->job.paused = false;
2741908a559SKevin Wolf     job->job.deferred_to_main_loop = true;
275a865cebbSMarc-André Lureau     block_job_txn_del_job(job);
276a50c2ab8SKevin Wolf     job_state_transition(&job->job, JOB_STATUS_NULL);
27780fa2c75SKevin Wolf     job_unref(&job->job);
2783925cd3bSJohn Snow }
2793925cd3bSJohn Snow 
28075f71059SJohn Snow static void block_job_do_dismiss(BlockJob *job)
28175f71059SJohn Snow {
28275f71059SJohn Snow     block_job_decommission(job);
28375f71059SJohn Snow }
28475f71059SJohn Snow 
285e0cf0364SJohn Snow static void block_job_conclude(BlockJob *job)
286e0cf0364SJohn Snow {
287a50c2ab8SKevin Wolf     job_state_transition(&job->job, JOB_STATUS_CONCLUDED);
288bb02b65cSKevin Wolf     if (job->job.auto_dismiss || !job_started(&job->job)) {
28975f71059SJohn Snow         block_job_do_dismiss(job);
29075f71059SJohn Snow     }
291e0cf0364SJohn Snow }
292e0cf0364SJohn Snow 
29335d6b368SJohn Snow static void block_job_update_rc(BlockJob *job)
29435d6b368SJohn Snow {
295daa7f2f9SKevin Wolf     if (!job->ret && job_is_cancelled(&job->job)) {
29635d6b368SJohn Snow         job->ret = -ECANCELED;
29735d6b368SJohn Snow     }
29835d6b368SJohn Snow     if (job->ret) {
299a50c2ab8SKevin Wolf         job_state_transition(&job->job, JOB_STATUS_ABORTING);
30035d6b368SJohn Snow     }
30135d6b368SJohn Snow }
30235d6b368SJohn Snow 
3032da4617aSJohn Snow static int block_job_prepare(BlockJob *job)
3042da4617aSJohn Snow {
3052da4617aSJohn Snow     if (job->ret == 0 && job->driver->prepare) {
3062da4617aSJohn Snow         job->ret = job->driver->prepare(job);
3072da4617aSJohn Snow     }
3082da4617aSJohn Snow     return job->ret;
3092da4617aSJohn Snow }
3102da4617aSJohn Snow 
31143628d93SJohn Snow static void block_job_commit(BlockJob *job)
31243628d93SJohn Snow {
31343628d93SJohn Snow     assert(!job->ret);
31443628d93SJohn Snow     if (job->driver->commit) {
31543628d93SJohn Snow         job->driver->commit(job);
31643628d93SJohn Snow     }
31743628d93SJohn Snow }
31843628d93SJohn Snow 
31943628d93SJohn Snow static void block_job_abort(BlockJob *job)
32043628d93SJohn Snow {
32143628d93SJohn Snow     assert(job->ret);
32243628d93SJohn Snow     if (job->driver->abort) {
32343628d93SJohn Snow         job->driver->abort(job);
32443628d93SJohn Snow     }
32543628d93SJohn Snow }
32643628d93SJohn Snow 
32743628d93SJohn Snow static void block_job_clean(BlockJob *job)
32843628d93SJohn Snow {
32943628d93SJohn Snow     if (job->driver->clean) {
33043628d93SJohn Snow         job->driver->clean(job);
33143628d93SJohn Snow     }
33243628d93SJohn Snow }
33343628d93SJohn Snow 
33411b61fbcSJohn Snow static int block_job_finalize_single(BlockJob *job)
335c55a832fSFam Zheng {
336dbe5e6c1SKevin Wolf     assert(job_is_completed(&job->job));
3374fb588e9SPaolo Bonzini 
33835d6b368SJohn Snow     /* Ensure abort is called for late-transactional failures */
33935d6b368SJohn Snow     block_job_update_rc(job);
34010a3fbb0SJohn Snow 
341c55a832fSFam Zheng     if (!job->ret) {
34243628d93SJohn Snow         block_job_commit(job);
343c55a832fSFam Zheng     } else {
34443628d93SJohn Snow         block_job_abort(job);
345c55a832fSFam Zheng     }
34643628d93SJohn Snow     block_job_clean(job);
3478254b6d9SJohn Snow 
3488254b6d9SJohn Snow     if (job->cb) {
349c55a832fSFam Zheng         job->cb(job->opaque, job->ret);
3508254b6d9SJohn Snow     }
3515ccac6f1SJohn Snow 
3525ccac6f1SJohn Snow     /* Emit events only if we actually started */
353da01ff7fSKevin Wolf     if (job_started(&job->job)) {
354daa7f2f9SKevin Wolf         if (job_is_cancelled(&job->job)) {
3558254b6d9SJohn Snow             block_job_event_cancelled(job);
3568254b6d9SJohn Snow         } else {
3578254b6d9SJohn Snow             const char *msg = NULL;
3588254b6d9SJohn Snow             if (job->ret < 0) {
3598254b6d9SJohn Snow                 msg = strerror(-job->ret);
3608254b6d9SJohn Snow             }
3618254b6d9SJohn Snow             block_job_event_completed(job, msg);
3628254b6d9SJohn Snow         }
3635ccac6f1SJohn Snow     }
3648254b6d9SJohn Snow 
365a865cebbSMarc-André Lureau     block_job_txn_del_job(job);
366e0cf0364SJohn Snow     block_job_conclude(job);
3672da4617aSJohn Snow     return 0;
368c55a832fSFam Zheng }
369c55a832fSFam Zheng 
370b76e4458SLiang Li static void block_job_cancel_async(BlockJob *job, bool force)
3714c241cf5SPaolo Bonzini {
3724c241cf5SPaolo Bonzini     if (job->iostatus != BLOCK_DEVICE_IO_STATUS_OK) {
3734c241cf5SPaolo Bonzini         block_job_iostatus_reset(job);
3744c241cf5SPaolo Bonzini     }
375b15de828SKevin Wolf     if (job->job.user_paused) {
3764c241cf5SPaolo Bonzini         /* Do not call block_job_enter here, the caller will handle it.  */
377b15de828SKevin Wolf         job->job.user_paused = false;
378da01ff7fSKevin Wolf         job->job.pause_count--;
3794c241cf5SPaolo Bonzini     }
380daa7f2f9SKevin Wolf     job->job.cancelled = true;
381b76e4458SLiang Li     /* To prevent 'force == false' overriding a previous 'force == true' */
382b76e4458SLiang Li     job->force |= force;
3834c241cf5SPaolo Bonzini }
3844c241cf5SPaolo Bonzini 
3855f241594SJohn Snow static int block_job_txn_apply(BlockJobTxn *txn, int fn(BlockJob *), bool lock)
386efe4d4b7SJohn Snow {
387efe4d4b7SJohn Snow     AioContext *ctx;
388efe4d4b7SJohn Snow     BlockJob *job, *next;
3892da4617aSJohn Snow     int rc = 0;
390efe4d4b7SJohn Snow 
391efe4d4b7SJohn Snow     QLIST_FOREACH_SAFE(job, &txn->jobs, txn_list, next) {
3925f241594SJohn Snow         if (lock) {
393efe4d4b7SJohn Snow             ctx = blk_get_aio_context(job->blk);
394efe4d4b7SJohn Snow             aio_context_acquire(ctx);
3955f241594SJohn Snow         }
3962da4617aSJohn Snow         rc = fn(job);
3975f241594SJohn Snow         if (lock) {
398efe4d4b7SJohn Snow             aio_context_release(ctx);
3995f241594SJohn Snow         }
4002da4617aSJohn Snow         if (rc) {
4012da4617aSJohn Snow             break;
402efe4d4b7SJohn Snow         }
403efe4d4b7SJohn Snow     }
4042da4617aSJohn Snow     return rc;
4052da4617aSJohn Snow }
406efe4d4b7SJohn Snow 
407c8ab5c2dSPaolo Bonzini static int block_job_finish_sync(BlockJob *job,
408c8ab5c2dSPaolo Bonzini                                  void (*finish)(BlockJob *, Error **errp),
409c8ab5c2dSPaolo Bonzini                                  Error **errp)
410c8ab5c2dSPaolo Bonzini {
411c8ab5c2dSPaolo Bonzini     Error *local_err = NULL;
412c8ab5c2dSPaolo Bonzini     int ret;
413c8ab5c2dSPaolo Bonzini 
414c8ab5c2dSPaolo Bonzini     assert(blk_bs(job->blk)->job == job);
415c8ab5c2dSPaolo Bonzini 
41680fa2c75SKevin Wolf     job_ref(&job->job);
417c8ab5c2dSPaolo Bonzini 
4184fb588e9SPaolo Bonzini     if (finish) {
419c8ab5c2dSPaolo Bonzini         finish(job, &local_err);
4204fb588e9SPaolo Bonzini     }
421c8ab5c2dSPaolo Bonzini     if (local_err) {
422c8ab5c2dSPaolo Bonzini         error_propagate(errp, local_err);
42380fa2c75SKevin Wolf         job_unref(&job->job);
424c8ab5c2dSPaolo Bonzini         return -EBUSY;
425c8ab5c2dSPaolo Bonzini     }
426c8ab5c2dSPaolo Bonzini     /* block_job_drain calls block_job_enter, and it should be enough to
427c8ab5c2dSPaolo Bonzini      * induce progress until the job completes or moves to the main thread.
428c8ab5c2dSPaolo Bonzini     */
429dbe5e6c1SKevin Wolf     while (!job->job.deferred_to_main_loop && !job_is_completed(&job->job)) {
430c8ab5c2dSPaolo Bonzini         block_job_drain(job);
431c8ab5c2dSPaolo Bonzini     }
432dbe5e6c1SKevin Wolf     while (!job_is_completed(&job->job)) {
433c8ab5c2dSPaolo Bonzini         aio_poll(qemu_get_aio_context(), true);
434c8ab5c2dSPaolo Bonzini     }
435daa7f2f9SKevin Wolf     ret = (job_is_cancelled(&job->job) && job->ret == 0)
436daa7f2f9SKevin Wolf           ? -ECANCELED : job->ret;
43780fa2c75SKevin Wolf     job_unref(&job->job);
438c8ab5c2dSPaolo Bonzini     return ret;
439c8ab5c2dSPaolo Bonzini }
440c8ab5c2dSPaolo Bonzini 
441c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job)
442c55a832fSFam Zheng {
443c55a832fSFam Zheng     AioContext *ctx;
444c55a832fSFam Zheng     BlockJobTxn *txn = job->txn;
4454fb588e9SPaolo Bonzini     BlockJob *other_job;
446c55a832fSFam Zheng 
447c55a832fSFam Zheng     if (txn->aborting) {
448c55a832fSFam Zheng         /*
449c55a832fSFam Zheng          * We are cancelled by another job, which will handle everything.
450c55a832fSFam Zheng          */
451c55a832fSFam Zheng         return;
452c55a832fSFam Zheng     }
453c55a832fSFam Zheng     txn->aborting = true;
4544fb588e9SPaolo Bonzini     block_job_txn_ref(txn);
4554fb588e9SPaolo Bonzini 
456c55a832fSFam Zheng     /* We are the first failed job. Cancel other jobs. */
457c55a832fSFam Zheng     QLIST_FOREACH(other_job, &txn->jobs, txn_list) {
458b6d2e599SKevin Wolf         ctx = blk_get_aio_context(other_job->blk);
459c55a832fSFam Zheng         aio_context_acquire(ctx);
460c55a832fSFam Zheng     }
4614fb588e9SPaolo Bonzini 
4624fb588e9SPaolo Bonzini     /* Other jobs are effectively cancelled by us, set the status for
463c55a832fSFam Zheng      * them; this job, however, may or may not be cancelled, depending
464c55a832fSFam Zheng      * on the caller, so leave it. */
4654fb588e9SPaolo Bonzini     QLIST_FOREACH(other_job, &txn->jobs, txn_list) {
466c55a832fSFam Zheng         if (other_job != job) {
467b76e4458SLiang Li             block_job_cancel_async(other_job, false);
468c55a832fSFam Zheng         }
469c55a832fSFam Zheng     }
4704fb588e9SPaolo Bonzini     while (!QLIST_EMPTY(&txn->jobs)) {
4714fb588e9SPaolo Bonzini         other_job = QLIST_FIRST(&txn->jobs);
472b6d2e599SKevin Wolf         ctx = blk_get_aio_context(other_job->blk);
473dbe5e6c1SKevin Wolf         if (!job_is_completed(&other_job->job)) {
474daa7f2f9SKevin Wolf             assert(job_is_cancelled(&other_job->job));
4754fb588e9SPaolo Bonzini             block_job_finish_sync(other_job, NULL, NULL);
4764fb588e9SPaolo Bonzini         }
47711b61fbcSJohn Snow         block_job_finalize_single(other_job);
478c55a832fSFam Zheng         aio_context_release(ctx);
479c55a832fSFam Zheng     }
4804fb588e9SPaolo Bonzini 
4814fb588e9SPaolo Bonzini     block_job_txn_unref(txn);
482c55a832fSFam Zheng }
483c55a832fSFam Zheng 
48411b61fbcSJohn Snow static int block_job_needs_finalize(BlockJob *job)
48511b61fbcSJohn Snow {
486bb02b65cSKevin Wolf     return !job->job.auto_finalize;
48711b61fbcSJohn Snow }
48811b61fbcSJohn Snow 
48911b61fbcSJohn Snow static void block_job_do_finalize(BlockJob *job)
49011b61fbcSJohn Snow {
49111b61fbcSJohn Snow     int rc;
49211b61fbcSJohn Snow     assert(job && job->txn);
49311b61fbcSJohn Snow 
49411b61fbcSJohn Snow     /* prepare the transaction to complete */
49511b61fbcSJohn Snow     rc = block_job_txn_apply(job->txn, block_job_prepare, true);
49611b61fbcSJohn Snow     if (rc) {
49711b61fbcSJohn Snow         block_job_completed_txn_abort(job);
49811b61fbcSJohn Snow     } else {
49911b61fbcSJohn Snow         block_job_txn_apply(job->txn, block_job_finalize_single, true);
50011b61fbcSJohn Snow     }
50111b61fbcSJohn Snow }
50211b61fbcSJohn Snow 
503*5d4f3769SKevin Wolf static int block_job_transition_to_pending(BlockJob *job)
504*5d4f3769SKevin Wolf {
505*5d4f3769SKevin Wolf     job_state_transition(&job->job, JOB_STATUS_PENDING);
506*5d4f3769SKevin Wolf     if (!job->job.auto_finalize) {
507*5d4f3769SKevin Wolf         block_job_event_pending(job);
508*5d4f3769SKevin Wolf     }
509*5d4f3769SKevin Wolf     return 0;
510*5d4f3769SKevin Wolf }
511*5d4f3769SKevin Wolf 
512c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job)
513c55a832fSFam Zheng {
514c55a832fSFam Zheng     BlockJobTxn *txn = job->txn;
515efe4d4b7SJohn Snow     BlockJob *other_job;
5162da4617aSJohn Snow 
517a50c2ab8SKevin Wolf     job_state_transition(&job->job, JOB_STATUS_WAITING);
518e8af5686SJohn Snow 
519c55a832fSFam Zheng     /*
520c55a832fSFam Zheng      * Successful completion, see if there are other running jobs in this
521c55a832fSFam Zheng      * txn.
522c55a832fSFam Zheng      */
523c55a832fSFam Zheng     QLIST_FOREACH(other_job, &txn->jobs, txn_list) {
524dbe5e6c1SKevin Wolf         if (!job_is_completed(&other_job->job)) {
525c55a832fSFam Zheng             return;
526c55a832fSFam Zheng         }
527efe4d4b7SJohn Snow         assert(other_job->ret == 0);
528c55a832fSFam Zheng     }
5292da4617aSJohn Snow 
530*5d4f3769SKevin Wolf     block_job_txn_apply(txn, block_job_transition_to_pending, false);
53111b61fbcSJohn Snow 
53211b61fbcSJohn Snow     /* If no jobs need manual finalization, automatically do so */
53311b61fbcSJohn Snow     if (block_job_txn_apply(txn, block_job_needs_finalize, false) == 0) {
53411b61fbcSJohn Snow         block_job_do_finalize(job);
53511b61fbcSJohn Snow     }
536c55a832fSFam Zheng }
537c55a832fSFam Zheng 
538da01ff7fSKevin Wolf /* Assumes the job_mutex is held */
539da01ff7fSKevin Wolf static bool job_timer_pending(Job *job)
540da01ff7fSKevin Wolf {
541da01ff7fSKevin Wolf     return timer_pending(&job->sleep_timer);
542da01ff7fSKevin Wolf }
543da01ff7fSKevin Wolf 
5442f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp)
5452f0c9fe6SPaolo Bonzini {
546aa9ef2e6SJohn Snow     int64_t old_speed = job->speed;
5472f0c9fe6SPaolo Bonzini 
548a50c2ab8SKevin Wolf     if (job_apply_verb(&job->job, JOB_VERB_SET_SPEED, errp)) {
5490ec4dfb8SJohn Snow         return;
5500ec4dfb8SJohn Snow     }
55118bb6928SKevin Wolf     if (speed < 0) {
55218bb6928SKevin Wolf         error_setg(errp, QERR_INVALID_PARAMETER, "speed");
5532f0c9fe6SPaolo Bonzini         return;
5542f0c9fe6SPaolo Bonzini     }
5552f0c9fe6SPaolo Bonzini 
55618bb6928SKevin Wolf     ratelimit_set_speed(&job->limit, speed, BLOCK_JOB_SLICE_TIME);
55718bb6928SKevin Wolf 
5582f0c9fe6SPaolo Bonzini     job->speed = speed;
559d4fce188SJohn Snow     if (speed && speed <= old_speed) {
560aa9ef2e6SJohn Snow         return;
561aa9ef2e6SJohn Snow     }
562aa9ef2e6SJohn Snow 
563aa9ef2e6SJohn Snow     /* kick only if a timer is pending */
564da01ff7fSKevin Wolf     job_enter_cond(&job->job, job_timer_pending);
5652f0c9fe6SPaolo Bonzini }
5662f0c9fe6SPaolo Bonzini 
567dee81d51SKevin Wolf int64_t block_job_ratelimit_get_delay(BlockJob *job, uint64_t n)
568dee81d51SKevin Wolf {
569dee81d51SKevin Wolf     if (!job->speed) {
570dee81d51SKevin Wolf         return 0;
571dee81d51SKevin Wolf     }
572dee81d51SKevin Wolf 
573dee81d51SKevin Wolf     return ratelimit_calculate_delay(&job->limit, n);
574dee81d51SKevin Wolf }
575dee81d51SKevin Wolf 
576aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp)
577aeae883bSPaolo Bonzini {
578559b935fSJohn Snow     /* Should not be reachable via external interface for internal jobs */
57933e9e9bdSKevin Wolf     assert(job->job.id);
580a50c2ab8SKevin Wolf     if (job_apply_verb(&job->job, JOB_VERB_COMPLETE, errp)) {
5810ec4dfb8SJohn Snow         return;
5820ec4dfb8SJohn Snow     }
583da01ff7fSKevin Wolf     if (job->job.pause_count || job_is_cancelled(&job->job) ||
584daa7f2f9SKevin Wolf         !job->driver->complete)
585daa7f2f9SKevin Wolf     {
5869df229c3SAlberto Garcia         error_setg(errp, "The active block job '%s' cannot be completed",
58733e9e9bdSKevin Wolf                    job->job.id);
588aeae883bSPaolo Bonzini         return;
589aeae883bSPaolo Bonzini     }
590aeae883bSPaolo Bonzini 
5913fc4b10aSFam Zheng     job->driver->complete(job, errp);
592aeae883bSPaolo Bonzini }
593aeae883bSPaolo Bonzini 
59411b61fbcSJohn Snow void block_job_finalize(BlockJob *job, Error **errp)
59511b61fbcSJohn Snow {
59633e9e9bdSKevin Wolf     assert(job && job->job.id);
597a50c2ab8SKevin Wolf     if (job_apply_verb(&job->job, JOB_VERB_FINALIZE, errp)) {
59811b61fbcSJohn Snow         return;
59911b61fbcSJohn Snow     }
60011b61fbcSJohn Snow     block_job_do_finalize(job);
60111b61fbcSJohn Snow }
60211b61fbcSJohn Snow 
60375f71059SJohn Snow void block_job_dismiss(BlockJob **jobptr, Error **errp)
60475f71059SJohn Snow {
60575f71059SJohn Snow     BlockJob *job = *jobptr;
60675f71059SJohn Snow     /* similarly to _complete, this is QMP-interface only. */
60733e9e9bdSKevin Wolf     assert(job->job.id);
608a50c2ab8SKevin Wolf     if (job_apply_verb(&job->job, JOB_VERB_DISMISS, errp)) {
60975f71059SJohn Snow         return;
61075f71059SJohn Snow     }
61175f71059SJohn Snow 
61275f71059SJohn Snow     block_job_do_dismiss(job);
61375f71059SJohn Snow     *jobptr = NULL;
61475f71059SJohn Snow }
61575f71059SJohn Snow 
616b76e4458SLiang Li void block_job_cancel(BlockJob *job, bool force)
6178acc72a4SPaolo Bonzini {
618a50c2ab8SKevin Wolf     if (job->job.status == JOB_STATUS_CONCLUDED) {
61975f71059SJohn Snow         block_job_do_dismiss(job);
62011b61fbcSJohn Snow         return;
62111b61fbcSJohn Snow     }
622b76e4458SLiang Li     block_job_cancel_async(job, force);
623da01ff7fSKevin Wolf     if (!job_started(&job->job)) {
6245ccac6f1SJohn Snow         block_job_completed(job, -ECANCELED);
6251908a559SKevin Wolf     } else if (job->job.deferred_to_main_loop) {
62611b61fbcSJohn Snow         block_job_completed_txn_abort(job);
62711b61fbcSJohn Snow     } else {
62811b61fbcSJohn Snow         block_job_enter(job);
6295ccac6f1SJohn Snow     }
6308acc72a4SPaolo Bonzini }
6318acc72a4SPaolo Bonzini 
632b76e4458SLiang Li void block_job_user_cancel(BlockJob *job, bool force, Error **errp)
6330ec4dfb8SJohn Snow {
634a50c2ab8SKevin Wolf     if (job_apply_verb(&job->job, JOB_VERB_CANCEL, errp)) {
6350ec4dfb8SJohn Snow         return;
6360ec4dfb8SJohn Snow     }
637b76e4458SLiang Li     block_job_cancel(job, force);
6380ec4dfb8SJohn Snow }
6390ec4dfb8SJohn Snow 
640345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be
641345f9e1bSMax Reitz  * used with block_job_finish_sync() without the need for (rather nasty)
642345f9e1bSMax Reitz  * function pointer casts there. */
643345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp)
644345f9e1bSMax Reitz {
645b76e4458SLiang Li     block_job_cancel(job, false);
646345f9e1bSMax Reitz }
647345f9e1bSMax Reitz 
648345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job)
649345f9e1bSMax Reitz {
650345f9e1bSMax Reitz     return block_job_finish_sync(job, &block_job_cancel_err, NULL);
651345f9e1bSMax Reitz }
652345f9e1bSMax Reitz 
653a1a2af07SKevin Wolf void block_job_cancel_sync_all(void)
654a1a2af07SKevin Wolf {
655a1a2af07SKevin Wolf     BlockJob *job;
656a1a2af07SKevin Wolf     AioContext *aio_context;
657a1a2af07SKevin Wolf 
658e7c1d78bSKevin Wolf     while ((job = block_job_next(NULL))) {
659b6d2e599SKevin Wolf         aio_context = blk_get_aio_context(job->blk);
660a1a2af07SKevin Wolf         aio_context_acquire(aio_context);
661a1a2af07SKevin Wolf         block_job_cancel_sync(job);
662a1a2af07SKevin Wolf         aio_context_release(aio_context);
663a1a2af07SKevin Wolf     }
664a1a2af07SKevin Wolf }
665a1a2af07SKevin Wolf 
666345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp)
667345f9e1bSMax Reitz {
668345f9e1bSMax Reitz     return block_job_finish_sync(job, &block_job_complete, errp);
669345f9e1bSMax Reitz }
670345f9e1bSMax Reitz 
67105df8a6aSKevin Wolf void block_job_progress_update(BlockJob *job, uint64_t done)
67205df8a6aSKevin Wolf {
67305df8a6aSKevin Wolf     job->offset += done;
67405df8a6aSKevin Wolf }
67505df8a6aSKevin Wolf 
67605df8a6aSKevin Wolf void block_job_progress_set_remaining(BlockJob *job, uint64_t remaining)
67705df8a6aSKevin Wolf {
67805df8a6aSKevin Wolf     job->len = job->offset + remaining;
67905df8a6aSKevin Wolf }
68005df8a6aSKevin Wolf 
681559b935fSJohn Snow BlockJobInfo *block_job_query(BlockJob *job, Error **errp)
68230e628b7SPaolo Bonzini {
683559b935fSJohn Snow     BlockJobInfo *info;
684559b935fSJohn Snow 
685559b935fSJohn Snow     if (block_job_is_internal(job)) {
686559b935fSJohn Snow         error_setg(errp, "Cannot query QEMU internal jobs");
687559b935fSJohn Snow         return NULL;
688559b935fSJohn Snow     }
689559b935fSJohn Snow     info = g_new0(BlockJobInfo, 1);
690252291eaSKevin Wolf     info->type      = g_strdup(job_type_str(&job->job));
69133e9e9bdSKevin Wolf     info->device    = g_strdup(job->job.id);
69230e628b7SPaolo Bonzini     info->len       = job->len;
693da01ff7fSKevin Wolf     info->busy      = atomic_read(&job->job.busy);
694da01ff7fSKevin Wolf     info->paused    = job->job.pause_count > 0;
69530e628b7SPaolo Bonzini     info->offset    = job->offset;
69630e628b7SPaolo Bonzini     info->speed     = job->speed;
69732c81a4aSPaolo Bonzini     info->io_status = job->iostatus;
698ef6dbf1eSMax Reitz     info->ready     = job->ready;
699a50c2ab8SKevin Wolf     info->status    = job->job.status;
700bb02b65cSKevin Wolf     info->auto_finalize = job->job.auto_finalize;
701bb02b65cSKevin Wolf     info->auto_dismiss  = job->job.auto_dismiss;
702ab9ba614SJohn Snow     info->has_error = job->ret != 0;
703ab9ba614SJohn Snow     info->error     = job->ret ? g_strdup(strerror(-job->ret)) : NULL;
70430e628b7SPaolo Bonzini     return info;
70530e628b7SPaolo Bonzini }
70632c81a4aSPaolo Bonzini 
70732c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error)
70832c81a4aSPaolo Bonzini {
70932c81a4aSPaolo Bonzini     if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) {
71032c81a4aSPaolo Bonzini         job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE :
71132c81a4aSPaolo Bonzini                                           BLOCK_DEVICE_IO_STATUS_FAILED;
71232c81a4aSPaolo Bonzini     }
71332c81a4aSPaolo Bonzini }
71432c81a4aSPaolo Bonzini 
7158254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job)
716a66a2a36SPaolo Bonzini {
717559b935fSJohn Snow     if (block_job_is_internal(job)) {
718559b935fSJohn Snow         return;
719559b935fSJohn Snow     }
720559b935fSJohn Snow 
721252291eaSKevin Wolf     qapi_event_send_block_job_cancelled(job_type(&job->job),
72233e9e9bdSKevin Wolf                                         job->job.id,
723a66a2a36SPaolo Bonzini                                         job->len,
724a66a2a36SPaolo Bonzini                                         job->offset,
725bcada37bSWenchao Xia                                         job->speed,
726bcada37bSWenchao Xia                                         &error_abort);
727a66a2a36SPaolo Bonzini }
728a66a2a36SPaolo Bonzini 
7298254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg)
730a66a2a36SPaolo Bonzini {
731559b935fSJohn Snow     if (block_job_is_internal(job)) {
732559b935fSJohn Snow         return;
733559b935fSJohn Snow     }
734559b935fSJohn Snow 
735252291eaSKevin Wolf     qapi_event_send_block_job_completed(job_type(&job->job),
73633e9e9bdSKevin Wolf                                         job->job.id,
737bcada37bSWenchao Xia                                         job->len,
738bcada37bSWenchao Xia                                         job->offset,
739bcada37bSWenchao Xia                                         job->speed,
740bcada37bSWenchao Xia                                         !!msg,
741bcada37bSWenchao Xia                                         msg,
742bcada37bSWenchao Xia                                         &error_abort);
743bcada37bSWenchao Xia }
744bcada37bSWenchao Xia 
745*5d4f3769SKevin Wolf static void block_job_event_pending(BlockJob *job)
7465f241594SJohn Snow {
747*5d4f3769SKevin Wolf     if (block_job_is_internal(job)) {
748*5d4f3769SKevin Wolf         return;
749*5d4f3769SKevin Wolf     }
750*5d4f3769SKevin Wolf 
751252291eaSKevin Wolf     qapi_event_send_block_job_pending(job_type(&job->job),
75233e9e9bdSKevin Wolf                                       job->job.id,
7535f241594SJohn Snow                                       &error_abort);
7545f241594SJohn Snow }
7555f241594SJohn Snow 
75688691b37SPaolo Bonzini /*
75788691b37SPaolo Bonzini  * API for block job drivers and the block layer.  These functions are
75888691b37SPaolo Bonzini  * declared in blockjob_int.h.
75988691b37SPaolo Bonzini  */
76088691b37SPaolo Bonzini 
76188691b37SPaolo Bonzini void *block_job_create(const char *job_id, const BlockJobDriver *driver,
76275859b94SJohn Snow                        BlockJobTxn *txn, BlockDriverState *bs, uint64_t perm,
76388691b37SPaolo Bonzini                        uint64_t shared_perm, int64_t speed, int flags,
76488691b37SPaolo Bonzini                        BlockCompletionFunc *cb, void *opaque, Error **errp)
76588691b37SPaolo Bonzini {
76688691b37SPaolo Bonzini     BlockBackend *blk;
76788691b37SPaolo Bonzini     BlockJob *job;
76888691b37SPaolo Bonzini     int ret;
76988691b37SPaolo Bonzini 
77088691b37SPaolo Bonzini     if (bs->job) {
77188691b37SPaolo Bonzini         error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs));
77288691b37SPaolo Bonzini         return NULL;
77388691b37SPaolo Bonzini     }
77488691b37SPaolo Bonzini 
775bb02b65cSKevin Wolf     if (job_id == NULL && !(flags & JOB_INTERNAL)) {
77688691b37SPaolo Bonzini         job_id = bdrv_get_device_name(bs);
77788691b37SPaolo Bonzini     }
77888691b37SPaolo Bonzini 
77988691b37SPaolo Bonzini     blk = blk_new(perm, shared_perm);
78088691b37SPaolo Bonzini     ret = blk_insert_bs(blk, bs, errp);
78188691b37SPaolo Bonzini     if (ret < 0) {
78288691b37SPaolo Bonzini         blk_unref(blk);
78388691b37SPaolo Bonzini         return NULL;
78488691b37SPaolo Bonzini     }
78588691b37SPaolo Bonzini 
78608be6fe2SKevin Wolf     job = job_create(job_id, &driver->job_driver, blk_get_aio_context(blk),
787bb02b65cSKevin Wolf                      flags, errp);
78833e9e9bdSKevin Wolf     if (job == NULL) {
78933e9e9bdSKevin Wolf         blk_unref(blk);
79033e9e9bdSKevin Wolf         return NULL;
79133e9e9bdSKevin Wolf     }
79233e9e9bdSKevin Wolf 
793e7c1d78bSKevin Wolf     assert(is_block_job(&job->job));
79480fa2c75SKevin Wolf     assert(job->job.driver->free == &block_job_free);
795b15de828SKevin Wolf     assert(job->job.driver->user_resume == &block_job_user_resume);
796e7c1d78bSKevin Wolf 
79788691b37SPaolo Bonzini     job->driver        = driver;
79888691b37SPaolo Bonzini     job->blk           = blk;
79988691b37SPaolo Bonzini     job->cb            = cb;
80088691b37SPaolo Bonzini     job->opaque        = opaque;
80188691b37SPaolo Bonzini 
80288691b37SPaolo Bonzini     error_setg(&job->blocker, "block device is in use by block job: %s",
803252291eaSKevin Wolf                job_type_str(&job->job));
80488691b37SPaolo Bonzini     block_job_add_bdrv(job, "main node", bs, 0, BLK_PERM_ALL, &error_abort);
80588691b37SPaolo Bonzini     bs->job = job;
80688691b37SPaolo Bonzini 
80788691b37SPaolo Bonzini     bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker);
80888691b37SPaolo Bonzini 
80988691b37SPaolo Bonzini     blk_add_aio_context_notifier(blk, block_job_attached_aio_context,
81088691b37SPaolo Bonzini                                  block_job_detach_aio_context, job);
81188691b37SPaolo Bonzini 
81288691b37SPaolo Bonzini     /* Only set speed when necessary to avoid NotSupported error */
81388691b37SPaolo Bonzini     if (speed != 0) {
81488691b37SPaolo Bonzini         Error *local_err = NULL;
81588691b37SPaolo Bonzini 
81688691b37SPaolo Bonzini         block_job_set_speed(job, speed, &local_err);
81788691b37SPaolo Bonzini         if (local_err) {
8183925cd3bSJohn Snow             block_job_early_fail(job);
81988691b37SPaolo Bonzini             error_propagate(errp, local_err);
82088691b37SPaolo Bonzini             return NULL;
82188691b37SPaolo Bonzini         }
82288691b37SPaolo Bonzini     }
82375859b94SJohn Snow 
82475859b94SJohn Snow     /* Single jobs are modeled as single-job transactions for sake of
82575859b94SJohn Snow      * consolidating the job management logic */
82675859b94SJohn Snow     if (!txn) {
82775859b94SJohn Snow         txn = block_job_txn_new();
82875859b94SJohn Snow         block_job_txn_add_job(txn, job);
82975859b94SJohn Snow         block_job_txn_unref(txn);
83075859b94SJohn Snow     } else {
83175859b94SJohn Snow         block_job_txn_add_job(txn, job);
83275859b94SJohn Snow     }
83375859b94SJohn Snow 
83488691b37SPaolo Bonzini     return job;
83588691b37SPaolo Bonzini }
83688691b37SPaolo Bonzini 
83788691b37SPaolo Bonzini void block_job_early_fail(BlockJob *job)
83888691b37SPaolo Bonzini {
839a50c2ab8SKevin Wolf     assert(job->job.status == JOB_STATUS_CREATED);
8403925cd3bSJohn Snow     block_job_decommission(job);
84188691b37SPaolo Bonzini }
84288691b37SPaolo Bonzini 
84388691b37SPaolo Bonzini void block_job_completed(BlockJob *job, int ret)
84488691b37SPaolo Bonzini {
845dbe5e6c1SKevin Wolf     assert(job && job->txn && !job_is_completed(&job->job));
84688691b37SPaolo Bonzini     assert(blk_bs(job->blk)->job == job);
84788691b37SPaolo Bonzini     job->ret = ret;
84835d6b368SJohn Snow     block_job_update_rc(job);
84935d6b368SJohn Snow     trace_block_job_completed(job, ret, job->ret);
85035d6b368SJohn Snow     if (job->ret) {
85188691b37SPaolo Bonzini         block_job_completed_txn_abort(job);
85288691b37SPaolo Bonzini     } else {
85388691b37SPaolo Bonzini         block_job_completed_txn_success(job);
85488691b37SPaolo Bonzini     }
85588691b37SPaolo Bonzini }
85688691b37SPaolo Bonzini 
857aa9ef2e6SJohn Snow void block_job_enter(BlockJob *job)
858aa9ef2e6SJohn Snow {
859da01ff7fSKevin Wolf     job_enter_cond(&job->job, NULL);
860aa9ef2e6SJohn Snow }
861aa9ef2e6SJohn Snow 
86288691b37SPaolo Bonzini void block_job_yield(BlockJob *job)
86388691b37SPaolo Bonzini {
864da01ff7fSKevin Wolf     assert(job->job.busy);
86588691b37SPaolo Bonzini 
86688691b37SPaolo Bonzini     /* Check cancellation *before* setting busy = false, too!  */
867daa7f2f9SKevin Wolf     if (job_is_cancelled(&job->job)) {
86888691b37SPaolo Bonzini         return;
86988691b37SPaolo Bonzini     }
87088691b37SPaolo Bonzini 
871da01ff7fSKevin Wolf     if (!job_should_pause(&job->job)) {
872da01ff7fSKevin Wolf         job_do_yield(&job->job, -1);
87388691b37SPaolo Bonzini     }
87488691b37SPaolo Bonzini 
875da01ff7fSKevin Wolf     job_pause_point(&job->job);
87688691b37SPaolo Bonzini }
87788691b37SPaolo Bonzini 
8782caf63a9SPaolo Bonzini void block_job_iostatus_reset(BlockJob *job)
8792caf63a9SPaolo Bonzini {
8804c241cf5SPaolo Bonzini     if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) {
8814c241cf5SPaolo Bonzini         return;
8824c241cf5SPaolo Bonzini     }
883b15de828SKevin Wolf     assert(job->job.user_paused && job->job.pause_count > 0);
8842caf63a9SPaolo Bonzini     job->iostatus = BLOCK_DEVICE_IO_STATUS_OK;
8852caf63a9SPaolo Bonzini }
8862caf63a9SPaolo Bonzini 
887b15de828SKevin Wolf void block_job_user_resume(Job *job)
888b15de828SKevin Wolf {
889b15de828SKevin Wolf     BlockJob *bjob = container_of(job, BlockJob, job);
890b15de828SKevin Wolf     block_job_iostatus_reset(bjob);
891b15de828SKevin Wolf }
892b15de828SKevin Wolf 
893bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job)
894bcada37bSWenchao Xia {
895a50c2ab8SKevin Wolf     job_state_transition(&job->job, JOB_STATUS_READY);
896ef6dbf1eSMax Reitz     job->ready = true;
897ef6dbf1eSMax Reitz 
898559b935fSJohn Snow     if (block_job_is_internal(job)) {
899559b935fSJohn Snow         return;
900559b935fSJohn Snow     }
901559b935fSJohn Snow 
902252291eaSKevin Wolf     qapi_event_send_block_job_ready(job_type(&job->job),
90333e9e9bdSKevin Wolf                                     job->job.id,
904518848a2SMarkus Armbruster                                     job->len,
905518848a2SMarkus Armbruster                                     job->offset,
906518848a2SMarkus Armbruster                                     job->speed, &error_abort);
907a66a2a36SPaolo Bonzini }
908a66a2a36SPaolo Bonzini 
90981e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err,
91032c81a4aSPaolo Bonzini                                         int is_read, int error)
91132c81a4aSPaolo Bonzini {
91232c81a4aSPaolo Bonzini     BlockErrorAction action;
91332c81a4aSPaolo Bonzini 
91432c81a4aSPaolo Bonzini     switch (on_err) {
91532c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_ENOSPC:
9168c398252SKevin Wolf     case BLOCKDEV_ON_ERROR_AUTO:
917a589569fSWenchao Xia         action = (error == ENOSPC) ?
918a589569fSWenchao Xia                  BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT;
91932c81a4aSPaolo Bonzini         break;
92032c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_STOP:
921a589569fSWenchao Xia         action = BLOCK_ERROR_ACTION_STOP;
92232c81a4aSPaolo Bonzini         break;
92332c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_REPORT:
924a589569fSWenchao Xia         action = BLOCK_ERROR_ACTION_REPORT;
92532c81a4aSPaolo Bonzini         break;
92632c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_IGNORE:
927a589569fSWenchao Xia         action = BLOCK_ERROR_ACTION_IGNORE;
92832c81a4aSPaolo Bonzini         break;
92932c81a4aSPaolo Bonzini     default:
93032c81a4aSPaolo Bonzini         abort();
93132c81a4aSPaolo Bonzini     }
932559b935fSJohn Snow     if (!block_job_is_internal(job)) {
93333e9e9bdSKevin Wolf         qapi_event_send_block_job_error(job->job.id,
9345a2d2cbdSWenchao Xia                                         is_read ? IO_OPERATION_TYPE_READ :
9355a2d2cbdSWenchao Xia                                         IO_OPERATION_TYPE_WRITE,
9365a2d2cbdSWenchao Xia                                         action, &error_abort);
937559b935fSJohn Snow     }
938a589569fSWenchao Xia     if (action == BLOCK_ERROR_ACTION_STOP) {
939b15de828SKevin Wolf         job_pause(&job->job);
940751ebd76SFam Zheng         /* make the pause user visible, which will be resumed from QMP. */
941b15de828SKevin Wolf         job->job.user_paused = true;
94232c81a4aSPaolo Bonzini         block_job_iostatus_set_err(job, error);
94332c81a4aSPaolo Bonzini     }
94432c81a4aSPaolo Bonzini     return action;
94532c81a4aSPaolo Bonzini }
946