xref: /qemu/blockjob.c (revision 4c241cf5)
12f0c9fe6SPaolo Bonzini /*
22f0c9fe6SPaolo Bonzini  * QEMU System Emulator block driver
32f0c9fe6SPaolo Bonzini  *
42f0c9fe6SPaolo Bonzini  * Copyright (c) 2011 IBM Corp.
52f0c9fe6SPaolo Bonzini  * Copyright (c) 2012 Red Hat, Inc.
62f0c9fe6SPaolo Bonzini  *
72f0c9fe6SPaolo Bonzini  * Permission is hereby granted, free of charge, to any person obtaining a copy
82f0c9fe6SPaolo Bonzini  * of this software and associated documentation files (the "Software"), to deal
92f0c9fe6SPaolo Bonzini  * in the Software without restriction, including without limitation the rights
102f0c9fe6SPaolo Bonzini  * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
112f0c9fe6SPaolo Bonzini  * copies of the Software, and to permit persons to whom the Software is
122f0c9fe6SPaolo Bonzini  * furnished to do so, subject to the following conditions:
132f0c9fe6SPaolo Bonzini  *
142f0c9fe6SPaolo Bonzini  * The above copyright notice and this permission notice shall be included in
152f0c9fe6SPaolo Bonzini  * all copies or substantial portions of the Software.
162f0c9fe6SPaolo Bonzini  *
172f0c9fe6SPaolo Bonzini  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
182f0c9fe6SPaolo Bonzini  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
192f0c9fe6SPaolo Bonzini  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
202f0c9fe6SPaolo Bonzini  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
212f0c9fe6SPaolo Bonzini  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
222f0c9fe6SPaolo Bonzini  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
232f0c9fe6SPaolo Bonzini  * THE SOFTWARE.
242f0c9fe6SPaolo Bonzini  */
252f0c9fe6SPaolo Bonzini 
26d38ea87aSPeter Maydell #include "qemu/osdep.h"
272f0c9fe6SPaolo Bonzini #include "qemu-common.h"
28737e150eSPaolo Bonzini #include "block/block.h"
29c87621eaSJohn Snow #include "block/blockjob_int.h"
30737e150eSPaolo Bonzini #include "block/block_int.h"
31373340b2SMax Reitz #include "sysemu/block-backend.h"
32cc7a8ea7SMarkus Armbruster #include "qapi/qmp/qerror.h"
337b1b5d19SPaolo Bonzini #include "qapi/qmp/qjson.h"
3410817bf0SDaniel P. Berrange #include "qemu/coroutine.h"
357f0317cfSAlberto Garcia #include "qemu/id.h"
362f0c9fe6SPaolo Bonzini #include "qmp-commands.h"
371de7afc9SPaolo Bonzini #include "qemu/timer.h"
385a2d2cbdSWenchao Xia #include "qapi-event.h"
392f0c9fe6SPaolo Bonzini 
408254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job);
418254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg);
428254b6d9SJohn Snow 
43c55a832fSFam Zheng /* Transactional group of block jobs */
44c55a832fSFam Zheng struct BlockJobTxn {
45c55a832fSFam Zheng 
46c55a832fSFam Zheng     /* Is this txn being cancelled? */
47c55a832fSFam Zheng     bool aborting;
48c55a832fSFam Zheng 
49c55a832fSFam Zheng     /* List of jobs */
50c55a832fSFam Zheng     QLIST_HEAD(, BlockJob) jobs;
51c55a832fSFam Zheng 
52c55a832fSFam Zheng     /* Reference count */
53c55a832fSFam Zheng     int refcnt;
54c55a832fSFam Zheng };
55c55a832fSFam Zheng 
56a7112795SAlberto Garcia static QLIST_HEAD(, BlockJob) block_jobs = QLIST_HEAD_INITIALIZER(block_jobs);
57a7112795SAlberto Garcia 
5888691b37SPaolo Bonzini /*
5988691b37SPaolo Bonzini  * The block job API is composed of two categories of functions.
6088691b37SPaolo Bonzini  *
6188691b37SPaolo Bonzini  * The first includes functions used by the monitor.  The monitor is
6288691b37SPaolo Bonzini  * peculiar in that it accesses the block job list with block_job_get, and
6388691b37SPaolo Bonzini  * therefore needs consistency across block_job_get and the actual operation
6488691b37SPaolo Bonzini  * (e.g. block_job_set_speed).  The consistency is achieved with
6588691b37SPaolo Bonzini  * aio_context_acquire/release.  These functions are declared in blockjob.h.
6688691b37SPaolo Bonzini  *
6788691b37SPaolo Bonzini  * The second includes functions used by the block job drivers and sometimes
6888691b37SPaolo Bonzini  * by the core block layer.  These do not care about locking, because the
6988691b37SPaolo Bonzini  * whole coroutine runs under the AioContext lock, and are declared in
7088691b37SPaolo Bonzini  * blockjob_int.h.
7188691b37SPaolo Bonzini  */
7288691b37SPaolo Bonzini 
73a7112795SAlberto Garcia BlockJob *block_job_next(BlockJob *job)
74a7112795SAlberto Garcia {
75a7112795SAlberto Garcia     if (!job) {
76a7112795SAlberto Garcia         return QLIST_FIRST(&block_jobs);
77a7112795SAlberto Garcia     }
78a7112795SAlberto Garcia     return QLIST_NEXT(job, job_list);
79a7112795SAlberto Garcia }
80a7112795SAlberto Garcia 
81ffb1f10cSAlberto Garcia BlockJob *block_job_get(const char *id)
82ffb1f10cSAlberto Garcia {
83ffb1f10cSAlberto Garcia     BlockJob *job;
84ffb1f10cSAlberto Garcia 
85ffb1f10cSAlberto Garcia     QLIST_FOREACH(job, &block_jobs, job_list) {
86559b935fSJohn Snow         if (job->id && !strcmp(id, job->id)) {
87ffb1f10cSAlberto Garcia             return job;
88ffb1f10cSAlberto Garcia         }
89ffb1f10cSAlberto Garcia     }
90ffb1f10cSAlberto Garcia 
91ffb1f10cSAlberto Garcia     return NULL;
92ffb1f10cSAlberto Garcia }
93ffb1f10cSAlberto Garcia 
94f321dcb5SPaolo Bonzini static void block_job_pause(BlockJob *job)
95f321dcb5SPaolo Bonzini {
96f321dcb5SPaolo Bonzini     job->pause_count++;
97f321dcb5SPaolo Bonzini }
98f321dcb5SPaolo Bonzini 
99f321dcb5SPaolo Bonzini static void block_job_resume(BlockJob *job)
100f321dcb5SPaolo Bonzini {
101f321dcb5SPaolo Bonzini     assert(job->pause_count > 0);
102f321dcb5SPaolo Bonzini     job->pause_count--;
103f321dcb5SPaolo Bonzini     if (job->pause_count) {
104f321dcb5SPaolo Bonzini         return;
105f321dcb5SPaolo Bonzini     }
106f321dcb5SPaolo Bonzini     block_job_enter(job);
107f321dcb5SPaolo Bonzini }
108f321dcb5SPaolo Bonzini 
10905b0d8e3SPaolo Bonzini static void block_job_ref(BlockJob *job)
11005b0d8e3SPaolo Bonzini {
11105b0d8e3SPaolo Bonzini     ++job->refcnt;
11205b0d8e3SPaolo Bonzini }
11305b0d8e3SPaolo Bonzini 
11405b0d8e3SPaolo Bonzini static void block_job_attached_aio_context(AioContext *new_context,
11505b0d8e3SPaolo Bonzini                                            void *opaque);
11605b0d8e3SPaolo Bonzini static void block_job_detach_aio_context(void *opaque);
11705b0d8e3SPaolo Bonzini 
11805b0d8e3SPaolo Bonzini static void block_job_unref(BlockJob *job)
11905b0d8e3SPaolo Bonzini {
12005b0d8e3SPaolo Bonzini     if (--job->refcnt == 0) {
12105b0d8e3SPaolo Bonzini         BlockDriverState *bs = blk_bs(job->blk);
12205b0d8e3SPaolo Bonzini         bs->job = NULL;
12305b0d8e3SPaolo Bonzini         block_job_remove_all_bdrv(job);
12405b0d8e3SPaolo Bonzini         blk_remove_aio_context_notifier(job->blk,
12505b0d8e3SPaolo Bonzini                                         block_job_attached_aio_context,
12605b0d8e3SPaolo Bonzini                                         block_job_detach_aio_context, job);
12705b0d8e3SPaolo Bonzini         blk_unref(job->blk);
12805b0d8e3SPaolo Bonzini         error_free(job->blocker);
12905b0d8e3SPaolo Bonzini         g_free(job->id);
13005b0d8e3SPaolo Bonzini         QLIST_REMOVE(job, job_list);
13105b0d8e3SPaolo Bonzini         g_free(job);
13205b0d8e3SPaolo Bonzini     }
13305b0d8e3SPaolo Bonzini }
13405b0d8e3SPaolo Bonzini 
135463e0be1SStefan Hajnoczi static void block_job_attached_aio_context(AioContext *new_context,
136463e0be1SStefan Hajnoczi                                            void *opaque)
137463e0be1SStefan Hajnoczi {
138463e0be1SStefan Hajnoczi     BlockJob *job = opaque;
139463e0be1SStefan Hajnoczi 
140463e0be1SStefan Hajnoczi     if (job->driver->attached_aio_context) {
141463e0be1SStefan Hajnoczi         job->driver->attached_aio_context(job, new_context);
142463e0be1SStefan Hajnoczi     }
143463e0be1SStefan Hajnoczi 
144463e0be1SStefan Hajnoczi     block_job_resume(job);
145463e0be1SStefan Hajnoczi }
146463e0be1SStefan Hajnoczi 
147bae8196dSPaolo Bonzini static void block_job_drain(BlockJob *job)
148bae8196dSPaolo Bonzini {
149bae8196dSPaolo Bonzini     /* If job is !job->busy this kicks it into the next pause point. */
150bae8196dSPaolo Bonzini     block_job_enter(job);
151bae8196dSPaolo Bonzini 
152bae8196dSPaolo Bonzini     blk_drain(job->blk);
153bae8196dSPaolo Bonzini     if (job->driver->drain) {
154bae8196dSPaolo Bonzini         job->driver->drain(job);
155bae8196dSPaolo Bonzini     }
156bae8196dSPaolo Bonzini }
157bae8196dSPaolo Bonzini 
158463e0be1SStefan Hajnoczi static void block_job_detach_aio_context(void *opaque)
159463e0be1SStefan Hajnoczi {
160463e0be1SStefan Hajnoczi     BlockJob *job = opaque;
161463e0be1SStefan Hajnoczi 
162463e0be1SStefan Hajnoczi     /* In case the job terminates during aio_poll()... */
163463e0be1SStefan Hajnoczi     block_job_ref(job);
164463e0be1SStefan Hajnoczi 
165463e0be1SStefan Hajnoczi     block_job_pause(job);
166463e0be1SStefan Hajnoczi 
167463e0be1SStefan Hajnoczi     while (!job->paused && !job->completed) {
168bae8196dSPaolo Bonzini         block_job_drain(job);
169463e0be1SStefan Hajnoczi     }
170463e0be1SStefan Hajnoczi 
171463e0be1SStefan Hajnoczi     block_job_unref(job);
172463e0be1SStefan Hajnoczi }
173463e0be1SStefan Hajnoczi 
174f321dcb5SPaolo Bonzini static char *child_job_get_parent_desc(BdrvChild *c)
175f321dcb5SPaolo Bonzini {
176f321dcb5SPaolo Bonzini     BlockJob *job = c->opaque;
177f321dcb5SPaolo Bonzini     return g_strdup_printf("%s job '%s'",
178f321dcb5SPaolo Bonzini                            BlockJobType_lookup[job->driver->job_type],
179f321dcb5SPaolo Bonzini                            job->id);
180f321dcb5SPaolo Bonzini }
181f321dcb5SPaolo Bonzini 
182f321dcb5SPaolo Bonzini static const BdrvChildRole child_job = {
183f321dcb5SPaolo Bonzini     .get_parent_desc    = child_job_get_parent_desc,
184f321dcb5SPaolo Bonzini     .stay_at_node       = true,
185f321dcb5SPaolo Bonzini };
186f321dcb5SPaolo Bonzini 
187f321dcb5SPaolo Bonzini static void block_job_drained_begin(void *opaque)
188f321dcb5SPaolo Bonzini {
189f321dcb5SPaolo Bonzini     BlockJob *job = opaque;
190f321dcb5SPaolo Bonzini     block_job_pause(job);
191f321dcb5SPaolo Bonzini }
192f321dcb5SPaolo Bonzini 
193f321dcb5SPaolo Bonzini static void block_job_drained_end(void *opaque)
194f321dcb5SPaolo Bonzini {
195f321dcb5SPaolo Bonzini     BlockJob *job = opaque;
196f321dcb5SPaolo Bonzini     block_job_resume(job);
197f321dcb5SPaolo Bonzini }
198f321dcb5SPaolo Bonzini 
199f321dcb5SPaolo Bonzini static const BlockDevOps block_job_dev_ops = {
200f321dcb5SPaolo Bonzini     .drained_begin = block_job_drained_begin,
201f321dcb5SPaolo Bonzini     .drained_end = block_job_drained_end,
202f321dcb5SPaolo Bonzini };
203f321dcb5SPaolo Bonzini 
204bbc02b90SKevin Wolf void block_job_remove_all_bdrv(BlockJob *job)
205bbc02b90SKevin Wolf {
206bbc02b90SKevin Wolf     GSList *l;
207bbc02b90SKevin Wolf     for (l = job->nodes; l; l = l->next) {
208bbc02b90SKevin Wolf         BdrvChild *c = l->data;
209bbc02b90SKevin Wolf         bdrv_op_unblock_all(c->bs, job->blocker);
210bbc02b90SKevin Wolf         bdrv_root_unref_child(c);
211bbc02b90SKevin Wolf     }
212bbc02b90SKevin Wolf     g_slist_free(job->nodes);
213bbc02b90SKevin Wolf     job->nodes = NULL;
214bbc02b90SKevin Wolf }
215bbc02b90SKevin Wolf 
21676d554e2SKevin Wolf int block_job_add_bdrv(BlockJob *job, const char *name, BlockDriverState *bs,
21776d554e2SKevin Wolf                        uint64_t perm, uint64_t shared_perm, Error **errp)
21823d402d4SAlberto Garcia {
21976d554e2SKevin Wolf     BdrvChild *c;
22076d554e2SKevin Wolf 
22176d554e2SKevin Wolf     c = bdrv_root_attach_child(bs, name, &child_job, perm, shared_perm,
22276d554e2SKevin Wolf                                job, errp);
22376d554e2SKevin Wolf     if (c == NULL) {
22476d554e2SKevin Wolf         return -EPERM;
22576d554e2SKevin Wolf     }
22676d554e2SKevin Wolf 
22776d554e2SKevin Wolf     job->nodes = g_slist_prepend(job->nodes, c);
22823d402d4SAlberto Garcia     bdrv_ref(bs);
22923d402d4SAlberto Garcia     bdrv_op_block_all(bs, job->blocker);
23076d554e2SKevin Wolf 
23176d554e2SKevin Wolf     return 0;
23223d402d4SAlberto Garcia }
23323d402d4SAlberto Garcia 
234559b935fSJohn Snow bool block_job_is_internal(BlockJob *job)
235559b935fSJohn Snow {
236559b935fSJohn Snow     return (job->id == NULL);
237559b935fSJohn Snow }
238559b935fSJohn Snow 
2395ccac6f1SJohn Snow static bool block_job_started(BlockJob *job)
2405ccac6f1SJohn Snow {
2415ccac6f1SJohn Snow     return job->co;
2425ccac6f1SJohn Snow }
2435ccac6f1SJohn Snow 
244e3796a24SJohn Snow /**
245e3796a24SJohn Snow  * All jobs must allow a pause point before entering their job proper. This
246e3796a24SJohn Snow  * ensures that jobs can be paused prior to being started, then resumed later.
247e3796a24SJohn Snow  */
248e3796a24SJohn Snow static void coroutine_fn block_job_co_entry(void *opaque)
249e3796a24SJohn Snow {
250e3796a24SJohn Snow     BlockJob *job = opaque;
251e3796a24SJohn Snow 
252e3796a24SJohn Snow     assert(job && job->driver && job->driver->start);
253e3796a24SJohn Snow     block_job_pause_point(job);
254e3796a24SJohn Snow     job->driver->start(job);
255e3796a24SJohn Snow }
256e3796a24SJohn Snow 
2575ccac6f1SJohn Snow void block_job_start(BlockJob *job)
2585ccac6f1SJohn Snow {
2595ccac6f1SJohn Snow     assert(job && !block_job_started(job) && job->paused &&
260e3796a24SJohn Snow            job->driver && job->driver->start);
261e3796a24SJohn Snow     job->co = qemu_coroutine_create(block_job_co_entry, job);
262e3796a24SJohn Snow     job->pause_count--;
2635ccac6f1SJohn Snow     job->busy = true;
264e3796a24SJohn Snow     job->paused = false;
265aef4278cSFam Zheng     bdrv_coroutine_enter(blk_bs(job->blk), job->co);
2665ccac6f1SJohn Snow }
2675ccac6f1SJohn Snow 
268c55a832fSFam Zheng static void block_job_completed_single(BlockJob *job)
269c55a832fSFam Zheng {
270c55a832fSFam Zheng     if (!job->ret) {
271c55a832fSFam Zheng         if (job->driver->commit) {
272c55a832fSFam Zheng             job->driver->commit(job);
273c55a832fSFam Zheng         }
274c55a832fSFam Zheng     } else {
275c55a832fSFam Zheng         if (job->driver->abort) {
276c55a832fSFam Zheng             job->driver->abort(job);
277c55a832fSFam Zheng         }
278c55a832fSFam Zheng     }
279e8a40bf7SJohn Snow     if (job->driver->clean) {
280e8a40bf7SJohn Snow         job->driver->clean(job);
281e8a40bf7SJohn Snow     }
2828254b6d9SJohn Snow 
2838254b6d9SJohn Snow     if (job->cb) {
284c55a832fSFam Zheng         job->cb(job->opaque, job->ret);
2858254b6d9SJohn Snow     }
2865ccac6f1SJohn Snow 
2875ccac6f1SJohn Snow     /* Emit events only if we actually started */
2885ccac6f1SJohn Snow     if (block_job_started(job)) {
2898254b6d9SJohn Snow         if (block_job_is_cancelled(job)) {
2908254b6d9SJohn Snow             block_job_event_cancelled(job);
2918254b6d9SJohn Snow         } else {
2928254b6d9SJohn Snow             const char *msg = NULL;
2938254b6d9SJohn Snow             if (job->ret < 0) {
2948254b6d9SJohn Snow                 msg = strerror(-job->ret);
2958254b6d9SJohn Snow             }
2968254b6d9SJohn Snow             block_job_event_completed(job, msg);
2978254b6d9SJohn Snow         }
2985ccac6f1SJohn Snow     }
2998254b6d9SJohn Snow 
300c55a832fSFam Zheng     if (job->txn) {
3011e93b9fbSVladimir Sementsov-Ogievskiy         QLIST_REMOVE(job, txn_list);
302c55a832fSFam Zheng         block_job_txn_unref(job->txn);
303c55a832fSFam Zheng     }
304c55a832fSFam Zheng     block_job_unref(job);
305c55a832fSFam Zheng }
306c55a832fSFam Zheng 
307*4c241cf5SPaolo Bonzini static void block_job_cancel_async(BlockJob *job)
308*4c241cf5SPaolo Bonzini {
309*4c241cf5SPaolo Bonzini     if (job->iostatus != BLOCK_DEVICE_IO_STATUS_OK) {
310*4c241cf5SPaolo Bonzini         block_job_iostatus_reset(job);
311*4c241cf5SPaolo Bonzini     }
312*4c241cf5SPaolo Bonzini     if (job->user_paused) {
313*4c241cf5SPaolo Bonzini         /* Do not call block_job_enter here, the caller will handle it.  */
314*4c241cf5SPaolo Bonzini         job->user_paused = false;
315*4c241cf5SPaolo Bonzini         job->pause_count--;
316*4c241cf5SPaolo Bonzini     }
317*4c241cf5SPaolo Bonzini     job->cancelled = true;
318*4c241cf5SPaolo Bonzini }
319*4c241cf5SPaolo Bonzini 
320c55a832fSFam Zheng static void block_job_completed_txn_abort(BlockJob *job)
321c55a832fSFam Zheng {
322c55a832fSFam Zheng     AioContext *ctx;
323c55a832fSFam Zheng     BlockJobTxn *txn = job->txn;
324c55a832fSFam Zheng     BlockJob *other_job, *next;
325c55a832fSFam Zheng 
326c55a832fSFam Zheng     if (txn->aborting) {
327c55a832fSFam Zheng         /*
328c55a832fSFam Zheng          * We are cancelled by another job, which will handle everything.
329c55a832fSFam Zheng          */
330c55a832fSFam Zheng         return;
331c55a832fSFam Zheng     }
332c55a832fSFam Zheng     txn->aborting = true;
333c55a832fSFam Zheng     /* We are the first failed job. Cancel other jobs. */
334c55a832fSFam Zheng     QLIST_FOREACH(other_job, &txn->jobs, txn_list) {
335b6d2e599SKevin Wolf         ctx = blk_get_aio_context(other_job->blk);
336c55a832fSFam Zheng         aio_context_acquire(ctx);
337c55a832fSFam Zheng     }
338c55a832fSFam Zheng     QLIST_FOREACH(other_job, &txn->jobs, txn_list) {
339c55a832fSFam Zheng         if (other_job == job || other_job->completed) {
340c55a832fSFam Zheng             /* Other jobs are "effectively" cancelled by us, set the status for
341c55a832fSFam Zheng              * them; this job, however, may or may not be cancelled, depending
342c55a832fSFam Zheng              * on the caller, so leave it. */
343c55a832fSFam Zheng             if (other_job != job) {
344*4c241cf5SPaolo Bonzini                 block_job_cancel_async(other_job);
345c55a832fSFam Zheng             }
346c55a832fSFam Zheng             continue;
347c55a832fSFam Zheng         }
348c55a832fSFam Zheng         block_job_cancel_sync(other_job);
349c55a832fSFam Zheng         assert(other_job->completed);
350c55a832fSFam Zheng     }
351c55a832fSFam Zheng     QLIST_FOREACH_SAFE(other_job, &txn->jobs, txn_list, next) {
352b6d2e599SKevin Wolf         ctx = blk_get_aio_context(other_job->blk);
353c55a832fSFam Zheng         block_job_completed_single(other_job);
354c55a832fSFam Zheng         aio_context_release(ctx);
355c55a832fSFam Zheng     }
356c55a832fSFam Zheng }
357c55a832fSFam Zheng 
358c55a832fSFam Zheng static void block_job_completed_txn_success(BlockJob *job)
359c55a832fSFam Zheng {
360c55a832fSFam Zheng     AioContext *ctx;
361c55a832fSFam Zheng     BlockJobTxn *txn = job->txn;
362c55a832fSFam Zheng     BlockJob *other_job, *next;
363c55a832fSFam Zheng     /*
364c55a832fSFam Zheng      * Successful completion, see if there are other running jobs in this
365c55a832fSFam Zheng      * txn.
366c55a832fSFam Zheng      */
367c55a832fSFam Zheng     QLIST_FOREACH(other_job, &txn->jobs, txn_list) {
368c55a832fSFam Zheng         if (!other_job->completed) {
369c55a832fSFam Zheng             return;
370c55a832fSFam Zheng         }
371c55a832fSFam Zheng     }
372c55a832fSFam Zheng     /* We are the last completed job, commit the transaction. */
373c55a832fSFam Zheng     QLIST_FOREACH_SAFE(other_job, &txn->jobs, txn_list, next) {
374b6d2e599SKevin Wolf         ctx = blk_get_aio_context(other_job->blk);
375c55a832fSFam Zheng         aio_context_acquire(ctx);
376c55a832fSFam Zheng         assert(other_job->ret == 0);
377c55a832fSFam Zheng         block_job_completed_single(other_job);
378c55a832fSFam Zheng         aio_context_release(ctx);
379c55a832fSFam Zheng     }
380c55a832fSFam Zheng }
381c55a832fSFam Zheng 
3822f0c9fe6SPaolo Bonzini void block_job_set_speed(BlockJob *job, int64_t speed, Error **errp)
3832f0c9fe6SPaolo Bonzini {
3842f0c9fe6SPaolo Bonzini     Error *local_err = NULL;
3852f0c9fe6SPaolo Bonzini 
3863fc4b10aSFam Zheng     if (!job->driver->set_speed) {
387c6bd8c70SMarkus Armbruster         error_setg(errp, QERR_UNSUPPORTED);
3882f0c9fe6SPaolo Bonzini         return;
3892f0c9fe6SPaolo Bonzini     }
3903fc4b10aSFam Zheng     job->driver->set_speed(job, speed, &local_err);
39184d18f06SMarkus Armbruster     if (local_err) {
3922f0c9fe6SPaolo Bonzini         error_propagate(errp, local_err);
3932f0c9fe6SPaolo Bonzini         return;
3942f0c9fe6SPaolo Bonzini     }
3952f0c9fe6SPaolo Bonzini 
3962f0c9fe6SPaolo Bonzini     job->speed = speed;
3972f0c9fe6SPaolo Bonzini }
3982f0c9fe6SPaolo Bonzini 
399aeae883bSPaolo Bonzini void block_job_complete(BlockJob *job, Error **errp)
400aeae883bSPaolo Bonzini {
401559b935fSJohn Snow     /* Should not be reachable via external interface for internal jobs */
402559b935fSJohn Snow     assert(job->id);
4035ccac6f1SJohn Snow     if (job->pause_count || job->cancelled ||
4045ccac6f1SJohn Snow         !block_job_started(job) || !job->driver->complete) {
4059df229c3SAlberto Garcia         error_setg(errp, "The active block job '%s' cannot be completed",
4069df229c3SAlberto Garcia                    job->id);
407aeae883bSPaolo Bonzini         return;
408aeae883bSPaolo Bonzini     }
409aeae883bSPaolo Bonzini 
4103fc4b10aSFam Zheng     job->driver->complete(job, errp);
411aeae883bSPaolo Bonzini }
412aeae883bSPaolo Bonzini 
4130df4ba58SJohn Snow void block_job_user_pause(BlockJob *job)
4140df4ba58SJohn Snow {
4150df4ba58SJohn Snow     job->user_paused = true;
4160df4ba58SJohn Snow     block_job_pause(job);
4170df4ba58SJohn Snow }
4180df4ba58SJohn Snow 
4190df4ba58SJohn Snow bool block_job_user_paused(BlockJob *job)
4200df4ba58SJohn Snow {
4216573d9c6SPaolo Bonzini     return job->user_paused;
4220df4ba58SJohn Snow }
4230df4ba58SJohn Snow 
4240df4ba58SJohn Snow void block_job_user_resume(BlockJob *job)
4250df4ba58SJohn Snow {
4260df4ba58SJohn Snow     if (job && job->user_paused && job->pause_count > 0) {
4272caf63a9SPaolo Bonzini         block_job_iostatus_reset(job);
428*4c241cf5SPaolo Bonzini         job->user_paused = false;
4290df4ba58SJohn Snow         block_job_resume(job);
4300df4ba58SJohn Snow     }
4310df4ba58SJohn Snow }
4320df4ba58SJohn Snow 
4338acc72a4SPaolo Bonzini void block_job_cancel(BlockJob *job)
4348acc72a4SPaolo Bonzini {
4355ccac6f1SJohn Snow     if (block_job_started(job)) {
436*4c241cf5SPaolo Bonzini         block_job_cancel_async(job);
437751ebd76SFam Zheng         block_job_enter(job);
4385ccac6f1SJohn Snow     } else {
4395ccac6f1SJohn Snow         block_job_completed(job, -ECANCELED);
4405ccac6f1SJohn Snow     }
4418acc72a4SPaolo Bonzini }
4428acc72a4SPaolo Bonzini 
443345f9e1bSMax Reitz static int block_job_finish_sync(BlockJob *job,
444345f9e1bSMax Reitz                                  void (*finish)(BlockJob *, Error **errp),
445345f9e1bSMax Reitz                                  Error **errp)
4462f0c9fe6SPaolo Bonzini {
447345f9e1bSMax Reitz     Error *local_err = NULL;
44894db6d2dSFam Zheng     int ret;
4492f0c9fe6SPaolo Bonzini 
450b6d2e599SKevin Wolf     assert(blk_bs(job->blk)->job == job);
4512f0c9fe6SPaolo Bonzini 
45294db6d2dSFam Zheng     block_job_ref(job);
453bae8196dSPaolo Bonzini 
454345f9e1bSMax Reitz     finish(job, &local_err);
455345f9e1bSMax Reitz     if (local_err) {
456345f9e1bSMax Reitz         error_propagate(errp, local_err);
45794db6d2dSFam Zheng         block_job_unref(job);
458345f9e1bSMax Reitz         return -EBUSY;
459345f9e1bSMax Reitz     }
460bae8196dSPaolo Bonzini     /* block_job_drain calls block_job_enter, and it should be enough to
461bae8196dSPaolo Bonzini      * induce progress until the job completes or moves to the main thread.
462bae8196dSPaolo Bonzini     */
463bae8196dSPaolo Bonzini     while (!job->deferred_to_main_loop && !job->completed) {
464bae8196dSPaolo Bonzini         block_job_drain(job);
465bae8196dSPaolo Bonzini     }
46694db6d2dSFam Zheng     while (!job->completed) {
467bae8196dSPaolo Bonzini         aio_poll(qemu_get_aio_context(), true);
4682f0c9fe6SPaolo Bonzini     }
46994db6d2dSFam Zheng     ret = (job->cancelled && job->ret == 0) ? -ECANCELED : job->ret;
47094db6d2dSFam Zheng     block_job_unref(job);
47194db6d2dSFam Zheng     return ret;
4722f0c9fe6SPaolo Bonzini }
4732f0c9fe6SPaolo Bonzini 
474345f9e1bSMax Reitz /* A wrapper around block_job_cancel() taking an Error ** parameter so it may be
475345f9e1bSMax Reitz  * used with block_job_finish_sync() without the need for (rather nasty)
476345f9e1bSMax Reitz  * function pointer casts there. */
477345f9e1bSMax Reitz static void block_job_cancel_err(BlockJob *job, Error **errp)
478345f9e1bSMax Reitz {
479345f9e1bSMax Reitz     block_job_cancel(job);
480345f9e1bSMax Reitz }
481345f9e1bSMax Reitz 
482345f9e1bSMax Reitz int block_job_cancel_sync(BlockJob *job)
483345f9e1bSMax Reitz {
484345f9e1bSMax Reitz     return block_job_finish_sync(job, &block_job_cancel_err, NULL);
485345f9e1bSMax Reitz }
486345f9e1bSMax Reitz 
487a1a2af07SKevin Wolf void block_job_cancel_sync_all(void)
488a1a2af07SKevin Wolf {
489a1a2af07SKevin Wolf     BlockJob *job;
490a1a2af07SKevin Wolf     AioContext *aio_context;
491a1a2af07SKevin Wolf 
492a1a2af07SKevin Wolf     while ((job = QLIST_FIRST(&block_jobs))) {
493b6d2e599SKevin Wolf         aio_context = blk_get_aio_context(job->blk);
494a1a2af07SKevin Wolf         aio_context_acquire(aio_context);
495a1a2af07SKevin Wolf         block_job_cancel_sync(job);
496a1a2af07SKevin Wolf         aio_context_release(aio_context);
497a1a2af07SKevin Wolf     }
498a1a2af07SKevin Wolf }
499a1a2af07SKevin Wolf 
500345f9e1bSMax Reitz int block_job_complete_sync(BlockJob *job, Error **errp)
501345f9e1bSMax Reitz {
502345f9e1bSMax Reitz     return block_job_finish_sync(job, &block_job_complete, errp);
503345f9e1bSMax Reitz }
504345f9e1bSMax Reitz 
505559b935fSJohn Snow BlockJobInfo *block_job_query(BlockJob *job, Error **errp)
50630e628b7SPaolo Bonzini {
507559b935fSJohn Snow     BlockJobInfo *info;
508559b935fSJohn Snow 
509559b935fSJohn Snow     if (block_job_is_internal(job)) {
510559b935fSJohn Snow         error_setg(errp, "Cannot query QEMU internal jobs");
511559b935fSJohn Snow         return NULL;
512559b935fSJohn Snow     }
513559b935fSJohn Snow     info = g_new0(BlockJobInfo, 1);
51479e14bf7SFam Zheng     info->type      = g_strdup(BlockJobType_lookup[job->driver->job_type]);
5158ccb9569SKevin Wolf     info->device    = g_strdup(job->id);
51630e628b7SPaolo Bonzini     info->len       = job->len;
5178d65883fSPaolo Bonzini     info->busy      = job->busy;
518751ebd76SFam Zheng     info->paused    = job->pause_count > 0;
51930e628b7SPaolo Bonzini     info->offset    = job->offset;
52030e628b7SPaolo Bonzini     info->speed     = job->speed;
52132c81a4aSPaolo Bonzini     info->io_status = job->iostatus;
522ef6dbf1eSMax Reitz     info->ready     = job->ready;
52330e628b7SPaolo Bonzini     return info;
52430e628b7SPaolo Bonzini }
52532c81a4aSPaolo Bonzini 
52632c81a4aSPaolo Bonzini static void block_job_iostatus_set_err(BlockJob *job, int error)
52732c81a4aSPaolo Bonzini {
52832c81a4aSPaolo Bonzini     if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) {
52932c81a4aSPaolo Bonzini         job->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE :
53032c81a4aSPaolo Bonzini                                           BLOCK_DEVICE_IO_STATUS_FAILED;
53132c81a4aSPaolo Bonzini     }
53232c81a4aSPaolo Bonzini }
53332c81a4aSPaolo Bonzini 
5348254b6d9SJohn Snow static void block_job_event_cancelled(BlockJob *job)
535a66a2a36SPaolo Bonzini {
536559b935fSJohn Snow     if (block_job_is_internal(job)) {
537559b935fSJohn Snow         return;
538559b935fSJohn Snow     }
539559b935fSJohn Snow 
540bcada37bSWenchao Xia     qapi_event_send_block_job_cancelled(job->driver->job_type,
5418ccb9569SKevin Wolf                                         job->id,
542a66a2a36SPaolo Bonzini                                         job->len,
543a66a2a36SPaolo Bonzini                                         job->offset,
544bcada37bSWenchao Xia                                         job->speed,
545bcada37bSWenchao Xia                                         &error_abort);
546a66a2a36SPaolo Bonzini }
547a66a2a36SPaolo Bonzini 
5488254b6d9SJohn Snow static void block_job_event_completed(BlockJob *job, const char *msg)
549a66a2a36SPaolo Bonzini {
550559b935fSJohn Snow     if (block_job_is_internal(job)) {
551559b935fSJohn Snow         return;
552559b935fSJohn Snow     }
553559b935fSJohn Snow 
554bcada37bSWenchao Xia     qapi_event_send_block_job_completed(job->driver->job_type,
5558ccb9569SKevin Wolf                                         job->id,
556bcada37bSWenchao Xia                                         job->len,
557bcada37bSWenchao Xia                                         job->offset,
558bcada37bSWenchao Xia                                         job->speed,
559bcada37bSWenchao Xia                                         !!msg,
560bcada37bSWenchao Xia                                         msg,
561bcada37bSWenchao Xia                                         &error_abort);
562bcada37bSWenchao Xia }
563bcada37bSWenchao Xia 
56488691b37SPaolo Bonzini /*
56588691b37SPaolo Bonzini  * API for block job drivers and the block layer.  These functions are
56688691b37SPaolo Bonzini  * declared in blockjob_int.h.
56788691b37SPaolo Bonzini  */
56888691b37SPaolo Bonzini 
56988691b37SPaolo Bonzini void *block_job_create(const char *job_id, const BlockJobDriver *driver,
57088691b37SPaolo Bonzini                        BlockDriverState *bs, uint64_t perm,
57188691b37SPaolo Bonzini                        uint64_t shared_perm, int64_t speed, int flags,
57288691b37SPaolo Bonzini                        BlockCompletionFunc *cb, void *opaque, Error **errp)
57388691b37SPaolo Bonzini {
57488691b37SPaolo Bonzini     BlockBackend *blk;
57588691b37SPaolo Bonzini     BlockJob *job;
57688691b37SPaolo Bonzini     int ret;
57788691b37SPaolo Bonzini 
57888691b37SPaolo Bonzini     if (bs->job) {
57988691b37SPaolo Bonzini         error_setg(errp, QERR_DEVICE_IN_USE, bdrv_get_device_name(bs));
58088691b37SPaolo Bonzini         return NULL;
58188691b37SPaolo Bonzini     }
58288691b37SPaolo Bonzini 
58388691b37SPaolo Bonzini     if (job_id == NULL && !(flags & BLOCK_JOB_INTERNAL)) {
58488691b37SPaolo Bonzini         job_id = bdrv_get_device_name(bs);
58588691b37SPaolo Bonzini         if (!*job_id) {
58688691b37SPaolo Bonzini             error_setg(errp, "An explicit job ID is required for this node");
58788691b37SPaolo Bonzini             return NULL;
58888691b37SPaolo Bonzini         }
58988691b37SPaolo Bonzini     }
59088691b37SPaolo Bonzini 
59188691b37SPaolo Bonzini     if (job_id) {
59288691b37SPaolo Bonzini         if (flags & BLOCK_JOB_INTERNAL) {
59388691b37SPaolo Bonzini             error_setg(errp, "Cannot specify job ID for internal block job");
59488691b37SPaolo Bonzini             return NULL;
59588691b37SPaolo Bonzini         }
59688691b37SPaolo Bonzini 
59788691b37SPaolo Bonzini         if (!id_wellformed(job_id)) {
59888691b37SPaolo Bonzini             error_setg(errp, "Invalid job ID '%s'", job_id);
59988691b37SPaolo Bonzini             return NULL;
60088691b37SPaolo Bonzini         }
60188691b37SPaolo Bonzini 
60288691b37SPaolo Bonzini         if (block_job_get(job_id)) {
60388691b37SPaolo Bonzini             error_setg(errp, "Job ID '%s' already in use", job_id);
60488691b37SPaolo Bonzini             return NULL;
60588691b37SPaolo Bonzini         }
60688691b37SPaolo Bonzini     }
60788691b37SPaolo Bonzini 
60888691b37SPaolo Bonzini     blk = blk_new(perm, shared_perm);
60988691b37SPaolo Bonzini     ret = blk_insert_bs(blk, bs, errp);
61088691b37SPaolo Bonzini     if (ret < 0) {
61188691b37SPaolo Bonzini         blk_unref(blk);
61288691b37SPaolo Bonzini         return NULL;
61388691b37SPaolo Bonzini     }
61488691b37SPaolo Bonzini 
61588691b37SPaolo Bonzini     job = g_malloc0(driver->instance_size);
61688691b37SPaolo Bonzini     job->driver        = driver;
61788691b37SPaolo Bonzini     job->id            = g_strdup(job_id);
61888691b37SPaolo Bonzini     job->blk           = blk;
61988691b37SPaolo Bonzini     job->cb            = cb;
62088691b37SPaolo Bonzini     job->opaque        = opaque;
62188691b37SPaolo Bonzini     job->busy          = false;
62288691b37SPaolo Bonzini     job->paused        = true;
62388691b37SPaolo Bonzini     job->pause_count   = 1;
62488691b37SPaolo Bonzini     job->refcnt        = 1;
62588691b37SPaolo Bonzini 
62688691b37SPaolo Bonzini     error_setg(&job->blocker, "block device is in use by block job: %s",
62788691b37SPaolo Bonzini                BlockJobType_lookup[driver->job_type]);
62888691b37SPaolo Bonzini     block_job_add_bdrv(job, "main node", bs, 0, BLK_PERM_ALL, &error_abort);
62988691b37SPaolo Bonzini     bs->job = job;
63088691b37SPaolo Bonzini 
63188691b37SPaolo Bonzini     blk_set_dev_ops(blk, &block_job_dev_ops, job);
63288691b37SPaolo Bonzini     bdrv_op_unblock(bs, BLOCK_OP_TYPE_DATAPLANE, job->blocker);
63388691b37SPaolo Bonzini 
63488691b37SPaolo Bonzini     QLIST_INSERT_HEAD(&block_jobs, job, job_list);
63588691b37SPaolo Bonzini 
63688691b37SPaolo Bonzini     blk_add_aio_context_notifier(blk, block_job_attached_aio_context,
63788691b37SPaolo Bonzini                                  block_job_detach_aio_context, job);
63888691b37SPaolo Bonzini 
63988691b37SPaolo Bonzini     /* Only set speed when necessary to avoid NotSupported error */
64088691b37SPaolo Bonzini     if (speed != 0) {
64188691b37SPaolo Bonzini         Error *local_err = NULL;
64288691b37SPaolo Bonzini 
64388691b37SPaolo Bonzini         block_job_set_speed(job, speed, &local_err);
64488691b37SPaolo Bonzini         if (local_err) {
64588691b37SPaolo Bonzini             block_job_unref(job);
64688691b37SPaolo Bonzini             error_propagate(errp, local_err);
64788691b37SPaolo Bonzini             return NULL;
64888691b37SPaolo Bonzini         }
64988691b37SPaolo Bonzini     }
65088691b37SPaolo Bonzini     return job;
65188691b37SPaolo Bonzini }
65288691b37SPaolo Bonzini 
653f321dcb5SPaolo Bonzini void block_job_pause_all(void)
654f321dcb5SPaolo Bonzini {
655f321dcb5SPaolo Bonzini     BlockJob *job = NULL;
656f321dcb5SPaolo Bonzini     while ((job = block_job_next(job))) {
657f321dcb5SPaolo Bonzini         AioContext *aio_context = blk_get_aio_context(job->blk);
658f321dcb5SPaolo Bonzini 
659f321dcb5SPaolo Bonzini         aio_context_acquire(aio_context);
660f321dcb5SPaolo Bonzini         block_job_pause(job);
661f321dcb5SPaolo Bonzini         aio_context_release(aio_context);
662f321dcb5SPaolo Bonzini     }
663f321dcb5SPaolo Bonzini }
664f321dcb5SPaolo Bonzini 
66588691b37SPaolo Bonzini void block_job_early_fail(BlockJob *job)
66688691b37SPaolo Bonzini {
66788691b37SPaolo Bonzini     block_job_unref(job);
66888691b37SPaolo Bonzini }
66988691b37SPaolo Bonzini 
67088691b37SPaolo Bonzini void block_job_completed(BlockJob *job, int ret)
67188691b37SPaolo Bonzini {
67288691b37SPaolo Bonzini     assert(blk_bs(job->blk)->job == job);
67388691b37SPaolo Bonzini     assert(!job->completed);
67488691b37SPaolo Bonzini     job->completed = true;
67588691b37SPaolo Bonzini     job->ret = ret;
67688691b37SPaolo Bonzini     if (!job->txn) {
67788691b37SPaolo Bonzini         block_job_completed_single(job);
67888691b37SPaolo Bonzini     } else if (ret < 0 || block_job_is_cancelled(job)) {
67988691b37SPaolo Bonzini         block_job_completed_txn_abort(job);
68088691b37SPaolo Bonzini     } else {
68188691b37SPaolo Bonzini         block_job_completed_txn_success(job);
68288691b37SPaolo Bonzini     }
68388691b37SPaolo Bonzini }
68488691b37SPaolo Bonzini 
68588691b37SPaolo Bonzini static bool block_job_should_pause(BlockJob *job)
68688691b37SPaolo Bonzini {
68788691b37SPaolo Bonzini     return job->pause_count > 0;
68888691b37SPaolo Bonzini }
68988691b37SPaolo Bonzini 
69088691b37SPaolo Bonzini void coroutine_fn block_job_pause_point(BlockJob *job)
69188691b37SPaolo Bonzini {
69288691b37SPaolo Bonzini     assert(job && block_job_started(job));
69388691b37SPaolo Bonzini 
69488691b37SPaolo Bonzini     if (!block_job_should_pause(job)) {
69588691b37SPaolo Bonzini         return;
69688691b37SPaolo Bonzini     }
69788691b37SPaolo Bonzini     if (block_job_is_cancelled(job)) {
69888691b37SPaolo Bonzini         return;
69988691b37SPaolo Bonzini     }
70088691b37SPaolo Bonzini 
70188691b37SPaolo Bonzini     if (job->driver->pause) {
70288691b37SPaolo Bonzini         job->driver->pause(job);
70388691b37SPaolo Bonzini     }
70488691b37SPaolo Bonzini 
70588691b37SPaolo Bonzini     if (block_job_should_pause(job) && !block_job_is_cancelled(job)) {
70688691b37SPaolo Bonzini         job->paused = true;
70788691b37SPaolo Bonzini         job->busy = false;
70888691b37SPaolo Bonzini         qemu_coroutine_yield(); /* wait for block_job_resume() */
70988691b37SPaolo Bonzini         job->busy = true;
71088691b37SPaolo Bonzini         job->paused = false;
71188691b37SPaolo Bonzini     }
71288691b37SPaolo Bonzini 
71388691b37SPaolo Bonzini     if (job->driver->resume) {
71488691b37SPaolo Bonzini         job->driver->resume(job);
71588691b37SPaolo Bonzini     }
71688691b37SPaolo Bonzini }
71788691b37SPaolo Bonzini 
718f321dcb5SPaolo Bonzini void block_job_resume_all(void)
719f321dcb5SPaolo Bonzini {
720f321dcb5SPaolo Bonzini     BlockJob *job = NULL;
721f321dcb5SPaolo Bonzini     while ((job = block_job_next(job))) {
722f321dcb5SPaolo Bonzini         AioContext *aio_context = blk_get_aio_context(job->blk);
723f321dcb5SPaolo Bonzini 
724f321dcb5SPaolo Bonzini         aio_context_acquire(aio_context);
725f321dcb5SPaolo Bonzini         block_job_resume(job);
726f321dcb5SPaolo Bonzini         aio_context_release(aio_context);
727f321dcb5SPaolo Bonzini     }
728f321dcb5SPaolo Bonzini }
729f321dcb5SPaolo Bonzini 
73088691b37SPaolo Bonzini void block_job_enter(BlockJob *job)
73188691b37SPaolo Bonzini {
73288691b37SPaolo Bonzini     if (job->co && !job->busy) {
73388691b37SPaolo Bonzini         bdrv_coroutine_enter(blk_bs(job->blk), job->co);
73488691b37SPaolo Bonzini     }
73588691b37SPaolo Bonzini }
73688691b37SPaolo Bonzini 
73788691b37SPaolo Bonzini bool block_job_is_cancelled(BlockJob *job)
73888691b37SPaolo Bonzini {
73988691b37SPaolo Bonzini     return job->cancelled;
74088691b37SPaolo Bonzini }
74188691b37SPaolo Bonzini 
74288691b37SPaolo Bonzini void block_job_sleep_ns(BlockJob *job, QEMUClockType type, int64_t ns)
74388691b37SPaolo Bonzini {
74488691b37SPaolo Bonzini     assert(job->busy);
74588691b37SPaolo Bonzini 
74688691b37SPaolo Bonzini     /* Check cancellation *before* setting busy = false, too!  */
74788691b37SPaolo Bonzini     if (block_job_is_cancelled(job)) {
74888691b37SPaolo Bonzini         return;
74988691b37SPaolo Bonzini     }
75088691b37SPaolo Bonzini 
75188691b37SPaolo Bonzini     job->busy = false;
75288691b37SPaolo Bonzini     if (!block_job_should_pause(job)) {
75388691b37SPaolo Bonzini         co_aio_sleep_ns(blk_get_aio_context(job->blk), type, ns);
75488691b37SPaolo Bonzini     }
75588691b37SPaolo Bonzini     job->busy = true;
75688691b37SPaolo Bonzini 
75788691b37SPaolo Bonzini     block_job_pause_point(job);
75888691b37SPaolo Bonzini }
75988691b37SPaolo Bonzini 
76088691b37SPaolo Bonzini void block_job_yield(BlockJob *job)
76188691b37SPaolo Bonzini {
76288691b37SPaolo Bonzini     assert(job->busy);
76388691b37SPaolo Bonzini 
76488691b37SPaolo Bonzini     /* Check cancellation *before* setting busy = false, too!  */
76588691b37SPaolo Bonzini     if (block_job_is_cancelled(job)) {
76688691b37SPaolo Bonzini         return;
76788691b37SPaolo Bonzini     }
76888691b37SPaolo Bonzini 
76988691b37SPaolo Bonzini     job->busy = false;
77088691b37SPaolo Bonzini     if (!block_job_should_pause(job)) {
77188691b37SPaolo Bonzini         qemu_coroutine_yield();
77288691b37SPaolo Bonzini     }
77388691b37SPaolo Bonzini     job->busy = true;
77488691b37SPaolo Bonzini 
77588691b37SPaolo Bonzini     block_job_pause_point(job);
77688691b37SPaolo Bonzini }
77788691b37SPaolo Bonzini 
7782caf63a9SPaolo Bonzini void block_job_iostatus_reset(BlockJob *job)
7792caf63a9SPaolo Bonzini {
780*4c241cf5SPaolo Bonzini     if (job->iostatus == BLOCK_DEVICE_IO_STATUS_OK) {
781*4c241cf5SPaolo Bonzini         return;
782*4c241cf5SPaolo Bonzini     }
783*4c241cf5SPaolo Bonzini     assert(job->user_paused && job->pause_count > 0);
7842caf63a9SPaolo Bonzini     job->iostatus = BLOCK_DEVICE_IO_STATUS_OK;
7852caf63a9SPaolo Bonzini }
7862caf63a9SPaolo Bonzini 
787bcada37bSWenchao Xia void block_job_event_ready(BlockJob *job)
788bcada37bSWenchao Xia {
789ef6dbf1eSMax Reitz     job->ready = true;
790ef6dbf1eSMax Reitz 
791559b935fSJohn Snow     if (block_job_is_internal(job)) {
792559b935fSJohn Snow         return;
793559b935fSJohn Snow     }
794559b935fSJohn Snow 
795518848a2SMarkus Armbruster     qapi_event_send_block_job_ready(job->driver->job_type,
7968ccb9569SKevin Wolf                                     job->id,
797518848a2SMarkus Armbruster                                     job->len,
798518848a2SMarkus Armbruster                                     job->offset,
799518848a2SMarkus Armbruster                                     job->speed, &error_abort);
800a66a2a36SPaolo Bonzini }
801a66a2a36SPaolo Bonzini 
80281e254dcSKevin Wolf BlockErrorAction block_job_error_action(BlockJob *job, BlockdevOnError on_err,
80332c81a4aSPaolo Bonzini                                         int is_read, int error)
80432c81a4aSPaolo Bonzini {
80532c81a4aSPaolo Bonzini     BlockErrorAction action;
80632c81a4aSPaolo Bonzini 
80732c81a4aSPaolo Bonzini     switch (on_err) {
80832c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_ENOSPC:
8098c398252SKevin Wolf     case BLOCKDEV_ON_ERROR_AUTO:
810a589569fSWenchao Xia         action = (error == ENOSPC) ?
811a589569fSWenchao Xia                  BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT;
81232c81a4aSPaolo Bonzini         break;
81332c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_STOP:
814a589569fSWenchao Xia         action = BLOCK_ERROR_ACTION_STOP;
81532c81a4aSPaolo Bonzini         break;
81632c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_REPORT:
817a589569fSWenchao Xia         action = BLOCK_ERROR_ACTION_REPORT;
81832c81a4aSPaolo Bonzini         break;
81932c81a4aSPaolo Bonzini     case BLOCKDEV_ON_ERROR_IGNORE:
820a589569fSWenchao Xia         action = BLOCK_ERROR_ACTION_IGNORE;
82132c81a4aSPaolo Bonzini         break;
82232c81a4aSPaolo Bonzini     default:
82332c81a4aSPaolo Bonzini         abort();
82432c81a4aSPaolo Bonzini     }
825559b935fSJohn Snow     if (!block_job_is_internal(job)) {
8268ccb9569SKevin Wolf         qapi_event_send_block_job_error(job->id,
8275a2d2cbdSWenchao Xia                                         is_read ? IO_OPERATION_TYPE_READ :
8285a2d2cbdSWenchao Xia                                         IO_OPERATION_TYPE_WRITE,
8295a2d2cbdSWenchao Xia                                         action, &error_abort);
830559b935fSJohn Snow     }
831a589569fSWenchao Xia     if (action == BLOCK_ERROR_ACTION_STOP) {
832751ebd76SFam Zheng         /* make the pause user visible, which will be resumed from QMP. */
8330df4ba58SJohn Snow         block_job_user_pause(job);
83432c81a4aSPaolo Bonzini         block_job_iostatus_set_err(job, error);
83532c81a4aSPaolo Bonzini     }
83632c81a4aSPaolo Bonzini     return action;
83732c81a4aSPaolo Bonzini }
838dec7d421SStefan Hajnoczi 
839dec7d421SStefan Hajnoczi typedef struct {
840dec7d421SStefan Hajnoczi     BlockJob *job;
841dec7d421SStefan Hajnoczi     AioContext *aio_context;
842dec7d421SStefan Hajnoczi     BlockJobDeferToMainLoopFn *fn;
843dec7d421SStefan Hajnoczi     void *opaque;
844dec7d421SStefan Hajnoczi } BlockJobDeferToMainLoopData;
845dec7d421SStefan Hajnoczi 
846dec7d421SStefan Hajnoczi static void block_job_defer_to_main_loop_bh(void *opaque)
847dec7d421SStefan Hajnoczi {
848dec7d421SStefan Hajnoczi     BlockJobDeferToMainLoopData *data = opaque;
849dec7d421SStefan Hajnoczi     AioContext *aio_context;
850dec7d421SStefan Hajnoczi 
851dec7d421SStefan Hajnoczi     /* Prevent race with block_job_defer_to_main_loop() */
852dec7d421SStefan Hajnoczi     aio_context_acquire(data->aio_context);
853dec7d421SStefan Hajnoczi 
854dec7d421SStefan Hajnoczi     /* Fetch BDS AioContext again, in case it has changed */
855b6d2e599SKevin Wolf     aio_context = blk_get_aio_context(data->job->blk);
856d79df2a2SPaolo Bonzini     if (aio_context != data->aio_context) {
857dec7d421SStefan Hajnoczi         aio_context_acquire(aio_context);
858d79df2a2SPaolo Bonzini     }
859dec7d421SStefan Hajnoczi 
860794f0141SFam Zheng     data->job->deferred_to_main_loop = false;
861dec7d421SStefan Hajnoczi     data->fn(data->job, data->opaque);
862dec7d421SStefan Hajnoczi 
863d79df2a2SPaolo Bonzini     if (aio_context != data->aio_context) {
864dec7d421SStefan Hajnoczi         aio_context_release(aio_context);
865d79df2a2SPaolo Bonzini     }
866dec7d421SStefan Hajnoczi 
867dec7d421SStefan Hajnoczi     aio_context_release(data->aio_context);
868dec7d421SStefan Hajnoczi 
869dec7d421SStefan Hajnoczi     g_free(data);
870dec7d421SStefan Hajnoczi }
871dec7d421SStefan Hajnoczi 
872dec7d421SStefan Hajnoczi void block_job_defer_to_main_loop(BlockJob *job,
873dec7d421SStefan Hajnoczi                                   BlockJobDeferToMainLoopFn *fn,
874dec7d421SStefan Hajnoczi                                   void *opaque)
875dec7d421SStefan Hajnoczi {
876dec7d421SStefan Hajnoczi     BlockJobDeferToMainLoopData *data = g_malloc(sizeof(*data));
877dec7d421SStefan Hajnoczi     data->job = job;
878b6d2e599SKevin Wolf     data->aio_context = blk_get_aio_context(job->blk);
879dec7d421SStefan Hajnoczi     data->fn = fn;
880dec7d421SStefan Hajnoczi     data->opaque = opaque;
881794f0141SFam Zheng     job->deferred_to_main_loop = true;
882dec7d421SStefan Hajnoczi 
883fffb6e12SPaolo Bonzini     aio_bh_schedule_oneshot(qemu_get_aio_context(),
884fffb6e12SPaolo Bonzini                             block_job_defer_to_main_loop_bh, data);
885dec7d421SStefan Hajnoczi }
886c55a832fSFam Zheng 
887c55a832fSFam Zheng BlockJobTxn *block_job_txn_new(void)
888c55a832fSFam Zheng {
889c55a832fSFam Zheng     BlockJobTxn *txn = g_new0(BlockJobTxn, 1);
890c55a832fSFam Zheng     QLIST_INIT(&txn->jobs);
891c55a832fSFam Zheng     txn->refcnt = 1;
892c55a832fSFam Zheng     return txn;
893c55a832fSFam Zheng }
894c55a832fSFam Zheng 
895c55a832fSFam Zheng static void block_job_txn_ref(BlockJobTxn *txn)
896c55a832fSFam Zheng {
897c55a832fSFam Zheng     txn->refcnt++;
898c55a832fSFam Zheng }
899c55a832fSFam Zheng 
900c55a832fSFam Zheng void block_job_txn_unref(BlockJobTxn *txn)
901c55a832fSFam Zheng {
902c55a832fSFam Zheng     if (txn && --txn->refcnt == 0) {
903c55a832fSFam Zheng         g_free(txn);
904c55a832fSFam Zheng     }
905c55a832fSFam Zheng }
906c55a832fSFam Zheng 
907c55a832fSFam Zheng void block_job_txn_add_job(BlockJobTxn *txn, BlockJob *job)
908c55a832fSFam Zheng {
909c55a832fSFam Zheng     if (!txn) {
910c55a832fSFam Zheng         return;
911c55a832fSFam Zheng     }
912c55a832fSFam Zheng 
913c55a832fSFam Zheng     assert(!job->txn);
914c55a832fSFam Zheng     job->txn = txn;
915c55a832fSFam Zheng 
916c55a832fSFam Zheng     QLIST_INSERT_HEAD(&txn->jobs, job, txn_list);
917c55a832fSFam Zheng     block_job_txn_ref(txn);
918c55a832fSFam Zheng }
919