1903cb1bfSPhilippe Mathieu-Daudé#!/usr/bin/env python3 237ce63ebSStefan Hajnoczi# 337ce63ebSStefan Hajnoczi# Tests for image streaming. 437ce63ebSStefan Hajnoczi# 537ce63ebSStefan Hajnoczi# Copyright (C) 2012 IBM Corp. 637ce63ebSStefan Hajnoczi# 737ce63ebSStefan Hajnoczi# This program is free software; you can redistribute it and/or modify 837ce63ebSStefan Hajnoczi# it under the terms of the GNU General Public License as published by 937ce63ebSStefan Hajnoczi# the Free Software Foundation; either version 2 of the License, or 1037ce63ebSStefan Hajnoczi# (at your option) any later version. 1137ce63ebSStefan Hajnoczi# 1237ce63ebSStefan Hajnoczi# This program is distributed in the hope that it will be useful, 1337ce63ebSStefan Hajnoczi# but WITHOUT ANY WARRANTY; without even the implied warranty of 1437ce63ebSStefan Hajnoczi# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1537ce63ebSStefan Hajnoczi# GNU General Public License for more details. 1637ce63ebSStefan Hajnoczi# 1737ce63ebSStefan Hajnoczi# You should have received a copy of the GNU General Public License 1837ce63ebSStefan Hajnoczi# along with this program. If not, see <http://www.gnu.org/licenses/>. 1937ce63ebSStefan Hajnoczi# 2037ce63ebSStefan Hajnoczi 210c817347SPaolo Bonziniimport time 2237ce63ebSStefan Hajnocziimport os 2337ce63ebSStefan Hajnocziimport iotests 24*33fe08fcSThomas Huthimport unittest 2537ce63ebSStefan Hajnoczifrom iotests import qemu_img, qemu_io 2637ce63ebSStefan Hajnoczi 2737ce63ebSStefan Hajnoczibacking_img = os.path.join(iotests.test_dir, 'backing.img') 286e343609SPaolo Bonzinimid_img = os.path.join(iotests.test_dir, 'mid.img') 2937ce63ebSStefan Hajnoczitest_img = os.path.join(iotests.test_dir, 'test.img') 3037ce63ebSStefan Hajnoczi 312499a096SStefan Hajnocziclass TestSingleDrive(iotests.QMPTestCase): 3237ce63ebSStefan Hajnoczi image_len = 1 * 1024 * 1024 # MB 3337ce63ebSStefan Hajnoczi 3437ce63ebSStefan Hajnoczi def setUp(self): 352499a096SStefan Hajnoczi iotests.create_image(backing_img, TestSingleDrive.image_len) 36b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 37b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 38b66ff2c2SEric Blake '-F', 'raw', mid_img) 39b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 40b66ff2c2SEric Blake '-o', 'backing_file=%s' % mid_img, 41b66ff2c2SEric Blake '-F', iotests.imgfmt, test_img) 4290c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 512', backing_img) 435e302a7dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 524288 512', mid_img) 440e4a0644SMax Reitz self.vm = iotests.VM().add_drive("blkdebug::" + test_img, 450e4a0644SMax Reitz "backing.node-name=mid," + 460e4a0644SMax Reitz "backing.backing.node-name=base") 4737ce63ebSStefan Hajnoczi self.vm.launch() 4837ce63ebSStefan Hajnoczi 4937ce63ebSStefan Hajnoczi def tearDown(self): 5037ce63ebSStefan Hajnoczi self.vm.shutdown() 5137ce63ebSStefan Hajnoczi os.remove(test_img) 526e343609SPaolo Bonzini os.remove(mid_img) 5337ce63ebSStefan Hajnoczi os.remove(backing_img) 5437ce63ebSStefan Hajnoczi 5537ce63ebSStefan Hajnoczi def test_stream(self): 56ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 5737ce63ebSStefan Hajnoczi 58db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 5937ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 6037ce63ebSStefan Hajnoczi 619974ad40SFam Zheng self.wait_until_completed() 6237ce63ebSStefan Hajnoczi 63ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 64863a5d04SPaolo Bonzini self.vm.shutdown() 6537ce63ebSStefan Hajnoczi 6690c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 6790c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 68efcc7a23SPaolo Bonzini 'image file map does not match backing file after streaming') 6937ce63ebSStefan Hajnoczi 707b8a9e5aSAlberto Garcia def test_stream_intermediate(self): 717b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 727b8a9e5aSAlberto Garcia 73aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img), 74aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img), 757b8a9e5aSAlberto Garcia 'image file map matches backing file before streaming') 767b8a9e5aSAlberto Garcia 777b8a9e5aSAlberto Garcia result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid') 787b8a9e5aSAlberto Garcia self.assert_qmp(result, 'return', {}) 797b8a9e5aSAlberto Garcia 807b8a9e5aSAlberto Garcia self.wait_until_completed(drive='stream-mid') 817b8a9e5aSAlberto Garcia 827b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 837b8a9e5aSAlberto Garcia self.vm.shutdown() 847b8a9e5aSAlberto Garcia 857b8a9e5aSAlberto Garcia self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 867b8a9e5aSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 877b8a9e5aSAlberto Garcia 'image file map does not match backing file after streaming') 887b8a9e5aSAlberto Garcia 890c817347SPaolo Bonzini def test_stream_pause(self): 90ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 910c817347SPaolo Bonzini 92b59b3d57SFam Zheng self.vm.pause_drive('drive0') 930c817347SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 940c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 950c817347SPaolo Bonzini 96f03d9d24SJohn Snow self.pause_job('drive0', wait=False) 972c93c5cbSKevin Wolf self.vm.resume_drive('drive0') 98f03d9d24SJohn Snow self.pause_wait('drive0') 992c93c5cbSKevin Wolf 1000c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 1010c817347SPaolo Bonzini offset = self.dictpath(result, 'return[0]/offset') 1020c817347SPaolo Bonzini 1032c93c5cbSKevin Wolf time.sleep(0.5) 1040c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 1050c817347SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', offset) 1060c817347SPaolo Bonzini 1070c817347SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 1080c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1090c817347SPaolo Bonzini 1109974ad40SFam Zheng self.wait_until_completed() 1110c817347SPaolo Bonzini 112ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1130c817347SPaolo Bonzini self.vm.shutdown() 1140c817347SPaolo Bonzini 11590c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 11690c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1170c817347SPaolo Bonzini 'image file map does not match backing file after streaming') 1180c817347SPaolo Bonzini 119409d5498SAlberto Garcia def test_stream_no_op(self): 120409d5498SAlberto Garcia self.assert_no_active_block_jobs() 121409d5498SAlberto Garcia 122409d5498SAlberto Garcia # The image map is empty before the operation 123aca7063aSFam Zheng empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img) 124409d5498SAlberto Garcia 125409d5498SAlberto Garcia # This is a no-op: no data should ever be copied from the base image 126409d5498SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=mid_img) 127409d5498SAlberto Garcia self.assert_qmp(result, 'return', {}) 128409d5498SAlberto Garcia 129409d5498SAlberto Garcia self.wait_until_completed() 130409d5498SAlberto Garcia 131409d5498SAlberto Garcia self.assert_no_active_block_jobs() 132409d5498SAlberto Garcia self.vm.shutdown() 133409d5498SAlberto Garcia 134409d5498SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 135409d5498SAlberto Garcia empty_map, 'image file map changed after a no-op') 136409d5498SAlberto Garcia 1376e343609SPaolo Bonzini def test_stream_partial(self): 138ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1396e343609SPaolo Bonzini 1405e302a7dSAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=backing_img) 1416e343609SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1426e343609SPaolo Bonzini 1439974ad40SFam Zheng self.wait_until_completed() 1446e343609SPaolo Bonzini 145ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1466e343609SPaolo Bonzini self.vm.shutdown() 1476e343609SPaolo Bonzini 14890c9b167SKevin Wolf self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 14990c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1506e343609SPaolo Bonzini 'image file map does not match backing file after streaming') 1516e343609SPaolo Bonzini 15237ce63ebSStefan Hajnoczi def test_device_not_found(self): 153db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='nonexistent') 1543f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 1553f92d54cSMax Reitz 'Cannot find device=nonexistent nor node_name=nonexistent') 15637ce63ebSStefan Hajnoczi 1570bb0aea4SKevin Wolf def test_job_id_missing(self): 1580bb0aea4SKevin Wolf result = self.vm.qmp('block-stream', device='mid') 1593f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid job ID ''") 1600bb0aea4SKevin Wolf 1610e4a0644SMax Reitz def test_read_only(self): 1620e4a0644SMax Reitz # Create a new file that we can attach (we need a read-only top) 1630e4a0644SMax Reitz with iotests.FilePath('ro-top.img') as ro_top_path: 1640e4a0644SMax Reitz qemu_img('create', '-f', iotests.imgfmt, ro_top_path, 1650e4a0644SMax Reitz str(self.image_len)) 1660e4a0644SMax Reitz 1670e4a0644SMax Reitz result = self.vm.qmp('blockdev-add', 1680e4a0644SMax Reitz node_name='ro-top', 1690e4a0644SMax Reitz driver=iotests.imgfmt, 1700e4a0644SMax Reitz read_only=True, 1710e4a0644SMax Reitz file={ 1720e4a0644SMax Reitz 'driver': 'file', 1730e4a0644SMax Reitz 'filename': ro_top_path, 1740e4a0644SMax Reitz 'read-only': True 1750e4a0644SMax Reitz }, 1760e4a0644SMax Reitz backing='mid') 1770e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1780e4a0644SMax Reitz 1790e4a0644SMax Reitz result = self.vm.qmp('block-stream', job_id='stream', 1800e4a0644SMax Reitz device='ro-top', base_node='base') 1810e4a0644SMax Reitz self.assert_qmp(result, 'error/desc', 'Block node is read-only') 1820e4a0644SMax Reitz 1830e4a0644SMax Reitz result = self.vm.qmp('blockdev-del', node_name='ro-top') 1840e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1850e4a0644SMax Reitz 186774a8850SStefan Hajnoczi 187c1a34322SAlberto Garciaclass TestParallelOps(iotests.QMPTestCase): 188c1a34322SAlberto Garcia num_ops = 4 # Number of parallel block-stream operations 189c1a34322SAlberto Garcia num_imgs = num_ops * 2 + 1 1907229e121SMax Reitz image_len = num_ops * 4 * 1024 * 1024 191c1a34322SAlberto Garcia imgs = [] 192c1a34322SAlberto Garcia 193c1a34322SAlberto Garcia def setUp(self): 194c1a34322SAlberto Garcia opts = [] 195c1a34322SAlberto Garcia self.imgs = [] 196c1a34322SAlberto Garcia 197c1a34322SAlberto Garcia # Initialize file names and command-line options 198c1a34322SAlberto Garcia for i in range(self.num_imgs): 199c1a34322SAlberto Garcia img_depth = self.num_imgs - i - 1 200c1a34322SAlberto Garcia opts.append("backing." * img_depth + "node-name=node%d" % i) 201c1a34322SAlberto Garcia self.imgs.append(os.path.join(iotests.test_dir, 'img-%d.img' % i)) 202c1a34322SAlberto Garcia 203c1a34322SAlberto Garcia # Create all images 204c1a34322SAlberto Garcia iotests.create_image(self.imgs[0], self.image_len) 205c1a34322SAlberto Garcia for i in range(1, self.num_imgs): 206c1a34322SAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 207b66ff2c2SEric Blake '-o', 'backing_file=%s' % self.imgs[i-1], 208b66ff2c2SEric Blake '-F', 'raw' if i == 1 else iotests.imgfmt, self.imgs[i]) 209c1a34322SAlberto Garcia 210c1a34322SAlberto Garcia # Put data into the images we are copying data from 21139eaefceSAlberto Garcia odd_img_indexes = [x for x in reversed(range(self.num_imgs)) if x % 2 == 1] 21239eaefceSAlberto Garcia for i in range(len(odd_img_indexes)): 2137229e121SMax Reitz # Alternate between 2MB and 4MB. 214c1a34322SAlberto Garcia # This way jobs will not finish in the same order they were created 2157229e121SMax Reitz num_mb = 2 + 2 * (i % 2) 216c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, 2177229e121SMax Reitz '-c', 'write -P 0xFF %dM %dM' % (i * 4, num_mb), 21839eaefceSAlberto Garcia self.imgs[odd_img_indexes[i]]) 219c1a34322SAlberto Garcia 220c1a34322SAlberto Garcia # Attach the drive to the VM 221c1a34322SAlberto Garcia self.vm = iotests.VM() 222c1a34322SAlberto Garcia self.vm.add_drive(self.imgs[-1], ','.join(opts)) 223c1a34322SAlberto Garcia self.vm.launch() 224c1a34322SAlberto Garcia 225c1a34322SAlberto Garcia def tearDown(self): 226c1a34322SAlberto Garcia self.vm.shutdown() 227c1a34322SAlberto Garcia for img in self.imgs: 228c1a34322SAlberto Garcia os.remove(img) 229c1a34322SAlberto Garcia 230c1a34322SAlberto Garcia # Test that it's possible to run several block-stream operations 231c1a34322SAlberto Garcia # in parallel in the same snapshot chain 232*33fe08fcSThomas Huth @unittest.skipIf(os.environ.get('QEMU_CHECK_BLOCK_AUTO'), 'disabled in CI') 233c1a34322SAlberto Garcia def test_stream_parallel(self): 234c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 235c1a34322SAlberto Garcia 236c1a34322SAlberto Garcia # Check that the maps don't match before the streaming operations 237c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 238aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]), 239aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]), 240c1a34322SAlberto Garcia 'image file map matches backing file before streaming') 241c1a34322SAlberto Garcia 242c1a34322SAlberto Garcia # Create all streaming jobs 243c1a34322SAlberto Garcia pending_jobs = [] 244c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 245c1a34322SAlberto Garcia node_name = 'node%d' % i 246c1a34322SAlberto Garcia job_id = 'stream-%s' % node_name 247c1a34322SAlberto Garcia pending_jobs.append(job_id) 248f21f1293SKevin Wolf result = self.vm.qmp('block-stream', device=node_name, job_id=job_id, base=self.imgs[i-2], speed=1024) 249c1a34322SAlberto Garcia self.assert_qmp(result, 'return', {}) 250c1a34322SAlberto Garcia 2517229e121SMax Reitz for job in pending_jobs: 2527229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 2537229e121SMax Reitz self.assert_qmp(result, 'return', {}) 2547229e121SMax Reitz 255c1a34322SAlberto Garcia # Wait for all jobs to be finished. 256c1a34322SAlberto Garcia while len(pending_jobs) > 0: 257c1a34322SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 258c1a34322SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 259c1a34322SAlberto Garcia job_id = self.dictpath(event, 'data/device') 260c1a34322SAlberto Garcia self.assertTrue(job_id in pending_jobs) 261c1a34322SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 262c1a34322SAlberto Garcia pending_jobs.remove(job_id) 263c1a34322SAlberto Garcia 264c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 265c1a34322SAlberto Garcia self.vm.shutdown() 266c1a34322SAlberto Garcia 267c1a34322SAlberto Garcia # Check that all maps match now 268c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 269c1a34322SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]), 270c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]), 271c1a34322SAlberto Garcia 'image file map does not match backing file after streaming') 272c1a34322SAlberto Garcia 273eb290b78SAlberto Garcia # Test that it's not possible to perform two block-stream 274eb290b78SAlberto Garcia # operations if there are nodes involved in both. 275eb290b78SAlberto Garcia def test_overlapping_1(self): 276eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 277eb290b78SAlberto Garcia 278eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 279eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4', base=self.imgs[1], speed=1024*1024) 280eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 281eb290b78SAlberto Garcia 282eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', job_id='stream-node5', base=self.imgs[2]) 2833f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2843f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 285eb290b78SAlberto Garcia 286eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3', base=self.imgs[2]) 2873f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2883f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 289eb290b78SAlberto Garcia 290eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4-v2') 2913f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2923f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 293eb290b78SAlberto Garcia 294eb290b78SAlberto Garcia # block-commit should also fail if it touches nodes used by the stream job 295eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[4], job_id='commit-node4') 2963f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2973f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 298eb290b78SAlberto Garcia 299eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[1], top=self.imgs[3], job_id='commit-node1') 3003f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3013f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 302eb290b78SAlberto Garcia 303eb290b78SAlberto Garcia # This fails because it needs to modify the backing string in node2, which is blocked 304eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[0], top=self.imgs[1], job_id='commit-node0') 3053f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3063f92d54cSMax Reitz "Node 'node2' is busy: block device is in use by block job: stream") 307eb290b78SAlberto Garcia 3087229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='stream-node4', speed=0) 3097229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3107229e121SMax Reitz 311eb290b78SAlberto Garcia self.wait_until_completed(drive='stream-node4') 312eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 313eb290b78SAlberto Garcia 314eb290b78SAlberto Garcia # Similar to test_overlapping_1, but with block-commit 315eb290b78SAlberto Garcia # blocking the other jobs 316eb290b78SAlberto Garcia def test_overlapping_2(self): 317eb290b78SAlberto Garcia self.assertLessEqual(9, self.num_imgs) 318eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 319eb290b78SAlberto Garcia 320eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 321eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[5], base=self.imgs[3], job_id='commit-node3', speed=1024*1024) 322eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 323eb290b78SAlberto Garcia 324eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3') 3253f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3263f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: commit") 327eb290b78SAlberto Garcia 328eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[2], job_id='stream-node6') 3293f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3303f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 331eb290b78SAlberto Garcia 332eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], job_id='stream-node4') 3333f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3343f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: commit") 335eb290b78SAlberto Garcia 336eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[4], job_id='stream-node6-v2') 3373f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3383f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 339eb290b78SAlberto Garcia 340eb290b78SAlberto Garcia # This fails because block-commit currently blocks the active layer even if it's not used 341eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=self.imgs[5], job_id='stream-drive0') 3423f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3433f92d54cSMax Reitz "Node 'drive0' is busy: block device is in use by block job: commit") 344eb290b78SAlberto Garcia 3457229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-node3', speed=0) 3467229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3477229e121SMax Reitz 348eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-node3') 349eb290b78SAlberto Garcia 350eb290b78SAlberto Garcia # Similar to test_overlapping_2, but here block-commit doesn't use the 'top' parameter. 351eb290b78SAlberto Garcia # Internally this uses a mirror block job, hence the separate test case. 352eb290b78SAlberto Garcia def test_overlapping_3(self): 353eb290b78SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 354eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 355eb290b78SAlberto Garcia 356eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 357eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3], job_id='commit-drive0', speed=1024*1024) 358eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 359eb290b78SAlberto Garcia 360eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', base=self.imgs[3], job_id='stream-node6') 3613f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3623f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 363eb290b78SAlberto Garcia 364b1b30ff4SKevin Wolf result = self.vm.qmp('block-job-set-speed', device='commit-drive0', speed=0) 365b1b30ff4SKevin Wolf self.assert_qmp(result, 'return', {}) 366b1b30ff4SKevin Wolf 3671dac83f1SKevin Wolf event = self.vm.event_wait(name='BLOCK_JOB_READY') 368eb290b78SAlberto Garcia self.assert_qmp(event, 'data/device', 'commit-drive0') 369eb290b78SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 370eb290b78SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 371eb290b78SAlberto Garcia 372eb290b78SAlberto Garcia result = self.vm.qmp('block-job-complete', device='commit-drive0') 373eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 374eb290b78SAlberto Garcia 375eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-drive0') 376704d59f1SAlberto Garcia 377d20ba603SAlberto Garcia # In this case the base node of the stream job is the same as the 3783f92d54cSMax Reitz # top node of commit job. Since this results in the commit filter 3793f92d54cSMax Reitz # node being part of the stream chain, this is not allowed. 380d20ba603SAlberto Garcia def test_overlapping_4(self): 381d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 382d20ba603SAlberto Garcia 383d20ba603SAlberto Garcia # Commit from node2 into node0 3847229e121SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 3857229e121SMax Reitz top=self.imgs[2], base=self.imgs[0], 3863f92d54cSMax Reitz filter_node_name='commit-filter', speed=1024*1024) 387d20ba603SAlberto Garcia self.assert_qmp(result, 'return', {}) 388d20ba603SAlberto Garcia 389d20ba603SAlberto Garcia # Stream from node2 into node4 390d20ba603SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='node4') 3913f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3923f92d54cSMax Reitz "Cannot freeze 'backing' link to 'commit-filter'") 393d20ba603SAlberto Garcia 3947229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 3957229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3967229e121SMax Reitz 397d20ba603SAlberto Garcia self.wait_until_completed() 398d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 399d20ba603SAlberto Garcia 40013658cd7SMax Reitz # In this case the base node of the stream job is the commit job's 40113658cd7SMax Reitz # filter node. stream does not have a real dependency on its base 40213658cd7SMax Reitz # node, so even though commit removes it when it is done, there is 40313658cd7SMax Reitz # no conflict. 40413658cd7SMax Reitz def test_overlapping_5(self): 40513658cd7SMax Reitz self.assert_no_active_block_jobs() 40613658cd7SMax Reitz 40713658cd7SMax Reitz # Commit from node2 into node0 40813658cd7SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 40913658cd7SMax Reitz top_node='node2', base_node='node0', 41013658cd7SMax Reitz filter_node_name='commit-filter', speed=1024*1024) 41113658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41213658cd7SMax Reitz 41313658cd7SMax Reitz # Stream from node2 into node4 41413658cd7SMax Reitz result = self.vm.qmp('block-stream', device='node4', 41513658cd7SMax Reitz base_node='commit-filter', job_id='node4') 41613658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41713658cd7SMax Reitz 41813658cd7SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 41913658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 42013658cd7SMax Reitz 42152ea799eSJohn Snow self.vm.run_job(job='drive0', auto_dismiss=True) 42252ea799eSJohn Snow self.vm.run_job(job='node4', auto_dismiss=True) 42313658cd7SMax Reitz self.assert_no_active_block_jobs() 42413658cd7SMax Reitz 425704d59f1SAlberto Garcia # Test a block-stream and a block-commit job in parallel 42639eaefceSAlberto Garcia # Here the stream job is supposed to finish quickly in order to reproduce 42739eaefceSAlberto Garcia # the scenario that triggers the bug fixed in 3d5d319e1221 and 1a63a907507 42839eaefceSAlberto Garcia def test_stream_commit_1(self): 429704d59f1SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 430704d59f1SAlberto Garcia self.assert_no_active_block_jobs() 431704d59f1SAlberto Garcia 432704d59f1SAlberto Garcia # Stream from node0 into node2 43339eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node2', base_node='node0', job_id='node2') 434704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 435704d59f1SAlberto Garcia 436704d59f1SAlberto Garcia # Commit from the active layer into node3 437704d59f1SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3]) 438704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 439704d59f1SAlberto Garcia 440704d59f1SAlberto Garcia # Wait for all jobs to be finished. 441704d59f1SAlberto Garcia pending_jobs = ['node2', 'drive0'] 442704d59f1SAlberto Garcia while len(pending_jobs) > 0: 443704d59f1SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 444704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 445704d59f1SAlberto Garcia node_name = self.dictpath(event, 'data/device') 446704d59f1SAlberto Garcia self.assertTrue(node_name in pending_jobs) 447704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 448704d59f1SAlberto Garcia pending_jobs.remove(node_name) 449704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 450704d59f1SAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 451704d59f1SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 452704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 453704d59f1SAlberto Garcia self.assertTrue('drive0' in pending_jobs) 454704d59f1SAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 455704d59f1SAlberto Garcia 456eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 457eb290b78SAlberto Garcia 45839eaefceSAlberto Garcia # This is similar to test_stream_commit_1 but both jobs are slowed 45939eaefceSAlberto Garcia # down so they can run in parallel for a little while. 46039eaefceSAlberto Garcia def test_stream_commit_2(self): 46139eaefceSAlberto Garcia self.assertLessEqual(8, self.num_imgs) 46239eaefceSAlberto Garcia self.assert_no_active_block_jobs() 46339eaefceSAlberto Garcia 46439eaefceSAlberto Garcia # Stream from node0 into node4 46539eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node0', job_id='node4', speed=1024*1024) 46639eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46739eaefceSAlberto Garcia 46839eaefceSAlberto Garcia # Commit from the active layer into node5 46939eaefceSAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[5], speed=1024*1024) 47039eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 47139eaefceSAlberto Garcia 4727229e121SMax Reitz for job in ['drive0', 'node4']: 4737229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 4747229e121SMax Reitz self.assert_qmp(result, 'return', {}) 4757229e121SMax Reitz 47639eaefceSAlberto Garcia # Wait for all jobs to be finished. 47739eaefceSAlberto Garcia pending_jobs = ['node4', 'drive0'] 47839eaefceSAlberto Garcia while len(pending_jobs) > 0: 47939eaefceSAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 48039eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 48139eaefceSAlberto Garcia node_name = self.dictpath(event, 'data/device') 48239eaefceSAlberto Garcia self.assertTrue(node_name in pending_jobs) 48339eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 48439eaefceSAlberto Garcia pending_jobs.remove(node_name) 48539eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 48639eaefceSAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 48739eaefceSAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 48839eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 48939eaefceSAlberto Garcia self.assertTrue('drive0' in pending_jobs) 49039eaefceSAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 49139eaefceSAlberto Garcia 49239eaefceSAlberto Garcia self.assert_no_active_block_jobs() 49339eaefceSAlberto Garcia 4947eb13c9dSAlberto Garcia # Test the base_node parameter 4957eb13c9dSAlberto Garcia def test_stream_base_node_name(self): 4967eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4977eb13c9dSAlberto Garcia 498aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]), 499aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]), 5007eb13c9dSAlberto Garcia 'image file map matches backing file before streaming') 5017eb13c9dSAlberto Garcia 5027eb13c9dSAlberto Garcia # Error: the base node does not exist 5037eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream') 5043f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5053f92d54cSMax Reitz 'Cannot find device= nor node_name=none') 5067eb13c9dSAlberto Garcia 5077eb13c9dSAlberto Garcia # Error: the base node is not a backing file of the top node 5087eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node6', job_id='stream') 5093f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5103f92d54cSMax Reitz "Node 'node6' is not a backing image of 'node4'") 5117eb13c9dSAlberto Garcia 5127eb13c9dSAlberto Garcia # Error: the base node is the same as the top node 5137eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node4', job_id='stream') 5143f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5153f92d54cSMax Reitz "Node 'node4' is not a backing image of 'node4'") 5167eb13c9dSAlberto Garcia 5177eb13c9dSAlberto Garcia # Error: cannot specify 'base' and 'base-node' at the same time 5187eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], base_node='node2', job_id='stream') 5193f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5203f92d54cSMax Reitz "'base' and 'base-node' cannot be specified at the same time") 5217eb13c9dSAlberto Garcia 5227eb13c9dSAlberto Garcia # Success: the base node is a backing file of the top node 5237eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='stream') 5247eb13c9dSAlberto Garcia self.assert_qmp(result, 'return', {}) 5257eb13c9dSAlberto Garcia 5267eb13c9dSAlberto Garcia self.wait_until_completed(drive='stream') 5277eb13c9dSAlberto Garcia 5287eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 5297eb13c9dSAlberto Garcia self.vm.shutdown() 5307eb13c9dSAlberto Garcia 5317eb13c9dSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]), 5327eb13c9dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]), 5337eb13c9dSAlberto Garcia 'image file map matches backing file after streaming') 5347eb13c9dSAlberto Garcia 53548361afbSAlberto Garciaclass TestQuorum(iotests.QMPTestCase): 53648361afbSAlberto Garcia num_children = 3 53748361afbSAlberto Garcia children = [] 53848361afbSAlberto Garcia backing = [] 53948361afbSAlberto Garcia 5409442bebeSThomas Huth @iotests.skip_if_unsupported(['quorum']) 54148361afbSAlberto Garcia def setUp(self): 54248361afbSAlberto Garcia opts = ['driver=quorum', 'vote-threshold=2'] 54348361afbSAlberto Garcia 54448361afbSAlberto Garcia # Initialize file names and command-line options 54548361afbSAlberto Garcia for i in range(self.num_children): 54648361afbSAlberto Garcia child_img = os.path.join(iotests.test_dir, 'img-%d.img' % i) 54748361afbSAlberto Garcia backing_img = os.path.join(iotests.test_dir, 'backing-%d.img' % i) 54848361afbSAlberto Garcia self.children.append(child_img) 54948361afbSAlberto Garcia self.backing.append(backing_img) 55048361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M') 55148361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, 55248361afbSAlberto Garcia '-c', 'write -P 0x55 0 1024', backing_img) 55348361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 554b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 555b66ff2c2SEric Blake '-F', iotests.imgfmt, child_img) 55648361afbSAlberto Garcia opts.append("children.%d.file.filename=%s" % (i, child_img)) 55748361afbSAlberto Garcia opts.append("children.%d.node-name=node%d" % (i, i)) 55848361afbSAlberto Garcia 55948361afbSAlberto Garcia # Attach the drive to the VM 56048361afbSAlberto Garcia self.vm = iotests.VM() 56148361afbSAlberto Garcia self.vm.add_drive(path = None, opts = ','.join(opts)) 56248361afbSAlberto Garcia self.vm.launch() 56348361afbSAlberto Garcia 56448361afbSAlberto Garcia def tearDown(self): 56548361afbSAlberto Garcia self.vm.shutdown() 56648361afbSAlberto Garcia for img in self.children: 56748361afbSAlberto Garcia os.remove(img) 56848361afbSAlberto Garcia for img in self.backing: 56948361afbSAlberto Garcia os.remove(img) 57048361afbSAlberto Garcia 57148361afbSAlberto Garcia def test_stream_quorum(self): 572aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]), 573aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]), 57448361afbSAlberto Garcia 'image file map matches backing file before streaming') 57548361afbSAlberto Garcia 57648361afbSAlberto Garcia self.assert_no_active_block_jobs() 57748361afbSAlberto Garcia 57848361afbSAlberto Garcia result = self.vm.qmp('block-stream', device='node0', job_id='stream-node0') 57948361afbSAlberto Garcia self.assert_qmp(result, 'return', {}) 58048361afbSAlberto Garcia 58148361afbSAlberto Garcia self.wait_until_completed(drive='stream-node0') 58248361afbSAlberto Garcia 58348361afbSAlberto Garcia self.assert_no_active_block_jobs() 58448361afbSAlberto Garcia self.vm.shutdown() 58548361afbSAlberto Garcia 58648361afbSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]), 58748361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]), 58848361afbSAlberto Garcia 'image file map does not match backing file after streaming') 58948361afbSAlberto Garcia 5902499a096SStefan Hajnocziclass TestSmallerBackingFile(iotests.QMPTestCase): 591774a8850SStefan Hajnoczi backing_len = 1 * 1024 * 1024 # MB 592774a8850SStefan Hajnoczi image_len = 2 * backing_len 593774a8850SStefan Hajnoczi 594774a8850SStefan Hajnoczi def setUp(self): 5952499a096SStefan Hajnoczi iotests.create_image(backing_img, self.backing_len) 596b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 597b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 598b66ff2c2SEric Blake '-F', 'raw', test_img, str(self.image_len)) 599774a8850SStefan Hajnoczi self.vm = iotests.VM().add_drive(test_img) 600774a8850SStefan Hajnoczi self.vm.launch() 601774a8850SStefan Hajnoczi 602774a8850SStefan Hajnoczi # If this hangs, then you are missing a fix to complete streaming when the 603774a8850SStefan Hajnoczi # end of the backing file is reached. 604774a8850SStefan Hajnoczi def test_stream(self): 605ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 606774a8850SStefan Hajnoczi 607774a8850SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 608774a8850SStefan Hajnoczi self.assert_qmp(result, 'return', {}) 609774a8850SStefan Hajnoczi 6109974ad40SFam Zheng self.wait_until_completed() 611774a8850SStefan Hajnoczi 612ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 613774a8850SStefan Hajnoczi self.vm.shutdown() 614774a8850SStefan Hajnoczi 6152499a096SStefan Hajnocziclass TestErrors(iotests.QMPTestCase): 61690f0b711SPaolo Bonzini image_len = 2 * 1024 * 1024 # MB 61790f0b711SPaolo Bonzini 61890f0b711SPaolo Bonzini # this should match STREAM_BUFFER_SIZE/512 in block/stream.c 61990f0b711SPaolo Bonzini STREAM_BUFFER_SIZE = 512 * 1024 62090f0b711SPaolo Bonzini 62190f0b711SPaolo Bonzini def create_blkdebug_file(self, name, event, errno): 62290f0b711SPaolo Bonzini file = open(name, 'w') 62390f0b711SPaolo Bonzini file.write(''' 62490f0b711SPaolo Bonzini[inject-error] 62590f0b711SPaolo Bonzinistate = "1" 62690f0b711SPaolo Bonzinievent = "%s" 62790f0b711SPaolo Bonzinierrno = "%d" 62890f0b711SPaolo Bonziniimmediately = "off" 62990f0b711SPaolo Bonzinionce = "on" 63090f0b711SPaolo Bonzinisector = "%d" 63190f0b711SPaolo Bonzini 63290f0b711SPaolo Bonzini[set-state] 63390f0b711SPaolo Bonzinistate = "1" 63490f0b711SPaolo Bonzinievent = "%s" 63590f0b711SPaolo Bonzininew_state = "2" 63690f0b711SPaolo Bonzini 63790f0b711SPaolo Bonzini[set-state] 63890f0b711SPaolo Bonzinistate = "2" 63990f0b711SPaolo Bonzinievent = "%s" 64090f0b711SPaolo Bonzininew_state = "1" 6419a3a9a63SMax Reitz''' % (event, errno, self.STREAM_BUFFER_SIZE // 512, event, event)) 64290f0b711SPaolo Bonzini file.close() 64390f0b711SPaolo Bonzini 64490f0b711SPaolo Bonziniclass TestEIO(TestErrors): 64590f0b711SPaolo Bonzini def setUp(self): 64690f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 6472499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 64890f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5) 64990f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 65090f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 65190f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 65290f0b711SPaolo Bonzini test_img) 65390f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 65490f0b711SPaolo Bonzini self.vm.launch() 65590f0b711SPaolo Bonzini 65690f0b711SPaolo Bonzini def tearDown(self): 65790f0b711SPaolo Bonzini self.vm.shutdown() 65890f0b711SPaolo Bonzini os.remove(test_img) 65990f0b711SPaolo Bonzini os.remove(backing_img) 66090f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 66190f0b711SPaolo Bonzini 66290f0b711SPaolo Bonzini def test_report(self): 663ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 66490f0b711SPaolo Bonzini 66590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 66690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 66790f0b711SPaolo Bonzini 66890f0b711SPaolo Bonzini completed = False 66990f0b711SPaolo Bonzini error = False 67090f0b711SPaolo Bonzini while not completed: 67190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 67290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 67390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 67590f0b711SPaolo Bonzini error = True 67690f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 67790f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 67890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 67990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 68090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 68190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 68290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 68390f0b711SPaolo Bonzini completed = True 6841dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6851dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 68690f0b711SPaolo Bonzini 687ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 68890f0b711SPaolo Bonzini self.vm.shutdown() 68990f0b711SPaolo Bonzini 69090f0b711SPaolo Bonzini def test_ignore(self): 691ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 69290f0b711SPaolo Bonzini 69390f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='ignore') 69490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 69590f0b711SPaolo Bonzini 69690f0b711SPaolo Bonzini error = False 69790f0b711SPaolo Bonzini completed = False 69890f0b711SPaolo Bonzini while not completed: 69990f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 70090f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 7012c3b44daSJohn Snow error = True 70290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 70390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 70490f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 7052c3b44daSJohn Snow if result == {'return': []}: 7062c3b44daSJohn Snow # Job finished too quickly 7072c3b44daSJohn Snow continue 70890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 70990f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 71090f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 71190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 71290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 71390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 71490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 71590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 71690f0b711SPaolo Bonzini completed = True 7171dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7181dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 71990f0b711SPaolo Bonzini 720ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 72190f0b711SPaolo Bonzini self.vm.shutdown() 72290f0b711SPaolo Bonzini 72390f0b711SPaolo Bonzini def test_stop(self): 724ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 72590f0b711SPaolo Bonzini 72690f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='stop') 72790f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 72890f0b711SPaolo Bonzini 72990f0b711SPaolo Bonzini error = False 73090f0b711SPaolo Bonzini completed = False 73190f0b711SPaolo Bonzini while not completed: 73290f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 73390f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 73401809194SJohn Snow error = True 73590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 73690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 73790f0b711SPaolo Bonzini 73890f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 73990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 74090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 74190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'failed') 74290f0b711SPaolo Bonzini 74390f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 74490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 74590f0b711SPaolo Bonzini 74690f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 74701809194SJohn Snow if result == {'return': []}: 74801809194SJohn Snow # Race; likely already finished. Check. 74901809194SJohn Snow continue 75090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 75190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 75290f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 75390f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 75490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 75590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 75690f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 75790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 75890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 75990f0b711SPaolo Bonzini completed = True 7601dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7611dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 76290f0b711SPaolo Bonzini 763ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 76490f0b711SPaolo Bonzini self.vm.shutdown() 76590f0b711SPaolo Bonzini 76690f0b711SPaolo Bonzini def test_enospc(self): 767ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 76890f0b711SPaolo Bonzini 76990f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 77090f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 77190f0b711SPaolo Bonzini 77290f0b711SPaolo Bonzini completed = False 77390f0b711SPaolo Bonzini error = False 77490f0b711SPaolo Bonzini while not completed: 77590f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 77690f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 77790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 77890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 77990f0b711SPaolo Bonzini error = True 78090f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 78190f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 78290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 78390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 78490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 78590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 78690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 78790f0b711SPaolo Bonzini completed = True 7881dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7891dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 79090f0b711SPaolo Bonzini 791ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 79290f0b711SPaolo Bonzini self.vm.shutdown() 79390f0b711SPaolo Bonzini 79490f0b711SPaolo Bonziniclass TestENOSPC(TestErrors): 79590f0b711SPaolo Bonzini def setUp(self): 79690f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 7972499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 79890f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 28) 79990f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 80090f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 80190f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 80290f0b711SPaolo Bonzini test_img) 80390f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 80490f0b711SPaolo Bonzini self.vm.launch() 80590f0b711SPaolo Bonzini 80690f0b711SPaolo Bonzini def tearDown(self): 80790f0b711SPaolo Bonzini self.vm.shutdown() 80890f0b711SPaolo Bonzini os.remove(test_img) 80990f0b711SPaolo Bonzini os.remove(backing_img) 81090f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 81190f0b711SPaolo Bonzini 81290f0b711SPaolo Bonzini def test_enospc(self): 813ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 81490f0b711SPaolo Bonzini 81590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 81690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 81790f0b711SPaolo Bonzini 81890f0b711SPaolo Bonzini error = False 81990f0b711SPaolo Bonzini completed = False 82090f0b711SPaolo Bonzini while not completed: 82190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 82290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 82390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 82490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 825dca9b6a2SMax Reitz error = True 82690f0b711SPaolo Bonzini 82790f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 82890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 82990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 83090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'nospace') 83190f0b711SPaolo Bonzini 83290f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 83390f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 83490f0b711SPaolo Bonzini 83590f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 836dca9b6a2SMax Reitz if result == {'return': []}: 837dca9b6a2SMax Reitz # Race; likely already finished. Check. 838dca9b6a2SMax Reitz continue 83990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 84090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 84190f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 84290f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 84390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 84490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 84590f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 84690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 84790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 84890f0b711SPaolo Bonzini completed = True 8491dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 8501dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 85190f0b711SPaolo Bonzini 852ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 85390f0b711SPaolo Bonzini self.vm.shutdown() 854774a8850SStefan Hajnoczi 8552499a096SStefan Hajnocziclass TestStreamStop(iotests.QMPTestCase): 85637ce63ebSStefan Hajnoczi image_len = 8 * 1024 * 1024 * 1024 # GB 85737ce63ebSStefan Hajnoczi 85837ce63ebSStefan Hajnoczi def setUp(self): 85937ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestStreamStop.image_len)) 86090c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 861b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 862b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 863b66ff2c2SEric Blake '-F', 'raw', test_img) 86490c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 865b59b3d57SFam Zheng self.vm = iotests.VM().add_drive("blkdebug::" + test_img) 86637ce63ebSStefan Hajnoczi self.vm.launch() 86737ce63ebSStefan Hajnoczi 86837ce63ebSStefan Hajnoczi def tearDown(self): 86937ce63ebSStefan Hajnoczi self.vm.shutdown() 87037ce63ebSStefan Hajnoczi os.remove(test_img) 87137ce63ebSStefan Hajnoczi os.remove(backing_img) 87237ce63ebSStefan Hajnoczi 87337ce63ebSStefan Hajnoczi def test_stream_stop(self): 874ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 87537ce63ebSStefan Hajnoczi 876b59b3d57SFam Zheng self.vm.pause_drive('drive0') 877db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 87837ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 87937ce63ebSStefan Hajnoczi 8800fd05e8dSPaolo Bonzini time.sleep(0.1) 88137ce63ebSStefan Hajnoczi events = self.vm.get_qmp_events(wait=False) 8821dac83f1SKevin Wolf for e in events: 8831dac83f1SKevin Wolf self.assert_qmp(e, 'event', 'JOB_STATUS_CHANGE') 8841dac83f1SKevin Wolf self.assert_qmp(e, 'data/id', 'drive0') 88537ce63ebSStefan Hajnoczi 886b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 88737ce63ebSStefan Hajnoczi 8882499a096SStefan Hajnocziclass TestSetSpeed(iotests.QMPTestCase): 88937ce63ebSStefan Hajnoczi image_len = 80 * 1024 * 1024 # MB 89037ce63ebSStefan Hajnoczi 89137ce63ebSStefan Hajnoczi def setUp(self): 89237ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestSetSpeed.image_len)) 89390c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 894b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 895b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 896b66ff2c2SEric Blake '-F', 'raw', test_img) 89790c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 898b59b3d57SFam Zheng self.vm = iotests.VM().add_drive('blkdebug::' + test_img) 89937ce63ebSStefan Hajnoczi self.vm.launch() 90037ce63ebSStefan Hajnoczi 90137ce63ebSStefan Hajnoczi def tearDown(self): 90237ce63ebSStefan Hajnoczi self.vm.shutdown() 90337ce63ebSStefan Hajnoczi os.remove(test_img) 90437ce63ebSStefan Hajnoczi os.remove(backing_img) 90537ce63ebSStefan Hajnoczi 906e425306aSStefan Hajnoczi # This is a short performance test which is not run by default. 907e425306aSStefan Hajnoczi # Invoke "IMGFMT=qed ./030 TestSetSpeed.perf_test_throughput" 908e425306aSStefan Hajnoczi def perf_test_throughput(self): 909ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 91037ce63ebSStefan Hajnoczi 911db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 91237ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 91337ce63ebSStefan Hajnoczi 914e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 91537ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 91637ce63ebSStefan Hajnoczi 9179974ad40SFam Zheng self.wait_until_completed() 91837ce63ebSStefan Hajnoczi 919ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 92037ce63ebSStefan Hajnoczi 921e425306aSStefan Hajnoczi def test_set_speed(self): 922ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 923e425306aSStefan Hajnoczi 924b59b3d57SFam Zheng self.vm.pause_drive('drive0') 925e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 926e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 927e425306aSStefan Hajnoczi 928e425306aSStefan Hajnoczi # Default speed is 0 929e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 930e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 931e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 0) 932e425306aSStefan Hajnoczi 933e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 934e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 935e425306aSStefan Hajnoczi 936e425306aSStefan Hajnoczi # Ensure the speed we set was accepted 937e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 938e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 939e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024) 940e425306aSStefan Hajnoczi 941b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 942b59b3d57SFam Zheng self.vm.pause_drive('drive0') 943e425306aSStefan Hajnoczi 944e425306aSStefan Hajnoczi # Check setting speed in block-stream works 945e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=4 * 1024 * 1024) 946e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 947e425306aSStefan Hajnoczi 948e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 949e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 950e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024) 951e425306aSStefan Hajnoczi 952b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 953e425306aSStefan Hajnoczi 954e425306aSStefan Hajnoczi def test_set_speed_invalid(self): 955ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 956e425306aSStefan Hajnoczi 957e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=-1) 9581ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 959e425306aSStefan Hajnoczi 960ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 961e425306aSStefan Hajnoczi 962dca9b6a2SMax Reitz self.vm.pause_drive('drive0') 963e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 964e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 965e425306aSStefan Hajnoczi 966e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1) 9671ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 968e425306aSStefan Hajnoczi 969dca9b6a2SMax Reitz self.cancel_and_wait(resume=True) 970e425306aSStefan Hajnoczi 97137ce63ebSStefan Hajnocziif __name__ == '__main__': 972103cbc77SMax Reitz iotests.main(supported_fmts=['qcow2', 'qed'], 973103cbc77SMax Reitz supported_protocols=['file']) 974