1*903cb1bfSPhilippe Mathieu-Daudé#!/usr/bin/env python3 237ce63ebSStefan Hajnoczi# 337ce63ebSStefan Hajnoczi# Tests for image streaming. 437ce63ebSStefan Hajnoczi# 537ce63ebSStefan Hajnoczi# Copyright (C) 2012 IBM Corp. 637ce63ebSStefan Hajnoczi# 737ce63ebSStefan Hajnoczi# This program is free software; you can redistribute it and/or modify 837ce63ebSStefan Hajnoczi# it under the terms of the GNU General Public License as published by 937ce63ebSStefan Hajnoczi# the Free Software Foundation; either version 2 of the License, or 1037ce63ebSStefan Hajnoczi# (at your option) any later version. 1137ce63ebSStefan Hajnoczi# 1237ce63ebSStefan Hajnoczi# This program is distributed in the hope that it will be useful, 1337ce63ebSStefan Hajnoczi# but WITHOUT ANY WARRANTY; without even the implied warranty of 1437ce63ebSStefan Hajnoczi# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1537ce63ebSStefan Hajnoczi# GNU General Public License for more details. 1637ce63ebSStefan Hajnoczi# 1737ce63ebSStefan Hajnoczi# You should have received a copy of the GNU General Public License 1837ce63ebSStefan Hajnoczi# along with this program. If not, see <http://www.gnu.org/licenses/>. 1937ce63ebSStefan Hajnoczi# 2037ce63ebSStefan Hajnoczi 210c817347SPaolo Bonziniimport time 2237ce63ebSStefan Hajnocziimport os 2337ce63ebSStefan Hajnocziimport iotests 2437ce63ebSStefan Hajnoczifrom iotests import qemu_img, qemu_io 2537ce63ebSStefan Hajnoczi 2637ce63ebSStefan Hajnoczibacking_img = os.path.join(iotests.test_dir, 'backing.img') 276e343609SPaolo Bonzinimid_img = os.path.join(iotests.test_dir, 'mid.img') 2837ce63ebSStefan Hajnoczitest_img = os.path.join(iotests.test_dir, 'test.img') 2937ce63ebSStefan Hajnoczi 302499a096SStefan Hajnocziclass TestSingleDrive(iotests.QMPTestCase): 3137ce63ebSStefan Hajnoczi image_len = 1 * 1024 * 1024 # MB 3237ce63ebSStefan Hajnoczi 3337ce63ebSStefan Hajnoczi def setUp(self): 342499a096SStefan Hajnoczi iotests.create_image(backing_img, TestSingleDrive.image_len) 356e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, mid_img) 366e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % mid_img, test_img) 3790c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 512', backing_img) 385e302a7dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 524288 512', mid_img) 390e4a0644SMax Reitz self.vm = iotests.VM().add_drive("blkdebug::" + test_img, 400e4a0644SMax Reitz "backing.node-name=mid," + 410e4a0644SMax Reitz "backing.backing.node-name=base") 4237ce63ebSStefan Hajnoczi self.vm.launch() 4337ce63ebSStefan Hajnoczi 4437ce63ebSStefan Hajnoczi def tearDown(self): 4537ce63ebSStefan Hajnoczi self.vm.shutdown() 4637ce63ebSStefan Hajnoczi os.remove(test_img) 476e343609SPaolo Bonzini os.remove(mid_img) 4837ce63ebSStefan Hajnoczi os.remove(backing_img) 4937ce63ebSStefan Hajnoczi 5037ce63ebSStefan Hajnoczi def test_stream(self): 51ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 5237ce63ebSStefan Hajnoczi 53db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 5437ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 5537ce63ebSStefan Hajnoczi 569974ad40SFam Zheng self.wait_until_completed() 5737ce63ebSStefan Hajnoczi 58ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 59863a5d04SPaolo Bonzini self.vm.shutdown() 6037ce63ebSStefan Hajnoczi 6190c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 6290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 63efcc7a23SPaolo Bonzini 'image file map does not match backing file after streaming') 6437ce63ebSStefan Hajnoczi 657b8a9e5aSAlberto Garcia def test_stream_intermediate(self): 667b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 677b8a9e5aSAlberto Garcia 68aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img), 69aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img), 707b8a9e5aSAlberto Garcia 'image file map matches backing file before streaming') 717b8a9e5aSAlberto Garcia 727b8a9e5aSAlberto Garcia result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid') 737b8a9e5aSAlberto Garcia self.assert_qmp(result, 'return', {}) 747b8a9e5aSAlberto Garcia 757b8a9e5aSAlberto Garcia self.wait_until_completed(drive='stream-mid') 767b8a9e5aSAlberto Garcia 777b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 787b8a9e5aSAlberto Garcia self.vm.shutdown() 797b8a9e5aSAlberto Garcia 807b8a9e5aSAlberto Garcia self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 817b8a9e5aSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 827b8a9e5aSAlberto Garcia 'image file map does not match backing file after streaming') 837b8a9e5aSAlberto Garcia 840c817347SPaolo Bonzini def test_stream_pause(self): 85ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 860c817347SPaolo Bonzini 87b59b3d57SFam Zheng self.vm.pause_drive('drive0') 880c817347SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 890c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 900c817347SPaolo Bonzini 91f03d9d24SJohn Snow self.pause_job('drive0', wait=False) 922c93c5cbSKevin Wolf self.vm.resume_drive('drive0') 93f03d9d24SJohn Snow self.pause_wait('drive0') 942c93c5cbSKevin Wolf 950c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 960c817347SPaolo Bonzini offset = self.dictpath(result, 'return[0]/offset') 970c817347SPaolo Bonzini 982c93c5cbSKevin Wolf time.sleep(0.5) 990c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 1000c817347SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', offset) 1010c817347SPaolo Bonzini 1020c817347SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 1030c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1040c817347SPaolo Bonzini 1059974ad40SFam Zheng self.wait_until_completed() 1060c817347SPaolo Bonzini 107ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1080c817347SPaolo Bonzini self.vm.shutdown() 1090c817347SPaolo Bonzini 11090c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 11190c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1120c817347SPaolo Bonzini 'image file map does not match backing file after streaming') 1130c817347SPaolo Bonzini 114409d5498SAlberto Garcia def test_stream_no_op(self): 115409d5498SAlberto Garcia self.assert_no_active_block_jobs() 116409d5498SAlberto Garcia 117409d5498SAlberto Garcia # The image map is empty before the operation 118aca7063aSFam Zheng empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img) 119409d5498SAlberto Garcia 120409d5498SAlberto Garcia # This is a no-op: no data should ever be copied from the base image 121409d5498SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=mid_img) 122409d5498SAlberto Garcia self.assert_qmp(result, 'return', {}) 123409d5498SAlberto Garcia 124409d5498SAlberto Garcia self.wait_until_completed() 125409d5498SAlberto Garcia 126409d5498SAlberto Garcia self.assert_no_active_block_jobs() 127409d5498SAlberto Garcia self.vm.shutdown() 128409d5498SAlberto Garcia 129409d5498SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 130409d5498SAlberto Garcia empty_map, 'image file map changed after a no-op') 131409d5498SAlberto Garcia 1326e343609SPaolo Bonzini def test_stream_partial(self): 133ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1346e343609SPaolo Bonzini 1355e302a7dSAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=backing_img) 1366e343609SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1376e343609SPaolo Bonzini 1389974ad40SFam Zheng self.wait_until_completed() 1396e343609SPaolo Bonzini 140ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1416e343609SPaolo Bonzini self.vm.shutdown() 1426e343609SPaolo Bonzini 14390c9b167SKevin Wolf self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 14490c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1456e343609SPaolo Bonzini 'image file map does not match backing file after streaming') 1466e343609SPaolo Bonzini 14737ce63ebSStefan Hajnoczi def test_device_not_found(self): 148db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='nonexistent') 1493f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 1503f92d54cSMax Reitz 'Cannot find device=nonexistent nor node_name=nonexistent') 15137ce63ebSStefan Hajnoczi 1520bb0aea4SKevin Wolf def test_job_id_missing(self): 1530bb0aea4SKevin Wolf result = self.vm.qmp('block-stream', device='mid') 1543f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid job ID ''") 1550bb0aea4SKevin Wolf 1560e4a0644SMax Reitz def test_read_only(self): 1570e4a0644SMax Reitz # Create a new file that we can attach (we need a read-only top) 1580e4a0644SMax Reitz with iotests.FilePath('ro-top.img') as ro_top_path: 1590e4a0644SMax Reitz qemu_img('create', '-f', iotests.imgfmt, ro_top_path, 1600e4a0644SMax Reitz str(self.image_len)) 1610e4a0644SMax Reitz 1620e4a0644SMax Reitz result = self.vm.qmp('blockdev-add', 1630e4a0644SMax Reitz node_name='ro-top', 1640e4a0644SMax Reitz driver=iotests.imgfmt, 1650e4a0644SMax Reitz read_only=True, 1660e4a0644SMax Reitz file={ 1670e4a0644SMax Reitz 'driver': 'file', 1680e4a0644SMax Reitz 'filename': ro_top_path, 1690e4a0644SMax Reitz 'read-only': True 1700e4a0644SMax Reitz }, 1710e4a0644SMax Reitz backing='mid') 1720e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1730e4a0644SMax Reitz 1740e4a0644SMax Reitz result = self.vm.qmp('block-stream', job_id='stream', 1750e4a0644SMax Reitz device='ro-top', base_node='base') 1760e4a0644SMax Reitz self.assert_qmp(result, 'error/desc', 'Block node is read-only') 1770e4a0644SMax Reitz 1780e4a0644SMax Reitz result = self.vm.qmp('blockdev-del', node_name='ro-top') 1790e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1800e4a0644SMax Reitz 181774a8850SStefan Hajnoczi 182c1a34322SAlberto Garciaclass TestParallelOps(iotests.QMPTestCase): 183c1a34322SAlberto Garcia num_ops = 4 # Number of parallel block-stream operations 184c1a34322SAlberto Garcia num_imgs = num_ops * 2 + 1 1857229e121SMax Reitz image_len = num_ops * 4 * 1024 * 1024 186c1a34322SAlberto Garcia imgs = [] 187c1a34322SAlberto Garcia 188c1a34322SAlberto Garcia def setUp(self): 189c1a34322SAlberto Garcia opts = [] 190c1a34322SAlberto Garcia self.imgs = [] 191c1a34322SAlberto Garcia 192c1a34322SAlberto Garcia # Initialize file names and command-line options 193c1a34322SAlberto Garcia for i in range(self.num_imgs): 194c1a34322SAlberto Garcia img_depth = self.num_imgs - i - 1 195c1a34322SAlberto Garcia opts.append("backing." * img_depth + "node-name=node%d" % i) 196c1a34322SAlberto Garcia self.imgs.append(os.path.join(iotests.test_dir, 'img-%d.img' % i)) 197c1a34322SAlberto Garcia 198c1a34322SAlberto Garcia # Create all images 199c1a34322SAlberto Garcia iotests.create_image(self.imgs[0], self.image_len) 200c1a34322SAlberto Garcia for i in range(1, self.num_imgs): 201c1a34322SAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 202c1a34322SAlberto Garcia '-o', 'backing_file=%s' % self.imgs[i-1], self.imgs[i]) 203c1a34322SAlberto Garcia 204c1a34322SAlberto Garcia # Put data into the images we are copying data from 20539eaefceSAlberto Garcia odd_img_indexes = [x for x in reversed(range(self.num_imgs)) if x % 2 == 1] 20639eaefceSAlberto Garcia for i in range(len(odd_img_indexes)): 2077229e121SMax Reitz # Alternate between 2MB and 4MB. 208c1a34322SAlberto Garcia # This way jobs will not finish in the same order they were created 2097229e121SMax Reitz num_mb = 2 + 2 * (i % 2) 210c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, 2117229e121SMax Reitz '-c', 'write -P 0xFF %dM %dM' % (i * 4, num_mb), 21239eaefceSAlberto Garcia self.imgs[odd_img_indexes[i]]) 213c1a34322SAlberto Garcia 214c1a34322SAlberto Garcia # Attach the drive to the VM 215c1a34322SAlberto Garcia self.vm = iotests.VM() 216c1a34322SAlberto Garcia self.vm.add_drive(self.imgs[-1], ','.join(opts)) 217c1a34322SAlberto Garcia self.vm.launch() 218c1a34322SAlberto Garcia 219c1a34322SAlberto Garcia def tearDown(self): 220c1a34322SAlberto Garcia self.vm.shutdown() 221c1a34322SAlberto Garcia for img in self.imgs: 222c1a34322SAlberto Garcia os.remove(img) 223c1a34322SAlberto Garcia 224c1a34322SAlberto Garcia # Test that it's possible to run several block-stream operations 225c1a34322SAlberto Garcia # in parallel in the same snapshot chain 226c1a34322SAlberto Garcia def test_stream_parallel(self): 227c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 228c1a34322SAlberto Garcia 229c1a34322SAlberto Garcia # Check that the maps don't match before the streaming operations 230c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 231aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]), 232aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]), 233c1a34322SAlberto Garcia 'image file map matches backing file before streaming') 234c1a34322SAlberto Garcia 235c1a34322SAlberto Garcia # Create all streaming jobs 236c1a34322SAlberto Garcia pending_jobs = [] 237c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 238c1a34322SAlberto Garcia node_name = 'node%d' % i 239c1a34322SAlberto Garcia job_id = 'stream-%s' % node_name 240c1a34322SAlberto Garcia pending_jobs.append(job_id) 241c1a34322SAlberto Garcia result = self.vm.qmp('block-stream', device=node_name, job_id=job_id, base=self.imgs[i-2], speed=512*1024) 242c1a34322SAlberto Garcia self.assert_qmp(result, 'return', {}) 243c1a34322SAlberto Garcia 2447229e121SMax Reitz for job in pending_jobs: 2457229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 2467229e121SMax Reitz self.assert_qmp(result, 'return', {}) 2477229e121SMax Reitz 248c1a34322SAlberto Garcia # Wait for all jobs to be finished. 249c1a34322SAlberto Garcia while len(pending_jobs) > 0: 250c1a34322SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 251c1a34322SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 252c1a34322SAlberto Garcia job_id = self.dictpath(event, 'data/device') 253c1a34322SAlberto Garcia self.assertTrue(job_id in pending_jobs) 254c1a34322SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 255c1a34322SAlberto Garcia pending_jobs.remove(job_id) 256c1a34322SAlberto Garcia 257c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 258c1a34322SAlberto Garcia self.vm.shutdown() 259c1a34322SAlberto Garcia 260c1a34322SAlberto Garcia # Check that all maps match now 261c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 262c1a34322SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]), 263c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]), 264c1a34322SAlberto Garcia 'image file map does not match backing file after streaming') 265c1a34322SAlberto Garcia 266eb290b78SAlberto Garcia # Test that it's not possible to perform two block-stream 267eb290b78SAlberto Garcia # operations if there are nodes involved in both. 268eb290b78SAlberto Garcia def test_overlapping_1(self): 269eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 270eb290b78SAlberto Garcia 271eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 272eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4', base=self.imgs[1], speed=1024*1024) 273eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 274eb290b78SAlberto Garcia 275eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', job_id='stream-node5', base=self.imgs[2]) 2763f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2773f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 278eb290b78SAlberto Garcia 279eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3', base=self.imgs[2]) 2803f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2813f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 282eb290b78SAlberto Garcia 283eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4-v2') 2843f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2853f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 286eb290b78SAlberto Garcia 287eb290b78SAlberto Garcia # block-commit should also fail if it touches nodes used by the stream job 288eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[4], job_id='commit-node4') 2893f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2903f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 291eb290b78SAlberto Garcia 292eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[1], top=self.imgs[3], job_id='commit-node1') 2933f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2943f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 295eb290b78SAlberto Garcia 296eb290b78SAlberto Garcia # This fails because it needs to modify the backing string in node2, which is blocked 297eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[0], top=self.imgs[1], job_id='commit-node0') 2983f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2993f92d54cSMax Reitz "Node 'node2' is busy: block device is in use by block job: stream") 300eb290b78SAlberto Garcia 3017229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='stream-node4', speed=0) 3027229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3037229e121SMax Reitz 304eb290b78SAlberto Garcia self.wait_until_completed(drive='stream-node4') 305eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 306eb290b78SAlberto Garcia 307eb290b78SAlberto Garcia # Similar to test_overlapping_1, but with block-commit 308eb290b78SAlberto Garcia # blocking the other jobs 309eb290b78SAlberto Garcia def test_overlapping_2(self): 310eb290b78SAlberto Garcia self.assertLessEqual(9, self.num_imgs) 311eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 312eb290b78SAlberto Garcia 313eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 314eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[5], base=self.imgs[3], job_id='commit-node3', speed=1024*1024) 315eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 316eb290b78SAlberto Garcia 317eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3') 3183f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3193f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: commit") 320eb290b78SAlberto Garcia 321eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[2], job_id='stream-node6') 3223f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3233f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 324eb290b78SAlberto Garcia 325eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], job_id='stream-node4') 3263f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3273f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: commit") 328eb290b78SAlberto Garcia 329eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[4], job_id='stream-node6-v2') 3303f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3313f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 332eb290b78SAlberto Garcia 333eb290b78SAlberto Garcia # This fails because block-commit currently blocks the active layer even if it's not used 334eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=self.imgs[5], job_id='stream-drive0') 3353f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3363f92d54cSMax Reitz "Node 'drive0' is busy: block device is in use by block job: commit") 337eb290b78SAlberto Garcia 3387229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-node3', speed=0) 3397229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3407229e121SMax Reitz 341eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-node3') 342eb290b78SAlberto Garcia 343eb290b78SAlberto Garcia # Similar to test_overlapping_2, but here block-commit doesn't use the 'top' parameter. 344eb290b78SAlberto Garcia # Internally this uses a mirror block job, hence the separate test case. 345eb290b78SAlberto Garcia def test_overlapping_3(self): 346eb290b78SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 347eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 348eb290b78SAlberto Garcia 349eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 350eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3], job_id='commit-drive0', speed=1024*1024) 351eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 352eb290b78SAlberto Garcia 353eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', base=self.imgs[3], job_id='stream-node6') 3543f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3553f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 356eb290b78SAlberto Garcia 3571dac83f1SKevin Wolf event = self.vm.event_wait(name='BLOCK_JOB_READY') 358eb290b78SAlberto Garcia self.assert_qmp(event, 'data/device', 'commit-drive0') 359eb290b78SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 360eb290b78SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 361eb290b78SAlberto Garcia 3627229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-drive0', speed=0) 3637229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3647229e121SMax Reitz 365eb290b78SAlberto Garcia result = self.vm.qmp('block-job-complete', device='commit-drive0') 366eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 367eb290b78SAlberto Garcia 368eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-drive0') 369704d59f1SAlberto Garcia 370d20ba603SAlberto Garcia # In this case the base node of the stream job is the same as the 3713f92d54cSMax Reitz # top node of commit job. Since this results in the commit filter 3723f92d54cSMax Reitz # node being part of the stream chain, this is not allowed. 373d20ba603SAlberto Garcia def test_overlapping_4(self): 374d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 375d20ba603SAlberto Garcia 376d20ba603SAlberto Garcia # Commit from node2 into node0 3777229e121SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 3787229e121SMax Reitz top=self.imgs[2], base=self.imgs[0], 3793f92d54cSMax Reitz filter_node_name='commit-filter', speed=1024*1024) 380d20ba603SAlberto Garcia self.assert_qmp(result, 'return', {}) 381d20ba603SAlberto Garcia 382d20ba603SAlberto Garcia # Stream from node2 into node4 383d20ba603SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='node4') 3843f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3853f92d54cSMax Reitz "Cannot freeze 'backing' link to 'commit-filter'") 386d20ba603SAlberto Garcia 3877229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 3887229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3897229e121SMax Reitz 390d20ba603SAlberto Garcia self.wait_until_completed() 391d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 392d20ba603SAlberto Garcia 39313658cd7SMax Reitz # In this case the base node of the stream job is the commit job's 39413658cd7SMax Reitz # filter node. stream does not have a real dependency on its base 39513658cd7SMax Reitz # node, so even though commit removes it when it is done, there is 39613658cd7SMax Reitz # no conflict. 39713658cd7SMax Reitz def test_overlapping_5(self): 39813658cd7SMax Reitz self.assert_no_active_block_jobs() 39913658cd7SMax Reitz 40013658cd7SMax Reitz # Commit from node2 into node0 40113658cd7SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 40213658cd7SMax Reitz top_node='node2', base_node='node0', 40313658cd7SMax Reitz filter_node_name='commit-filter', speed=1024*1024) 40413658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 40513658cd7SMax Reitz 40613658cd7SMax Reitz # Stream from node2 into node4 40713658cd7SMax Reitz result = self.vm.qmp('block-stream', device='node4', 40813658cd7SMax Reitz base_node='commit-filter', job_id='node4') 40913658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41013658cd7SMax Reitz 41113658cd7SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 41213658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41313658cd7SMax Reitz 41413658cd7SMax Reitz self.vm.run_job(job='drive0', auto_dismiss=True, use_log=False) 41513658cd7SMax Reitz self.vm.run_job(job='node4', auto_dismiss=True, use_log=False) 41613658cd7SMax Reitz self.assert_no_active_block_jobs() 41713658cd7SMax Reitz 418704d59f1SAlberto Garcia # Test a block-stream and a block-commit job in parallel 41939eaefceSAlberto Garcia # Here the stream job is supposed to finish quickly in order to reproduce 42039eaefceSAlberto Garcia # the scenario that triggers the bug fixed in 3d5d319e1221 and 1a63a907507 42139eaefceSAlberto Garcia def test_stream_commit_1(self): 422704d59f1SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 423704d59f1SAlberto Garcia self.assert_no_active_block_jobs() 424704d59f1SAlberto Garcia 425704d59f1SAlberto Garcia # Stream from node0 into node2 42639eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node2', base_node='node0', job_id='node2') 427704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 428704d59f1SAlberto Garcia 429704d59f1SAlberto Garcia # Commit from the active layer into node3 430704d59f1SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3]) 431704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 432704d59f1SAlberto Garcia 433704d59f1SAlberto Garcia # Wait for all jobs to be finished. 434704d59f1SAlberto Garcia pending_jobs = ['node2', 'drive0'] 435704d59f1SAlberto Garcia while len(pending_jobs) > 0: 436704d59f1SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 437704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 438704d59f1SAlberto Garcia node_name = self.dictpath(event, 'data/device') 439704d59f1SAlberto Garcia self.assertTrue(node_name in pending_jobs) 440704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 441704d59f1SAlberto Garcia pending_jobs.remove(node_name) 442704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 443704d59f1SAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 444704d59f1SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 445704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 446704d59f1SAlberto Garcia self.assertTrue('drive0' in pending_jobs) 447704d59f1SAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 448704d59f1SAlberto Garcia 449eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 450eb290b78SAlberto Garcia 45139eaefceSAlberto Garcia # This is similar to test_stream_commit_1 but both jobs are slowed 45239eaefceSAlberto Garcia # down so they can run in parallel for a little while. 45339eaefceSAlberto Garcia def test_stream_commit_2(self): 45439eaefceSAlberto Garcia self.assertLessEqual(8, self.num_imgs) 45539eaefceSAlberto Garcia self.assert_no_active_block_jobs() 45639eaefceSAlberto Garcia 45739eaefceSAlberto Garcia # Stream from node0 into node4 45839eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node0', job_id='node4', speed=1024*1024) 45939eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46039eaefceSAlberto Garcia 46139eaefceSAlberto Garcia # Commit from the active layer into node5 46239eaefceSAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[5], speed=1024*1024) 46339eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46439eaefceSAlberto Garcia 4657229e121SMax Reitz for job in ['drive0', 'node4']: 4667229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 4677229e121SMax Reitz self.assert_qmp(result, 'return', {}) 4687229e121SMax Reitz 46939eaefceSAlberto Garcia # Wait for all jobs to be finished. 47039eaefceSAlberto Garcia pending_jobs = ['node4', 'drive0'] 47139eaefceSAlberto Garcia while len(pending_jobs) > 0: 47239eaefceSAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 47339eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 47439eaefceSAlberto Garcia node_name = self.dictpath(event, 'data/device') 47539eaefceSAlberto Garcia self.assertTrue(node_name in pending_jobs) 47639eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 47739eaefceSAlberto Garcia pending_jobs.remove(node_name) 47839eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 47939eaefceSAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 48039eaefceSAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 48139eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 48239eaefceSAlberto Garcia self.assertTrue('drive0' in pending_jobs) 48339eaefceSAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 48439eaefceSAlberto Garcia 48539eaefceSAlberto Garcia self.assert_no_active_block_jobs() 48639eaefceSAlberto Garcia 4877eb13c9dSAlberto Garcia # Test the base_node parameter 4887eb13c9dSAlberto Garcia def test_stream_base_node_name(self): 4897eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4907eb13c9dSAlberto Garcia 491aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]), 492aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]), 4937eb13c9dSAlberto Garcia 'image file map matches backing file before streaming') 4947eb13c9dSAlberto Garcia 4957eb13c9dSAlberto Garcia # Error: the base node does not exist 4967eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream') 4973f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 4983f92d54cSMax Reitz 'Cannot find device= nor node_name=none') 4997eb13c9dSAlberto Garcia 5007eb13c9dSAlberto Garcia # Error: the base node is not a backing file of the top node 5017eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node6', job_id='stream') 5023f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5033f92d54cSMax Reitz "Node 'node6' is not a backing image of 'node4'") 5047eb13c9dSAlberto Garcia 5057eb13c9dSAlberto Garcia # Error: the base node is the same as the top node 5067eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node4', job_id='stream') 5073f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5083f92d54cSMax Reitz "Node 'node4' is not a backing image of 'node4'") 5097eb13c9dSAlberto Garcia 5107eb13c9dSAlberto Garcia # Error: cannot specify 'base' and 'base-node' at the same time 5117eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], base_node='node2', job_id='stream') 5123f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5133f92d54cSMax Reitz "'base' and 'base-node' cannot be specified at the same time") 5147eb13c9dSAlberto Garcia 5157eb13c9dSAlberto Garcia # Success: the base node is a backing file of the top node 5167eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='stream') 5177eb13c9dSAlberto Garcia self.assert_qmp(result, 'return', {}) 5187eb13c9dSAlberto Garcia 5197eb13c9dSAlberto Garcia self.wait_until_completed(drive='stream') 5207eb13c9dSAlberto Garcia 5217eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 5227eb13c9dSAlberto Garcia self.vm.shutdown() 5237eb13c9dSAlberto Garcia 5247eb13c9dSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]), 5257eb13c9dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]), 5267eb13c9dSAlberto Garcia 'image file map matches backing file after streaming') 5277eb13c9dSAlberto Garcia 52848361afbSAlberto Garciaclass TestQuorum(iotests.QMPTestCase): 52948361afbSAlberto Garcia num_children = 3 53048361afbSAlberto Garcia children = [] 53148361afbSAlberto Garcia backing = [] 53248361afbSAlberto Garcia 5339442bebeSThomas Huth @iotests.skip_if_unsupported(['quorum']) 53448361afbSAlberto Garcia def setUp(self): 53548361afbSAlberto Garcia opts = ['driver=quorum', 'vote-threshold=2'] 53648361afbSAlberto Garcia 53748361afbSAlberto Garcia # Initialize file names and command-line options 53848361afbSAlberto Garcia for i in range(self.num_children): 53948361afbSAlberto Garcia child_img = os.path.join(iotests.test_dir, 'img-%d.img' % i) 54048361afbSAlberto Garcia backing_img = os.path.join(iotests.test_dir, 'backing-%d.img' % i) 54148361afbSAlberto Garcia self.children.append(child_img) 54248361afbSAlberto Garcia self.backing.append(backing_img) 54348361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M') 54448361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, 54548361afbSAlberto Garcia '-c', 'write -P 0x55 0 1024', backing_img) 54648361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 54748361afbSAlberto Garcia '-o', 'backing_file=%s' % backing_img, child_img) 54848361afbSAlberto Garcia opts.append("children.%d.file.filename=%s" % (i, child_img)) 54948361afbSAlberto Garcia opts.append("children.%d.node-name=node%d" % (i, i)) 55048361afbSAlberto Garcia 55148361afbSAlberto Garcia # Attach the drive to the VM 55248361afbSAlberto Garcia self.vm = iotests.VM() 55348361afbSAlberto Garcia self.vm.add_drive(path = None, opts = ','.join(opts)) 55448361afbSAlberto Garcia self.vm.launch() 55548361afbSAlberto Garcia 55648361afbSAlberto Garcia def tearDown(self): 55748361afbSAlberto Garcia self.vm.shutdown() 55848361afbSAlberto Garcia for img in self.children: 55948361afbSAlberto Garcia os.remove(img) 56048361afbSAlberto Garcia for img in self.backing: 56148361afbSAlberto Garcia os.remove(img) 56248361afbSAlberto Garcia 56348361afbSAlberto Garcia def test_stream_quorum(self): 564aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]), 565aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]), 56648361afbSAlberto Garcia 'image file map matches backing file before streaming') 56748361afbSAlberto Garcia 56848361afbSAlberto Garcia self.assert_no_active_block_jobs() 56948361afbSAlberto Garcia 57048361afbSAlberto Garcia result = self.vm.qmp('block-stream', device='node0', job_id='stream-node0') 57148361afbSAlberto Garcia self.assert_qmp(result, 'return', {}) 57248361afbSAlberto Garcia 57348361afbSAlberto Garcia self.wait_until_completed(drive='stream-node0') 57448361afbSAlberto Garcia 57548361afbSAlberto Garcia self.assert_no_active_block_jobs() 57648361afbSAlberto Garcia self.vm.shutdown() 57748361afbSAlberto Garcia 57848361afbSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]), 57948361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]), 58048361afbSAlberto Garcia 'image file map does not match backing file after streaming') 58148361afbSAlberto Garcia 5822499a096SStefan Hajnocziclass TestSmallerBackingFile(iotests.QMPTestCase): 583774a8850SStefan Hajnoczi backing_len = 1 * 1024 * 1024 # MB 584774a8850SStefan Hajnoczi image_len = 2 * backing_len 585774a8850SStefan Hajnoczi 586774a8850SStefan Hajnoczi def setUp(self): 5872499a096SStefan Hajnoczi iotests.create_image(backing_img, self.backing_len) 588774a8850SStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img, str(self.image_len)) 589774a8850SStefan Hajnoczi self.vm = iotests.VM().add_drive(test_img) 590774a8850SStefan Hajnoczi self.vm.launch() 591774a8850SStefan Hajnoczi 592774a8850SStefan Hajnoczi # If this hangs, then you are missing a fix to complete streaming when the 593774a8850SStefan Hajnoczi # end of the backing file is reached. 594774a8850SStefan Hajnoczi def test_stream(self): 595ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 596774a8850SStefan Hajnoczi 597774a8850SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 598774a8850SStefan Hajnoczi self.assert_qmp(result, 'return', {}) 599774a8850SStefan Hajnoczi 6009974ad40SFam Zheng self.wait_until_completed() 601774a8850SStefan Hajnoczi 602ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 603774a8850SStefan Hajnoczi self.vm.shutdown() 604774a8850SStefan Hajnoczi 6052499a096SStefan Hajnocziclass TestErrors(iotests.QMPTestCase): 60690f0b711SPaolo Bonzini image_len = 2 * 1024 * 1024 # MB 60790f0b711SPaolo Bonzini 60890f0b711SPaolo Bonzini # this should match STREAM_BUFFER_SIZE/512 in block/stream.c 60990f0b711SPaolo Bonzini STREAM_BUFFER_SIZE = 512 * 1024 61090f0b711SPaolo Bonzini 61190f0b711SPaolo Bonzini def create_blkdebug_file(self, name, event, errno): 61290f0b711SPaolo Bonzini file = open(name, 'w') 61390f0b711SPaolo Bonzini file.write(''' 61490f0b711SPaolo Bonzini[inject-error] 61590f0b711SPaolo Bonzinistate = "1" 61690f0b711SPaolo Bonzinievent = "%s" 61790f0b711SPaolo Bonzinierrno = "%d" 61890f0b711SPaolo Bonziniimmediately = "off" 61990f0b711SPaolo Bonzinionce = "on" 62090f0b711SPaolo Bonzinisector = "%d" 62190f0b711SPaolo Bonzini 62290f0b711SPaolo Bonzini[set-state] 62390f0b711SPaolo Bonzinistate = "1" 62490f0b711SPaolo Bonzinievent = "%s" 62590f0b711SPaolo Bonzininew_state = "2" 62690f0b711SPaolo Bonzini 62790f0b711SPaolo Bonzini[set-state] 62890f0b711SPaolo Bonzinistate = "2" 62990f0b711SPaolo Bonzinievent = "%s" 63090f0b711SPaolo Bonzininew_state = "1" 6319a3a9a63SMax Reitz''' % (event, errno, self.STREAM_BUFFER_SIZE // 512, event, event)) 63290f0b711SPaolo Bonzini file.close() 63390f0b711SPaolo Bonzini 63490f0b711SPaolo Bonziniclass TestEIO(TestErrors): 63590f0b711SPaolo Bonzini def setUp(self): 63690f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 6372499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 63890f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5) 63990f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 64090f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 64190f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 64290f0b711SPaolo Bonzini test_img) 64390f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 64490f0b711SPaolo Bonzini self.vm.launch() 64590f0b711SPaolo Bonzini 64690f0b711SPaolo Bonzini def tearDown(self): 64790f0b711SPaolo Bonzini self.vm.shutdown() 64890f0b711SPaolo Bonzini os.remove(test_img) 64990f0b711SPaolo Bonzini os.remove(backing_img) 65090f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 65190f0b711SPaolo Bonzini 65290f0b711SPaolo Bonzini def test_report(self): 653ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 65490f0b711SPaolo Bonzini 65590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 65690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 65790f0b711SPaolo Bonzini 65890f0b711SPaolo Bonzini completed = False 65990f0b711SPaolo Bonzini error = False 66090f0b711SPaolo Bonzini while not completed: 66190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 66290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 66390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 66490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 66590f0b711SPaolo Bonzini error = True 66690f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 66790f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 66890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 66990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 67190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 67290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 67390f0b711SPaolo Bonzini completed = True 6741dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6751dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 67690f0b711SPaolo Bonzini 677ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 67890f0b711SPaolo Bonzini self.vm.shutdown() 67990f0b711SPaolo Bonzini 68090f0b711SPaolo Bonzini def test_ignore(self): 681ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 68290f0b711SPaolo Bonzini 68390f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='ignore') 68490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 68590f0b711SPaolo Bonzini 68690f0b711SPaolo Bonzini error = False 68790f0b711SPaolo Bonzini completed = False 68890f0b711SPaolo Bonzini while not completed: 68990f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 69090f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 6912c3b44daSJohn Snow error = True 69290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 69390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 69490f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 6952c3b44daSJohn Snow if result == {'return': []}: 6962c3b44daSJohn Snow # Job finished too quickly 6972c3b44daSJohn Snow continue 69890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 69990f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 70090f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 70190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 70290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 70390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 70490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 70590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 70690f0b711SPaolo Bonzini completed = True 7071dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7081dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 70990f0b711SPaolo Bonzini 710ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 71190f0b711SPaolo Bonzini self.vm.shutdown() 71290f0b711SPaolo Bonzini 71390f0b711SPaolo Bonzini def test_stop(self): 714ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 71590f0b711SPaolo Bonzini 71690f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='stop') 71790f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 71890f0b711SPaolo Bonzini 71990f0b711SPaolo Bonzini error = False 72090f0b711SPaolo Bonzini completed = False 72190f0b711SPaolo Bonzini while not completed: 72290f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 72390f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 72401809194SJohn Snow error = True 72590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 72690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 72790f0b711SPaolo Bonzini 72890f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 72990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 73090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 73190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'failed') 73290f0b711SPaolo Bonzini 73390f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 73490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 73590f0b711SPaolo Bonzini 73690f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 73701809194SJohn Snow if result == {'return': []}: 73801809194SJohn Snow # Race; likely already finished. Check. 73901809194SJohn Snow continue 74090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 74190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 74290f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 74390f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 74490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 74590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 74690f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 74790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 74890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 74990f0b711SPaolo Bonzini completed = True 7501dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7511dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 75290f0b711SPaolo Bonzini 753ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 75490f0b711SPaolo Bonzini self.vm.shutdown() 75590f0b711SPaolo Bonzini 75690f0b711SPaolo Bonzini def test_enospc(self): 757ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 75890f0b711SPaolo Bonzini 75990f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 76090f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 76190f0b711SPaolo Bonzini 76290f0b711SPaolo Bonzini completed = False 76390f0b711SPaolo Bonzini error = False 76490f0b711SPaolo Bonzini while not completed: 76590f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 76690f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 76790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 76890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 76990f0b711SPaolo Bonzini error = True 77090f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 77190f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 77290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 77390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 77490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 77590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 77690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 77790f0b711SPaolo Bonzini completed = True 7781dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7791dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 78090f0b711SPaolo Bonzini 781ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 78290f0b711SPaolo Bonzini self.vm.shutdown() 78390f0b711SPaolo Bonzini 78490f0b711SPaolo Bonziniclass TestENOSPC(TestErrors): 78590f0b711SPaolo Bonzini def setUp(self): 78690f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 7872499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 78890f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 28) 78990f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 79090f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 79190f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 79290f0b711SPaolo Bonzini test_img) 79390f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 79490f0b711SPaolo Bonzini self.vm.launch() 79590f0b711SPaolo Bonzini 79690f0b711SPaolo Bonzini def tearDown(self): 79790f0b711SPaolo Bonzini self.vm.shutdown() 79890f0b711SPaolo Bonzini os.remove(test_img) 79990f0b711SPaolo Bonzini os.remove(backing_img) 80090f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 80190f0b711SPaolo Bonzini 80290f0b711SPaolo Bonzini def test_enospc(self): 803ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 80490f0b711SPaolo Bonzini 80590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 80690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 80790f0b711SPaolo Bonzini 80890f0b711SPaolo Bonzini error = False 80990f0b711SPaolo Bonzini completed = False 81090f0b711SPaolo Bonzini while not completed: 81190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 81290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 81390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 81490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 815dca9b6a2SMax Reitz error = True 81690f0b711SPaolo Bonzini 81790f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 81890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 81990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 82090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'nospace') 82190f0b711SPaolo Bonzini 82290f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 82390f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 82490f0b711SPaolo Bonzini 82590f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 826dca9b6a2SMax Reitz if result == {'return': []}: 827dca9b6a2SMax Reitz # Race; likely already finished. Check. 828dca9b6a2SMax Reitz continue 82990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 83090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 83190f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 83290f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 83390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 83490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 83590f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 83690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 83790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 83890f0b711SPaolo Bonzini completed = True 8391dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 8401dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 84190f0b711SPaolo Bonzini 842ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 84390f0b711SPaolo Bonzini self.vm.shutdown() 844774a8850SStefan Hajnoczi 8452499a096SStefan Hajnocziclass TestStreamStop(iotests.QMPTestCase): 84637ce63ebSStefan Hajnoczi image_len = 8 * 1024 * 1024 * 1024 # GB 84737ce63ebSStefan Hajnoczi 84837ce63ebSStefan Hajnoczi def setUp(self): 84937ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestStreamStop.image_len)) 85090c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 85137ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 85290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 853b59b3d57SFam Zheng self.vm = iotests.VM().add_drive("blkdebug::" + test_img) 85437ce63ebSStefan Hajnoczi self.vm.launch() 85537ce63ebSStefan Hajnoczi 85637ce63ebSStefan Hajnoczi def tearDown(self): 85737ce63ebSStefan Hajnoczi self.vm.shutdown() 85837ce63ebSStefan Hajnoczi os.remove(test_img) 85937ce63ebSStefan Hajnoczi os.remove(backing_img) 86037ce63ebSStefan Hajnoczi 86137ce63ebSStefan Hajnoczi def test_stream_stop(self): 862ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 86337ce63ebSStefan Hajnoczi 864b59b3d57SFam Zheng self.vm.pause_drive('drive0') 865db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 86637ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 86737ce63ebSStefan Hajnoczi 8680fd05e8dSPaolo Bonzini time.sleep(0.1) 86937ce63ebSStefan Hajnoczi events = self.vm.get_qmp_events(wait=False) 8701dac83f1SKevin Wolf for e in events: 8711dac83f1SKevin Wolf self.assert_qmp(e, 'event', 'JOB_STATUS_CHANGE') 8721dac83f1SKevin Wolf self.assert_qmp(e, 'data/id', 'drive0') 87337ce63ebSStefan Hajnoczi 874b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 87537ce63ebSStefan Hajnoczi 8762499a096SStefan Hajnocziclass TestSetSpeed(iotests.QMPTestCase): 87737ce63ebSStefan Hajnoczi image_len = 80 * 1024 * 1024 # MB 87837ce63ebSStefan Hajnoczi 87937ce63ebSStefan Hajnoczi def setUp(self): 88037ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestSetSpeed.image_len)) 88190c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 88237ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 88390c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 884b59b3d57SFam Zheng self.vm = iotests.VM().add_drive('blkdebug::' + test_img) 88537ce63ebSStefan Hajnoczi self.vm.launch() 88637ce63ebSStefan Hajnoczi 88737ce63ebSStefan Hajnoczi def tearDown(self): 88837ce63ebSStefan Hajnoczi self.vm.shutdown() 88937ce63ebSStefan Hajnoczi os.remove(test_img) 89037ce63ebSStefan Hajnoczi os.remove(backing_img) 89137ce63ebSStefan Hajnoczi 892e425306aSStefan Hajnoczi # This is a short performance test which is not run by default. 893e425306aSStefan Hajnoczi # Invoke "IMGFMT=qed ./030 TestSetSpeed.perf_test_throughput" 894e425306aSStefan Hajnoczi def perf_test_throughput(self): 895ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 89637ce63ebSStefan Hajnoczi 897db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 89837ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 89937ce63ebSStefan Hajnoczi 900e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 90137ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 90237ce63ebSStefan Hajnoczi 9039974ad40SFam Zheng self.wait_until_completed() 90437ce63ebSStefan Hajnoczi 905ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 90637ce63ebSStefan Hajnoczi 907e425306aSStefan Hajnoczi def test_set_speed(self): 908ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 909e425306aSStefan Hajnoczi 910b59b3d57SFam Zheng self.vm.pause_drive('drive0') 911e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 912e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 913e425306aSStefan Hajnoczi 914e425306aSStefan Hajnoczi # Default speed is 0 915e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 916e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 917e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 0) 918e425306aSStefan Hajnoczi 919e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 920e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 921e425306aSStefan Hajnoczi 922e425306aSStefan Hajnoczi # Ensure the speed we set was accepted 923e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 924e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 925e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024) 926e425306aSStefan Hajnoczi 927b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 928b59b3d57SFam Zheng self.vm.pause_drive('drive0') 929e425306aSStefan Hajnoczi 930e425306aSStefan Hajnoczi # Check setting speed in block-stream works 931e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=4 * 1024 * 1024) 932e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 933e425306aSStefan Hajnoczi 934e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 935e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 936e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024) 937e425306aSStefan Hajnoczi 938b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 939e425306aSStefan Hajnoczi 940e425306aSStefan Hajnoczi def test_set_speed_invalid(self): 941ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 942e425306aSStefan Hajnoczi 943e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=-1) 9441ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 945e425306aSStefan Hajnoczi 946ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 947e425306aSStefan Hajnoczi 948dca9b6a2SMax Reitz self.vm.pause_drive('drive0') 949e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 950e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 951e425306aSStefan Hajnoczi 952e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1) 9531ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 954e425306aSStefan Hajnoczi 955dca9b6a2SMax Reitz self.cancel_and_wait(resume=True) 956e425306aSStefan Hajnoczi 95737ce63ebSStefan Hajnocziif __name__ == '__main__': 958103cbc77SMax Reitz iotests.main(supported_fmts=['qcow2', 'qed'], 959103cbc77SMax Reitz supported_protocols=['file']) 960