137ce63ebSStefan Hajnoczi#!/usr/bin/env python 237ce63ebSStefan Hajnoczi# 337ce63ebSStefan Hajnoczi# Tests for image streaming. 437ce63ebSStefan Hajnoczi# 537ce63ebSStefan Hajnoczi# Copyright (C) 2012 IBM Corp. 637ce63ebSStefan Hajnoczi# 737ce63ebSStefan Hajnoczi# This program is free software; you can redistribute it and/or modify 837ce63ebSStefan Hajnoczi# it under the terms of the GNU General Public License as published by 937ce63ebSStefan Hajnoczi# the Free Software Foundation; either version 2 of the License, or 1037ce63ebSStefan Hajnoczi# (at your option) any later version. 1137ce63ebSStefan Hajnoczi# 1237ce63ebSStefan Hajnoczi# This program is distributed in the hope that it will be useful, 1337ce63ebSStefan Hajnoczi# but WITHOUT ANY WARRANTY; without even the implied warranty of 1437ce63ebSStefan Hajnoczi# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1537ce63ebSStefan Hajnoczi# GNU General Public License for more details. 1637ce63ebSStefan Hajnoczi# 1737ce63ebSStefan Hajnoczi# You should have received a copy of the GNU General Public License 1837ce63ebSStefan Hajnoczi# along with this program. If not, see <http://www.gnu.org/licenses/>. 1937ce63ebSStefan Hajnoczi# 2037ce63ebSStefan Hajnoczi 210c817347SPaolo Bonziniimport time 2237ce63ebSStefan Hajnocziimport os 2337ce63ebSStefan Hajnocziimport iotests 2437ce63ebSStefan Hajnoczifrom iotests import qemu_img, qemu_io 2537ce63ebSStefan Hajnoczi 2637ce63ebSStefan Hajnoczibacking_img = os.path.join(iotests.test_dir, 'backing.img') 276e343609SPaolo Bonzinimid_img = os.path.join(iotests.test_dir, 'mid.img') 2837ce63ebSStefan Hajnoczitest_img = os.path.join(iotests.test_dir, 'test.img') 2937ce63ebSStefan Hajnoczi 302499a096SStefan Hajnocziclass TestSingleDrive(iotests.QMPTestCase): 3137ce63ebSStefan Hajnoczi image_len = 1 * 1024 * 1024 # MB 3237ce63ebSStefan Hajnoczi 3337ce63ebSStefan Hajnoczi def setUp(self): 342499a096SStefan Hajnoczi iotests.create_image(backing_img, TestSingleDrive.image_len) 356e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, mid_img) 366e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % mid_img, test_img) 3790c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 512', backing_img) 385e302a7dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 524288 512', mid_img) 390e4a0644SMax Reitz self.vm = iotests.VM().add_drive("blkdebug::" + test_img, 400e4a0644SMax Reitz "backing.node-name=mid," + 410e4a0644SMax Reitz "backing.backing.node-name=base") 4237ce63ebSStefan Hajnoczi self.vm.launch() 4337ce63ebSStefan Hajnoczi 4437ce63ebSStefan Hajnoczi def tearDown(self): 4537ce63ebSStefan Hajnoczi self.vm.shutdown() 4637ce63ebSStefan Hajnoczi os.remove(test_img) 476e343609SPaolo Bonzini os.remove(mid_img) 4837ce63ebSStefan Hajnoczi os.remove(backing_img) 4937ce63ebSStefan Hajnoczi 5037ce63ebSStefan Hajnoczi def test_stream(self): 51ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 5237ce63ebSStefan Hajnoczi 53db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 5437ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 5537ce63ebSStefan Hajnoczi 569974ad40SFam Zheng self.wait_until_completed() 5737ce63ebSStefan Hajnoczi 58ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 59863a5d04SPaolo Bonzini self.vm.shutdown() 6037ce63ebSStefan Hajnoczi 6190c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 6290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 63efcc7a23SPaolo Bonzini 'image file map does not match backing file after streaming') 6437ce63ebSStefan Hajnoczi 657b8a9e5aSAlberto Garcia def test_stream_intermediate(self): 667b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 677b8a9e5aSAlberto Garcia 68aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img), 69aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img), 707b8a9e5aSAlberto Garcia 'image file map matches backing file before streaming') 717b8a9e5aSAlberto Garcia 727b8a9e5aSAlberto Garcia result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid') 737b8a9e5aSAlberto Garcia self.assert_qmp(result, 'return', {}) 747b8a9e5aSAlberto Garcia 757b8a9e5aSAlberto Garcia self.wait_until_completed(drive='stream-mid') 767b8a9e5aSAlberto Garcia 777b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 787b8a9e5aSAlberto Garcia self.vm.shutdown() 797b8a9e5aSAlberto Garcia 807b8a9e5aSAlberto Garcia self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 817b8a9e5aSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 827b8a9e5aSAlberto Garcia 'image file map does not match backing file after streaming') 837b8a9e5aSAlberto Garcia 840c817347SPaolo Bonzini def test_stream_pause(self): 85ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 860c817347SPaolo Bonzini 87b59b3d57SFam Zheng self.vm.pause_drive('drive0') 880c817347SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 890c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 900c817347SPaolo Bonzini 91f03d9d24SJohn Snow self.pause_job('drive0', wait=False) 922c93c5cbSKevin Wolf self.vm.resume_drive('drive0') 93f03d9d24SJohn Snow self.pause_wait('drive0') 942c93c5cbSKevin Wolf 950c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 960c817347SPaolo Bonzini offset = self.dictpath(result, 'return[0]/offset') 970c817347SPaolo Bonzini 982c93c5cbSKevin Wolf time.sleep(0.5) 990c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 1000c817347SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', offset) 1010c817347SPaolo Bonzini 1020c817347SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 1030c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1040c817347SPaolo Bonzini 1059974ad40SFam Zheng self.wait_until_completed() 1060c817347SPaolo Bonzini 107ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1080c817347SPaolo Bonzini self.vm.shutdown() 1090c817347SPaolo Bonzini 11090c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 11190c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1120c817347SPaolo Bonzini 'image file map does not match backing file after streaming') 1130c817347SPaolo Bonzini 114409d5498SAlberto Garcia def test_stream_no_op(self): 115409d5498SAlberto Garcia self.assert_no_active_block_jobs() 116409d5498SAlberto Garcia 117409d5498SAlberto Garcia # The image map is empty before the operation 118aca7063aSFam Zheng empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img) 119409d5498SAlberto Garcia 120409d5498SAlberto Garcia # This is a no-op: no data should ever be copied from the base image 121409d5498SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=mid_img) 122409d5498SAlberto Garcia self.assert_qmp(result, 'return', {}) 123409d5498SAlberto Garcia 124409d5498SAlberto Garcia self.wait_until_completed() 125409d5498SAlberto Garcia 126409d5498SAlberto Garcia self.assert_no_active_block_jobs() 127409d5498SAlberto Garcia self.vm.shutdown() 128409d5498SAlberto Garcia 129409d5498SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 130409d5498SAlberto Garcia empty_map, 'image file map changed after a no-op') 131409d5498SAlberto Garcia 1326e343609SPaolo Bonzini def test_stream_partial(self): 133ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1346e343609SPaolo Bonzini 1355e302a7dSAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=backing_img) 1366e343609SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1376e343609SPaolo Bonzini 1389974ad40SFam Zheng self.wait_until_completed() 1396e343609SPaolo Bonzini 140ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1416e343609SPaolo Bonzini self.vm.shutdown() 1426e343609SPaolo Bonzini 14390c9b167SKevin Wolf self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 14490c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1456e343609SPaolo Bonzini 'image file map does not match backing file after streaming') 1466e343609SPaolo Bonzini 14737ce63ebSStefan Hajnoczi def test_device_not_found(self): 148db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='nonexistent') 1493f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 1503f92d54cSMax Reitz 'Cannot find device=nonexistent nor node_name=nonexistent') 15137ce63ebSStefan Hajnoczi 1520bb0aea4SKevin Wolf def test_job_id_missing(self): 1530bb0aea4SKevin Wolf result = self.vm.qmp('block-stream', device='mid') 1543f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid job ID ''") 1550bb0aea4SKevin Wolf 1560e4a0644SMax Reitz def test_read_only(self): 1570e4a0644SMax Reitz # Create a new file that we can attach (we need a read-only top) 1580e4a0644SMax Reitz with iotests.FilePath('ro-top.img') as ro_top_path: 1590e4a0644SMax Reitz qemu_img('create', '-f', iotests.imgfmt, ro_top_path, 1600e4a0644SMax Reitz str(self.image_len)) 1610e4a0644SMax Reitz 1620e4a0644SMax Reitz result = self.vm.qmp('blockdev-add', 1630e4a0644SMax Reitz node_name='ro-top', 1640e4a0644SMax Reitz driver=iotests.imgfmt, 1650e4a0644SMax Reitz read_only=True, 1660e4a0644SMax Reitz file={ 1670e4a0644SMax Reitz 'driver': 'file', 1680e4a0644SMax Reitz 'filename': ro_top_path, 1690e4a0644SMax Reitz 'read-only': True 1700e4a0644SMax Reitz }, 1710e4a0644SMax Reitz backing='mid') 1720e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1730e4a0644SMax Reitz 1740e4a0644SMax Reitz result = self.vm.qmp('block-stream', job_id='stream', 1750e4a0644SMax Reitz device='ro-top', base_node='base') 1760e4a0644SMax Reitz self.assert_qmp(result, 'error/desc', 'Block node is read-only') 1770e4a0644SMax Reitz 1780e4a0644SMax Reitz result = self.vm.qmp('blockdev-del', node_name='ro-top') 1790e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1800e4a0644SMax Reitz 181774a8850SStefan Hajnoczi 182c1a34322SAlberto Garciaclass TestParallelOps(iotests.QMPTestCase): 183c1a34322SAlberto Garcia num_ops = 4 # Number of parallel block-stream operations 184c1a34322SAlberto Garcia num_imgs = num_ops * 2 + 1 1857229e121SMax Reitz image_len = num_ops * 4 * 1024 * 1024 186c1a34322SAlberto Garcia imgs = [] 187c1a34322SAlberto Garcia 188c1a34322SAlberto Garcia def setUp(self): 189c1a34322SAlberto Garcia opts = [] 190c1a34322SAlberto Garcia self.imgs = [] 191c1a34322SAlberto Garcia 192c1a34322SAlberto Garcia # Initialize file names and command-line options 193c1a34322SAlberto Garcia for i in range(self.num_imgs): 194c1a34322SAlberto Garcia img_depth = self.num_imgs - i - 1 195c1a34322SAlberto Garcia opts.append("backing." * img_depth + "node-name=node%d" % i) 196c1a34322SAlberto Garcia self.imgs.append(os.path.join(iotests.test_dir, 'img-%d.img' % i)) 197c1a34322SAlberto Garcia 198c1a34322SAlberto Garcia # Create all images 199c1a34322SAlberto Garcia iotests.create_image(self.imgs[0], self.image_len) 200c1a34322SAlberto Garcia for i in range(1, self.num_imgs): 201c1a34322SAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 202c1a34322SAlberto Garcia '-o', 'backing_file=%s' % self.imgs[i-1], self.imgs[i]) 203c1a34322SAlberto Garcia 204c1a34322SAlberto Garcia # Put data into the images we are copying data from 20539eaefceSAlberto Garcia odd_img_indexes = [x for x in reversed(range(self.num_imgs)) if x % 2 == 1] 20639eaefceSAlberto Garcia for i in range(len(odd_img_indexes)): 2077229e121SMax Reitz # Alternate between 2MB and 4MB. 208c1a34322SAlberto Garcia # This way jobs will not finish in the same order they were created 2097229e121SMax Reitz num_mb = 2 + 2 * (i % 2) 210c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, 2117229e121SMax Reitz '-c', 'write -P 0xFF %dM %dM' % (i * 4, num_mb), 21239eaefceSAlberto Garcia self.imgs[odd_img_indexes[i]]) 213c1a34322SAlberto Garcia 214c1a34322SAlberto Garcia # Attach the drive to the VM 215c1a34322SAlberto Garcia self.vm = iotests.VM() 216c1a34322SAlberto Garcia self.vm.add_drive(self.imgs[-1], ','.join(opts)) 217c1a34322SAlberto Garcia self.vm.launch() 218c1a34322SAlberto Garcia 219c1a34322SAlberto Garcia def tearDown(self): 220c1a34322SAlberto Garcia self.vm.shutdown() 221c1a34322SAlberto Garcia for img in self.imgs: 222c1a34322SAlberto Garcia os.remove(img) 223c1a34322SAlberto Garcia 224c1a34322SAlberto Garcia # Test that it's possible to run several block-stream operations 225c1a34322SAlberto Garcia # in parallel in the same snapshot chain 226c1a34322SAlberto Garcia def test_stream_parallel(self): 227c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 228c1a34322SAlberto Garcia 229c1a34322SAlberto Garcia # Check that the maps don't match before the streaming operations 230c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 231aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]), 232aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]), 233c1a34322SAlberto Garcia 'image file map matches backing file before streaming') 234c1a34322SAlberto Garcia 235c1a34322SAlberto Garcia # Create all streaming jobs 236c1a34322SAlberto Garcia pending_jobs = [] 237c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 238c1a34322SAlberto Garcia node_name = 'node%d' % i 239c1a34322SAlberto Garcia job_id = 'stream-%s' % node_name 240c1a34322SAlberto Garcia pending_jobs.append(job_id) 241c1a34322SAlberto Garcia result = self.vm.qmp('block-stream', device=node_name, job_id=job_id, base=self.imgs[i-2], speed=512*1024) 242c1a34322SAlberto Garcia self.assert_qmp(result, 'return', {}) 243c1a34322SAlberto Garcia 2447229e121SMax Reitz for job in pending_jobs: 2457229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 2467229e121SMax Reitz self.assert_qmp(result, 'return', {}) 2477229e121SMax Reitz 248c1a34322SAlberto Garcia # Wait for all jobs to be finished. 249c1a34322SAlberto Garcia while len(pending_jobs) > 0: 250c1a34322SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 251c1a34322SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 252c1a34322SAlberto Garcia job_id = self.dictpath(event, 'data/device') 253c1a34322SAlberto Garcia self.assertTrue(job_id in pending_jobs) 254c1a34322SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 255c1a34322SAlberto Garcia pending_jobs.remove(job_id) 256c1a34322SAlberto Garcia 257c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 258c1a34322SAlberto Garcia self.vm.shutdown() 259c1a34322SAlberto Garcia 260c1a34322SAlberto Garcia # Check that all maps match now 261c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 262c1a34322SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]), 263c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]), 264c1a34322SAlberto Garcia 'image file map does not match backing file after streaming') 265c1a34322SAlberto Garcia 266eb290b78SAlberto Garcia # Test that it's not possible to perform two block-stream 267eb290b78SAlberto Garcia # operations if there are nodes involved in both. 268eb290b78SAlberto Garcia def test_overlapping_1(self): 269eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 270eb290b78SAlberto Garcia 271eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 272eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4', base=self.imgs[1], speed=1024*1024) 273eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 274eb290b78SAlberto Garcia 275eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', job_id='stream-node5', base=self.imgs[2]) 2763f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2773f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 278eb290b78SAlberto Garcia 279eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3', base=self.imgs[2]) 2803f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2813f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 282eb290b78SAlberto Garcia 283eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4-v2') 2843f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2853f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 286eb290b78SAlberto Garcia 287eb290b78SAlberto Garcia # block-commit should also fail if it touches nodes used by the stream job 288eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[4], job_id='commit-node4') 2893f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2903f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 291eb290b78SAlberto Garcia 292eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[1], top=self.imgs[3], job_id='commit-node1') 2933f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2943f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 295eb290b78SAlberto Garcia 296eb290b78SAlberto Garcia # This fails because it needs to modify the backing string in node2, which is blocked 297eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[0], top=self.imgs[1], job_id='commit-node0') 2983f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2993f92d54cSMax Reitz "Node 'node2' is busy: block device is in use by block job: stream") 300eb290b78SAlberto Garcia 3017229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='stream-node4', speed=0) 3027229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3037229e121SMax Reitz 304eb290b78SAlberto Garcia self.wait_until_completed(drive='stream-node4') 305eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 306eb290b78SAlberto Garcia 307eb290b78SAlberto Garcia # Similar to test_overlapping_1, but with block-commit 308eb290b78SAlberto Garcia # blocking the other jobs 309eb290b78SAlberto Garcia def test_overlapping_2(self): 310eb290b78SAlberto Garcia self.assertLessEqual(9, self.num_imgs) 311eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 312eb290b78SAlberto Garcia 313eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 314eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[5], base=self.imgs[3], job_id='commit-node3', speed=1024*1024) 315eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 316eb290b78SAlberto Garcia 317eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3') 3183f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3193f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: commit") 320eb290b78SAlberto Garcia 321eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[2], job_id='stream-node6') 3223f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3233f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 324eb290b78SAlberto Garcia 325eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], job_id='stream-node4') 3263f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3273f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: commit") 328eb290b78SAlberto Garcia 329eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[4], job_id='stream-node6-v2') 3303f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3313f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 332eb290b78SAlberto Garcia 333eb290b78SAlberto Garcia # This fails because block-commit currently blocks the active layer even if it's not used 334eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=self.imgs[5], job_id='stream-drive0') 3353f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3363f92d54cSMax Reitz "Node 'drive0' is busy: block device is in use by block job: commit") 337eb290b78SAlberto Garcia 3387229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-node3', speed=0) 3397229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3407229e121SMax Reitz 341eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-node3') 342eb290b78SAlberto Garcia 343eb290b78SAlberto Garcia # Similar to test_overlapping_2, but here block-commit doesn't use the 'top' parameter. 344eb290b78SAlberto Garcia # Internally this uses a mirror block job, hence the separate test case. 345eb290b78SAlberto Garcia def test_overlapping_3(self): 346eb290b78SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 347eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 348eb290b78SAlberto Garcia 349eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 350eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3], job_id='commit-drive0', speed=1024*1024) 351eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 352eb290b78SAlberto Garcia 353eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', base=self.imgs[3], job_id='stream-node6') 3543f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3553f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 356eb290b78SAlberto Garcia 3571dac83f1SKevin Wolf event = self.vm.event_wait(name='BLOCK_JOB_READY') 358eb290b78SAlberto Garcia self.assert_qmp(event, 'data/device', 'commit-drive0') 359eb290b78SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 360eb290b78SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 361eb290b78SAlberto Garcia 3627229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-drive0', speed=0) 3637229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3647229e121SMax Reitz 365eb290b78SAlberto Garcia result = self.vm.qmp('block-job-complete', device='commit-drive0') 366eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 367eb290b78SAlberto Garcia 368eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-drive0') 369704d59f1SAlberto Garcia 370d20ba603SAlberto Garcia # In this case the base node of the stream job is the same as the 3713f92d54cSMax Reitz # top node of commit job. Since this results in the commit filter 3723f92d54cSMax Reitz # node being part of the stream chain, this is not allowed. 373d20ba603SAlberto Garcia def test_overlapping_4(self): 374d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 375d20ba603SAlberto Garcia 376d20ba603SAlberto Garcia # Commit from node2 into node0 3777229e121SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 3787229e121SMax Reitz top=self.imgs[2], base=self.imgs[0], 3793f92d54cSMax Reitz filter_node_name='commit-filter', speed=1024*1024) 380d20ba603SAlberto Garcia self.assert_qmp(result, 'return', {}) 381d20ba603SAlberto Garcia 382d20ba603SAlberto Garcia # Stream from node2 into node4 383d20ba603SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='node4') 3843f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3853f92d54cSMax Reitz "Cannot freeze 'backing' link to 'commit-filter'") 386d20ba603SAlberto Garcia 3877229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 3887229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3897229e121SMax Reitz 390d20ba603SAlberto Garcia self.wait_until_completed() 391d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 392d20ba603SAlberto Garcia 39313658cd7SMax Reitz # In this case the base node of the stream job is the commit job's 39413658cd7SMax Reitz # filter node. stream does not have a real dependency on its base 39513658cd7SMax Reitz # node, so even though commit removes it when it is done, there is 39613658cd7SMax Reitz # no conflict. 39713658cd7SMax Reitz def test_overlapping_5(self): 39813658cd7SMax Reitz self.assert_no_active_block_jobs() 39913658cd7SMax Reitz 40013658cd7SMax Reitz # Commit from node2 into node0 40113658cd7SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 40213658cd7SMax Reitz top_node='node2', base_node='node0', 40313658cd7SMax Reitz filter_node_name='commit-filter', speed=1024*1024) 40413658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 40513658cd7SMax Reitz 40613658cd7SMax Reitz # Stream from node2 into node4 40713658cd7SMax Reitz result = self.vm.qmp('block-stream', device='node4', 40813658cd7SMax Reitz base_node='commit-filter', job_id='node4') 40913658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41013658cd7SMax Reitz 41113658cd7SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 41213658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41313658cd7SMax Reitz 41413658cd7SMax Reitz self.vm.run_job(job='drive0', auto_dismiss=True, use_log=False) 41513658cd7SMax Reitz self.vm.run_job(job='node4', auto_dismiss=True, use_log=False) 41613658cd7SMax Reitz self.assert_no_active_block_jobs() 41713658cd7SMax Reitz 418704d59f1SAlberto Garcia # Test a block-stream and a block-commit job in parallel 41939eaefceSAlberto Garcia # Here the stream job is supposed to finish quickly in order to reproduce 42039eaefceSAlberto Garcia # the scenario that triggers the bug fixed in 3d5d319e1221 and 1a63a907507 42139eaefceSAlberto Garcia def test_stream_commit_1(self): 422704d59f1SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 423704d59f1SAlberto Garcia self.assert_no_active_block_jobs() 424704d59f1SAlberto Garcia 425704d59f1SAlberto Garcia # Stream from node0 into node2 42639eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node2', base_node='node0', job_id='node2') 427704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 428704d59f1SAlberto Garcia 429704d59f1SAlberto Garcia # Commit from the active layer into node3 430704d59f1SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3]) 431704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 432704d59f1SAlberto Garcia 433704d59f1SAlberto Garcia # Wait for all jobs to be finished. 434704d59f1SAlberto Garcia pending_jobs = ['node2', 'drive0'] 435704d59f1SAlberto Garcia while len(pending_jobs) > 0: 436704d59f1SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 437704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 438704d59f1SAlberto Garcia node_name = self.dictpath(event, 'data/device') 439704d59f1SAlberto Garcia self.assertTrue(node_name in pending_jobs) 440704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 441704d59f1SAlberto Garcia pending_jobs.remove(node_name) 442704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 443704d59f1SAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 444704d59f1SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 445704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 446704d59f1SAlberto Garcia self.assertTrue('drive0' in pending_jobs) 447704d59f1SAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 448704d59f1SAlberto Garcia 449eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 450eb290b78SAlberto Garcia 45139eaefceSAlberto Garcia # This is similar to test_stream_commit_1 but both jobs are slowed 45239eaefceSAlberto Garcia # down so they can run in parallel for a little while. 45339eaefceSAlberto Garcia def test_stream_commit_2(self): 45439eaefceSAlberto Garcia self.assertLessEqual(8, self.num_imgs) 45539eaefceSAlberto Garcia self.assert_no_active_block_jobs() 45639eaefceSAlberto Garcia 45739eaefceSAlberto Garcia # Stream from node0 into node4 45839eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node0', job_id='node4', speed=1024*1024) 45939eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46039eaefceSAlberto Garcia 46139eaefceSAlberto Garcia # Commit from the active layer into node5 46239eaefceSAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[5], speed=1024*1024) 46339eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46439eaefceSAlberto Garcia 4657229e121SMax Reitz for job in ['drive0', 'node4']: 4667229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 4677229e121SMax Reitz self.assert_qmp(result, 'return', {}) 4687229e121SMax Reitz 46939eaefceSAlberto Garcia # Wait for all jobs to be finished. 47039eaefceSAlberto Garcia pending_jobs = ['node4', 'drive0'] 47139eaefceSAlberto Garcia while len(pending_jobs) > 0: 47239eaefceSAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 47339eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 47439eaefceSAlberto Garcia node_name = self.dictpath(event, 'data/device') 47539eaefceSAlberto Garcia self.assertTrue(node_name in pending_jobs) 47639eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 47739eaefceSAlberto Garcia pending_jobs.remove(node_name) 47839eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 47939eaefceSAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 48039eaefceSAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 48139eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 48239eaefceSAlberto Garcia self.assertTrue('drive0' in pending_jobs) 48339eaefceSAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 48439eaefceSAlberto Garcia 48539eaefceSAlberto Garcia self.assert_no_active_block_jobs() 48639eaefceSAlberto Garcia 4877eb13c9dSAlberto Garcia # Test the base_node parameter 4887eb13c9dSAlberto Garcia def test_stream_base_node_name(self): 4897eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4907eb13c9dSAlberto Garcia 491aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]), 492aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]), 4937eb13c9dSAlberto Garcia 'image file map matches backing file before streaming') 4947eb13c9dSAlberto Garcia 4957eb13c9dSAlberto Garcia # Error: the base node does not exist 4967eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream') 4973f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 4983f92d54cSMax Reitz 'Cannot find device= nor node_name=none') 4997eb13c9dSAlberto Garcia 5007eb13c9dSAlberto Garcia # Error: the base node is not a backing file of the top node 5017eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node6', job_id='stream') 5023f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5033f92d54cSMax Reitz "Node 'node6' is not a backing image of 'node4'") 5047eb13c9dSAlberto Garcia 5057eb13c9dSAlberto Garcia # Error: the base node is the same as the top node 5067eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node4', job_id='stream') 5073f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5083f92d54cSMax Reitz "Node 'node4' is not a backing image of 'node4'") 5097eb13c9dSAlberto Garcia 5107eb13c9dSAlberto Garcia # Error: cannot specify 'base' and 'base-node' at the same time 5117eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], base_node='node2', job_id='stream') 5123f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5133f92d54cSMax Reitz "'base' and 'base-node' cannot be specified at the same time") 5147eb13c9dSAlberto Garcia 5157eb13c9dSAlberto Garcia # Success: the base node is a backing file of the top node 5167eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='stream') 5177eb13c9dSAlberto Garcia self.assert_qmp(result, 'return', {}) 5187eb13c9dSAlberto Garcia 5197eb13c9dSAlberto Garcia self.wait_until_completed(drive='stream') 5207eb13c9dSAlberto Garcia 5217eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 5227eb13c9dSAlberto Garcia self.vm.shutdown() 5237eb13c9dSAlberto Garcia 5247eb13c9dSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]), 5257eb13c9dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]), 5267eb13c9dSAlberto Garcia 'image file map matches backing file after streaming') 5277eb13c9dSAlberto Garcia 52848361afbSAlberto Garciaclass TestQuorum(iotests.QMPTestCase): 52948361afbSAlberto Garcia num_children = 3 53048361afbSAlberto Garcia children = [] 53148361afbSAlberto Garcia backing = [] 53248361afbSAlberto Garcia 53348361afbSAlberto Garcia def setUp(self): 53448361afbSAlberto Garcia opts = ['driver=quorum', 'vote-threshold=2'] 53548361afbSAlberto Garcia 53648361afbSAlberto Garcia # Initialize file names and command-line options 53748361afbSAlberto Garcia for i in range(self.num_children): 53848361afbSAlberto Garcia child_img = os.path.join(iotests.test_dir, 'img-%d.img' % i) 53948361afbSAlberto Garcia backing_img = os.path.join(iotests.test_dir, 'backing-%d.img' % i) 54048361afbSAlberto Garcia self.children.append(child_img) 54148361afbSAlberto Garcia self.backing.append(backing_img) 54248361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M') 54348361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, 54448361afbSAlberto Garcia '-c', 'write -P 0x55 0 1024', backing_img) 54548361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 54648361afbSAlberto Garcia '-o', 'backing_file=%s' % backing_img, child_img) 54748361afbSAlberto Garcia opts.append("children.%d.file.filename=%s" % (i, child_img)) 54848361afbSAlberto Garcia opts.append("children.%d.node-name=node%d" % (i, i)) 54948361afbSAlberto Garcia 55048361afbSAlberto Garcia # Attach the drive to the VM 55148361afbSAlberto Garcia self.vm = iotests.VM() 55248361afbSAlberto Garcia self.vm.add_drive(path = None, opts = ','.join(opts)) 55348361afbSAlberto Garcia self.vm.launch() 55448361afbSAlberto Garcia 55548361afbSAlberto Garcia def tearDown(self): 55648361afbSAlberto Garcia self.vm.shutdown() 55748361afbSAlberto Garcia for img in self.children: 55848361afbSAlberto Garcia os.remove(img) 55948361afbSAlberto Garcia for img in self.backing: 56048361afbSAlberto Garcia os.remove(img) 56148361afbSAlberto Garcia 56248361afbSAlberto Garcia def test_stream_quorum(self): 56348361afbSAlberto Garcia if not iotests.supports_quorum(): 56448361afbSAlberto Garcia return 56548361afbSAlberto Garcia 566aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]), 567aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]), 56848361afbSAlberto Garcia 'image file map matches backing file before streaming') 56948361afbSAlberto Garcia 57048361afbSAlberto Garcia self.assert_no_active_block_jobs() 57148361afbSAlberto Garcia 57248361afbSAlberto Garcia result = self.vm.qmp('block-stream', device='node0', job_id='stream-node0') 57348361afbSAlberto Garcia self.assert_qmp(result, 'return', {}) 57448361afbSAlberto Garcia 57548361afbSAlberto Garcia self.wait_until_completed(drive='stream-node0') 57648361afbSAlberto Garcia 57748361afbSAlberto Garcia self.assert_no_active_block_jobs() 57848361afbSAlberto Garcia self.vm.shutdown() 57948361afbSAlberto Garcia 58048361afbSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]), 58148361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]), 58248361afbSAlberto Garcia 'image file map does not match backing file after streaming') 58348361afbSAlberto Garcia 5842499a096SStefan Hajnocziclass TestSmallerBackingFile(iotests.QMPTestCase): 585774a8850SStefan Hajnoczi backing_len = 1 * 1024 * 1024 # MB 586774a8850SStefan Hajnoczi image_len = 2 * backing_len 587774a8850SStefan Hajnoczi 588774a8850SStefan Hajnoczi def setUp(self): 5892499a096SStefan Hajnoczi iotests.create_image(backing_img, self.backing_len) 590774a8850SStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img, str(self.image_len)) 591774a8850SStefan Hajnoczi self.vm = iotests.VM().add_drive(test_img) 592774a8850SStefan Hajnoczi self.vm.launch() 593774a8850SStefan Hajnoczi 594774a8850SStefan Hajnoczi # If this hangs, then you are missing a fix to complete streaming when the 595774a8850SStefan Hajnoczi # end of the backing file is reached. 596774a8850SStefan Hajnoczi def test_stream(self): 597ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 598774a8850SStefan Hajnoczi 599774a8850SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 600774a8850SStefan Hajnoczi self.assert_qmp(result, 'return', {}) 601774a8850SStefan Hajnoczi 6029974ad40SFam Zheng self.wait_until_completed() 603774a8850SStefan Hajnoczi 604ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 605774a8850SStefan Hajnoczi self.vm.shutdown() 606774a8850SStefan Hajnoczi 6072499a096SStefan Hajnocziclass TestErrors(iotests.QMPTestCase): 60890f0b711SPaolo Bonzini image_len = 2 * 1024 * 1024 # MB 60990f0b711SPaolo Bonzini 61090f0b711SPaolo Bonzini # this should match STREAM_BUFFER_SIZE/512 in block/stream.c 61190f0b711SPaolo Bonzini STREAM_BUFFER_SIZE = 512 * 1024 61290f0b711SPaolo Bonzini 61390f0b711SPaolo Bonzini def create_blkdebug_file(self, name, event, errno): 61490f0b711SPaolo Bonzini file = open(name, 'w') 61590f0b711SPaolo Bonzini file.write(''' 61690f0b711SPaolo Bonzini[inject-error] 61790f0b711SPaolo Bonzinistate = "1" 61890f0b711SPaolo Bonzinievent = "%s" 61990f0b711SPaolo Bonzinierrno = "%d" 62090f0b711SPaolo Bonziniimmediately = "off" 62190f0b711SPaolo Bonzinionce = "on" 62290f0b711SPaolo Bonzinisector = "%d" 62390f0b711SPaolo Bonzini 62490f0b711SPaolo Bonzini[set-state] 62590f0b711SPaolo Bonzinistate = "1" 62690f0b711SPaolo Bonzinievent = "%s" 62790f0b711SPaolo Bonzininew_state = "2" 62890f0b711SPaolo Bonzini 62990f0b711SPaolo Bonzini[set-state] 63090f0b711SPaolo Bonzinistate = "2" 63190f0b711SPaolo Bonzinievent = "%s" 63290f0b711SPaolo Bonzininew_state = "1" 6339a3a9a63SMax Reitz''' % (event, errno, self.STREAM_BUFFER_SIZE // 512, event, event)) 63490f0b711SPaolo Bonzini file.close() 63590f0b711SPaolo Bonzini 63690f0b711SPaolo Bonziniclass TestEIO(TestErrors): 63790f0b711SPaolo Bonzini def setUp(self): 63890f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 6392499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 64090f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5) 64190f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 64290f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 64390f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 64490f0b711SPaolo Bonzini test_img) 64590f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 64690f0b711SPaolo Bonzini self.vm.launch() 64790f0b711SPaolo Bonzini 64890f0b711SPaolo Bonzini def tearDown(self): 64990f0b711SPaolo Bonzini self.vm.shutdown() 65090f0b711SPaolo Bonzini os.remove(test_img) 65190f0b711SPaolo Bonzini os.remove(backing_img) 65290f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 65390f0b711SPaolo Bonzini 65490f0b711SPaolo Bonzini def test_report(self): 655ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 65690f0b711SPaolo Bonzini 65790f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 65890f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 65990f0b711SPaolo Bonzini 66090f0b711SPaolo Bonzini completed = False 66190f0b711SPaolo Bonzini error = False 66290f0b711SPaolo Bonzini while not completed: 66390f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 66490f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 66590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 66690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 66790f0b711SPaolo Bonzini error = True 66890f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 66990f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 67090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 67190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 67390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 67490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 67590f0b711SPaolo Bonzini completed = True 6761dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6771dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 67890f0b711SPaolo Bonzini 679ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 68090f0b711SPaolo Bonzini self.vm.shutdown() 68190f0b711SPaolo Bonzini 68290f0b711SPaolo Bonzini def test_ignore(self): 683ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 68490f0b711SPaolo Bonzini 68590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='ignore') 68690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 68790f0b711SPaolo Bonzini 68890f0b711SPaolo Bonzini error = False 68990f0b711SPaolo Bonzini completed = False 69090f0b711SPaolo Bonzini while not completed: 69190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 69290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 6932c3b44daSJohn Snow error = True 69490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 69590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 69690f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 6972c3b44daSJohn Snow if result == {'return': []}: 6982c3b44daSJohn Snow # Job finished too quickly 6992c3b44daSJohn Snow continue 70090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 70190f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 70290f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 70390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 70490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 70590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 70690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 70790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 70890f0b711SPaolo Bonzini completed = True 7091dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7101dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 71190f0b711SPaolo Bonzini 712ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 71390f0b711SPaolo Bonzini self.vm.shutdown() 71490f0b711SPaolo Bonzini 71590f0b711SPaolo Bonzini def test_stop(self): 716ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 71790f0b711SPaolo Bonzini 71890f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='stop') 71990f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 72090f0b711SPaolo Bonzini 72190f0b711SPaolo Bonzini error = False 72290f0b711SPaolo Bonzini completed = False 72390f0b711SPaolo Bonzini while not completed: 72490f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 72590f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 72601809194SJohn Snow error = True 72790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 72890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 72990f0b711SPaolo Bonzini 73090f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 73190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 73290f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 73390f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'failed') 73490f0b711SPaolo Bonzini 73590f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 73690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 73790f0b711SPaolo Bonzini 73890f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 73901809194SJohn Snow if result == {'return': []}: 74001809194SJohn Snow # Race; likely already finished. Check. 74101809194SJohn Snow continue 74290f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 74390f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 74490f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 74590f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 74690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 74790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 74890f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 74990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 75090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 75190f0b711SPaolo Bonzini completed = True 7521dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7531dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 75490f0b711SPaolo Bonzini 755ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 75690f0b711SPaolo Bonzini self.vm.shutdown() 75790f0b711SPaolo Bonzini 75890f0b711SPaolo Bonzini def test_enospc(self): 759ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 76090f0b711SPaolo Bonzini 76190f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 76290f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 76390f0b711SPaolo Bonzini 76490f0b711SPaolo Bonzini completed = False 76590f0b711SPaolo Bonzini error = False 76690f0b711SPaolo Bonzini while not completed: 76790f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 76890f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 76990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 77090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 77190f0b711SPaolo Bonzini error = True 77290f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 77390f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 77490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 77590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 77690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 77790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 77890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 77990f0b711SPaolo Bonzini completed = True 7801dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7811dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 78290f0b711SPaolo Bonzini 783ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 78490f0b711SPaolo Bonzini self.vm.shutdown() 78590f0b711SPaolo Bonzini 78690f0b711SPaolo Bonziniclass TestENOSPC(TestErrors): 78790f0b711SPaolo Bonzini def setUp(self): 78890f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 7892499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 79090f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 28) 79190f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 79290f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 79390f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 79490f0b711SPaolo Bonzini test_img) 79590f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 79690f0b711SPaolo Bonzini self.vm.launch() 79790f0b711SPaolo Bonzini 79890f0b711SPaolo Bonzini def tearDown(self): 79990f0b711SPaolo Bonzini self.vm.shutdown() 80090f0b711SPaolo Bonzini os.remove(test_img) 80190f0b711SPaolo Bonzini os.remove(backing_img) 80290f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 80390f0b711SPaolo Bonzini 80490f0b711SPaolo Bonzini def test_enospc(self): 805ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 80690f0b711SPaolo Bonzini 80790f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 80890f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 80990f0b711SPaolo Bonzini 81090f0b711SPaolo Bonzini error = False 81190f0b711SPaolo Bonzini completed = False 81290f0b711SPaolo Bonzini while not completed: 81390f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 81490f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 81590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 81690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 817dca9b6a2SMax Reitz error = True 81890f0b711SPaolo Bonzini 81990f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 82090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 82190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 82290f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'nospace') 82390f0b711SPaolo Bonzini 82490f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 82590f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 82690f0b711SPaolo Bonzini 82790f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 828dca9b6a2SMax Reitz if result == {'return': []}: 829dca9b6a2SMax Reitz # Race; likely already finished. Check. 830dca9b6a2SMax Reitz continue 83190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 83290f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 83390f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 83490f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 83590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 83690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 83790f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 83890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 83990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 84090f0b711SPaolo Bonzini completed = True 8411dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 8421dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 84390f0b711SPaolo Bonzini 844ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 84590f0b711SPaolo Bonzini self.vm.shutdown() 846774a8850SStefan Hajnoczi 8472499a096SStefan Hajnocziclass TestStreamStop(iotests.QMPTestCase): 84837ce63ebSStefan Hajnoczi image_len = 8 * 1024 * 1024 * 1024 # GB 84937ce63ebSStefan Hajnoczi 85037ce63ebSStefan Hajnoczi def setUp(self): 85137ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestStreamStop.image_len)) 85290c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 85337ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 85490c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 855b59b3d57SFam Zheng self.vm = iotests.VM().add_drive("blkdebug::" + test_img) 85637ce63ebSStefan Hajnoczi self.vm.launch() 85737ce63ebSStefan Hajnoczi 85837ce63ebSStefan Hajnoczi def tearDown(self): 85937ce63ebSStefan Hajnoczi self.vm.shutdown() 86037ce63ebSStefan Hajnoczi os.remove(test_img) 86137ce63ebSStefan Hajnoczi os.remove(backing_img) 86237ce63ebSStefan Hajnoczi 86337ce63ebSStefan Hajnoczi def test_stream_stop(self): 864ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 86537ce63ebSStefan Hajnoczi 866b59b3d57SFam Zheng self.vm.pause_drive('drive0') 867db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 86837ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 86937ce63ebSStefan Hajnoczi 8700fd05e8dSPaolo Bonzini time.sleep(0.1) 87137ce63ebSStefan Hajnoczi events = self.vm.get_qmp_events(wait=False) 8721dac83f1SKevin Wolf for e in events: 8731dac83f1SKevin Wolf self.assert_qmp(e, 'event', 'JOB_STATUS_CHANGE') 8741dac83f1SKevin Wolf self.assert_qmp(e, 'data/id', 'drive0') 87537ce63ebSStefan Hajnoczi 876b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 87737ce63ebSStefan Hajnoczi 8782499a096SStefan Hajnocziclass TestSetSpeed(iotests.QMPTestCase): 87937ce63ebSStefan Hajnoczi image_len = 80 * 1024 * 1024 # MB 88037ce63ebSStefan Hajnoczi 88137ce63ebSStefan Hajnoczi def setUp(self): 88237ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestSetSpeed.image_len)) 88390c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 88437ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 88590c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 886b59b3d57SFam Zheng self.vm = iotests.VM().add_drive('blkdebug::' + test_img) 88737ce63ebSStefan Hajnoczi self.vm.launch() 88837ce63ebSStefan Hajnoczi 88937ce63ebSStefan Hajnoczi def tearDown(self): 89037ce63ebSStefan Hajnoczi self.vm.shutdown() 89137ce63ebSStefan Hajnoczi os.remove(test_img) 89237ce63ebSStefan Hajnoczi os.remove(backing_img) 89337ce63ebSStefan Hajnoczi 894e425306aSStefan Hajnoczi # This is a short performance test which is not run by default. 895e425306aSStefan Hajnoczi # Invoke "IMGFMT=qed ./030 TestSetSpeed.perf_test_throughput" 896e425306aSStefan Hajnoczi def perf_test_throughput(self): 897ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 89837ce63ebSStefan Hajnoczi 899db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 90037ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 90137ce63ebSStefan Hajnoczi 902e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 90337ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 90437ce63ebSStefan Hajnoczi 9059974ad40SFam Zheng self.wait_until_completed() 90637ce63ebSStefan Hajnoczi 907ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 90837ce63ebSStefan Hajnoczi 909e425306aSStefan Hajnoczi def test_set_speed(self): 910ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 911e425306aSStefan Hajnoczi 912b59b3d57SFam Zheng self.vm.pause_drive('drive0') 913e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 914e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 915e425306aSStefan Hajnoczi 916e425306aSStefan Hajnoczi # Default speed is 0 917e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 918e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 919e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 0) 920e425306aSStefan Hajnoczi 921e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 922e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 923e425306aSStefan Hajnoczi 924e425306aSStefan Hajnoczi # Ensure the speed we set was accepted 925e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 926e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 927e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024) 928e425306aSStefan Hajnoczi 929b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 930b59b3d57SFam Zheng self.vm.pause_drive('drive0') 931e425306aSStefan Hajnoczi 932e425306aSStefan Hajnoczi # Check setting speed in block-stream works 933e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=4 * 1024 * 1024) 934e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 935e425306aSStefan Hajnoczi 936e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 937e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 938e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024) 939e425306aSStefan Hajnoczi 940b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 941e425306aSStefan Hajnoczi 942e425306aSStefan Hajnoczi def test_set_speed_invalid(self): 943ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 944e425306aSStefan Hajnoczi 945e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=-1) 946*1ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 947e425306aSStefan Hajnoczi 948ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 949e425306aSStefan Hajnoczi 950dca9b6a2SMax Reitz self.vm.pause_drive('drive0') 951e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 952e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 953e425306aSStefan Hajnoczi 954e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1) 955*1ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 956e425306aSStefan Hajnoczi 957dca9b6a2SMax Reitz self.cancel_and_wait(resume=True) 958e425306aSStefan Hajnoczi 95937ce63ebSStefan Hajnocziif __name__ == '__main__': 960103cbc77SMax Reitz iotests.main(supported_fmts=['qcow2', 'qed'], 961103cbc77SMax Reitz supported_protocols=['file']) 962