1903cb1bfSPhilippe Mathieu-Daudé#!/usr/bin/env python3 237ce63ebSStefan Hajnoczi# 337ce63ebSStefan Hajnoczi# Tests for image streaming. 437ce63ebSStefan Hajnoczi# 537ce63ebSStefan Hajnoczi# Copyright (C) 2012 IBM Corp. 637ce63ebSStefan Hajnoczi# 737ce63ebSStefan Hajnoczi# This program is free software; you can redistribute it and/or modify 837ce63ebSStefan Hajnoczi# it under the terms of the GNU General Public License as published by 937ce63ebSStefan Hajnoczi# the Free Software Foundation; either version 2 of the License, or 1037ce63ebSStefan Hajnoczi# (at your option) any later version. 1137ce63ebSStefan Hajnoczi# 1237ce63ebSStefan Hajnoczi# This program is distributed in the hope that it will be useful, 1337ce63ebSStefan Hajnoczi# but WITHOUT ANY WARRANTY; without even the implied warranty of 1437ce63ebSStefan Hajnoczi# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1537ce63ebSStefan Hajnoczi# GNU General Public License for more details. 1637ce63ebSStefan Hajnoczi# 1737ce63ebSStefan Hajnoczi# You should have received a copy of the GNU General Public License 1837ce63ebSStefan Hajnoczi# along with this program. If not, see <http://www.gnu.org/licenses/>. 1937ce63ebSStefan Hajnoczi# 2037ce63ebSStefan Hajnoczi 210c817347SPaolo Bonziniimport time 2237ce63ebSStefan Hajnocziimport os 2337ce63ebSStefan Hajnocziimport iotests 2437ce63ebSStefan Hajnoczifrom iotests import qemu_img, qemu_io 2537ce63ebSStefan Hajnoczi 2637ce63ebSStefan Hajnoczibacking_img = os.path.join(iotests.test_dir, 'backing.img') 276e343609SPaolo Bonzinimid_img = os.path.join(iotests.test_dir, 'mid.img') 2837ce63ebSStefan Hajnoczitest_img = os.path.join(iotests.test_dir, 'test.img') 2937ce63ebSStefan Hajnoczi 302499a096SStefan Hajnocziclass TestSingleDrive(iotests.QMPTestCase): 3137ce63ebSStefan Hajnoczi image_len = 1 * 1024 * 1024 # MB 3237ce63ebSStefan Hajnoczi 3337ce63ebSStefan Hajnoczi def setUp(self): 342499a096SStefan Hajnoczi iotests.create_image(backing_img, TestSingleDrive.image_len) 35*b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 36*b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 37*b66ff2c2SEric Blake '-F', 'raw', mid_img) 38*b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 39*b66ff2c2SEric Blake '-o', 'backing_file=%s' % mid_img, 40*b66ff2c2SEric Blake '-F', iotests.imgfmt, test_img) 4190c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 512', backing_img) 425e302a7dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 524288 512', mid_img) 430e4a0644SMax Reitz self.vm = iotests.VM().add_drive("blkdebug::" + test_img, 440e4a0644SMax Reitz "backing.node-name=mid," + 450e4a0644SMax Reitz "backing.backing.node-name=base") 4637ce63ebSStefan Hajnoczi self.vm.launch() 4737ce63ebSStefan Hajnoczi 4837ce63ebSStefan Hajnoczi def tearDown(self): 4937ce63ebSStefan Hajnoczi self.vm.shutdown() 5037ce63ebSStefan Hajnoczi os.remove(test_img) 516e343609SPaolo Bonzini os.remove(mid_img) 5237ce63ebSStefan Hajnoczi os.remove(backing_img) 5337ce63ebSStefan Hajnoczi 5437ce63ebSStefan Hajnoczi def test_stream(self): 55ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 5637ce63ebSStefan Hajnoczi 57db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 5837ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 5937ce63ebSStefan Hajnoczi 609974ad40SFam Zheng self.wait_until_completed() 6137ce63ebSStefan Hajnoczi 62ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 63863a5d04SPaolo Bonzini self.vm.shutdown() 6437ce63ebSStefan Hajnoczi 6590c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 6690c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 67efcc7a23SPaolo Bonzini 'image file map does not match backing file after streaming') 6837ce63ebSStefan Hajnoczi 697b8a9e5aSAlberto Garcia def test_stream_intermediate(self): 707b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 717b8a9e5aSAlberto Garcia 72aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img), 73aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img), 747b8a9e5aSAlberto Garcia 'image file map matches backing file before streaming') 757b8a9e5aSAlberto Garcia 767b8a9e5aSAlberto Garcia result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid') 777b8a9e5aSAlberto Garcia self.assert_qmp(result, 'return', {}) 787b8a9e5aSAlberto Garcia 797b8a9e5aSAlberto Garcia self.wait_until_completed(drive='stream-mid') 807b8a9e5aSAlberto Garcia 817b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 827b8a9e5aSAlberto Garcia self.vm.shutdown() 837b8a9e5aSAlberto Garcia 847b8a9e5aSAlberto Garcia self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 857b8a9e5aSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 867b8a9e5aSAlberto Garcia 'image file map does not match backing file after streaming') 877b8a9e5aSAlberto Garcia 880c817347SPaolo Bonzini def test_stream_pause(self): 89ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 900c817347SPaolo Bonzini 91b59b3d57SFam Zheng self.vm.pause_drive('drive0') 920c817347SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 930c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 940c817347SPaolo Bonzini 95f03d9d24SJohn Snow self.pause_job('drive0', wait=False) 962c93c5cbSKevin Wolf self.vm.resume_drive('drive0') 97f03d9d24SJohn Snow self.pause_wait('drive0') 982c93c5cbSKevin Wolf 990c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 1000c817347SPaolo Bonzini offset = self.dictpath(result, 'return[0]/offset') 1010c817347SPaolo Bonzini 1022c93c5cbSKevin Wolf time.sleep(0.5) 1030c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 1040c817347SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', offset) 1050c817347SPaolo Bonzini 1060c817347SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 1070c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1080c817347SPaolo Bonzini 1099974ad40SFam Zheng self.wait_until_completed() 1100c817347SPaolo Bonzini 111ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1120c817347SPaolo Bonzini self.vm.shutdown() 1130c817347SPaolo Bonzini 11490c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 11590c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1160c817347SPaolo Bonzini 'image file map does not match backing file after streaming') 1170c817347SPaolo Bonzini 118409d5498SAlberto Garcia def test_stream_no_op(self): 119409d5498SAlberto Garcia self.assert_no_active_block_jobs() 120409d5498SAlberto Garcia 121409d5498SAlberto Garcia # The image map is empty before the operation 122aca7063aSFam Zheng empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img) 123409d5498SAlberto Garcia 124409d5498SAlberto Garcia # This is a no-op: no data should ever be copied from the base image 125409d5498SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=mid_img) 126409d5498SAlberto Garcia self.assert_qmp(result, 'return', {}) 127409d5498SAlberto Garcia 128409d5498SAlberto Garcia self.wait_until_completed() 129409d5498SAlberto Garcia 130409d5498SAlberto Garcia self.assert_no_active_block_jobs() 131409d5498SAlberto Garcia self.vm.shutdown() 132409d5498SAlberto Garcia 133409d5498SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 134409d5498SAlberto Garcia empty_map, 'image file map changed after a no-op') 135409d5498SAlberto Garcia 1366e343609SPaolo Bonzini def test_stream_partial(self): 137ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1386e343609SPaolo Bonzini 1395e302a7dSAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=backing_img) 1406e343609SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1416e343609SPaolo Bonzini 1429974ad40SFam Zheng self.wait_until_completed() 1436e343609SPaolo Bonzini 144ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1456e343609SPaolo Bonzini self.vm.shutdown() 1466e343609SPaolo Bonzini 14790c9b167SKevin Wolf self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 14890c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1496e343609SPaolo Bonzini 'image file map does not match backing file after streaming') 1506e343609SPaolo Bonzini 15137ce63ebSStefan Hajnoczi def test_device_not_found(self): 152db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='nonexistent') 1533f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 1543f92d54cSMax Reitz 'Cannot find device=nonexistent nor node_name=nonexistent') 15537ce63ebSStefan Hajnoczi 1560bb0aea4SKevin Wolf def test_job_id_missing(self): 1570bb0aea4SKevin Wolf result = self.vm.qmp('block-stream', device='mid') 1583f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid job ID ''") 1590bb0aea4SKevin Wolf 1600e4a0644SMax Reitz def test_read_only(self): 1610e4a0644SMax Reitz # Create a new file that we can attach (we need a read-only top) 1620e4a0644SMax Reitz with iotests.FilePath('ro-top.img') as ro_top_path: 1630e4a0644SMax Reitz qemu_img('create', '-f', iotests.imgfmt, ro_top_path, 1640e4a0644SMax Reitz str(self.image_len)) 1650e4a0644SMax Reitz 1660e4a0644SMax Reitz result = self.vm.qmp('blockdev-add', 1670e4a0644SMax Reitz node_name='ro-top', 1680e4a0644SMax Reitz driver=iotests.imgfmt, 1690e4a0644SMax Reitz read_only=True, 1700e4a0644SMax Reitz file={ 1710e4a0644SMax Reitz 'driver': 'file', 1720e4a0644SMax Reitz 'filename': ro_top_path, 1730e4a0644SMax Reitz 'read-only': True 1740e4a0644SMax Reitz }, 1750e4a0644SMax Reitz backing='mid') 1760e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1770e4a0644SMax Reitz 1780e4a0644SMax Reitz result = self.vm.qmp('block-stream', job_id='stream', 1790e4a0644SMax Reitz device='ro-top', base_node='base') 1800e4a0644SMax Reitz self.assert_qmp(result, 'error/desc', 'Block node is read-only') 1810e4a0644SMax Reitz 1820e4a0644SMax Reitz result = self.vm.qmp('blockdev-del', node_name='ro-top') 1830e4a0644SMax Reitz self.assert_qmp(result, 'return', {}) 1840e4a0644SMax Reitz 185774a8850SStefan Hajnoczi 186c1a34322SAlberto Garciaclass TestParallelOps(iotests.QMPTestCase): 187c1a34322SAlberto Garcia num_ops = 4 # Number of parallel block-stream operations 188c1a34322SAlberto Garcia num_imgs = num_ops * 2 + 1 1897229e121SMax Reitz image_len = num_ops * 4 * 1024 * 1024 190c1a34322SAlberto Garcia imgs = [] 191c1a34322SAlberto Garcia 192c1a34322SAlberto Garcia def setUp(self): 193c1a34322SAlberto Garcia opts = [] 194c1a34322SAlberto Garcia self.imgs = [] 195c1a34322SAlberto Garcia 196c1a34322SAlberto Garcia # Initialize file names and command-line options 197c1a34322SAlberto Garcia for i in range(self.num_imgs): 198c1a34322SAlberto Garcia img_depth = self.num_imgs - i - 1 199c1a34322SAlberto Garcia opts.append("backing." * img_depth + "node-name=node%d" % i) 200c1a34322SAlberto Garcia self.imgs.append(os.path.join(iotests.test_dir, 'img-%d.img' % i)) 201c1a34322SAlberto Garcia 202c1a34322SAlberto Garcia # Create all images 203c1a34322SAlberto Garcia iotests.create_image(self.imgs[0], self.image_len) 204c1a34322SAlberto Garcia for i in range(1, self.num_imgs): 205c1a34322SAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 206*b66ff2c2SEric Blake '-o', 'backing_file=%s' % self.imgs[i-1], 207*b66ff2c2SEric Blake '-F', 'raw' if i == 1 else iotests.imgfmt, self.imgs[i]) 208c1a34322SAlberto Garcia 209c1a34322SAlberto Garcia # Put data into the images we are copying data from 21039eaefceSAlberto Garcia odd_img_indexes = [x for x in reversed(range(self.num_imgs)) if x % 2 == 1] 21139eaefceSAlberto Garcia for i in range(len(odd_img_indexes)): 2127229e121SMax Reitz # Alternate between 2MB and 4MB. 213c1a34322SAlberto Garcia # This way jobs will not finish in the same order they were created 2147229e121SMax Reitz num_mb = 2 + 2 * (i % 2) 215c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, 2167229e121SMax Reitz '-c', 'write -P 0xFF %dM %dM' % (i * 4, num_mb), 21739eaefceSAlberto Garcia self.imgs[odd_img_indexes[i]]) 218c1a34322SAlberto Garcia 219c1a34322SAlberto Garcia # Attach the drive to the VM 220c1a34322SAlberto Garcia self.vm = iotests.VM() 221c1a34322SAlberto Garcia self.vm.add_drive(self.imgs[-1], ','.join(opts)) 222c1a34322SAlberto Garcia self.vm.launch() 223c1a34322SAlberto Garcia 224c1a34322SAlberto Garcia def tearDown(self): 225c1a34322SAlberto Garcia self.vm.shutdown() 226c1a34322SAlberto Garcia for img in self.imgs: 227c1a34322SAlberto Garcia os.remove(img) 228c1a34322SAlberto Garcia 229c1a34322SAlberto Garcia # Test that it's possible to run several block-stream operations 230c1a34322SAlberto Garcia # in parallel in the same snapshot chain 231c1a34322SAlberto Garcia def test_stream_parallel(self): 232c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 233c1a34322SAlberto Garcia 234c1a34322SAlberto Garcia # Check that the maps don't match before the streaming operations 235c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 236aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]), 237aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]), 238c1a34322SAlberto Garcia 'image file map matches backing file before streaming') 239c1a34322SAlberto Garcia 240c1a34322SAlberto Garcia # Create all streaming jobs 241c1a34322SAlberto Garcia pending_jobs = [] 242c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 243c1a34322SAlberto Garcia node_name = 'node%d' % i 244c1a34322SAlberto Garcia job_id = 'stream-%s' % node_name 245c1a34322SAlberto Garcia pending_jobs.append(job_id) 246c1a34322SAlberto Garcia result = self.vm.qmp('block-stream', device=node_name, job_id=job_id, base=self.imgs[i-2], speed=512*1024) 247c1a34322SAlberto Garcia self.assert_qmp(result, 'return', {}) 248c1a34322SAlberto Garcia 2497229e121SMax Reitz for job in pending_jobs: 2507229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 2517229e121SMax Reitz self.assert_qmp(result, 'return', {}) 2527229e121SMax Reitz 253c1a34322SAlberto Garcia # Wait for all jobs to be finished. 254c1a34322SAlberto Garcia while len(pending_jobs) > 0: 255c1a34322SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 256c1a34322SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 257c1a34322SAlberto Garcia job_id = self.dictpath(event, 'data/device') 258c1a34322SAlberto Garcia self.assertTrue(job_id in pending_jobs) 259c1a34322SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 260c1a34322SAlberto Garcia pending_jobs.remove(job_id) 261c1a34322SAlberto Garcia 262c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 263c1a34322SAlberto Garcia self.vm.shutdown() 264c1a34322SAlberto Garcia 265c1a34322SAlberto Garcia # Check that all maps match now 266c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 267c1a34322SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]), 268c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]), 269c1a34322SAlberto Garcia 'image file map does not match backing file after streaming') 270c1a34322SAlberto Garcia 271eb290b78SAlberto Garcia # Test that it's not possible to perform two block-stream 272eb290b78SAlberto Garcia # operations if there are nodes involved in both. 273eb290b78SAlberto Garcia def test_overlapping_1(self): 274eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 275eb290b78SAlberto Garcia 276eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 277eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4', base=self.imgs[1], speed=1024*1024) 278eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 279eb290b78SAlberto Garcia 280eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', job_id='stream-node5', base=self.imgs[2]) 2813f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2823f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 283eb290b78SAlberto Garcia 284eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3', base=self.imgs[2]) 2853f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2863f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 287eb290b78SAlberto Garcia 288eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4-v2') 2893f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2903f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 291eb290b78SAlberto Garcia 292eb290b78SAlberto Garcia # block-commit should also fail if it touches nodes used by the stream job 293eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[4], job_id='commit-node4') 2943f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2953f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 296eb290b78SAlberto Garcia 297eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[1], top=self.imgs[3], job_id='commit-node1') 2983f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2993f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 300eb290b78SAlberto Garcia 301eb290b78SAlberto Garcia # This fails because it needs to modify the backing string in node2, which is blocked 302eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[0], top=self.imgs[1], job_id='commit-node0') 3033f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3043f92d54cSMax Reitz "Node 'node2' is busy: block device is in use by block job: stream") 305eb290b78SAlberto Garcia 3067229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='stream-node4', speed=0) 3077229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3087229e121SMax Reitz 309eb290b78SAlberto Garcia self.wait_until_completed(drive='stream-node4') 310eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 311eb290b78SAlberto Garcia 312eb290b78SAlberto Garcia # Similar to test_overlapping_1, but with block-commit 313eb290b78SAlberto Garcia # blocking the other jobs 314eb290b78SAlberto Garcia def test_overlapping_2(self): 315eb290b78SAlberto Garcia self.assertLessEqual(9, self.num_imgs) 316eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 317eb290b78SAlberto Garcia 318eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 319eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[5], base=self.imgs[3], job_id='commit-node3', speed=1024*1024) 320eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 321eb290b78SAlberto Garcia 322eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3') 3233f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3243f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: commit") 325eb290b78SAlberto Garcia 326eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[2], job_id='stream-node6') 3273f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3283f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 329eb290b78SAlberto Garcia 330eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], job_id='stream-node4') 3313f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3323f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: commit") 333eb290b78SAlberto Garcia 334eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[4], job_id='stream-node6-v2') 3353f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3363f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 337eb290b78SAlberto Garcia 338eb290b78SAlberto Garcia # This fails because block-commit currently blocks the active layer even if it's not used 339eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=self.imgs[5], job_id='stream-drive0') 3403f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3413f92d54cSMax Reitz "Node 'drive0' is busy: block device is in use by block job: commit") 342eb290b78SAlberto Garcia 3437229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-node3', speed=0) 3447229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3457229e121SMax Reitz 346eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-node3') 347eb290b78SAlberto Garcia 348eb290b78SAlberto Garcia # Similar to test_overlapping_2, but here block-commit doesn't use the 'top' parameter. 349eb290b78SAlberto Garcia # Internally this uses a mirror block job, hence the separate test case. 350eb290b78SAlberto Garcia def test_overlapping_3(self): 351eb290b78SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 352eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 353eb290b78SAlberto Garcia 354eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 355eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3], job_id='commit-drive0', speed=1024*1024) 356eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 357eb290b78SAlberto Garcia 358eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', base=self.imgs[3], job_id='stream-node6') 3593f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3603f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 361eb290b78SAlberto Garcia 362b1b30ff4SKevin Wolf result = self.vm.qmp('block-job-set-speed', device='commit-drive0', speed=0) 363b1b30ff4SKevin Wolf self.assert_qmp(result, 'return', {}) 364b1b30ff4SKevin Wolf 3651dac83f1SKevin Wolf event = self.vm.event_wait(name='BLOCK_JOB_READY') 366eb290b78SAlberto Garcia self.assert_qmp(event, 'data/device', 'commit-drive0') 367eb290b78SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 368eb290b78SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 369eb290b78SAlberto Garcia 370eb290b78SAlberto Garcia result = self.vm.qmp('block-job-complete', device='commit-drive0') 371eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 372eb290b78SAlberto Garcia 373eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-drive0') 374704d59f1SAlberto Garcia 375d20ba603SAlberto Garcia # In this case the base node of the stream job is the same as the 3763f92d54cSMax Reitz # top node of commit job. Since this results in the commit filter 3773f92d54cSMax Reitz # node being part of the stream chain, this is not allowed. 378d20ba603SAlberto Garcia def test_overlapping_4(self): 379d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 380d20ba603SAlberto Garcia 381d20ba603SAlberto Garcia # Commit from node2 into node0 3827229e121SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 3837229e121SMax Reitz top=self.imgs[2], base=self.imgs[0], 3843f92d54cSMax Reitz filter_node_name='commit-filter', speed=1024*1024) 385d20ba603SAlberto Garcia self.assert_qmp(result, 'return', {}) 386d20ba603SAlberto Garcia 387d20ba603SAlberto Garcia # Stream from node2 into node4 388d20ba603SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='node4') 3893f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3903f92d54cSMax Reitz "Cannot freeze 'backing' link to 'commit-filter'") 391d20ba603SAlberto Garcia 3927229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 3937229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3947229e121SMax Reitz 395d20ba603SAlberto Garcia self.wait_until_completed() 396d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 397d20ba603SAlberto Garcia 39813658cd7SMax Reitz # In this case the base node of the stream job is the commit job's 39913658cd7SMax Reitz # filter node. stream does not have a real dependency on its base 40013658cd7SMax Reitz # node, so even though commit removes it when it is done, there is 40113658cd7SMax Reitz # no conflict. 40213658cd7SMax Reitz def test_overlapping_5(self): 40313658cd7SMax Reitz self.assert_no_active_block_jobs() 40413658cd7SMax Reitz 40513658cd7SMax Reitz # Commit from node2 into node0 40613658cd7SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 40713658cd7SMax Reitz top_node='node2', base_node='node0', 40813658cd7SMax Reitz filter_node_name='commit-filter', speed=1024*1024) 40913658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41013658cd7SMax Reitz 41113658cd7SMax Reitz # Stream from node2 into node4 41213658cd7SMax Reitz result = self.vm.qmp('block-stream', device='node4', 41313658cd7SMax Reitz base_node='commit-filter', job_id='node4') 41413658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41513658cd7SMax Reitz 41613658cd7SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 41713658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 41813658cd7SMax Reitz 41952ea799eSJohn Snow self.vm.run_job(job='drive0', auto_dismiss=True) 42052ea799eSJohn Snow self.vm.run_job(job='node4', auto_dismiss=True) 42113658cd7SMax Reitz self.assert_no_active_block_jobs() 42213658cd7SMax Reitz 423704d59f1SAlberto Garcia # Test a block-stream and a block-commit job in parallel 42439eaefceSAlberto Garcia # Here the stream job is supposed to finish quickly in order to reproduce 42539eaefceSAlberto Garcia # the scenario that triggers the bug fixed in 3d5d319e1221 and 1a63a907507 42639eaefceSAlberto Garcia def test_stream_commit_1(self): 427704d59f1SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 428704d59f1SAlberto Garcia self.assert_no_active_block_jobs() 429704d59f1SAlberto Garcia 430704d59f1SAlberto Garcia # Stream from node0 into node2 43139eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node2', base_node='node0', job_id='node2') 432704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 433704d59f1SAlberto Garcia 434704d59f1SAlberto Garcia # Commit from the active layer into node3 435704d59f1SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3]) 436704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 437704d59f1SAlberto Garcia 438704d59f1SAlberto Garcia # Wait for all jobs to be finished. 439704d59f1SAlberto Garcia pending_jobs = ['node2', 'drive0'] 440704d59f1SAlberto Garcia while len(pending_jobs) > 0: 441704d59f1SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 442704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 443704d59f1SAlberto Garcia node_name = self.dictpath(event, 'data/device') 444704d59f1SAlberto Garcia self.assertTrue(node_name in pending_jobs) 445704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 446704d59f1SAlberto Garcia pending_jobs.remove(node_name) 447704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 448704d59f1SAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 449704d59f1SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 450704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 451704d59f1SAlberto Garcia self.assertTrue('drive0' in pending_jobs) 452704d59f1SAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 453704d59f1SAlberto Garcia 454eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 455eb290b78SAlberto Garcia 45639eaefceSAlberto Garcia # This is similar to test_stream_commit_1 but both jobs are slowed 45739eaefceSAlberto Garcia # down so they can run in parallel for a little while. 45839eaefceSAlberto Garcia def test_stream_commit_2(self): 45939eaefceSAlberto Garcia self.assertLessEqual(8, self.num_imgs) 46039eaefceSAlberto Garcia self.assert_no_active_block_jobs() 46139eaefceSAlberto Garcia 46239eaefceSAlberto Garcia # Stream from node0 into node4 46339eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node0', job_id='node4', speed=1024*1024) 46439eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46539eaefceSAlberto Garcia 46639eaefceSAlberto Garcia # Commit from the active layer into node5 46739eaefceSAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[5], speed=1024*1024) 46839eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 46939eaefceSAlberto Garcia 4707229e121SMax Reitz for job in ['drive0', 'node4']: 4717229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 4727229e121SMax Reitz self.assert_qmp(result, 'return', {}) 4737229e121SMax Reitz 47439eaefceSAlberto Garcia # Wait for all jobs to be finished. 47539eaefceSAlberto Garcia pending_jobs = ['node4', 'drive0'] 47639eaefceSAlberto Garcia while len(pending_jobs) > 0: 47739eaefceSAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 47839eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 47939eaefceSAlberto Garcia node_name = self.dictpath(event, 'data/device') 48039eaefceSAlberto Garcia self.assertTrue(node_name in pending_jobs) 48139eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 48239eaefceSAlberto Garcia pending_jobs.remove(node_name) 48339eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 48439eaefceSAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 48539eaefceSAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 48639eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 48739eaefceSAlberto Garcia self.assertTrue('drive0' in pending_jobs) 48839eaefceSAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 48939eaefceSAlberto Garcia 49039eaefceSAlberto Garcia self.assert_no_active_block_jobs() 49139eaefceSAlberto Garcia 4927eb13c9dSAlberto Garcia # Test the base_node parameter 4937eb13c9dSAlberto Garcia def test_stream_base_node_name(self): 4947eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4957eb13c9dSAlberto Garcia 496aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]), 497aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]), 4987eb13c9dSAlberto Garcia 'image file map matches backing file before streaming') 4997eb13c9dSAlberto Garcia 5007eb13c9dSAlberto Garcia # Error: the base node does not exist 5017eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream') 5023f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5033f92d54cSMax Reitz 'Cannot find device= nor node_name=none') 5047eb13c9dSAlberto Garcia 5057eb13c9dSAlberto Garcia # Error: the base node is not a backing file of the top node 5067eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node6', job_id='stream') 5073f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5083f92d54cSMax Reitz "Node 'node6' is not a backing image of 'node4'") 5097eb13c9dSAlberto Garcia 5107eb13c9dSAlberto Garcia # Error: the base node is the same as the top node 5117eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node4', job_id='stream') 5123f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5133f92d54cSMax Reitz "Node 'node4' is not a backing image of 'node4'") 5147eb13c9dSAlberto Garcia 5157eb13c9dSAlberto Garcia # Error: cannot specify 'base' and 'base-node' at the same time 5167eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], base_node='node2', job_id='stream') 5173f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 5183f92d54cSMax Reitz "'base' and 'base-node' cannot be specified at the same time") 5197eb13c9dSAlberto Garcia 5207eb13c9dSAlberto Garcia # Success: the base node is a backing file of the top node 5217eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='stream') 5227eb13c9dSAlberto Garcia self.assert_qmp(result, 'return', {}) 5237eb13c9dSAlberto Garcia 5247eb13c9dSAlberto Garcia self.wait_until_completed(drive='stream') 5257eb13c9dSAlberto Garcia 5267eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 5277eb13c9dSAlberto Garcia self.vm.shutdown() 5287eb13c9dSAlberto Garcia 5297eb13c9dSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]), 5307eb13c9dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]), 5317eb13c9dSAlberto Garcia 'image file map matches backing file after streaming') 5327eb13c9dSAlberto Garcia 53348361afbSAlberto Garciaclass TestQuorum(iotests.QMPTestCase): 53448361afbSAlberto Garcia num_children = 3 53548361afbSAlberto Garcia children = [] 53648361afbSAlberto Garcia backing = [] 53748361afbSAlberto Garcia 5389442bebeSThomas Huth @iotests.skip_if_unsupported(['quorum']) 53948361afbSAlberto Garcia def setUp(self): 54048361afbSAlberto Garcia opts = ['driver=quorum', 'vote-threshold=2'] 54148361afbSAlberto Garcia 54248361afbSAlberto Garcia # Initialize file names and command-line options 54348361afbSAlberto Garcia for i in range(self.num_children): 54448361afbSAlberto Garcia child_img = os.path.join(iotests.test_dir, 'img-%d.img' % i) 54548361afbSAlberto Garcia backing_img = os.path.join(iotests.test_dir, 'backing-%d.img' % i) 54648361afbSAlberto Garcia self.children.append(child_img) 54748361afbSAlberto Garcia self.backing.append(backing_img) 54848361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M') 54948361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, 55048361afbSAlberto Garcia '-c', 'write -P 0x55 0 1024', backing_img) 55148361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 552*b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 553*b66ff2c2SEric Blake '-F', iotests.imgfmt, child_img) 55448361afbSAlberto Garcia opts.append("children.%d.file.filename=%s" % (i, child_img)) 55548361afbSAlberto Garcia opts.append("children.%d.node-name=node%d" % (i, i)) 55648361afbSAlberto Garcia 55748361afbSAlberto Garcia # Attach the drive to the VM 55848361afbSAlberto Garcia self.vm = iotests.VM() 55948361afbSAlberto Garcia self.vm.add_drive(path = None, opts = ','.join(opts)) 56048361afbSAlberto Garcia self.vm.launch() 56148361afbSAlberto Garcia 56248361afbSAlberto Garcia def tearDown(self): 56348361afbSAlberto Garcia self.vm.shutdown() 56448361afbSAlberto Garcia for img in self.children: 56548361afbSAlberto Garcia os.remove(img) 56648361afbSAlberto Garcia for img in self.backing: 56748361afbSAlberto Garcia os.remove(img) 56848361afbSAlberto Garcia 56948361afbSAlberto Garcia def test_stream_quorum(self): 570aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]), 571aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]), 57248361afbSAlberto Garcia 'image file map matches backing file before streaming') 57348361afbSAlberto Garcia 57448361afbSAlberto Garcia self.assert_no_active_block_jobs() 57548361afbSAlberto Garcia 57648361afbSAlberto Garcia result = self.vm.qmp('block-stream', device='node0', job_id='stream-node0') 57748361afbSAlberto Garcia self.assert_qmp(result, 'return', {}) 57848361afbSAlberto Garcia 57948361afbSAlberto Garcia self.wait_until_completed(drive='stream-node0') 58048361afbSAlberto Garcia 58148361afbSAlberto Garcia self.assert_no_active_block_jobs() 58248361afbSAlberto Garcia self.vm.shutdown() 58348361afbSAlberto Garcia 58448361afbSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]), 58548361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]), 58648361afbSAlberto Garcia 'image file map does not match backing file after streaming') 58748361afbSAlberto Garcia 5882499a096SStefan Hajnocziclass TestSmallerBackingFile(iotests.QMPTestCase): 589774a8850SStefan Hajnoczi backing_len = 1 * 1024 * 1024 # MB 590774a8850SStefan Hajnoczi image_len = 2 * backing_len 591774a8850SStefan Hajnoczi 592774a8850SStefan Hajnoczi def setUp(self): 5932499a096SStefan Hajnoczi iotests.create_image(backing_img, self.backing_len) 594*b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 595*b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 596*b66ff2c2SEric Blake '-F', 'raw', test_img, str(self.image_len)) 597774a8850SStefan Hajnoczi self.vm = iotests.VM().add_drive(test_img) 598774a8850SStefan Hajnoczi self.vm.launch() 599774a8850SStefan Hajnoczi 600774a8850SStefan Hajnoczi # If this hangs, then you are missing a fix to complete streaming when the 601774a8850SStefan Hajnoczi # end of the backing file is reached. 602774a8850SStefan Hajnoczi def test_stream(self): 603ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 604774a8850SStefan Hajnoczi 605774a8850SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 606774a8850SStefan Hajnoczi self.assert_qmp(result, 'return', {}) 607774a8850SStefan Hajnoczi 6089974ad40SFam Zheng self.wait_until_completed() 609774a8850SStefan Hajnoczi 610ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 611774a8850SStefan Hajnoczi self.vm.shutdown() 612774a8850SStefan Hajnoczi 6132499a096SStefan Hajnocziclass TestErrors(iotests.QMPTestCase): 61490f0b711SPaolo Bonzini image_len = 2 * 1024 * 1024 # MB 61590f0b711SPaolo Bonzini 61690f0b711SPaolo Bonzini # this should match STREAM_BUFFER_SIZE/512 in block/stream.c 61790f0b711SPaolo Bonzini STREAM_BUFFER_SIZE = 512 * 1024 61890f0b711SPaolo Bonzini 61990f0b711SPaolo Bonzini def create_blkdebug_file(self, name, event, errno): 62090f0b711SPaolo Bonzini file = open(name, 'w') 62190f0b711SPaolo Bonzini file.write(''' 62290f0b711SPaolo Bonzini[inject-error] 62390f0b711SPaolo Bonzinistate = "1" 62490f0b711SPaolo Bonzinievent = "%s" 62590f0b711SPaolo Bonzinierrno = "%d" 62690f0b711SPaolo Bonziniimmediately = "off" 62790f0b711SPaolo Bonzinionce = "on" 62890f0b711SPaolo Bonzinisector = "%d" 62990f0b711SPaolo Bonzini 63090f0b711SPaolo Bonzini[set-state] 63190f0b711SPaolo Bonzinistate = "1" 63290f0b711SPaolo Bonzinievent = "%s" 63390f0b711SPaolo Bonzininew_state = "2" 63490f0b711SPaolo Bonzini 63590f0b711SPaolo Bonzini[set-state] 63690f0b711SPaolo Bonzinistate = "2" 63790f0b711SPaolo Bonzinievent = "%s" 63890f0b711SPaolo Bonzininew_state = "1" 6399a3a9a63SMax Reitz''' % (event, errno, self.STREAM_BUFFER_SIZE // 512, event, event)) 64090f0b711SPaolo Bonzini file.close() 64190f0b711SPaolo Bonzini 64290f0b711SPaolo Bonziniclass TestEIO(TestErrors): 64390f0b711SPaolo Bonzini def setUp(self): 64490f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 6452499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 64690f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5) 64790f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 64890f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 64990f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 65090f0b711SPaolo Bonzini test_img) 65190f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 65290f0b711SPaolo Bonzini self.vm.launch() 65390f0b711SPaolo Bonzini 65490f0b711SPaolo Bonzini def tearDown(self): 65590f0b711SPaolo Bonzini self.vm.shutdown() 65690f0b711SPaolo Bonzini os.remove(test_img) 65790f0b711SPaolo Bonzini os.remove(backing_img) 65890f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 65990f0b711SPaolo Bonzini 66090f0b711SPaolo Bonzini def test_report(self): 661ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 66290f0b711SPaolo Bonzini 66390f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 66490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 66590f0b711SPaolo Bonzini 66690f0b711SPaolo Bonzini completed = False 66790f0b711SPaolo Bonzini error = False 66890f0b711SPaolo Bonzini while not completed: 66990f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 67090f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 67190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 67390f0b711SPaolo Bonzini error = True 67490f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 67590f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 67690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 67790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 67990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 68090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 68190f0b711SPaolo Bonzini completed = True 6821dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6831dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 68490f0b711SPaolo Bonzini 685ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 68690f0b711SPaolo Bonzini self.vm.shutdown() 68790f0b711SPaolo Bonzini 68890f0b711SPaolo Bonzini def test_ignore(self): 689ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 69090f0b711SPaolo Bonzini 69190f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='ignore') 69290f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 69390f0b711SPaolo Bonzini 69490f0b711SPaolo Bonzini error = False 69590f0b711SPaolo Bonzini completed = False 69690f0b711SPaolo Bonzini while not completed: 69790f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 69890f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 6992c3b44daSJohn Snow error = True 70090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 70190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 70290f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 7032c3b44daSJohn Snow if result == {'return': []}: 7042c3b44daSJohn Snow # Job finished too quickly 7052c3b44daSJohn Snow continue 70690f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 70790f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 70890f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 70990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 71090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 71190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 71290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 71390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 71490f0b711SPaolo Bonzini completed = True 7151dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7161dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 71790f0b711SPaolo Bonzini 718ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 71990f0b711SPaolo Bonzini self.vm.shutdown() 72090f0b711SPaolo Bonzini 72190f0b711SPaolo Bonzini def test_stop(self): 722ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 72390f0b711SPaolo Bonzini 72490f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='stop') 72590f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 72690f0b711SPaolo Bonzini 72790f0b711SPaolo Bonzini error = False 72890f0b711SPaolo Bonzini completed = False 72990f0b711SPaolo Bonzini while not completed: 73090f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 73190f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 73201809194SJohn Snow error = True 73390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 73490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 73590f0b711SPaolo Bonzini 73690f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 73790f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 73890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 73990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'failed') 74090f0b711SPaolo Bonzini 74190f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 74290f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 74390f0b711SPaolo Bonzini 74490f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 74501809194SJohn Snow if result == {'return': []}: 74601809194SJohn Snow # Race; likely already finished. Check. 74701809194SJohn Snow continue 74890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 74990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 75090f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 75190f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 75290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 75390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 75490f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 75590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 75690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 75790f0b711SPaolo Bonzini completed = True 7581dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7591dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 76090f0b711SPaolo Bonzini 761ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 76290f0b711SPaolo Bonzini self.vm.shutdown() 76390f0b711SPaolo Bonzini 76490f0b711SPaolo Bonzini def test_enospc(self): 765ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 76690f0b711SPaolo Bonzini 76790f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 76890f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 76990f0b711SPaolo Bonzini 77090f0b711SPaolo Bonzini completed = False 77190f0b711SPaolo Bonzini error = False 77290f0b711SPaolo Bonzini while not completed: 77390f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 77490f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 77590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 77690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 77790f0b711SPaolo Bonzini error = True 77890f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 77990f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 78090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 78190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 78290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 78390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 78490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 78590f0b711SPaolo Bonzini completed = True 7861dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7871dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 78890f0b711SPaolo Bonzini 789ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 79090f0b711SPaolo Bonzini self.vm.shutdown() 79190f0b711SPaolo Bonzini 79290f0b711SPaolo Bonziniclass TestENOSPC(TestErrors): 79390f0b711SPaolo Bonzini def setUp(self): 79490f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 7952499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 79690f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 28) 79790f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 79890f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 79990f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 80090f0b711SPaolo Bonzini test_img) 80190f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 80290f0b711SPaolo Bonzini self.vm.launch() 80390f0b711SPaolo Bonzini 80490f0b711SPaolo Bonzini def tearDown(self): 80590f0b711SPaolo Bonzini self.vm.shutdown() 80690f0b711SPaolo Bonzini os.remove(test_img) 80790f0b711SPaolo Bonzini os.remove(backing_img) 80890f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 80990f0b711SPaolo Bonzini 81090f0b711SPaolo Bonzini def test_enospc(self): 811ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 81290f0b711SPaolo Bonzini 81390f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 81490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 81590f0b711SPaolo Bonzini 81690f0b711SPaolo Bonzini error = False 81790f0b711SPaolo Bonzini completed = False 81890f0b711SPaolo Bonzini while not completed: 81990f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 82090f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 82190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 82290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 823dca9b6a2SMax Reitz error = True 82490f0b711SPaolo Bonzini 82590f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 82690f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 82790f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 82890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'nospace') 82990f0b711SPaolo Bonzini 83090f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 83190f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 83290f0b711SPaolo Bonzini 83390f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 834dca9b6a2SMax Reitz if result == {'return': []}: 835dca9b6a2SMax Reitz # Race; likely already finished. Check. 836dca9b6a2SMax Reitz continue 83790f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 83890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 83990f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 84090f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 84190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 84290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 84390f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 84490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 84590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 84690f0b711SPaolo Bonzini completed = True 8471dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 8481dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 84990f0b711SPaolo Bonzini 850ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 85190f0b711SPaolo Bonzini self.vm.shutdown() 852774a8850SStefan Hajnoczi 8532499a096SStefan Hajnocziclass TestStreamStop(iotests.QMPTestCase): 85437ce63ebSStefan Hajnoczi image_len = 8 * 1024 * 1024 * 1024 # GB 85537ce63ebSStefan Hajnoczi 85637ce63ebSStefan Hajnoczi def setUp(self): 85737ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestStreamStop.image_len)) 85890c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 859*b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 860*b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 861*b66ff2c2SEric Blake '-F', 'raw', test_img) 86290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 863b59b3d57SFam Zheng self.vm = iotests.VM().add_drive("blkdebug::" + test_img) 86437ce63ebSStefan Hajnoczi self.vm.launch() 86537ce63ebSStefan Hajnoczi 86637ce63ebSStefan Hajnoczi def tearDown(self): 86737ce63ebSStefan Hajnoczi self.vm.shutdown() 86837ce63ebSStefan Hajnoczi os.remove(test_img) 86937ce63ebSStefan Hajnoczi os.remove(backing_img) 87037ce63ebSStefan Hajnoczi 87137ce63ebSStefan Hajnoczi def test_stream_stop(self): 872ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 87337ce63ebSStefan Hajnoczi 874b59b3d57SFam Zheng self.vm.pause_drive('drive0') 875db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 87637ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 87737ce63ebSStefan Hajnoczi 8780fd05e8dSPaolo Bonzini time.sleep(0.1) 87937ce63ebSStefan Hajnoczi events = self.vm.get_qmp_events(wait=False) 8801dac83f1SKevin Wolf for e in events: 8811dac83f1SKevin Wolf self.assert_qmp(e, 'event', 'JOB_STATUS_CHANGE') 8821dac83f1SKevin Wolf self.assert_qmp(e, 'data/id', 'drive0') 88337ce63ebSStefan Hajnoczi 884b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 88537ce63ebSStefan Hajnoczi 8862499a096SStefan Hajnocziclass TestSetSpeed(iotests.QMPTestCase): 88737ce63ebSStefan Hajnoczi image_len = 80 * 1024 * 1024 # MB 88837ce63ebSStefan Hajnoczi 88937ce63ebSStefan Hajnoczi def setUp(self): 89037ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestSetSpeed.image_len)) 89190c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 892*b66ff2c2SEric Blake qemu_img('create', '-f', iotests.imgfmt, 893*b66ff2c2SEric Blake '-o', 'backing_file=%s' % backing_img, 894*b66ff2c2SEric Blake '-F', 'raw', test_img) 89590c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 896b59b3d57SFam Zheng self.vm = iotests.VM().add_drive('blkdebug::' + test_img) 89737ce63ebSStefan Hajnoczi self.vm.launch() 89837ce63ebSStefan Hajnoczi 89937ce63ebSStefan Hajnoczi def tearDown(self): 90037ce63ebSStefan Hajnoczi self.vm.shutdown() 90137ce63ebSStefan Hajnoczi os.remove(test_img) 90237ce63ebSStefan Hajnoczi os.remove(backing_img) 90337ce63ebSStefan Hajnoczi 904e425306aSStefan Hajnoczi # This is a short performance test which is not run by default. 905e425306aSStefan Hajnoczi # Invoke "IMGFMT=qed ./030 TestSetSpeed.perf_test_throughput" 906e425306aSStefan Hajnoczi def perf_test_throughput(self): 907ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 90837ce63ebSStefan Hajnoczi 909db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 91037ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 91137ce63ebSStefan Hajnoczi 912e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 91337ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 91437ce63ebSStefan Hajnoczi 9159974ad40SFam Zheng self.wait_until_completed() 91637ce63ebSStefan Hajnoczi 917ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 91837ce63ebSStefan Hajnoczi 919e425306aSStefan Hajnoczi def test_set_speed(self): 920ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 921e425306aSStefan Hajnoczi 922b59b3d57SFam Zheng self.vm.pause_drive('drive0') 923e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 924e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 925e425306aSStefan Hajnoczi 926e425306aSStefan Hajnoczi # Default speed is 0 927e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 928e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 929e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 0) 930e425306aSStefan Hajnoczi 931e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 932e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 933e425306aSStefan Hajnoczi 934e425306aSStefan Hajnoczi # Ensure the speed we set was accepted 935e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 936e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 937e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024) 938e425306aSStefan Hajnoczi 939b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 940b59b3d57SFam Zheng self.vm.pause_drive('drive0') 941e425306aSStefan Hajnoczi 942e425306aSStefan Hajnoczi # Check setting speed in block-stream works 943e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=4 * 1024 * 1024) 944e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 945e425306aSStefan Hajnoczi 946e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 947e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 948e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024) 949e425306aSStefan Hajnoczi 950b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 951e425306aSStefan Hajnoczi 952e425306aSStefan Hajnoczi def test_set_speed_invalid(self): 953ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 954e425306aSStefan Hajnoczi 955e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=-1) 9561ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 957e425306aSStefan Hajnoczi 958ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 959e425306aSStefan Hajnoczi 960dca9b6a2SMax Reitz self.vm.pause_drive('drive0') 961e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 962e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 963e425306aSStefan Hajnoczi 964e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1) 9651ef7d9d3SKevin Wolf self.assert_qmp(result, 'error/desc', "Parameter 'speed' expects a non-negative value") 966e425306aSStefan Hajnoczi 967dca9b6a2SMax Reitz self.cancel_and_wait(resume=True) 968e425306aSStefan Hajnoczi 96937ce63ebSStefan Hajnocziif __name__ == '__main__': 970103cbc77SMax Reitz iotests.main(supported_fmts=['qcow2', 'qed'], 971103cbc77SMax Reitz supported_protocols=['file']) 972