137ce63ebSStefan Hajnoczi#!/usr/bin/env python 237ce63ebSStefan Hajnoczi# 337ce63ebSStefan Hajnoczi# Tests for image streaming. 437ce63ebSStefan Hajnoczi# 537ce63ebSStefan Hajnoczi# Copyright (C) 2012 IBM Corp. 637ce63ebSStefan Hajnoczi# 737ce63ebSStefan Hajnoczi# This program is free software; you can redistribute it and/or modify 837ce63ebSStefan Hajnoczi# it under the terms of the GNU General Public License as published by 937ce63ebSStefan Hajnoczi# the Free Software Foundation; either version 2 of the License, or 1037ce63ebSStefan Hajnoczi# (at your option) any later version. 1137ce63ebSStefan Hajnoczi# 1237ce63ebSStefan Hajnoczi# This program is distributed in the hope that it will be useful, 1337ce63ebSStefan Hajnoczi# but WITHOUT ANY WARRANTY; without even the implied warranty of 1437ce63ebSStefan Hajnoczi# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1537ce63ebSStefan Hajnoczi# GNU General Public License for more details. 1637ce63ebSStefan Hajnoczi# 1737ce63ebSStefan Hajnoczi# You should have received a copy of the GNU General Public License 1837ce63ebSStefan Hajnoczi# along with this program. If not, see <http://www.gnu.org/licenses/>. 1937ce63ebSStefan Hajnoczi# 2037ce63ebSStefan Hajnoczi 210c817347SPaolo Bonziniimport time 2237ce63ebSStefan Hajnocziimport os 2337ce63ebSStefan Hajnocziimport iotests 2437ce63ebSStefan Hajnoczifrom iotests import qemu_img, qemu_io 2537ce63ebSStefan Hajnoczi 2637ce63ebSStefan Hajnoczibacking_img = os.path.join(iotests.test_dir, 'backing.img') 276e343609SPaolo Bonzinimid_img = os.path.join(iotests.test_dir, 'mid.img') 2837ce63ebSStefan Hajnoczitest_img = os.path.join(iotests.test_dir, 'test.img') 2937ce63ebSStefan Hajnoczi 302499a096SStefan Hajnocziclass TestSingleDrive(iotests.QMPTestCase): 3137ce63ebSStefan Hajnoczi image_len = 1 * 1024 * 1024 # MB 3237ce63ebSStefan Hajnoczi 3337ce63ebSStefan Hajnoczi def setUp(self): 342499a096SStefan Hajnoczi iotests.create_image(backing_img, TestSingleDrive.image_len) 356e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, mid_img) 366e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % mid_img, test_img) 3790c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 512', backing_img) 385e302a7dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 524288 512', mid_img) 397b8a9e5aSAlberto Garcia self.vm = iotests.VM().add_drive("blkdebug::" + test_img, "backing.node-name=mid") 4037ce63ebSStefan Hajnoczi self.vm.launch() 4137ce63ebSStefan Hajnoczi 4237ce63ebSStefan Hajnoczi def tearDown(self): 4337ce63ebSStefan Hajnoczi self.vm.shutdown() 4437ce63ebSStefan Hajnoczi os.remove(test_img) 456e343609SPaolo Bonzini os.remove(mid_img) 4637ce63ebSStefan Hajnoczi os.remove(backing_img) 4737ce63ebSStefan Hajnoczi 4837ce63ebSStefan Hajnoczi def test_stream(self): 49ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 5037ce63ebSStefan Hajnoczi 51db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 5237ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 5337ce63ebSStefan Hajnoczi 549974ad40SFam Zheng self.wait_until_completed() 5537ce63ebSStefan Hajnoczi 56ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 57863a5d04SPaolo Bonzini self.vm.shutdown() 5837ce63ebSStefan Hajnoczi 5990c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 6090c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 61efcc7a23SPaolo Bonzini 'image file map does not match backing file after streaming') 6237ce63ebSStefan Hajnoczi 637b8a9e5aSAlberto Garcia def test_stream_intermediate(self): 647b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 657b8a9e5aSAlberto Garcia 66aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img), 67aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img), 687b8a9e5aSAlberto Garcia 'image file map matches backing file before streaming') 697b8a9e5aSAlberto Garcia 707b8a9e5aSAlberto Garcia result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid') 717b8a9e5aSAlberto Garcia self.assert_qmp(result, 'return', {}) 727b8a9e5aSAlberto Garcia 737b8a9e5aSAlberto Garcia self.wait_until_completed(drive='stream-mid') 747b8a9e5aSAlberto Garcia 757b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 767b8a9e5aSAlberto Garcia self.vm.shutdown() 777b8a9e5aSAlberto Garcia 787b8a9e5aSAlberto Garcia self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 797b8a9e5aSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 807b8a9e5aSAlberto Garcia 'image file map does not match backing file after streaming') 817b8a9e5aSAlberto Garcia 820c817347SPaolo Bonzini def test_stream_pause(self): 83ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 840c817347SPaolo Bonzini 85b59b3d57SFam Zheng self.vm.pause_drive('drive0') 860c817347SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 870c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 880c817347SPaolo Bonzini 89f03d9d24SJohn Snow self.pause_job('drive0', wait=False) 902c93c5cbSKevin Wolf self.vm.resume_drive('drive0') 91f03d9d24SJohn Snow self.pause_wait('drive0') 922c93c5cbSKevin Wolf 930c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 940c817347SPaolo Bonzini offset = self.dictpath(result, 'return[0]/offset') 950c817347SPaolo Bonzini 962c93c5cbSKevin Wolf time.sleep(0.5) 970c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 980c817347SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', offset) 990c817347SPaolo Bonzini 1000c817347SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 1010c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1020c817347SPaolo Bonzini 1039974ad40SFam Zheng self.wait_until_completed() 1040c817347SPaolo Bonzini 105ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1060c817347SPaolo Bonzini self.vm.shutdown() 1070c817347SPaolo Bonzini 10890c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 10990c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1100c817347SPaolo Bonzini 'image file map does not match backing file after streaming') 1110c817347SPaolo Bonzini 112409d5498SAlberto Garcia def test_stream_no_op(self): 113409d5498SAlberto Garcia self.assert_no_active_block_jobs() 114409d5498SAlberto Garcia 115409d5498SAlberto Garcia # The image map is empty before the operation 116aca7063aSFam Zheng empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img) 117409d5498SAlberto Garcia 118409d5498SAlberto Garcia # This is a no-op: no data should ever be copied from the base image 119409d5498SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=mid_img) 120409d5498SAlberto Garcia self.assert_qmp(result, 'return', {}) 121409d5498SAlberto Garcia 122409d5498SAlberto Garcia self.wait_until_completed() 123409d5498SAlberto Garcia 124409d5498SAlberto Garcia self.assert_no_active_block_jobs() 125409d5498SAlberto Garcia self.vm.shutdown() 126409d5498SAlberto Garcia 127409d5498SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 128409d5498SAlberto Garcia empty_map, 'image file map changed after a no-op') 129409d5498SAlberto Garcia 1306e343609SPaolo Bonzini def test_stream_partial(self): 131ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1326e343609SPaolo Bonzini 1335e302a7dSAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=backing_img) 1346e343609SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1356e343609SPaolo Bonzini 1369974ad40SFam Zheng self.wait_until_completed() 1376e343609SPaolo Bonzini 138ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1396e343609SPaolo Bonzini self.vm.shutdown() 1406e343609SPaolo Bonzini 14190c9b167SKevin Wolf self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 14290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1436e343609SPaolo Bonzini 'image file map does not match backing file after streaming') 1446e343609SPaolo Bonzini 14537ce63ebSStefan Hajnoczi def test_device_not_found(self): 146db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='nonexistent') 1473f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 1483f92d54cSMax Reitz 'Cannot find device=nonexistent nor node_name=nonexistent') 14937ce63ebSStefan Hajnoczi 1500bb0aea4SKevin Wolf def test_job_id_missing(self): 1510bb0aea4SKevin Wolf result = self.vm.qmp('block-stream', device='mid') 1523f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid job ID ''") 1530bb0aea4SKevin Wolf 154774a8850SStefan Hajnoczi 155c1a34322SAlberto Garciaclass TestParallelOps(iotests.QMPTestCase): 156c1a34322SAlberto Garcia num_ops = 4 # Number of parallel block-stream operations 157c1a34322SAlberto Garcia num_imgs = num_ops * 2 + 1 1587229e121SMax Reitz image_len = num_ops * 4 * 1024 * 1024 159c1a34322SAlberto Garcia imgs = [] 160c1a34322SAlberto Garcia 161c1a34322SAlberto Garcia def setUp(self): 162c1a34322SAlberto Garcia opts = [] 163c1a34322SAlberto Garcia self.imgs = [] 164c1a34322SAlberto Garcia 165c1a34322SAlberto Garcia # Initialize file names and command-line options 166c1a34322SAlberto Garcia for i in range(self.num_imgs): 167c1a34322SAlberto Garcia img_depth = self.num_imgs - i - 1 168c1a34322SAlberto Garcia opts.append("backing." * img_depth + "node-name=node%d" % i) 169c1a34322SAlberto Garcia self.imgs.append(os.path.join(iotests.test_dir, 'img-%d.img' % i)) 170c1a34322SAlberto Garcia 171c1a34322SAlberto Garcia # Create all images 172c1a34322SAlberto Garcia iotests.create_image(self.imgs[0], self.image_len) 173c1a34322SAlberto Garcia for i in range(1, self.num_imgs): 174c1a34322SAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 175c1a34322SAlberto Garcia '-o', 'backing_file=%s' % self.imgs[i-1], self.imgs[i]) 176c1a34322SAlberto Garcia 177c1a34322SAlberto Garcia # Put data into the images we are copying data from 17839eaefceSAlberto Garcia odd_img_indexes = [x for x in reversed(range(self.num_imgs)) if x % 2 == 1] 17939eaefceSAlberto Garcia for i in range(len(odd_img_indexes)): 1807229e121SMax Reitz # Alternate between 2MB and 4MB. 181c1a34322SAlberto Garcia # This way jobs will not finish in the same order they were created 1827229e121SMax Reitz num_mb = 2 + 2 * (i % 2) 183c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, 1847229e121SMax Reitz '-c', 'write -P 0xFF %dM %dM' % (i * 4, num_mb), 18539eaefceSAlberto Garcia self.imgs[odd_img_indexes[i]]) 186c1a34322SAlberto Garcia 187c1a34322SAlberto Garcia # Attach the drive to the VM 188c1a34322SAlberto Garcia self.vm = iotests.VM() 189c1a34322SAlberto Garcia self.vm.add_drive(self.imgs[-1], ','.join(opts)) 190c1a34322SAlberto Garcia self.vm.launch() 191c1a34322SAlberto Garcia 192c1a34322SAlberto Garcia def tearDown(self): 193c1a34322SAlberto Garcia self.vm.shutdown() 194c1a34322SAlberto Garcia for img in self.imgs: 195c1a34322SAlberto Garcia os.remove(img) 196c1a34322SAlberto Garcia 197c1a34322SAlberto Garcia # Test that it's possible to run several block-stream operations 198c1a34322SAlberto Garcia # in parallel in the same snapshot chain 199c1a34322SAlberto Garcia def test_stream_parallel(self): 200c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 201c1a34322SAlberto Garcia 202c1a34322SAlberto Garcia # Check that the maps don't match before the streaming operations 203c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 204aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]), 205aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]), 206c1a34322SAlberto Garcia 'image file map matches backing file before streaming') 207c1a34322SAlberto Garcia 208c1a34322SAlberto Garcia # Create all streaming jobs 209c1a34322SAlberto Garcia pending_jobs = [] 210c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 211c1a34322SAlberto Garcia node_name = 'node%d' % i 212c1a34322SAlberto Garcia job_id = 'stream-%s' % node_name 213c1a34322SAlberto Garcia pending_jobs.append(job_id) 214c1a34322SAlberto Garcia result = self.vm.qmp('block-stream', device=node_name, job_id=job_id, base=self.imgs[i-2], speed=512*1024) 215c1a34322SAlberto Garcia self.assert_qmp(result, 'return', {}) 216c1a34322SAlberto Garcia 2177229e121SMax Reitz for job in pending_jobs: 2187229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 2197229e121SMax Reitz self.assert_qmp(result, 'return', {}) 2207229e121SMax Reitz 221c1a34322SAlberto Garcia # Wait for all jobs to be finished. 222c1a34322SAlberto Garcia while len(pending_jobs) > 0: 223c1a34322SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 224c1a34322SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 225c1a34322SAlberto Garcia job_id = self.dictpath(event, 'data/device') 226c1a34322SAlberto Garcia self.assertTrue(job_id in pending_jobs) 227c1a34322SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 228c1a34322SAlberto Garcia pending_jobs.remove(job_id) 229c1a34322SAlberto Garcia 230c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 231c1a34322SAlberto Garcia self.vm.shutdown() 232c1a34322SAlberto Garcia 233c1a34322SAlberto Garcia # Check that all maps match now 234c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 235c1a34322SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]), 236c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]), 237c1a34322SAlberto Garcia 'image file map does not match backing file after streaming') 238c1a34322SAlberto Garcia 239eb290b78SAlberto Garcia # Test that it's not possible to perform two block-stream 240eb290b78SAlberto Garcia # operations if there are nodes involved in both. 241eb290b78SAlberto Garcia def test_overlapping_1(self): 242eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 243eb290b78SAlberto Garcia 244eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 245eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4', base=self.imgs[1], speed=1024*1024) 246eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 247eb290b78SAlberto Garcia 248eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', job_id='stream-node5', base=self.imgs[2]) 2493f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2503f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 251eb290b78SAlberto Garcia 252eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3', base=self.imgs[2]) 2533f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2543f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 255eb290b78SAlberto Garcia 256eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4-v2') 2573f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2583f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 259eb290b78SAlberto Garcia 260eb290b78SAlberto Garcia # block-commit should also fail if it touches nodes used by the stream job 261eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[4], job_id='commit-node4') 2623f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2633f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: stream") 264eb290b78SAlberto Garcia 265eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[1], top=self.imgs[3], job_id='commit-node1') 2663f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2673f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: stream") 268eb290b78SAlberto Garcia 269eb290b78SAlberto Garcia # This fails because it needs to modify the backing string in node2, which is blocked 270eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[0], top=self.imgs[1], job_id='commit-node0') 2713f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2723f92d54cSMax Reitz "Node 'node2' is busy: block device is in use by block job: stream") 273eb290b78SAlberto Garcia 2747229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='stream-node4', speed=0) 2757229e121SMax Reitz self.assert_qmp(result, 'return', {}) 2767229e121SMax Reitz 277eb290b78SAlberto Garcia self.wait_until_completed(drive='stream-node4') 278eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 279eb290b78SAlberto Garcia 280eb290b78SAlberto Garcia # Similar to test_overlapping_1, but with block-commit 281eb290b78SAlberto Garcia # blocking the other jobs 282eb290b78SAlberto Garcia def test_overlapping_2(self): 283eb290b78SAlberto Garcia self.assertLessEqual(9, self.num_imgs) 284eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 285eb290b78SAlberto Garcia 286eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 287eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[5], base=self.imgs[3], job_id='commit-node3', speed=1024*1024) 288eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 289eb290b78SAlberto Garcia 290eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3') 2913f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2923f92d54cSMax Reitz "Node 'node3' is busy: block device is in use by block job: commit") 293eb290b78SAlberto Garcia 294eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[2], job_id='stream-node6') 2953f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 2963f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 297eb290b78SAlberto Garcia 298eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], job_id='stream-node4') 2993f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3003f92d54cSMax Reitz "Node 'node4' is busy: block device is in use by block job: commit") 301eb290b78SAlberto Garcia 302eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[4], job_id='stream-node6-v2') 3033f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3043f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 305eb290b78SAlberto Garcia 306eb290b78SAlberto Garcia # This fails because block-commit currently blocks the active layer even if it's not used 307eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=self.imgs[5], job_id='stream-drive0') 3083f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3093f92d54cSMax Reitz "Node 'drive0' is busy: block device is in use by block job: commit") 310eb290b78SAlberto Garcia 3117229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-node3', speed=0) 3127229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3137229e121SMax Reitz 314eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-node3') 315eb290b78SAlberto Garcia 316eb290b78SAlberto Garcia # Similar to test_overlapping_2, but here block-commit doesn't use the 'top' parameter. 317eb290b78SAlberto Garcia # Internally this uses a mirror block job, hence the separate test case. 318eb290b78SAlberto Garcia def test_overlapping_3(self): 319eb290b78SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 320eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 321eb290b78SAlberto Garcia 322eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 323eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3], job_id='commit-drive0', speed=1024*1024) 324eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 325eb290b78SAlberto Garcia 326eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', base=self.imgs[3], job_id='stream-node6') 3273f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3283f92d54cSMax Reitz "Node 'node5' is busy: block device is in use by block job: commit") 329eb290b78SAlberto Garcia 3301dac83f1SKevin Wolf event = self.vm.event_wait(name='BLOCK_JOB_READY') 331eb290b78SAlberto Garcia self.assert_qmp(event, 'data/device', 'commit-drive0') 332eb290b78SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 333eb290b78SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 334eb290b78SAlberto Garcia 3357229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='commit-drive0', speed=0) 3367229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3377229e121SMax Reitz 338eb290b78SAlberto Garcia result = self.vm.qmp('block-job-complete', device='commit-drive0') 339eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 340eb290b78SAlberto Garcia 341eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-drive0') 342704d59f1SAlberto Garcia 343d20ba603SAlberto Garcia # In this case the base node of the stream job is the same as the 3443f92d54cSMax Reitz # top node of commit job. Since this results in the commit filter 3453f92d54cSMax Reitz # node being part of the stream chain, this is not allowed. 346d20ba603SAlberto Garcia def test_overlapping_4(self): 347d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 348d20ba603SAlberto Garcia 349d20ba603SAlberto Garcia # Commit from node2 into node0 3507229e121SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 3517229e121SMax Reitz top=self.imgs[2], base=self.imgs[0], 3523f92d54cSMax Reitz filter_node_name='commit-filter', speed=1024*1024) 353d20ba603SAlberto Garcia self.assert_qmp(result, 'return', {}) 354d20ba603SAlberto Garcia 355d20ba603SAlberto Garcia # Stream from node2 into node4 356d20ba603SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='node4') 3573f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 3583f92d54cSMax Reitz "Cannot freeze 'backing' link to 'commit-filter'") 359d20ba603SAlberto Garcia 3607229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 3617229e121SMax Reitz self.assert_qmp(result, 'return', {}) 3627229e121SMax Reitz 363d20ba603SAlberto Garcia self.wait_until_completed() 364d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 365d20ba603SAlberto Garcia 366*13658cd7SMax Reitz # In this case the base node of the stream job is the commit job's 367*13658cd7SMax Reitz # filter node. stream does not have a real dependency on its base 368*13658cd7SMax Reitz # node, so even though commit removes it when it is done, there is 369*13658cd7SMax Reitz # no conflict. 370*13658cd7SMax Reitz def test_overlapping_5(self): 371*13658cd7SMax Reitz self.assert_no_active_block_jobs() 372*13658cd7SMax Reitz 373*13658cd7SMax Reitz # Commit from node2 into node0 374*13658cd7SMax Reitz result = self.vm.qmp('block-commit', device='drive0', 375*13658cd7SMax Reitz top_node='node2', base_node='node0', 376*13658cd7SMax Reitz filter_node_name='commit-filter', speed=1024*1024) 377*13658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 378*13658cd7SMax Reitz 379*13658cd7SMax Reitz # Stream from node2 into node4 380*13658cd7SMax Reitz result = self.vm.qmp('block-stream', device='node4', 381*13658cd7SMax Reitz base_node='commit-filter', job_id='node4') 382*13658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 383*13658cd7SMax Reitz 384*13658cd7SMax Reitz result = self.vm.qmp('block-job-set-speed', device='drive0', speed=0) 385*13658cd7SMax Reitz self.assert_qmp(result, 'return', {}) 386*13658cd7SMax Reitz 387*13658cd7SMax Reitz self.vm.run_job(job='drive0', auto_dismiss=True, use_log=False) 388*13658cd7SMax Reitz self.vm.run_job(job='node4', auto_dismiss=True, use_log=False) 389*13658cd7SMax Reitz self.assert_no_active_block_jobs() 390*13658cd7SMax Reitz 391704d59f1SAlberto Garcia # Test a block-stream and a block-commit job in parallel 39239eaefceSAlberto Garcia # Here the stream job is supposed to finish quickly in order to reproduce 39339eaefceSAlberto Garcia # the scenario that triggers the bug fixed in 3d5d319e1221 and 1a63a907507 39439eaefceSAlberto Garcia def test_stream_commit_1(self): 395704d59f1SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 396704d59f1SAlberto Garcia self.assert_no_active_block_jobs() 397704d59f1SAlberto Garcia 398704d59f1SAlberto Garcia # Stream from node0 into node2 39939eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node2', base_node='node0', job_id='node2') 400704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 401704d59f1SAlberto Garcia 402704d59f1SAlberto Garcia # Commit from the active layer into node3 403704d59f1SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3]) 404704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 405704d59f1SAlberto Garcia 406704d59f1SAlberto Garcia # Wait for all jobs to be finished. 407704d59f1SAlberto Garcia pending_jobs = ['node2', 'drive0'] 408704d59f1SAlberto Garcia while len(pending_jobs) > 0: 409704d59f1SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 410704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 411704d59f1SAlberto Garcia node_name = self.dictpath(event, 'data/device') 412704d59f1SAlberto Garcia self.assertTrue(node_name in pending_jobs) 413704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 414704d59f1SAlberto Garcia pending_jobs.remove(node_name) 415704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 416704d59f1SAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 417704d59f1SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 418704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 419704d59f1SAlberto Garcia self.assertTrue('drive0' in pending_jobs) 420704d59f1SAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 421704d59f1SAlberto Garcia 422eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 423eb290b78SAlberto Garcia 42439eaefceSAlberto Garcia # This is similar to test_stream_commit_1 but both jobs are slowed 42539eaefceSAlberto Garcia # down so they can run in parallel for a little while. 42639eaefceSAlberto Garcia def test_stream_commit_2(self): 42739eaefceSAlberto Garcia self.assertLessEqual(8, self.num_imgs) 42839eaefceSAlberto Garcia self.assert_no_active_block_jobs() 42939eaefceSAlberto Garcia 43039eaefceSAlberto Garcia # Stream from node0 into node4 43139eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node0', job_id='node4', speed=1024*1024) 43239eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 43339eaefceSAlberto Garcia 43439eaefceSAlberto Garcia # Commit from the active layer into node5 43539eaefceSAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[5], speed=1024*1024) 43639eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 43739eaefceSAlberto Garcia 4387229e121SMax Reitz for job in ['drive0', 'node4']: 4397229e121SMax Reitz result = self.vm.qmp('block-job-set-speed', device=job, speed=0) 4407229e121SMax Reitz self.assert_qmp(result, 'return', {}) 4417229e121SMax Reitz 44239eaefceSAlberto Garcia # Wait for all jobs to be finished. 44339eaefceSAlberto Garcia pending_jobs = ['node4', 'drive0'] 44439eaefceSAlberto Garcia while len(pending_jobs) > 0: 44539eaefceSAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 44639eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 44739eaefceSAlberto Garcia node_name = self.dictpath(event, 'data/device') 44839eaefceSAlberto Garcia self.assertTrue(node_name in pending_jobs) 44939eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 45039eaefceSAlberto Garcia pending_jobs.remove(node_name) 45139eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 45239eaefceSAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 45339eaefceSAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 45439eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 45539eaefceSAlberto Garcia self.assertTrue('drive0' in pending_jobs) 45639eaefceSAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 45739eaefceSAlberto Garcia 45839eaefceSAlberto Garcia self.assert_no_active_block_jobs() 45939eaefceSAlberto Garcia 4607eb13c9dSAlberto Garcia # Test the base_node parameter 4617eb13c9dSAlberto Garcia def test_stream_base_node_name(self): 4627eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4637eb13c9dSAlberto Garcia 464aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]), 465aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]), 4667eb13c9dSAlberto Garcia 'image file map matches backing file before streaming') 4677eb13c9dSAlberto Garcia 4687eb13c9dSAlberto Garcia # Error: the base node does not exist 4697eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream') 4703f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 4713f92d54cSMax Reitz 'Cannot find device= nor node_name=none') 4727eb13c9dSAlberto Garcia 4737eb13c9dSAlberto Garcia # Error: the base node is not a backing file of the top node 4747eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node6', job_id='stream') 4753f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 4763f92d54cSMax Reitz "Node 'node6' is not a backing image of 'node4'") 4777eb13c9dSAlberto Garcia 4787eb13c9dSAlberto Garcia # Error: the base node is the same as the top node 4797eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node4', job_id='stream') 4803f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 4813f92d54cSMax Reitz "Node 'node4' is not a backing image of 'node4'") 4827eb13c9dSAlberto Garcia 4837eb13c9dSAlberto Garcia # Error: cannot specify 'base' and 'base-node' at the same time 4847eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], base_node='node2', job_id='stream') 4853f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', 4863f92d54cSMax Reitz "'base' and 'base-node' cannot be specified at the same time") 4877eb13c9dSAlberto Garcia 4887eb13c9dSAlberto Garcia # Success: the base node is a backing file of the top node 4897eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='stream') 4907eb13c9dSAlberto Garcia self.assert_qmp(result, 'return', {}) 4917eb13c9dSAlberto Garcia 4927eb13c9dSAlberto Garcia self.wait_until_completed(drive='stream') 4937eb13c9dSAlberto Garcia 4947eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4957eb13c9dSAlberto Garcia self.vm.shutdown() 4967eb13c9dSAlberto Garcia 4977eb13c9dSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]), 4987eb13c9dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]), 4997eb13c9dSAlberto Garcia 'image file map matches backing file after streaming') 5007eb13c9dSAlberto Garcia 50148361afbSAlberto Garciaclass TestQuorum(iotests.QMPTestCase): 50248361afbSAlberto Garcia num_children = 3 50348361afbSAlberto Garcia children = [] 50448361afbSAlberto Garcia backing = [] 50548361afbSAlberto Garcia 50648361afbSAlberto Garcia def setUp(self): 50748361afbSAlberto Garcia opts = ['driver=quorum', 'vote-threshold=2'] 50848361afbSAlberto Garcia 50948361afbSAlberto Garcia # Initialize file names and command-line options 51048361afbSAlberto Garcia for i in range(self.num_children): 51148361afbSAlberto Garcia child_img = os.path.join(iotests.test_dir, 'img-%d.img' % i) 51248361afbSAlberto Garcia backing_img = os.path.join(iotests.test_dir, 'backing-%d.img' % i) 51348361afbSAlberto Garcia self.children.append(child_img) 51448361afbSAlberto Garcia self.backing.append(backing_img) 51548361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M') 51648361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, 51748361afbSAlberto Garcia '-c', 'write -P 0x55 0 1024', backing_img) 51848361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 51948361afbSAlberto Garcia '-o', 'backing_file=%s' % backing_img, child_img) 52048361afbSAlberto Garcia opts.append("children.%d.file.filename=%s" % (i, child_img)) 52148361afbSAlberto Garcia opts.append("children.%d.node-name=node%d" % (i, i)) 52248361afbSAlberto Garcia 52348361afbSAlberto Garcia # Attach the drive to the VM 52448361afbSAlberto Garcia self.vm = iotests.VM() 52548361afbSAlberto Garcia self.vm.add_drive(path = None, opts = ','.join(opts)) 52648361afbSAlberto Garcia self.vm.launch() 52748361afbSAlberto Garcia 52848361afbSAlberto Garcia def tearDown(self): 52948361afbSAlberto Garcia self.vm.shutdown() 53048361afbSAlberto Garcia for img in self.children: 53148361afbSAlberto Garcia os.remove(img) 53248361afbSAlberto Garcia for img in self.backing: 53348361afbSAlberto Garcia os.remove(img) 53448361afbSAlberto Garcia 53548361afbSAlberto Garcia def test_stream_quorum(self): 53648361afbSAlberto Garcia if not iotests.supports_quorum(): 53748361afbSAlberto Garcia return 53848361afbSAlberto Garcia 539aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]), 540aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]), 54148361afbSAlberto Garcia 'image file map matches backing file before streaming') 54248361afbSAlberto Garcia 54348361afbSAlberto Garcia self.assert_no_active_block_jobs() 54448361afbSAlberto Garcia 54548361afbSAlberto Garcia result = self.vm.qmp('block-stream', device='node0', job_id='stream-node0') 54648361afbSAlberto Garcia self.assert_qmp(result, 'return', {}) 54748361afbSAlberto Garcia 54848361afbSAlberto Garcia self.wait_until_completed(drive='stream-node0') 54948361afbSAlberto Garcia 55048361afbSAlberto Garcia self.assert_no_active_block_jobs() 55148361afbSAlberto Garcia self.vm.shutdown() 55248361afbSAlberto Garcia 55348361afbSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]), 55448361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]), 55548361afbSAlberto Garcia 'image file map does not match backing file after streaming') 55648361afbSAlberto Garcia 5572499a096SStefan Hajnocziclass TestSmallerBackingFile(iotests.QMPTestCase): 558774a8850SStefan Hajnoczi backing_len = 1 * 1024 * 1024 # MB 559774a8850SStefan Hajnoczi image_len = 2 * backing_len 560774a8850SStefan Hajnoczi 561774a8850SStefan Hajnoczi def setUp(self): 5622499a096SStefan Hajnoczi iotests.create_image(backing_img, self.backing_len) 563774a8850SStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img, str(self.image_len)) 564774a8850SStefan Hajnoczi self.vm = iotests.VM().add_drive(test_img) 565774a8850SStefan Hajnoczi self.vm.launch() 566774a8850SStefan Hajnoczi 567774a8850SStefan Hajnoczi # If this hangs, then you are missing a fix to complete streaming when the 568774a8850SStefan Hajnoczi # end of the backing file is reached. 569774a8850SStefan Hajnoczi def test_stream(self): 570ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 571774a8850SStefan Hajnoczi 572774a8850SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 573774a8850SStefan Hajnoczi self.assert_qmp(result, 'return', {}) 574774a8850SStefan Hajnoczi 5759974ad40SFam Zheng self.wait_until_completed() 576774a8850SStefan Hajnoczi 577ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 578774a8850SStefan Hajnoczi self.vm.shutdown() 579774a8850SStefan Hajnoczi 5802499a096SStefan Hajnocziclass TestErrors(iotests.QMPTestCase): 58190f0b711SPaolo Bonzini image_len = 2 * 1024 * 1024 # MB 58290f0b711SPaolo Bonzini 58390f0b711SPaolo Bonzini # this should match STREAM_BUFFER_SIZE/512 in block/stream.c 58490f0b711SPaolo Bonzini STREAM_BUFFER_SIZE = 512 * 1024 58590f0b711SPaolo Bonzini 58690f0b711SPaolo Bonzini def create_blkdebug_file(self, name, event, errno): 58790f0b711SPaolo Bonzini file = open(name, 'w') 58890f0b711SPaolo Bonzini file.write(''' 58990f0b711SPaolo Bonzini[inject-error] 59090f0b711SPaolo Bonzinistate = "1" 59190f0b711SPaolo Bonzinievent = "%s" 59290f0b711SPaolo Bonzinierrno = "%d" 59390f0b711SPaolo Bonziniimmediately = "off" 59490f0b711SPaolo Bonzinionce = "on" 59590f0b711SPaolo Bonzinisector = "%d" 59690f0b711SPaolo Bonzini 59790f0b711SPaolo Bonzini[set-state] 59890f0b711SPaolo Bonzinistate = "1" 59990f0b711SPaolo Bonzinievent = "%s" 60090f0b711SPaolo Bonzininew_state = "2" 60190f0b711SPaolo Bonzini 60290f0b711SPaolo Bonzini[set-state] 60390f0b711SPaolo Bonzinistate = "2" 60490f0b711SPaolo Bonzinievent = "%s" 60590f0b711SPaolo Bonzininew_state = "1" 6069a3a9a63SMax Reitz''' % (event, errno, self.STREAM_BUFFER_SIZE // 512, event, event)) 60790f0b711SPaolo Bonzini file.close() 60890f0b711SPaolo Bonzini 60990f0b711SPaolo Bonziniclass TestEIO(TestErrors): 61090f0b711SPaolo Bonzini def setUp(self): 61190f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 6122499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 61390f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5) 61490f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 61590f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 61690f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 61790f0b711SPaolo Bonzini test_img) 61890f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 61990f0b711SPaolo Bonzini self.vm.launch() 62090f0b711SPaolo Bonzini 62190f0b711SPaolo Bonzini def tearDown(self): 62290f0b711SPaolo Bonzini self.vm.shutdown() 62390f0b711SPaolo Bonzini os.remove(test_img) 62490f0b711SPaolo Bonzini os.remove(backing_img) 62590f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 62690f0b711SPaolo Bonzini 62790f0b711SPaolo Bonzini def test_report(self): 628ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 62990f0b711SPaolo Bonzini 63090f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 63190f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 63290f0b711SPaolo Bonzini 63390f0b711SPaolo Bonzini completed = False 63490f0b711SPaolo Bonzini error = False 63590f0b711SPaolo Bonzini while not completed: 63690f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 63790f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 63890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 63990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 64090f0b711SPaolo Bonzini error = True 64190f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 64290f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 64390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 64490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 64590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 64690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 64790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 64890f0b711SPaolo Bonzini completed = True 6491dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6501dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 65190f0b711SPaolo Bonzini 652ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 65390f0b711SPaolo Bonzini self.vm.shutdown() 65490f0b711SPaolo Bonzini 65590f0b711SPaolo Bonzini def test_ignore(self): 656ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 65790f0b711SPaolo Bonzini 65890f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='ignore') 65990f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 66090f0b711SPaolo Bonzini 66190f0b711SPaolo Bonzini error = False 66290f0b711SPaolo Bonzini completed = False 66390f0b711SPaolo Bonzini while not completed: 66490f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 66590f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 6662c3b44daSJohn Snow error = True 66790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 66890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 66990f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 6702c3b44daSJohn Snow if result == {'return': []}: 6712c3b44daSJohn Snow # Job finished too quickly 6722c3b44daSJohn Snow continue 67390f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 67490f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 67590f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 67690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 67790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 67990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 68090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 68190f0b711SPaolo Bonzini completed = True 6821dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6831dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 68490f0b711SPaolo Bonzini 685ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 68690f0b711SPaolo Bonzini self.vm.shutdown() 68790f0b711SPaolo Bonzini 68890f0b711SPaolo Bonzini def test_stop(self): 689ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 69090f0b711SPaolo Bonzini 69190f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='stop') 69290f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 69390f0b711SPaolo Bonzini 69490f0b711SPaolo Bonzini error = False 69590f0b711SPaolo Bonzini completed = False 69690f0b711SPaolo Bonzini while not completed: 69790f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 69890f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 69901809194SJohn Snow error = True 70090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 70190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 70290f0b711SPaolo Bonzini 70390f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 70490f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 70590f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 70690f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'failed') 70790f0b711SPaolo Bonzini 70890f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 70990f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 71090f0b711SPaolo Bonzini 71190f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 71201809194SJohn Snow if result == {'return': []}: 71301809194SJohn Snow # Race; likely already finished. Check. 71401809194SJohn Snow continue 71590f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 71690f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 71790f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 71890f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 71990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 72090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 72190f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 72290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 72390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 72490f0b711SPaolo Bonzini completed = True 7251dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7261dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 72790f0b711SPaolo Bonzini 728ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 72990f0b711SPaolo Bonzini self.vm.shutdown() 73090f0b711SPaolo Bonzini 73190f0b711SPaolo Bonzini def test_enospc(self): 732ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 73390f0b711SPaolo Bonzini 73490f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 73590f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 73690f0b711SPaolo Bonzini 73790f0b711SPaolo Bonzini completed = False 73890f0b711SPaolo Bonzini error = False 73990f0b711SPaolo Bonzini while not completed: 74090f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 74190f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 74290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 74390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 74490f0b711SPaolo Bonzini error = True 74590f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 74690f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 74790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 74890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 74990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 75090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 75190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 75290f0b711SPaolo Bonzini completed = True 7531dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7541dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 75590f0b711SPaolo Bonzini 756ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 75790f0b711SPaolo Bonzini self.vm.shutdown() 75890f0b711SPaolo Bonzini 75990f0b711SPaolo Bonziniclass TestENOSPC(TestErrors): 76090f0b711SPaolo Bonzini def setUp(self): 76190f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 7622499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 76390f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 28) 76490f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 76590f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 76690f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 76790f0b711SPaolo Bonzini test_img) 76890f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 76990f0b711SPaolo Bonzini self.vm.launch() 77090f0b711SPaolo Bonzini 77190f0b711SPaolo Bonzini def tearDown(self): 77290f0b711SPaolo Bonzini self.vm.shutdown() 77390f0b711SPaolo Bonzini os.remove(test_img) 77490f0b711SPaolo Bonzini os.remove(backing_img) 77590f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 77690f0b711SPaolo Bonzini 77790f0b711SPaolo Bonzini def test_enospc(self): 778ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 77990f0b711SPaolo Bonzini 78090f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 78190f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 78290f0b711SPaolo Bonzini 78390f0b711SPaolo Bonzini error = False 78490f0b711SPaolo Bonzini completed = False 78590f0b711SPaolo Bonzini while not completed: 78690f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 78790f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 78890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 78990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 790dca9b6a2SMax Reitz error = True 79190f0b711SPaolo Bonzini 79290f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 79390f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 79490f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 79590f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'nospace') 79690f0b711SPaolo Bonzini 79790f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 79890f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 79990f0b711SPaolo Bonzini 80090f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 801dca9b6a2SMax Reitz if result == {'return': []}: 802dca9b6a2SMax Reitz # Race; likely already finished. Check. 803dca9b6a2SMax Reitz continue 80490f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 80590f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 80690f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 80790f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 80890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 80990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 81090f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 81190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 81290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 81390f0b711SPaolo Bonzini completed = True 8141dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 8151dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 81690f0b711SPaolo Bonzini 817ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 81890f0b711SPaolo Bonzini self.vm.shutdown() 819774a8850SStefan Hajnoczi 8202499a096SStefan Hajnocziclass TestStreamStop(iotests.QMPTestCase): 82137ce63ebSStefan Hajnoczi image_len = 8 * 1024 * 1024 * 1024 # GB 82237ce63ebSStefan Hajnoczi 82337ce63ebSStefan Hajnoczi def setUp(self): 82437ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestStreamStop.image_len)) 82590c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 82637ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 82790c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 828b59b3d57SFam Zheng self.vm = iotests.VM().add_drive("blkdebug::" + test_img) 82937ce63ebSStefan Hajnoczi self.vm.launch() 83037ce63ebSStefan Hajnoczi 83137ce63ebSStefan Hajnoczi def tearDown(self): 83237ce63ebSStefan Hajnoczi self.vm.shutdown() 83337ce63ebSStefan Hajnoczi os.remove(test_img) 83437ce63ebSStefan Hajnoczi os.remove(backing_img) 83537ce63ebSStefan Hajnoczi 83637ce63ebSStefan Hajnoczi def test_stream_stop(self): 837ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 83837ce63ebSStefan Hajnoczi 839b59b3d57SFam Zheng self.vm.pause_drive('drive0') 840db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 84137ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 84237ce63ebSStefan Hajnoczi 8430fd05e8dSPaolo Bonzini time.sleep(0.1) 84437ce63ebSStefan Hajnoczi events = self.vm.get_qmp_events(wait=False) 8451dac83f1SKevin Wolf for e in events: 8461dac83f1SKevin Wolf self.assert_qmp(e, 'event', 'JOB_STATUS_CHANGE') 8471dac83f1SKevin Wolf self.assert_qmp(e, 'data/id', 'drive0') 84837ce63ebSStefan Hajnoczi 849b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 85037ce63ebSStefan Hajnoczi 8512499a096SStefan Hajnocziclass TestSetSpeed(iotests.QMPTestCase): 85237ce63ebSStefan Hajnoczi image_len = 80 * 1024 * 1024 # MB 85337ce63ebSStefan Hajnoczi 85437ce63ebSStefan Hajnoczi def setUp(self): 85537ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestSetSpeed.image_len)) 85690c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 85737ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 85890c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 859b59b3d57SFam Zheng self.vm = iotests.VM().add_drive('blkdebug::' + test_img) 86037ce63ebSStefan Hajnoczi self.vm.launch() 86137ce63ebSStefan Hajnoczi 86237ce63ebSStefan Hajnoczi def tearDown(self): 86337ce63ebSStefan Hajnoczi self.vm.shutdown() 86437ce63ebSStefan Hajnoczi os.remove(test_img) 86537ce63ebSStefan Hajnoczi os.remove(backing_img) 86637ce63ebSStefan Hajnoczi 867e425306aSStefan Hajnoczi # This is a short performance test which is not run by default. 868e425306aSStefan Hajnoczi # Invoke "IMGFMT=qed ./030 TestSetSpeed.perf_test_throughput" 869e425306aSStefan Hajnoczi def perf_test_throughput(self): 870ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 87137ce63ebSStefan Hajnoczi 872db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 87337ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 87437ce63ebSStefan Hajnoczi 875e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 87637ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 87737ce63ebSStefan Hajnoczi 8789974ad40SFam Zheng self.wait_until_completed() 87937ce63ebSStefan Hajnoczi 880ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 88137ce63ebSStefan Hajnoczi 882e425306aSStefan Hajnoczi def test_set_speed(self): 883ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 884e425306aSStefan Hajnoczi 885b59b3d57SFam Zheng self.vm.pause_drive('drive0') 886e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 887e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 888e425306aSStefan Hajnoczi 889e425306aSStefan Hajnoczi # Default speed is 0 890e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 891e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 892e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 0) 893e425306aSStefan Hajnoczi 894e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 895e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 896e425306aSStefan Hajnoczi 897e425306aSStefan Hajnoczi # Ensure the speed we set was accepted 898e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 899e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 900e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024) 901e425306aSStefan Hajnoczi 902b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 903b59b3d57SFam Zheng self.vm.pause_drive('drive0') 904e425306aSStefan Hajnoczi 905e425306aSStefan Hajnoczi # Check setting speed in block-stream works 906e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=4 * 1024 * 1024) 907e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 908e425306aSStefan Hajnoczi 909e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 910e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 911e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024) 912e425306aSStefan Hajnoczi 913b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 914e425306aSStefan Hajnoczi 915e425306aSStefan Hajnoczi def test_set_speed_invalid(self): 916ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 917e425306aSStefan Hajnoczi 918e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=-1) 9193f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid parameter 'speed'") 920e425306aSStefan Hajnoczi 921ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 922e425306aSStefan Hajnoczi 923dca9b6a2SMax Reitz self.vm.pause_drive('drive0') 924e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 925e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 926e425306aSStefan Hajnoczi 927e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1) 9283f92d54cSMax Reitz self.assert_qmp(result, 'error/desc', "Invalid parameter 'speed'") 929e425306aSStefan Hajnoczi 930dca9b6a2SMax Reitz self.cancel_and_wait(resume=True) 931e425306aSStefan Hajnoczi 93237ce63ebSStefan Hajnocziif __name__ == '__main__': 93337ce63ebSStefan Hajnoczi iotests.main(supported_fmts=['qcow2', 'qed']) 934