137ce63ebSStefan Hajnoczi#!/usr/bin/env python 237ce63ebSStefan Hajnoczi# 337ce63ebSStefan Hajnoczi# Tests for image streaming. 437ce63ebSStefan Hajnoczi# 537ce63ebSStefan Hajnoczi# Copyright (C) 2012 IBM Corp. 637ce63ebSStefan Hajnoczi# 737ce63ebSStefan Hajnoczi# This program is free software; you can redistribute it and/or modify 837ce63ebSStefan Hajnoczi# it under the terms of the GNU General Public License as published by 937ce63ebSStefan Hajnoczi# the Free Software Foundation; either version 2 of the License, or 1037ce63ebSStefan Hajnoczi# (at your option) any later version. 1137ce63ebSStefan Hajnoczi# 1237ce63ebSStefan Hajnoczi# This program is distributed in the hope that it will be useful, 1337ce63ebSStefan Hajnoczi# but WITHOUT ANY WARRANTY; without even the implied warranty of 1437ce63ebSStefan Hajnoczi# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 1537ce63ebSStefan Hajnoczi# GNU General Public License for more details. 1637ce63ebSStefan Hajnoczi# 1737ce63ebSStefan Hajnoczi# You should have received a copy of the GNU General Public License 1837ce63ebSStefan Hajnoczi# along with this program. If not, see <http://www.gnu.org/licenses/>. 1937ce63ebSStefan Hajnoczi# 2037ce63ebSStefan Hajnoczi 210c817347SPaolo Bonziniimport time 2237ce63ebSStefan Hajnocziimport os 2337ce63ebSStefan Hajnocziimport iotests 2437ce63ebSStefan Hajnoczifrom iotests import qemu_img, qemu_io 2537ce63ebSStefan Hajnoczi 2637ce63ebSStefan Hajnoczibacking_img = os.path.join(iotests.test_dir, 'backing.img') 276e343609SPaolo Bonzinimid_img = os.path.join(iotests.test_dir, 'mid.img') 2837ce63ebSStefan Hajnoczitest_img = os.path.join(iotests.test_dir, 'test.img') 2937ce63ebSStefan Hajnoczi 302499a096SStefan Hajnocziclass TestSingleDrive(iotests.QMPTestCase): 3137ce63ebSStefan Hajnoczi image_len = 1 * 1024 * 1024 # MB 3237ce63ebSStefan Hajnoczi 3337ce63ebSStefan Hajnoczi def setUp(self): 342499a096SStefan Hajnoczi iotests.create_image(backing_img, TestSingleDrive.image_len) 356e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, mid_img) 366e343609SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % mid_img, test_img) 3790c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 512', backing_img) 385e302a7dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 524288 512', mid_img) 397b8a9e5aSAlberto Garcia self.vm = iotests.VM().add_drive("blkdebug::" + test_img, "backing.node-name=mid") 4037ce63ebSStefan Hajnoczi self.vm.launch() 4137ce63ebSStefan Hajnoczi 4237ce63ebSStefan Hajnoczi def tearDown(self): 4337ce63ebSStefan Hajnoczi self.vm.shutdown() 4437ce63ebSStefan Hajnoczi os.remove(test_img) 456e343609SPaolo Bonzini os.remove(mid_img) 4637ce63ebSStefan Hajnoczi os.remove(backing_img) 4737ce63ebSStefan Hajnoczi 4837ce63ebSStefan Hajnoczi def test_stream(self): 49ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 5037ce63ebSStefan Hajnoczi 51db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 5237ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 5337ce63ebSStefan Hajnoczi 549974ad40SFam Zheng self.wait_until_completed() 5537ce63ebSStefan Hajnoczi 56ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 57863a5d04SPaolo Bonzini self.vm.shutdown() 5837ce63ebSStefan Hajnoczi 5990c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 6090c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 61efcc7a23SPaolo Bonzini 'image file map does not match backing file after streaming') 6237ce63ebSStefan Hajnoczi 637b8a9e5aSAlberto Garcia def test_stream_intermediate(self): 647b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 657b8a9e5aSAlberto Garcia 66aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', 'raw', '-rU', '-c', 'map', backing_img), 67aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', mid_img), 687b8a9e5aSAlberto Garcia 'image file map matches backing file before streaming') 697b8a9e5aSAlberto Garcia 707b8a9e5aSAlberto Garcia result = self.vm.qmp('block-stream', device='mid', job_id='stream-mid') 717b8a9e5aSAlberto Garcia self.assert_qmp(result, 'return', {}) 727b8a9e5aSAlberto Garcia 737b8a9e5aSAlberto Garcia self.wait_until_completed(drive='stream-mid') 747b8a9e5aSAlberto Garcia 757b8a9e5aSAlberto Garcia self.assert_no_active_block_jobs() 767b8a9e5aSAlberto Garcia self.vm.shutdown() 777b8a9e5aSAlberto Garcia 787b8a9e5aSAlberto Garcia self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 797b8a9e5aSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 807b8a9e5aSAlberto Garcia 'image file map does not match backing file after streaming') 817b8a9e5aSAlberto Garcia 820c817347SPaolo Bonzini def test_stream_pause(self): 83ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 840c817347SPaolo Bonzini 85b59b3d57SFam Zheng self.vm.pause_drive('drive0') 860c817347SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 870c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 880c817347SPaolo Bonzini 89f03d9d24SJohn Snow self.pause_job('drive0', wait=False) 902c93c5cbSKevin Wolf self.vm.resume_drive('drive0') 91f03d9d24SJohn Snow self.pause_wait('drive0') 922c93c5cbSKevin Wolf 930c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 940c817347SPaolo Bonzini offset = self.dictpath(result, 'return[0]/offset') 950c817347SPaolo Bonzini 962c93c5cbSKevin Wolf time.sleep(0.5) 970c817347SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 980c817347SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', offset) 990c817347SPaolo Bonzini 1000c817347SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 1010c817347SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1020c817347SPaolo Bonzini 1039974ad40SFam Zheng self.wait_until_completed() 1040c817347SPaolo Bonzini 105ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1060c817347SPaolo Bonzini self.vm.shutdown() 1070c817347SPaolo Bonzini 10890c9b167SKevin Wolf self.assertEqual(qemu_io('-f', 'raw', '-c', 'map', backing_img), 10990c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1100c817347SPaolo Bonzini 'image file map does not match backing file after streaming') 1110c817347SPaolo Bonzini 112409d5498SAlberto Garcia def test_stream_no_op(self): 113409d5498SAlberto Garcia self.assert_no_active_block_jobs() 114409d5498SAlberto Garcia 115409d5498SAlberto Garcia # The image map is empty before the operation 116aca7063aSFam Zheng empty_map = qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', test_img) 117409d5498SAlberto Garcia 118409d5498SAlberto Garcia # This is a no-op: no data should ever be copied from the base image 119409d5498SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=mid_img) 120409d5498SAlberto Garcia self.assert_qmp(result, 'return', {}) 121409d5498SAlberto Garcia 122409d5498SAlberto Garcia self.wait_until_completed() 123409d5498SAlberto Garcia 124409d5498SAlberto Garcia self.assert_no_active_block_jobs() 125409d5498SAlberto Garcia self.vm.shutdown() 126409d5498SAlberto Garcia 127409d5498SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 128409d5498SAlberto Garcia empty_map, 'image file map changed after a no-op') 129409d5498SAlberto Garcia 1306e343609SPaolo Bonzini def test_stream_partial(self): 131ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1326e343609SPaolo Bonzini 1335e302a7dSAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=backing_img) 1346e343609SPaolo Bonzini self.assert_qmp(result, 'return', {}) 1356e343609SPaolo Bonzini 1369974ad40SFam Zheng self.wait_until_completed() 1376e343609SPaolo Bonzini 138ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 1396e343609SPaolo Bonzini self.vm.shutdown() 1406e343609SPaolo Bonzini 14190c9b167SKevin Wolf self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', mid_img), 14290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'map', test_img), 1436e343609SPaolo Bonzini 'image file map does not match backing file after streaming') 1446e343609SPaolo Bonzini 14537ce63ebSStefan Hajnoczi def test_device_not_found(self): 146db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='nonexistent') 147b6c1bae5SKevin Wolf self.assert_qmp(result, 'error/class', 'GenericError') 14837ce63ebSStefan Hajnoczi 1490bb0aea4SKevin Wolf def test_job_id_missing(self): 1500bb0aea4SKevin Wolf result = self.vm.qmp('block-stream', device='mid') 1510bb0aea4SKevin Wolf self.assert_qmp(result, 'error/class', 'GenericError') 1520bb0aea4SKevin Wolf 153774a8850SStefan Hajnoczi 154c1a34322SAlberto Garciaclass TestParallelOps(iotests.QMPTestCase): 155c1a34322SAlberto Garcia num_ops = 4 # Number of parallel block-stream operations 156c1a34322SAlberto Garcia num_imgs = num_ops * 2 + 1 15739eaefceSAlberto Garcia image_len = num_ops * 512 * 1024 158c1a34322SAlberto Garcia imgs = [] 159c1a34322SAlberto Garcia 160c1a34322SAlberto Garcia def setUp(self): 161c1a34322SAlberto Garcia opts = [] 162c1a34322SAlberto Garcia self.imgs = [] 163c1a34322SAlberto Garcia 164c1a34322SAlberto Garcia # Initialize file names and command-line options 165c1a34322SAlberto Garcia for i in range(self.num_imgs): 166c1a34322SAlberto Garcia img_depth = self.num_imgs - i - 1 167c1a34322SAlberto Garcia opts.append("backing." * img_depth + "node-name=node%d" % i) 168c1a34322SAlberto Garcia self.imgs.append(os.path.join(iotests.test_dir, 'img-%d.img' % i)) 169c1a34322SAlberto Garcia 170c1a34322SAlberto Garcia # Create all images 171c1a34322SAlberto Garcia iotests.create_image(self.imgs[0], self.image_len) 172c1a34322SAlberto Garcia for i in range(1, self.num_imgs): 173c1a34322SAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 174c1a34322SAlberto Garcia '-o', 'backing_file=%s' % self.imgs[i-1], self.imgs[i]) 175c1a34322SAlberto Garcia 176c1a34322SAlberto Garcia # Put data into the images we are copying data from 17739eaefceSAlberto Garcia odd_img_indexes = [x for x in reversed(range(self.num_imgs)) if x % 2 == 1] 17839eaefceSAlberto Garcia for i in range(len(odd_img_indexes)): 17939eaefceSAlberto Garcia # Alternate between 256KB and 512KB. 180c1a34322SAlberto Garcia # This way jobs will not finish in the same order they were created 18139eaefceSAlberto Garcia num_kb = 256 + 256 * (i % 2) 182c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, 18339eaefceSAlberto Garcia '-c', 'write -P 0xFF %dk %dk' % (i * 512, num_kb), 18439eaefceSAlberto Garcia self.imgs[odd_img_indexes[i]]) 185c1a34322SAlberto Garcia 186c1a34322SAlberto Garcia # Attach the drive to the VM 187c1a34322SAlberto Garcia self.vm = iotests.VM() 188c1a34322SAlberto Garcia self.vm.add_drive(self.imgs[-1], ','.join(opts)) 189c1a34322SAlberto Garcia self.vm.launch() 190c1a34322SAlberto Garcia 191c1a34322SAlberto Garcia def tearDown(self): 192c1a34322SAlberto Garcia self.vm.shutdown() 193c1a34322SAlberto Garcia for img in self.imgs: 194c1a34322SAlberto Garcia os.remove(img) 195c1a34322SAlberto Garcia 196c1a34322SAlberto Garcia # Test that it's possible to run several block-stream operations 197c1a34322SAlberto Garcia # in parallel in the same snapshot chain 198c1a34322SAlberto Garcia def test_stream_parallel(self): 199c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 200c1a34322SAlberto Garcia 201c1a34322SAlberto Garcia # Check that the maps don't match before the streaming operations 202c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 203aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i]), 204aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[i-1]), 205c1a34322SAlberto Garcia 'image file map matches backing file before streaming') 206c1a34322SAlberto Garcia 207c1a34322SAlberto Garcia # Create all streaming jobs 208c1a34322SAlberto Garcia pending_jobs = [] 209c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 210c1a34322SAlberto Garcia node_name = 'node%d' % i 211c1a34322SAlberto Garcia job_id = 'stream-%s' % node_name 212c1a34322SAlberto Garcia pending_jobs.append(job_id) 213c1a34322SAlberto Garcia result = self.vm.qmp('block-stream', device=node_name, job_id=job_id, base=self.imgs[i-2], speed=512*1024) 214c1a34322SAlberto Garcia self.assert_qmp(result, 'return', {}) 215c1a34322SAlberto Garcia 216c1a34322SAlberto Garcia # Wait for all jobs to be finished. 217c1a34322SAlberto Garcia while len(pending_jobs) > 0: 218c1a34322SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 219c1a34322SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 220c1a34322SAlberto Garcia job_id = self.dictpath(event, 'data/device') 221c1a34322SAlberto Garcia self.assertTrue(job_id in pending_jobs) 222c1a34322SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 223c1a34322SAlberto Garcia pending_jobs.remove(job_id) 224c1a34322SAlberto Garcia 225c1a34322SAlberto Garcia self.assert_no_active_block_jobs() 226c1a34322SAlberto Garcia self.vm.shutdown() 227c1a34322SAlberto Garcia 228c1a34322SAlberto Garcia # Check that all maps match now 229c1a34322SAlberto Garcia for i in range(2, self.num_imgs, 2): 230c1a34322SAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i]), 231c1a34322SAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[i-1]), 232c1a34322SAlberto Garcia 'image file map does not match backing file after streaming') 233c1a34322SAlberto Garcia 234eb290b78SAlberto Garcia # Test that it's not possible to perform two block-stream 235eb290b78SAlberto Garcia # operations if there are nodes involved in both. 236eb290b78SAlberto Garcia def test_overlapping_1(self): 237eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 238eb290b78SAlberto Garcia 239eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 240eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4', base=self.imgs[1], speed=1024*1024) 241eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 242eb290b78SAlberto Garcia 243eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', job_id='stream-node5', base=self.imgs[2]) 244eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 245eb290b78SAlberto Garcia 246eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3', base=self.imgs[2]) 247eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 248eb290b78SAlberto Garcia 249eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', job_id='stream-node4-v2') 250eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 251eb290b78SAlberto Garcia 252eb290b78SAlberto Garcia # block-commit should also fail if it touches nodes used by the stream job 253eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[4], job_id='commit-node4') 254eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 255eb290b78SAlberto Garcia 256eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[1], top=self.imgs[3], job_id='commit-node1') 257eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 258eb290b78SAlberto Garcia 259eb290b78SAlberto Garcia # This fails because it needs to modify the backing string in node2, which is blocked 260eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[0], top=self.imgs[1], job_id='commit-node0') 261eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 262eb290b78SAlberto Garcia 263eb290b78SAlberto Garcia self.wait_until_completed(drive='stream-node4') 264eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 265eb290b78SAlberto Garcia 266eb290b78SAlberto Garcia # Similar to test_overlapping_1, but with block-commit 267eb290b78SAlberto Garcia # blocking the other jobs 268eb290b78SAlberto Garcia def test_overlapping_2(self): 269eb290b78SAlberto Garcia self.assertLessEqual(9, self.num_imgs) 270eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 271eb290b78SAlberto Garcia 272eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 273eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[5], base=self.imgs[3], job_id='commit-node3', speed=1024*1024) 274eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 275eb290b78SAlberto Garcia 276eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node3', job_id='stream-node3') 277eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 278eb290b78SAlberto Garcia 279eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[2], job_id='stream-node6') 280eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 281eb290b78SAlberto Garcia 282eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], job_id='stream-node4') 283eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 284eb290b78SAlberto Garcia 285eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node6', base=self.imgs[4], job_id='stream-node6-v2') 286eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 287eb290b78SAlberto Garcia 288eb290b78SAlberto Garcia # This fails because block-commit currently blocks the active layer even if it's not used 289eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='drive0', base=self.imgs[5], job_id='stream-drive0') 290eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 291eb290b78SAlberto Garcia 292eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-node3') 293eb290b78SAlberto Garcia 294eb290b78SAlberto Garcia # Similar to test_overlapping_2, but here block-commit doesn't use the 'top' parameter. 295eb290b78SAlberto Garcia # Internally this uses a mirror block job, hence the separate test case. 296eb290b78SAlberto Garcia def test_overlapping_3(self): 297eb290b78SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 298eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 299eb290b78SAlberto Garcia 300eb290b78SAlberto Garcia # Set a speed limit to make sure that this job blocks the rest 301eb290b78SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3], job_id='commit-drive0', speed=1024*1024) 302eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 303eb290b78SAlberto Garcia 304eb290b78SAlberto Garcia result = self.vm.qmp('block-stream', device='node5', base=self.imgs[3], job_id='stream-node6') 305eb290b78SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 306eb290b78SAlberto Garcia 3071dac83f1SKevin Wolf event = self.vm.event_wait(name='BLOCK_JOB_READY') 308eb290b78SAlberto Garcia self.assert_qmp(event, 'data/device', 'commit-drive0') 309eb290b78SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 310eb290b78SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 311eb290b78SAlberto Garcia 312eb290b78SAlberto Garcia result = self.vm.qmp('block-job-complete', device='commit-drive0') 313eb290b78SAlberto Garcia self.assert_qmp(result, 'return', {}) 314eb290b78SAlberto Garcia 315eb290b78SAlberto Garcia self.wait_until_completed(drive='commit-drive0') 316704d59f1SAlberto Garcia 317*d20ba603SAlberto Garcia # In this case the base node of the stream job is the same as the 318*d20ba603SAlberto Garcia # top node of commit job. Since block-commit removes the top node 319*d20ba603SAlberto Garcia # when it finishes, this is not allowed. 320*d20ba603SAlberto Garcia def test_overlapping_4(self): 321*d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 322*d20ba603SAlberto Garcia 323*d20ba603SAlberto Garcia # Commit from node2 into node0 324*d20ba603SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', top=self.imgs[2], base=self.imgs[0]) 325*d20ba603SAlberto Garcia self.assert_qmp(result, 'return', {}) 326*d20ba603SAlberto Garcia 327*d20ba603SAlberto Garcia # Stream from node2 into node4 328*d20ba603SAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='node4') 329*d20ba603SAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 330*d20ba603SAlberto Garcia 331*d20ba603SAlberto Garcia self.wait_until_completed() 332*d20ba603SAlberto Garcia self.assert_no_active_block_jobs() 333*d20ba603SAlberto Garcia 334704d59f1SAlberto Garcia # Test a block-stream and a block-commit job in parallel 33539eaefceSAlberto Garcia # Here the stream job is supposed to finish quickly in order to reproduce 33639eaefceSAlberto Garcia # the scenario that triggers the bug fixed in 3d5d319e1221 and 1a63a907507 33739eaefceSAlberto Garcia def test_stream_commit_1(self): 338704d59f1SAlberto Garcia self.assertLessEqual(8, self.num_imgs) 339704d59f1SAlberto Garcia self.assert_no_active_block_jobs() 340704d59f1SAlberto Garcia 341704d59f1SAlberto Garcia # Stream from node0 into node2 34239eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node2', base_node='node0', job_id='node2') 343704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 344704d59f1SAlberto Garcia 345704d59f1SAlberto Garcia # Commit from the active layer into node3 346704d59f1SAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[3]) 347704d59f1SAlberto Garcia self.assert_qmp(result, 'return', {}) 348704d59f1SAlberto Garcia 349704d59f1SAlberto Garcia # Wait for all jobs to be finished. 350704d59f1SAlberto Garcia pending_jobs = ['node2', 'drive0'] 351704d59f1SAlberto Garcia while len(pending_jobs) > 0: 352704d59f1SAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 353704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 354704d59f1SAlberto Garcia node_name = self.dictpath(event, 'data/device') 355704d59f1SAlberto Garcia self.assertTrue(node_name in pending_jobs) 356704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 357704d59f1SAlberto Garcia pending_jobs.remove(node_name) 358704d59f1SAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 359704d59f1SAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 360704d59f1SAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 361704d59f1SAlberto Garcia self.assert_qmp_absent(event, 'data/error') 362704d59f1SAlberto Garcia self.assertTrue('drive0' in pending_jobs) 363704d59f1SAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 364704d59f1SAlberto Garcia 365eb290b78SAlberto Garcia self.assert_no_active_block_jobs() 366eb290b78SAlberto Garcia 36739eaefceSAlberto Garcia # This is similar to test_stream_commit_1 but both jobs are slowed 36839eaefceSAlberto Garcia # down so they can run in parallel for a little while. 36939eaefceSAlberto Garcia def test_stream_commit_2(self): 37039eaefceSAlberto Garcia self.assertLessEqual(8, self.num_imgs) 37139eaefceSAlberto Garcia self.assert_no_active_block_jobs() 37239eaefceSAlberto Garcia 37339eaefceSAlberto Garcia # Stream from node0 into node4 37439eaefceSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node0', job_id='node4', speed=1024*1024) 37539eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 37639eaefceSAlberto Garcia 37739eaefceSAlberto Garcia # Commit from the active layer into node5 37839eaefceSAlberto Garcia result = self.vm.qmp('block-commit', device='drive0', base=self.imgs[5], speed=1024*1024) 37939eaefceSAlberto Garcia self.assert_qmp(result, 'return', {}) 38039eaefceSAlberto Garcia 38139eaefceSAlberto Garcia # Wait for all jobs to be finished. 38239eaefceSAlberto Garcia pending_jobs = ['node4', 'drive0'] 38339eaefceSAlberto Garcia while len(pending_jobs) > 0: 38439eaefceSAlberto Garcia for event in self.vm.get_qmp_events(wait=True): 38539eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_COMPLETED': 38639eaefceSAlberto Garcia node_name = self.dictpath(event, 'data/device') 38739eaefceSAlberto Garcia self.assertTrue(node_name in pending_jobs) 38839eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 38939eaefceSAlberto Garcia pending_jobs.remove(node_name) 39039eaefceSAlberto Garcia if event['event'] == 'BLOCK_JOB_READY': 39139eaefceSAlberto Garcia self.assert_qmp(event, 'data/device', 'drive0') 39239eaefceSAlberto Garcia self.assert_qmp(event, 'data/type', 'commit') 39339eaefceSAlberto Garcia self.assert_qmp_absent(event, 'data/error') 39439eaefceSAlberto Garcia self.assertTrue('drive0' in pending_jobs) 39539eaefceSAlberto Garcia self.vm.qmp('block-job-complete', device='drive0') 39639eaefceSAlberto Garcia 39739eaefceSAlberto Garcia self.assert_no_active_block_jobs() 39839eaefceSAlberto Garcia 3997eb13c9dSAlberto Garcia # Test the base_node parameter 4007eb13c9dSAlberto Garcia def test_stream_base_node_name(self): 4017eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4027eb13c9dSAlberto Garcia 403aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[4]), 404aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.imgs[3]), 4057eb13c9dSAlberto Garcia 'image file map matches backing file before streaming') 4067eb13c9dSAlberto Garcia 4077eb13c9dSAlberto Garcia # Error: the base node does not exist 4087eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='none', job_id='stream') 4097eb13c9dSAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 4107eb13c9dSAlberto Garcia 4117eb13c9dSAlberto Garcia # Error: the base node is not a backing file of the top node 4127eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node6', job_id='stream') 4137eb13c9dSAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 4147eb13c9dSAlberto Garcia 4157eb13c9dSAlberto Garcia # Error: the base node is the same as the top node 4167eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node4', job_id='stream') 4177eb13c9dSAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 4187eb13c9dSAlberto Garcia 4197eb13c9dSAlberto Garcia # Error: cannot specify 'base' and 'base-node' at the same time 4207eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base=self.imgs[2], base_node='node2', job_id='stream') 4217eb13c9dSAlberto Garcia self.assert_qmp(result, 'error/class', 'GenericError') 4227eb13c9dSAlberto Garcia 4237eb13c9dSAlberto Garcia # Success: the base node is a backing file of the top node 4247eb13c9dSAlberto Garcia result = self.vm.qmp('block-stream', device='node4', base_node='node2', job_id='stream') 4257eb13c9dSAlberto Garcia self.assert_qmp(result, 'return', {}) 4267eb13c9dSAlberto Garcia 4277eb13c9dSAlberto Garcia self.wait_until_completed(drive='stream') 4287eb13c9dSAlberto Garcia 4297eb13c9dSAlberto Garcia self.assert_no_active_block_jobs() 4307eb13c9dSAlberto Garcia self.vm.shutdown() 4317eb13c9dSAlberto Garcia 4327eb13c9dSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[4]), 4337eb13c9dSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.imgs[3]), 4347eb13c9dSAlberto Garcia 'image file map matches backing file after streaming') 4357eb13c9dSAlberto Garcia 43648361afbSAlberto Garciaclass TestQuorum(iotests.QMPTestCase): 43748361afbSAlberto Garcia num_children = 3 43848361afbSAlberto Garcia children = [] 43948361afbSAlberto Garcia backing = [] 44048361afbSAlberto Garcia 44148361afbSAlberto Garcia def setUp(self): 44248361afbSAlberto Garcia opts = ['driver=quorum', 'vote-threshold=2'] 44348361afbSAlberto Garcia 44448361afbSAlberto Garcia # Initialize file names and command-line options 44548361afbSAlberto Garcia for i in range(self.num_children): 44648361afbSAlberto Garcia child_img = os.path.join(iotests.test_dir, 'img-%d.img' % i) 44748361afbSAlberto Garcia backing_img = os.path.join(iotests.test_dir, 'backing-%d.img' % i) 44848361afbSAlberto Garcia self.children.append(child_img) 44948361afbSAlberto Garcia self.backing.append(backing_img) 45048361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, backing_img, '1M') 45148361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, 45248361afbSAlberto Garcia '-c', 'write -P 0x55 0 1024', backing_img) 45348361afbSAlberto Garcia qemu_img('create', '-f', iotests.imgfmt, 45448361afbSAlberto Garcia '-o', 'backing_file=%s' % backing_img, child_img) 45548361afbSAlberto Garcia opts.append("children.%d.file.filename=%s" % (i, child_img)) 45648361afbSAlberto Garcia opts.append("children.%d.node-name=node%d" % (i, i)) 45748361afbSAlberto Garcia 45848361afbSAlberto Garcia # Attach the drive to the VM 45948361afbSAlberto Garcia self.vm = iotests.VM() 46048361afbSAlberto Garcia self.vm.add_drive(path = None, opts = ','.join(opts)) 46148361afbSAlberto Garcia self.vm.launch() 46248361afbSAlberto Garcia 46348361afbSAlberto Garcia def tearDown(self): 46448361afbSAlberto Garcia self.vm.shutdown() 46548361afbSAlberto Garcia for img in self.children: 46648361afbSAlberto Garcia os.remove(img) 46748361afbSAlberto Garcia for img in self.backing: 46848361afbSAlberto Garcia os.remove(img) 46948361afbSAlberto Garcia 47048361afbSAlberto Garcia def test_stream_quorum(self): 47148361afbSAlberto Garcia if not iotests.supports_quorum(): 47248361afbSAlberto Garcia return 47348361afbSAlberto Garcia 474aca7063aSFam Zheng self.assertNotEqual(qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.children[0]), 475aca7063aSFam Zheng qemu_io('-f', iotests.imgfmt, '-rU', '-c', 'map', self.backing[0]), 47648361afbSAlberto Garcia 'image file map matches backing file before streaming') 47748361afbSAlberto Garcia 47848361afbSAlberto Garcia self.assert_no_active_block_jobs() 47948361afbSAlberto Garcia 48048361afbSAlberto Garcia result = self.vm.qmp('block-stream', device='node0', job_id='stream-node0') 48148361afbSAlberto Garcia self.assert_qmp(result, 'return', {}) 48248361afbSAlberto Garcia 48348361afbSAlberto Garcia self.wait_until_completed(drive='stream-node0') 48448361afbSAlberto Garcia 48548361afbSAlberto Garcia self.assert_no_active_block_jobs() 48648361afbSAlberto Garcia self.vm.shutdown() 48748361afbSAlberto Garcia 48848361afbSAlberto Garcia self.assertEqual(qemu_io('-f', iotests.imgfmt, '-c', 'map', self.children[0]), 48948361afbSAlberto Garcia qemu_io('-f', iotests.imgfmt, '-c', 'map', self.backing[0]), 49048361afbSAlberto Garcia 'image file map does not match backing file after streaming') 49148361afbSAlberto Garcia 4922499a096SStefan Hajnocziclass TestSmallerBackingFile(iotests.QMPTestCase): 493774a8850SStefan Hajnoczi backing_len = 1 * 1024 * 1024 # MB 494774a8850SStefan Hajnoczi image_len = 2 * backing_len 495774a8850SStefan Hajnoczi 496774a8850SStefan Hajnoczi def setUp(self): 4972499a096SStefan Hajnoczi iotests.create_image(backing_img, self.backing_len) 498774a8850SStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img, str(self.image_len)) 499774a8850SStefan Hajnoczi self.vm = iotests.VM().add_drive(test_img) 500774a8850SStefan Hajnoczi self.vm.launch() 501774a8850SStefan Hajnoczi 502774a8850SStefan Hajnoczi # If this hangs, then you are missing a fix to complete streaming when the 503774a8850SStefan Hajnoczi # end of the backing file is reached. 504774a8850SStefan Hajnoczi def test_stream(self): 505ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 506774a8850SStefan Hajnoczi 507774a8850SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 508774a8850SStefan Hajnoczi self.assert_qmp(result, 'return', {}) 509774a8850SStefan Hajnoczi 5109974ad40SFam Zheng self.wait_until_completed() 511774a8850SStefan Hajnoczi 512ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 513774a8850SStefan Hajnoczi self.vm.shutdown() 514774a8850SStefan Hajnoczi 5152499a096SStefan Hajnocziclass TestErrors(iotests.QMPTestCase): 51690f0b711SPaolo Bonzini image_len = 2 * 1024 * 1024 # MB 51790f0b711SPaolo Bonzini 51890f0b711SPaolo Bonzini # this should match STREAM_BUFFER_SIZE/512 in block/stream.c 51990f0b711SPaolo Bonzini STREAM_BUFFER_SIZE = 512 * 1024 52090f0b711SPaolo Bonzini 52190f0b711SPaolo Bonzini def create_blkdebug_file(self, name, event, errno): 52290f0b711SPaolo Bonzini file = open(name, 'w') 52390f0b711SPaolo Bonzini file.write(''' 52490f0b711SPaolo Bonzini[inject-error] 52590f0b711SPaolo Bonzinistate = "1" 52690f0b711SPaolo Bonzinievent = "%s" 52790f0b711SPaolo Bonzinierrno = "%d" 52890f0b711SPaolo Bonziniimmediately = "off" 52990f0b711SPaolo Bonzinionce = "on" 53090f0b711SPaolo Bonzinisector = "%d" 53190f0b711SPaolo Bonzini 53290f0b711SPaolo Bonzini[set-state] 53390f0b711SPaolo Bonzinistate = "1" 53490f0b711SPaolo Bonzinievent = "%s" 53590f0b711SPaolo Bonzininew_state = "2" 53690f0b711SPaolo Bonzini 53790f0b711SPaolo Bonzini[set-state] 53890f0b711SPaolo Bonzinistate = "2" 53990f0b711SPaolo Bonzinievent = "%s" 54090f0b711SPaolo Bonzininew_state = "1" 5419a3a9a63SMax Reitz''' % (event, errno, self.STREAM_BUFFER_SIZE // 512, event, event)) 54290f0b711SPaolo Bonzini file.close() 54390f0b711SPaolo Bonzini 54490f0b711SPaolo Bonziniclass TestEIO(TestErrors): 54590f0b711SPaolo Bonzini def setUp(self): 54690f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 5472499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 54890f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 5) 54990f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 55090f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 55190f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 55290f0b711SPaolo Bonzini test_img) 55390f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 55490f0b711SPaolo Bonzini self.vm.launch() 55590f0b711SPaolo Bonzini 55690f0b711SPaolo Bonzini def tearDown(self): 55790f0b711SPaolo Bonzini self.vm.shutdown() 55890f0b711SPaolo Bonzini os.remove(test_img) 55990f0b711SPaolo Bonzini os.remove(backing_img) 56090f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 56190f0b711SPaolo Bonzini 56290f0b711SPaolo Bonzini def test_report(self): 563ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 56490f0b711SPaolo Bonzini 56590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0') 56690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 56790f0b711SPaolo Bonzini 56890f0b711SPaolo Bonzini completed = False 56990f0b711SPaolo Bonzini error = False 57090f0b711SPaolo Bonzini while not completed: 57190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 57290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 57390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 57490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 57590f0b711SPaolo Bonzini error = True 57690f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 57790f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 57890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 57990f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 58090f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 58190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 58290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 58390f0b711SPaolo Bonzini completed = True 5841dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 5851dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 58690f0b711SPaolo Bonzini 587ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 58890f0b711SPaolo Bonzini self.vm.shutdown() 58990f0b711SPaolo Bonzini 59090f0b711SPaolo Bonzini def test_ignore(self): 591ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 59290f0b711SPaolo Bonzini 59390f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='ignore') 59490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 59590f0b711SPaolo Bonzini 59690f0b711SPaolo Bonzini error = False 59790f0b711SPaolo Bonzini completed = False 59890f0b711SPaolo Bonzini while not completed: 59990f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 60090f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 6012c3b44daSJohn Snow error = True 60290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 60390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 60490f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 6052c3b44daSJohn Snow if result == {'return': []}: 6062c3b44daSJohn Snow # Job finished too quickly 6072c3b44daSJohn Snow continue 60890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 60990f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 61090f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 61190f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 61290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 61390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 61490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 61590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 61690f0b711SPaolo Bonzini completed = True 6171dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6181dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 61990f0b711SPaolo Bonzini 620ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 62190f0b711SPaolo Bonzini self.vm.shutdown() 62290f0b711SPaolo Bonzini 62390f0b711SPaolo Bonzini def test_stop(self): 624ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 62590f0b711SPaolo Bonzini 62690f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='stop') 62790f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 62890f0b711SPaolo Bonzini 62990f0b711SPaolo Bonzini error = False 63090f0b711SPaolo Bonzini completed = False 63190f0b711SPaolo Bonzini while not completed: 63290f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 63390f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 63401809194SJohn Snow error = True 63590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 63690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 63790f0b711SPaolo Bonzini 63890f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 63990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 64090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 64190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'failed') 64290f0b711SPaolo Bonzini 64390f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 64490f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 64590f0b711SPaolo Bonzini 64690f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 64701809194SJohn Snow if result == {'return': []}: 64801809194SJohn Snow # Race; likely already finished. Check. 64901809194SJohn Snow continue 65090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 65190f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 65290f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 65390f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 65490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 65590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 65690f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 65790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 65890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 65990f0b711SPaolo Bonzini completed = True 6601dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6611dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 66290f0b711SPaolo Bonzini 663ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 66490f0b711SPaolo Bonzini self.vm.shutdown() 66590f0b711SPaolo Bonzini 66690f0b711SPaolo Bonzini def test_enospc(self): 667ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 66890f0b711SPaolo Bonzini 66990f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 67090f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 67190f0b711SPaolo Bonzini 67290f0b711SPaolo Bonzini completed = False 67390f0b711SPaolo Bonzini error = False 67490f0b711SPaolo Bonzini while not completed: 67590f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 67690f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 67790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 67890f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 67990f0b711SPaolo Bonzini error = True 68090f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 68190f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 68290f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 68390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 68490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/error', 'Input/output error') 68590f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.STREAM_BUFFER_SIZE) 68690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 68790f0b711SPaolo Bonzini completed = True 6881dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 6891dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 69090f0b711SPaolo Bonzini 691ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 69290f0b711SPaolo Bonzini self.vm.shutdown() 69390f0b711SPaolo Bonzini 69490f0b711SPaolo Bonziniclass TestENOSPC(TestErrors): 69590f0b711SPaolo Bonzini def setUp(self): 69690f0b711SPaolo Bonzini self.blkdebug_file = backing_img + ".blkdebug" 6972499a096SStefan Hajnoczi iotests.create_image(backing_img, TestErrors.image_len) 69890f0b711SPaolo Bonzini self.create_blkdebug_file(self.blkdebug_file, "read_aio", 28) 69990f0b711SPaolo Bonzini qemu_img('create', '-f', iotests.imgfmt, 70090f0b711SPaolo Bonzini '-o', 'backing_file=blkdebug:%s:%s,backing_fmt=raw' 70190f0b711SPaolo Bonzini % (self.blkdebug_file, backing_img), 70290f0b711SPaolo Bonzini test_img) 70390f0b711SPaolo Bonzini self.vm = iotests.VM().add_drive(test_img) 70490f0b711SPaolo Bonzini self.vm.launch() 70590f0b711SPaolo Bonzini 70690f0b711SPaolo Bonzini def tearDown(self): 70790f0b711SPaolo Bonzini self.vm.shutdown() 70890f0b711SPaolo Bonzini os.remove(test_img) 70990f0b711SPaolo Bonzini os.remove(backing_img) 71090f0b711SPaolo Bonzini os.remove(self.blkdebug_file) 71190f0b711SPaolo Bonzini 71290f0b711SPaolo Bonzini def test_enospc(self): 713ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 71490f0b711SPaolo Bonzini 71590f0b711SPaolo Bonzini result = self.vm.qmp('block-stream', device='drive0', on_error='enospc') 71690f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 71790f0b711SPaolo Bonzini 71890f0b711SPaolo Bonzini error = False 71990f0b711SPaolo Bonzini completed = False 72090f0b711SPaolo Bonzini while not completed: 72190f0b711SPaolo Bonzini for event in self.vm.get_qmp_events(wait=True): 72290f0b711SPaolo Bonzini if event['event'] == 'BLOCK_JOB_ERROR': 72390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 72490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/operation', 'read') 725dca9b6a2SMax Reitz error = True 72690f0b711SPaolo Bonzini 72790f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 72890f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', True) 72990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/offset', self.STREAM_BUFFER_SIZE) 73090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'nospace') 73190f0b711SPaolo Bonzini 73290f0b711SPaolo Bonzini result = self.vm.qmp('block-job-resume', device='drive0') 73390f0b711SPaolo Bonzini self.assert_qmp(result, 'return', {}) 73490f0b711SPaolo Bonzini 73590f0b711SPaolo Bonzini result = self.vm.qmp('query-block-jobs') 736dca9b6a2SMax Reitz if result == {'return': []}: 737dca9b6a2SMax Reitz # Race; likely already finished. Check. 738dca9b6a2SMax Reitz continue 73990f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/paused', False) 74090f0b711SPaolo Bonzini self.assert_qmp(result, 'return[0]/io-status', 'ok') 74190f0b711SPaolo Bonzini elif event['event'] == 'BLOCK_JOB_COMPLETED': 74290f0b711SPaolo Bonzini self.assertTrue(error, 'job completed unexpectedly') 74390f0b711SPaolo Bonzini self.assert_qmp(event, 'data/type', 'stream') 74490f0b711SPaolo Bonzini self.assert_qmp(event, 'data/device', 'drive0') 74590f0b711SPaolo Bonzini self.assert_qmp_absent(event, 'data/error') 74690f0b711SPaolo Bonzini self.assert_qmp(event, 'data/offset', self.image_len) 74790f0b711SPaolo Bonzini self.assert_qmp(event, 'data/len', self.image_len) 74890f0b711SPaolo Bonzini completed = True 7491dac83f1SKevin Wolf elif event['event'] == 'JOB_STATUS_CHANGE': 7501dac83f1SKevin Wolf self.assert_qmp(event, 'data/id', 'drive0') 75190f0b711SPaolo Bonzini 752ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 75390f0b711SPaolo Bonzini self.vm.shutdown() 754774a8850SStefan Hajnoczi 7552499a096SStefan Hajnocziclass TestStreamStop(iotests.QMPTestCase): 75637ce63ebSStefan Hajnoczi image_len = 8 * 1024 * 1024 * 1024 # GB 75737ce63ebSStefan Hajnoczi 75837ce63ebSStefan Hajnoczi def setUp(self): 75937ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestStreamStop.image_len)) 76090c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 76137ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 76290c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 763b59b3d57SFam Zheng self.vm = iotests.VM().add_drive("blkdebug::" + test_img) 76437ce63ebSStefan Hajnoczi self.vm.launch() 76537ce63ebSStefan Hajnoczi 76637ce63ebSStefan Hajnoczi def tearDown(self): 76737ce63ebSStefan Hajnoczi self.vm.shutdown() 76837ce63ebSStefan Hajnoczi os.remove(test_img) 76937ce63ebSStefan Hajnoczi os.remove(backing_img) 77037ce63ebSStefan Hajnoczi 77137ce63ebSStefan Hajnoczi def test_stream_stop(self): 772ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 77337ce63ebSStefan Hajnoczi 774b59b3d57SFam Zheng self.vm.pause_drive('drive0') 775db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 77637ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 77737ce63ebSStefan Hajnoczi 7780fd05e8dSPaolo Bonzini time.sleep(0.1) 77937ce63ebSStefan Hajnoczi events = self.vm.get_qmp_events(wait=False) 7801dac83f1SKevin Wolf for e in events: 7811dac83f1SKevin Wolf self.assert_qmp(e, 'event', 'JOB_STATUS_CHANGE') 7821dac83f1SKevin Wolf self.assert_qmp(e, 'data/id', 'drive0') 78337ce63ebSStefan Hajnoczi 784b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 78537ce63ebSStefan Hajnoczi 7862499a096SStefan Hajnocziclass TestSetSpeed(iotests.QMPTestCase): 78737ce63ebSStefan Hajnoczi image_len = 80 * 1024 * 1024 # MB 78837ce63ebSStefan Hajnoczi 78937ce63ebSStefan Hajnoczi def setUp(self): 79037ce63ebSStefan Hajnoczi qemu_img('create', backing_img, str(TestSetSpeed.image_len)) 79190c9b167SKevin Wolf qemu_io('-f', 'raw', '-c', 'write -P 0x1 0 32M', backing_img) 79237ce63ebSStefan Hajnoczi qemu_img('create', '-f', iotests.imgfmt, '-o', 'backing_file=%s' % backing_img, test_img) 79390c9b167SKevin Wolf qemu_io('-f', iotests.imgfmt, '-c', 'write -P 0x1 32M 32M', test_img) 794b59b3d57SFam Zheng self.vm = iotests.VM().add_drive('blkdebug::' + test_img) 79537ce63ebSStefan Hajnoczi self.vm.launch() 79637ce63ebSStefan Hajnoczi 79737ce63ebSStefan Hajnoczi def tearDown(self): 79837ce63ebSStefan Hajnoczi self.vm.shutdown() 79937ce63ebSStefan Hajnoczi os.remove(test_img) 80037ce63ebSStefan Hajnoczi os.remove(backing_img) 80137ce63ebSStefan Hajnoczi 802e425306aSStefan Hajnoczi # This is a short performance test which is not run by default. 803e425306aSStefan Hajnoczi # Invoke "IMGFMT=qed ./030 TestSetSpeed.perf_test_throughput" 804e425306aSStefan Hajnoczi def perf_test_throughput(self): 805ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 80637ce63ebSStefan Hajnoczi 807db58f9c0SStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 80837ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 80937ce63ebSStefan Hajnoczi 810e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 81137ce63ebSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 81237ce63ebSStefan Hajnoczi 8139974ad40SFam Zheng self.wait_until_completed() 81437ce63ebSStefan Hajnoczi 815ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 81637ce63ebSStefan Hajnoczi 817e425306aSStefan Hajnoczi def test_set_speed(self): 818ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 819e425306aSStefan Hajnoczi 820b59b3d57SFam Zheng self.vm.pause_drive('drive0') 821e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 822e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 823e425306aSStefan Hajnoczi 824e425306aSStefan Hajnoczi # Default speed is 0 825e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 826e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 827e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 0) 828e425306aSStefan Hajnoczi 829e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=8 * 1024 * 1024) 830e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 831e425306aSStefan Hajnoczi 832e425306aSStefan Hajnoczi # Ensure the speed we set was accepted 833e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 834e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 835e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 8 * 1024 * 1024) 836e425306aSStefan Hajnoczi 837b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 838b59b3d57SFam Zheng self.vm.pause_drive('drive0') 839e425306aSStefan Hajnoczi 840e425306aSStefan Hajnoczi # Check setting speed in block-stream works 841e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=4 * 1024 * 1024) 842e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 843e425306aSStefan Hajnoczi 844e425306aSStefan Hajnoczi result = self.vm.qmp('query-block-jobs') 845e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/device', 'drive0') 846e425306aSStefan Hajnoczi self.assert_qmp(result, 'return[0]/speed', 4 * 1024 * 1024) 847e425306aSStefan Hajnoczi 848b59b3d57SFam Zheng self.cancel_and_wait(resume=True) 849e425306aSStefan Hajnoczi 850e425306aSStefan Hajnoczi def test_set_speed_invalid(self): 851ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 852e425306aSStefan Hajnoczi 853e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0', speed=-1) 85458c8cce2SKevin Wolf self.assert_qmp(result, 'error/class', 'GenericError') 855e425306aSStefan Hajnoczi 856ecc1c88eSStefan Hajnoczi self.assert_no_active_block_jobs() 857e425306aSStefan Hajnoczi 858dca9b6a2SMax Reitz self.vm.pause_drive('drive0') 859e425306aSStefan Hajnoczi result = self.vm.qmp('block-stream', device='drive0') 860e425306aSStefan Hajnoczi self.assert_qmp(result, 'return', {}) 861e425306aSStefan Hajnoczi 862e425306aSStefan Hajnoczi result = self.vm.qmp('block-job-set-speed', device='drive0', speed=-1) 86358c8cce2SKevin Wolf self.assert_qmp(result, 'error/class', 'GenericError') 864e425306aSStefan Hajnoczi 865dca9b6a2SMax Reitz self.cancel_and_wait(resume=True) 866e425306aSStefan Hajnoczi 86737ce63ebSStefan Hajnocziif __name__ == '__main__': 86837ce63ebSStefan Hajnoczi iotests.main(supported_fmts=['qcow2', 'qed']) 869