fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 1 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 2 | # not use this file except in compliance with the License. You may obtain |
| 3 | # a copy of the License at |
| 4 | # |
| 5 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 6 | # |
| 7 | # Unless required by applicable law or agreed to in writing, software |
| 8 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 9 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 10 | # License for the specific language governing permissions and limitations |
| 11 | # under the License. |
| 12 | |
Sean Dague | 52abbd9 | 2016-03-01 09:38:09 -0500 | [diff] [blame] | 13 | from oslo_log import log as logging |
zhufl | 6b7040a | 2017-01-18 16:38:34 +0800 | [diff] [blame] | 14 | import testtools |
Sean Dague | 52abbd9 | 2016-03-01 09:38:09 -0500 | [diff] [blame] | 15 | |
Ken'ichi Ohmichi | 0eb153c | 2015-07-13 02:18:25 +0000 | [diff] [blame] | 16 | from tempest.common import waiters |
Matthew Treinish | 6c07229 | 2014-01-29 19:15:52 +0000 | [diff] [blame] | 17 | from tempest import config |
Ken'ichi Ohmichi | be4fb50 | 2017-03-10 10:04:48 -0800 | [diff] [blame] | 18 | from tempest.lib.common.utils import data_utils |
Ken'ichi Ohmichi | c85a951 | 2017-01-27 18:34:24 -0800 | [diff] [blame] | 19 | from tempest.lib import decorators |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 20 | from tempest.scenario import manager |
Masayuki Igawa | 4ded9f0 | 2014-02-17 15:05:59 +0900 | [diff] [blame] | 21 | from tempest import test |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 22 | |
Matthew Treinish | 6c07229 | 2014-01-29 19:15:52 +0000 | [diff] [blame] | 23 | CONF = config.CONF |
Sean Dague | 52abbd9 | 2016-03-01 09:38:09 -0500 | [diff] [blame] | 24 | LOG = logging.getLogger(__name__) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 25 | |
Nachi Ueno | 95b4128 | 2014-01-15 06:54:21 -0800 | [diff] [blame] | 26 | |
lkuchlan | 3023e75 | 2017-06-08 12:53:13 +0300 | [diff] [blame] | 27 | class TestVolumeBootPattern(manager.EncryptionScenarioTest): |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 28 | |
Sean Dague | 02620fd | 2016-03-02 15:52:51 -0500 | [diff] [blame] | 29 | # Boot from volume scenario is quite slow, and needs extra |
| 30 | # breathing room to get through deletes in the time allotted. |
| 31 | TIMEOUT_SCALING_FACTOR = 2 |
| 32 | |
JordanP | bce5553 | 2014-03-19 12:10:32 +0100 | [diff] [blame] | 33 | @classmethod |
Emily Hugenbruch | 5e2d2a2 | 2015-02-25 21:35:45 +0000 | [diff] [blame] | 34 | def skip_checks(cls): |
| 35 | super(TestVolumeBootPattern, cls).skip_checks() |
JordanP | bce5553 | 2014-03-19 12:10:32 +0100 | [diff] [blame] | 36 | if not CONF.volume_feature_enabled.snapshot: |
| 37 | raise cls.skipException("Cinder volume snapshots are disabled") |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 38 | |
| 39 | def _create_volume_from_image(self): |
Matthew Treinish | 6c07229 | 2014-01-29 19:15:52 +0000 | [diff] [blame] | 40 | img_uuid = CONF.compute.image_ref |
zhufl | c6ce539 | 2016-08-17 14:34:37 +0800 | [diff] [blame] | 41 | vol_name = data_utils.rand_name( |
| 42 | self.__class__.__name__ + '-volume-origin') |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 43 | return self.create_volume(name=vol_name, imageRef=img_uuid) |
| 44 | |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 45 | def _get_bdm(self, source_id, source_type, delete_on_termination=False): |
Sean Dague | d571e03 | 2017-02-27 12:27:10 -0500 | [diff] [blame] | 46 | bd_map_v2 = [{ |
| 47 | 'uuid': source_id, |
| 48 | 'source_type': source_type, |
| 49 | 'destination_type': 'volume', |
| 50 | 'boot_index': 0, |
| 51 | 'delete_on_termination': delete_on_termination}] |
| 52 | return {'block_device_mapping_v2': bd_map_v2} |
Andrey Pavlov | c8bd4b1 | 2015-08-17 10:20:17 +0300 | [diff] [blame] | 53 | |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 54 | def _boot_instance_from_resource(self, source_id, |
| 55 | source_type, |
| 56 | keypair=None, |
| 57 | security_group=None, |
| 58 | delete_on_termination=False): |
Andrey Pavlov | c8bd4b1 | 2015-08-17 10:20:17 +0300 | [diff] [blame] | 59 | create_kwargs = dict() |
| 60 | if keypair: |
| 61 | create_kwargs['key_name'] = keypair['name'] |
| 62 | if security_group: |
| 63 | create_kwargs['security_groups'] = [ |
| 64 | {'name': security_group['name']}] |
| 65 | create_kwargs.update(self._get_bdm( |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 66 | source_id, |
| 67 | source_type, |
| 68 | delete_on_termination=delete_on_termination)) |
| 69 | |
zhufl | 13c9c89 | 2017-02-10 12:04:07 +0800 | [diff] [blame] | 70 | return self.create_server(image_id='', **create_kwargs) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 71 | |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 72 | def _delete_server(self, server): |
Joseph Lanoux | eef192f | 2014-08-01 14:32:53 +0000 | [diff] [blame] | 73 | self.servers_client.delete_server(server['id']) |
Ken'ichi Ohmichi | e91a0c6 | 2015-08-13 02:09:16 +0000 | [diff] [blame] | 74 | waiters.wait_for_server_termination(self.servers_client, server['id']) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 75 | |
Ken'ichi Ohmichi | c85a951 | 2017-01-27 18:34:24 -0800 | [diff] [blame] | 76 | @decorators.idempotent_id('557cd2c2-4eb8-4dce-98be-f86765ff311b') |
zhufl | 6b7040a | 2017-01-18 16:38:34 +0800 | [diff] [blame] | 77 | @testtools.skipUnless(CONF.network.public_network_id, |
| 78 | 'The public_network_id option must be specified.') |
Masayuki Igawa | 4ded9f0 | 2014-02-17 15:05:59 +0900 | [diff] [blame] | 79 | @test.services('compute', 'volume', 'image') |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 80 | def test_volume_boot_pattern(self): |
lkuchlan | 2041cdd | 2016-08-15 13:50:43 +0300 | [diff] [blame] | 81 | |
| 82 | """This test case attempts to reproduce the following steps: |
| 83 | |
| 84 | * Create in Cinder some bootable volume importing a Glance image |
| 85 | * Boot an instance from the bootable volume |
| 86 | * Write content to the volume |
| 87 | * Delete an instance and Boot a new instance from the volume |
| 88 | * Check written content in the instance |
| 89 | * Create a volume snapshot while the instance is running |
| 90 | * Boot an additional instance from the new snapshot based volume |
| 91 | * Check written content in the instance booted from snapshot |
| 92 | """ |
| 93 | |
Sean Dague | 52abbd9 | 2016-03-01 09:38:09 -0500 | [diff] [blame] | 94 | LOG.info("Creating keypair and security group") |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 95 | keypair = self.create_keypair() |
Yaroslav Lobankov | 0089af5 | 2015-07-02 19:14:40 +0300 | [diff] [blame] | 96 | security_group = self._create_security_group() |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 97 | |
| 98 | # create an instance from volume |
Sean Dague | 52abbd9 | 2016-03-01 09:38:09 -0500 | [diff] [blame] | 99 | LOG.info("Booting instance 1 from volume") |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 100 | volume_origin = self._create_volume_from_image() |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 101 | instance_1st = self._boot_instance_from_resource( |
| 102 | source_id=volume_origin['id'], |
| 103 | source_type='volume', |
| 104 | keypair=keypair, |
| 105 | security_group=security_group) |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 106 | LOG.info("Booted first instance: %s", instance_1st) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 107 | |
| 108 | # write content to volume on instance |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 109 | LOG.info("Setting timestamp in instance %s", instance_1st) |
Sean Dague | 20e9861 | 2016-01-06 14:33:28 -0500 | [diff] [blame] | 110 | ip_instance_1st = self.get_server_ip(instance_1st) |
Alexander Gubanov | 59cc303 | 2015-11-05 11:58:03 +0200 | [diff] [blame] | 111 | timestamp = self.create_timestamp(ip_instance_1st, |
| 112 | private_key=keypair['private_key']) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 113 | |
| 114 | # delete instance |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 115 | LOG.info("Deleting first instance: %s", instance_1st) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 116 | self._delete_server(instance_1st) |
| 117 | |
| 118 | # create a 2nd instance from volume |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 119 | instance_2nd = self._boot_instance_from_resource( |
| 120 | source_id=volume_origin['id'], |
| 121 | source_type='volume', |
| 122 | keypair=keypair, |
| 123 | security_group=security_group) |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 124 | LOG.info("Booted second instance %s", instance_2nd) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 125 | |
| 126 | # check the content of written file |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 127 | LOG.info("Getting timestamp in instance %s", instance_2nd) |
Sean Dague | 20e9861 | 2016-01-06 14:33:28 -0500 | [diff] [blame] | 128 | ip_instance_2nd = self.get_server_ip(instance_2nd) |
Alexander Gubanov | 59cc303 | 2015-11-05 11:58:03 +0200 | [diff] [blame] | 129 | timestamp2 = self.get_timestamp(ip_instance_2nd, |
| 130 | private_key=keypair['private_key']) |
| 131 | self.assertEqual(timestamp, timestamp2) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 132 | |
| 133 | # snapshot a volume |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 134 | LOG.info("Creating snapshot from volume: %s", volume_origin['id']) |
lkuchlan | 73ed1f3 | 2017-07-06 16:22:12 +0300 | [diff] [blame^] | 135 | snapshot = self.create_volume_snapshot(volume_origin['id'], force=True) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 136 | |
| 137 | # create a 3rd instance from snapshot |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 138 | LOG.info("Creating third instance from snapshot: %s", snapshot['id']) |
Nuno Santos | da89962 | 2016-11-17 12:32:53 -0500 | [diff] [blame] | 139 | volume = self.create_volume(snapshot_id=snapshot['id'], |
| 140 | size=snapshot['size']) |
| 141 | LOG.info("Booting third instance from snapshot") |
Alexander Gubanov | c8829f8 | 2015-11-12 10:35:13 +0200 | [diff] [blame] | 142 | server_from_snapshot = ( |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 143 | self._boot_instance_from_resource(source_id=volume['id'], |
| 144 | source_type='volume', |
| 145 | keypair=keypair, |
| 146 | security_group=security_group)) |
Nuno Santos | da89962 | 2016-11-17 12:32:53 -0500 | [diff] [blame] | 147 | LOG.info("Booted third instance %s", server_from_snapshot) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 148 | |
| 149 | # check the content of written file |
Jordan Pittier | 525ec71 | 2016-12-07 17:51:26 +0100 | [diff] [blame] | 150 | LOG.info("Logging into third instance to get timestamp: %s", |
Sean Dague | 52abbd9 | 2016-03-01 09:38:09 -0500 | [diff] [blame] | 151 | server_from_snapshot) |
Sean Dague | 20e9861 | 2016-01-06 14:33:28 -0500 | [diff] [blame] | 152 | server_from_snapshot_ip = self.get_server_ip(server_from_snapshot) |
Alexander Gubanov | c8829f8 | 2015-11-12 10:35:13 +0200 | [diff] [blame] | 153 | timestamp3 = self.get_timestamp(server_from_snapshot_ip, |
Alexander Gubanov | 59cc303 | 2015-11-05 11:58:03 +0200 | [diff] [blame] | 154 | private_key=keypair['private_key']) |
| 155 | self.assertEqual(timestamp, timestamp3) |
fujioka yuuichi | 636f8db | 2013-08-09 12:05:24 +0900 | [diff] [blame] | 156 | |
Ken'ichi Ohmichi | c85a951 | 2017-01-27 18:34:24 -0800 | [diff] [blame] | 157 | @decorators.idempotent_id('05795fb2-b2a7-4c9f-8fac-ff25aedb1489') |
Jordan Pittier | 3b46d27 | 2017-04-12 16:17:28 +0200 | [diff] [blame] | 158 | @decorators.attr(type='slow') |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 159 | @test.services('compute', 'image', 'volume') |
| 160 | def test_create_server_from_volume_snapshot(self): |
| 161 | # Create a volume from an image |
| 162 | boot_volume = self._create_volume_from_image() |
| 163 | |
| 164 | # Create a snapshot |
lkuchlan | 73ed1f3 | 2017-07-06 16:22:12 +0300 | [diff] [blame^] | 165 | boot_snapshot = self.create_volume_snapshot(boot_volume['id']) |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 166 | |
| 167 | # Create a server from a volume snapshot |
| 168 | server = self._boot_instance_from_resource( |
| 169 | source_id=boot_snapshot['id'], |
| 170 | source_type='snapshot', |
| 171 | delete_on_termination=True) |
| 172 | |
| 173 | server_info = self.servers_client.show_server(server['id'])['server'] |
| 174 | |
| 175 | # The created volume when creating a server from a snapshot |
| 176 | created_volume = server_info['os-extended-volumes:volumes_attached'] |
| 177 | |
lkuchlan | 9e22b85 | 2017-02-05 15:38:29 +0200 | [diff] [blame] | 178 | self.assertNotEmpty(created_volume, "No volume attachment found.") |
| 179 | |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 180 | created_volume_info = self.volumes_client.show_volume( |
| 181 | created_volume[0]['id'])['volume'] |
| 182 | |
| 183 | # Verify the server was created from the snapshot |
| 184 | self.assertEqual( |
| 185 | boot_volume['volume_image_metadata']['image_id'], |
| 186 | created_volume_info['volume_image_metadata']['image_id']) |
| 187 | self.assertEqual(boot_snapshot['id'], |
| 188 | created_volume_info['snapshot_id']) |
| 189 | self.assertEqual(server['id'], |
| 190 | created_volume_info['attachments'][0]['server_id']) |
| 191 | self.assertEqual(created_volume[0]['id'], |
| 192 | created_volume_info['attachments'][0]['volume_id']) |
| 193 | |
Ken'ichi Ohmichi | c85a951 | 2017-01-27 18:34:24 -0800 | [diff] [blame] | 194 | @decorators.idempotent_id('36c34c67-7b54-4b59-b188-02a2f458a63b') |
Andrey Pavlov | c8bd4b1 | 2015-08-17 10:20:17 +0300 | [diff] [blame] | 195 | @test.services('compute', 'volume', 'image') |
| 196 | def test_create_ebs_image_and_check_boot(self): |
| 197 | # create an instance from volume |
| 198 | volume_origin = self._create_volume_from_image() |
lkuchlan | 8789c55 | 2017-01-08 11:40:27 +0200 | [diff] [blame] | 199 | instance = self._boot_instance_from_resource( |
| 200 | source_id=volume_origin['id'], |
| 201 | source_type='volume', |
| 202 | delete_on_termination=True) |
Andrey Pavlov | c8bd4b1 | 2015-08-17 10:20:17 +0300 | [diff] [blame] | 203 | # create EBS image |
zhufl | f9d9572 | 2016-10-19 16:06:17 +0800 | [diff] [blame] | 204 | image = self.create_server_snapshot(instance) |
Andrey Pavlov | c8bd4b1 | 2015-08-17 10:20:17 +0300 | [diff] [blame] | 205 | |
| 206 | # delete instance |
| 207 | self._delete_server(instance) |
| 208 | |
| 209 | # boot instance from EBS image |
zhufl | 13c9c89 | 2017-02-10 12:04:07 +0800 | [diff] [blame] | 210 | instance = self.create_server(image_id=image['id']) |
Andrey Pavlov | c8bd4b1 | 2015-08-17 10:20:17 +0300 | [diff] [blame] | 211 | # just ensure that instance booted |
| 212 | |
| 213 | # delete instance |
| 214 | self._delete_server(instance) |
lkuchlan | 3023e75 | 2017-06-08 12:53:13 +0300 | [diff] [blame] | 215 | |
| 216 | @decorators.idempotent_id('cb78919a-e553-4bab-b73b-10cf4d2eb125') |
| 217 | @testtools.skipIf(CONF.volume.storage_protocol.lower() in ['ceph', 'nfs'], |
| 218 | 'Currently, {} does not support volume encryption' |
| 219 | .format(CONF.volume.storage_protocol)) |
| 220 | @test.services('compute', 'volume') |
| 221 | def test_boot_server_from_encrypted_volume_luks(self): |
| 222 | # Create an encrypted volume |
| 223 | volume = self.create_encrypted_volume('nova.volume.encryptors.' |
| 224 | 'luks.LuksEncryptor', |
| 225 | volume_type='luks') |
| 226 | |
| 227 | self.volumes_client.set_bootable_volume(volume['id'], bootable=True) |
| 228 | |
| 229 | # Boot a server from the encrypted volume |
| 230 | server = self._boot_instance_from_resource( |
| 231 | source_id=volume['id'], |
| 232 | source_type='volume', |
| 233 | delete_on_termination=False) |
| 234 | |
| 235 | server_info = self.servers_client.show_server(server['id'])['server'] |
| 236 | created_volume = server_info['os-extended-volumes:volumes_attached'] |
| 237 | self.assertEqual(volume['id'], created_volume[0]['id']) |