ZhiQiang Fan | 39f9722 | 2013-09-20 04:49:44 +0800 | [diff] [blame] | 1 | # Copyright 2012 OpenStack Foundation |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 2 | # All Rights Reserved. |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 5 | # not use this file except in compliance with the License. You may obtain |
| 6 | # a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 12 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 13 | # License for the specific language governing permissions and limitations |
| 14 | # under the License. |
| 15 | |
| 16 | import json |
Matthew Treinish | 26dd0fa | 2012-12-04 17:14:37 -0500 | [diff] [blame] | 17 | import urllib |
Matthew Treinish | 96e9e88 | 2014-06-09 18:37:19 -0400 | [diff] [blame] | 18 | from xml.etree import ElementTree as etree |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 19 | |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 20 | from tempest.common import http |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 21 | from tempest import config |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 22 | from tempest import exceptions |
Ken'ichi Ohmichi | de398ac | 2014-12-17 08:34:34 +0000 | [diff] [blame] | 23 | from tempest.services.object_storage import base |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 24 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 25 | CONF = config.CONF |
| 26 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 27 | |
Ken'ichi Ohmichi | de398ac | 2014-12-17 08:34:34 +0000 | [diff] [blame] | 28 | class AccountClient(base.ObjectStorageClient): |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 29 | |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 30 | def create_account(self, data=None, |
| 31 | params=None, |
Ghanshyam | 2a180b8 | 2014-06-16 13:54:22 +0900 | [diff] [blame] | 32 | metadata=None, |
| 33 | remove_metadata=None, |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 34 | metadata_prefix='X-Account-Meta-', |
| 35 | remove_metadata_prefix='X-Remove-Account-Meta-'): |
| 36 | """Create an account.""" |
Ghanshyam | 2a180b8 | 2014-06-16 13:54:22 +0900 | [diff] [blame] | 37 | if metadata is None: |
| 38 | metadata = {} |
| 39 | if remove_metadata is None: |
| 40 | remove_metadata = {} |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 41 | url = '' |
| 42 | if params: |
| 43 | url += '?%s' % urllib.urlencode(params) |
| 44 | |
| 45 | headers = {} |
| 46 | for key in metadata: |
| 47 | headers[metadata_prefix + key] = metadata[key] |
| 48 | for key in remove_metadata: |
| 49 | headers[remove_metadata_prefix + key] = remove_metadata[key] |
| 50 | |
| 51 | resp, body = self.put(url, data, headers) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 52 | self.expected_success(200, resp.status) |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 53 | return resp, body |
| 54 | |
| 55 | def delete_account(self, data=None, params=None): |
| 56 | """Delete an account.""" |
| 57 | url = '' |
| 58 | if params: |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 59 | url = '?%s%s' % (url, urllib.urlencode(params)) |
| 60 | |
vponomaryov | 67b58fe | 2014-02-06 19:05:41 +0200 | [diff] [blame] | 61 | resp, body = self.delete(url, headers={}, body=data) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 62 | self.expected_success(200, resp.status) |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 63 | return resp, body |
| 64 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 65 | def list_account_metadata(self): |
| 66 | """ |
| 67 | HEAD on the storage URL |
| 68 | Returns all account metadata headers |
| 69 | """ |
Chmouel Boudjnah | dcf40ea | 2014-01-06 18:35:34 -0800 | [diff] [blame] | 70 | resp, body = self.head('') |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 71 | self.expected_success(204, resp.status) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 72 | return resp, body |
| 73 | |
| 74 | def create_account_metadata(self, metadata, |
Daisuke Morita | e3f6ed3 | 2014-08-25 11:34:21 +0900 | [diff] [blame] | 75 | metadata_prefix='X-Account-Meta-', |
| 76 | data=None, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 77 | """Creates an account metadata entry.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 78 | headers = {} |
Daisuke Morita | e3f6ed3 | 2014-08-25 11:34:21 +0900 | [diff] [blame] | 79 | if metadata: |
| 80 | for key in metadata: |
| 81 | headers[metadata_prefix + key] = metadata[key] |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 82 | |
Daisuke Morita | e3f6ed3 | 2014-08-25 11:34:21 +0900 | [diff] [blame] | 83 | url = '' |
| 84 | if params: |
| 85 | url = '?%s%s' % (url, urllib.urlencode(params)) |
| 86 | |
| 87 | resp, body = self.post(url, headers=headers, body=data) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 88 | self.expected_success([200, 204], resp.status) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 89 | return resp, body |
| 90 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 91 | def delete_account_metadata(self, metadata, |
| 92 | metadata_prefix='X-Remove-Account-Meta-'): |
| 93 | """ |
| 94 | Deletes an account metadata entry. |
| 95 | """ |
| 96 | |
Chmouel Boudjnah | dcf40ea | 2014-01-06 18:35:34 -0800 | [diff] [blame] | 97 | headers = {} |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 98 | for item in metadata: |
Daisuke Morita | 8344128 | 2014-01-14 18:56:17 +0900 | [diff] [blame] | 99 | headers[metadata_prefix + item] = metadata[item] |
| 100 | resp, body = self.post('', headers=headers, body=None) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 101 | self.expected_success(204, resp.status) |
Daisuke Morita | 8344128 | 2014-01-14 18:56:17 +0900 | [diff] [blame] | 102 | return resp, body |
| 103 | |
| 104 | def create_and_delete_account_metadata( |
| 105 | self, |
| 106 | create_metadata=None, |
| 107 | delete_metadata=None, |
| 108 | create_metadata_prefix='X-Account-Meta-', |
| 109 | delete_metadata_prefix='X-Remove-Account-Meta-'): |
| 110 | """ |
| 111 | Creates and deletes an account metadata entry. |
| 112 | """ |
| 113 | headers = {} |
| 114 | for key in create_metadata: |
| 115 | headers[create_metadata_prefix + key] = create_metadata[key] |
| 116 | for key in delete_metadata: |
| 117 | headers[delete_metadata_prefix + key] = delete_metadata[key] |
| 118 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 119 | resp, body = self.post('', headers=headers, body=None) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 120 | self.expected_success(204, resp.status) |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 121 | return resp, body |
| 122 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 123 | def list_account_containers(self, params=None): |
| 124 | """ |
| 125 | GET on the (base) storage URL |
Chmouel Boudjnah | dcf40ea | 2014-01-06 18:35:34 -0800 | [diff] [blame] | 126 | Given valid X-Auth-Token, returns a list of all containers for the |
| 127 | account. |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 128 | |
| 129 | Optional Arguments: |
| 130 | limit=[integer value N] |
| 131 | Limits the number of results to at most N values |
| 132 | DEFAULT: 10,000 |
| 133 | |
| 134 | marker=[string value X] |
| 135 | Given string value X, return object names greater in value |
| 136 | than the specified marker. |
| 137 | DEFAULT: No Marker |
| 138 | |
| 139 | format=[string value, either 'json' or 'xml'] |
| 140 | Specify either json or xml to return the respective serialized |
| 141 | response. |
| 142 | DEFAULT: Python-List returned in response body |
| 143 | """ |
Daisuke Morita | 8344128 | 2014-01-14 18:56:17 +0900 | [diff] [blame] | 144 | url = '?%s' % urllib.urlencode(params) if params else '' |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 145 | |
Daisuke Morita | 8344128 | 2014-01-14 18:56:17 +0900 | [diff] [blame] | 146 | resp, body = self.get(url, headers={}) |
Daisuke Morita | 499bba3 | 2013-11-28 18:44:49 +0900 | [diff] [blame] | 147 | if params and params.get('format') == 'json': |
| 148 | body = json.loads(body) |
Daisuke Morita | 8344128 | 2014-01-14 18:56:17 +0900 | [diff] [blame] | 149 | elif params and params.get('format') == 'xml': |
| 150 | body = etree.fromstring(body) |
| 151 | else: |
| 152 | body = body.strip().splitlines() |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 153 | self.expected_success([200, 204], resp.status) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 154 | return resp, body |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 155 | |
Joe H. Rahme | 9e07bf0 | 2014-01-13 18:58:02 +0100 | [diff] [blame] | 156 | def list_extensions(self): |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 157 | self.skip_path() |
Daisuke Morita | 8344128 | 2014-01-14 18:56:17 +0900 | [diff] [blame] | 158 | try: |
| 159 | resp, body = self.get('info') |
| 160 | finally: |
| 161 | self.reset_path() |
Joe H. Rahme | 9e07bf0 | 2014-01-13 18:58:02 +0100 | [diff] [blame] | 162 | body = json.loads(body) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 163 | self.expected_success(200, resp.status) |
Joe H. Rahme | 9e07bf0 | 2014-01-13 18:58:02 +0100 | [diff] [blame] | 164 | return resp, body |
| 165 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 166 | |
Ken'ichi Ohmichi | de398ac | 2014-12-17 08:34:34 +0000 | [diff] [blame] | 167 | class AccountClientCustomizedHeader(base.ObjectStorageClient): |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 168 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 169 | # TODO(andreaf) This class is now redundant, to be removed in next patch |
| 170 | |
Sergey Murashov | 4fccd32 | 2014-03-22 09:58:52 +0400 | [diff] [blame] | 171 | def request(self, method, url, extra_headers=False, headers=None, |
| 172 | body=None): |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 173 | """A simple HTTP request interface.""" |
Rob Crittenden | a7db669 | 2014-11-23 18:44:38 -0500 | [diff] [blame] | 174 | dscv = CONF.identity.disable_ssl_certificate_validation |
| 175 | ca_certs = CONF.identity.ca_certificates_file |
| 176 | self.http_obj = http.ClosingHttp( |
| 177 | disable_ssl_certificate_validation=dscv, |
| 178 | ca_certs=ca_certs) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 179 | if headers is None: |
| 180 | headers = {} |
Sergey Murashov | 4fccd32 | 2014-03-22 09:58:52 +0400 | [diff] [blame] | 181 | elif extra_headers: |
| 182 | try: |
| 183 | headers.update(self.get_headers()) |
| 184 | except (ValueError, TypeError): |
| 185 | headers = {} |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 186 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 187 | # Authorize the request |
| 188 | req_url, req_headers, req_body = self.auth_provider.auth_request( |
| 189 | method=method, url=url, headers=headers, body=body, |
| 190 | filters=self.filters |
| 191 | ) |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 192 | # use original body |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 193 | resp, resp_body = self.http_obj.request(req_url, method, |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 194 | headers=req_headers, |
| 195 | body=req_body) |
Sean Dague | 89a8591 | 2014-03-19 16:37:29 -0400 | [diff] [blame] | 196 | self._log_request(method, req_url, resp) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 197 | |
| 198 | if resp.status == 401 or resp.status == 403: |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 199 | raise exceptions.Unauthorized() |
| 200 | |
| 201 | return resp, resp_body |
| 202 | |
| 203 | def list_account_containers(self, params=None, metadata=None): |
| 204 | """ |
| 205 | GET on the (base) storage URL |
Chmouel Boudjnah | dcf40ea | 2014-01-06 18:35:34 -0800 | [diff] [blame] | 206 | Given a valid X-Auth-Token, returns a list of all containers for the |
| 207 | account. |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 208 | |
| 209 | Optional Arguments: |
| 210 | limit=[integer value N] |
| 211 | Limits the number of results to at most N values |
| 212 | DEFAULT: 10,000 |
| 213 | |
| 214 | marker=[string value X] |
| 215 | Given string value X, return object names greater in value |
| 216 | than the specified marker. |
| 217 | DEFAULT: No Marker |
| 218 | |
| 219 | format=[string value, either 'json' or 'xml'] |
| 220 | Specify either json or xml to return the respective serialized |
| 221 | response. |
| 222 | DEFAULT: Python-List returned in response body |
| 223 | """ |
| 224 | |
| 225 | url = '?format=%s' % self.format |
| 226 | if params: |
Rob Crittenden | 184c69b | 2014-11-17 00:13:12 -0500 | [diff] [blame] | 227 | url += '&%s' % urllib.urlencode(params) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 228 | |
| 229 | headers = {} |
| 230 | if metadata: |
| 231 | for key in metadata: |
| 232 | headers[str(key)] = metadata[key] |
| 233 | |
| 234 | resp, body = self.get(url, headers=headers) |
JordanP | a84dde3 | 2014-11-14 15:47:42 +0100 | [diff] [blame] | 235 | self.expected_success(200, resp.status) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 236 | return resp, body |