ZhiQiang Fan | 39f9722 | 2013-09-20 04:49:44 +0800 | [diff] [blame] | 1 | # Copyright 2012 OpenStack Foundation |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 2 | # All Rights Reserved. |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 5 | # not use this file except in compliance with the License. You may obtain |
| 6 | # a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 12 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 13 | # License for the specific language governing permissions and limitations |
| 14 | # under the License. |
| 15 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 16 | import urllib |
| 17 | |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 18 | from tempest.common import http |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 19 | from tempest.common import rest_client |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 20 | from tempest import config |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 21 | from tempest import exceptions |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 22 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 23 | CONF = config.CONF |
| 24 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 25 | |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 26 | class ObjectClient(rest_client.RestClient): |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 27 | def __init__(self, auth_provider): |
| 28 | super(ObjectClient, self).__init__(auth_provider) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 29 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 30 | self.service = CONF.object_storage.catalog_type |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 31 | |
Daisuke Morita | cf6f695 | 2014-03-19 21:25:50 +0900 | [diff] [blame] | 32 | def create_object(self, container, object_name, data, |
| 33 | params=None, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 34 | """Create storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 35 | |
Valeriy Ponomaryov | 88686d8 | 2014-02-16 12:24:51 +0200 | [diff] [blame] | 36 | headers = self.get_headers() |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 37 | if not data: |
| 38 | headers['content-length'] = '0' |
Daisuke Morita | cf6f695 | 2014-03-19 21:25:50 +0900 | [diff] [blame] | 39 | if metadata: |
| 40 | for key in metadata: |
| 41 | headers[str(key)] = metadata[key] |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 42 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 43 | if params: |
| 44 | url += '?%s' % urllib.urlencode(params) |
| 45 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 46 | resp, body = self.put(url, data, headers) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 47 | return resp, body |
| 48 | |
| 49 | def update_object(self, container, object_name, data): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 50 | """Upload data to replace current storage object.""" |
Attila Fazekas | fa756cb | 2013-02-12 10:52:42 +0100 | [diff] [blame] | 51 | return self.create_object(container, object_name, data) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 52 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 53 | def delete_object(self, container, object_name, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 54 | """Delete storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 55 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 56 | if params: |
| 57 | url += '?%s' % urllib.urlencode(params) |
vponomaryov | 67b58fe | 2014-02-06 19:05:41 +0200 | [diff] [blame] | 58 | resp, body = self.delete(url, headers={}) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 59 | return resp, body |
| 60 | |
| 61 | def update_object_metadata(self, container, object_name, metadata, |
| 62 | metadata_prefix='X-Object-Meta-'): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 63 | """Add, remove, or change X-Object-Meta metadata for storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 64 | |
| 65 | headers = {} |
| 66 | for key in metadata: |
| 67 | headers["%s%s" % (str(metadata_prefix), str(key))] = metadata[key] |
| 68 | |
| 69 | url = "%s/%s" % (str(container), str(object_name)) |
| 70 | resp, body = self.post(url, None, headers=headers) |
| 71 | return resp, body |
| 72 | |
| 73 | def list_object_metadata(self, container, object_name): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 74 | """List all storage object X-Object-Meta- metadata.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 75 | |
| 76 | url = "%s/%s" % (str(container), str(object_name)) |
| 77 | resp, body = self.head(url) |
| 78 | return resp, body |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 79 | |
Daisuke Morita | 6d50268 | 2014-03-19 21:08:54 +0900 | [diff] [blame] | 80 | def get_object(self, container, object_name, metadata=None): |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 81 | """Retrieve object's data.""" |
| 82 | |
Daisuke Morita | 6d50268 | 2014-03-19 21:08:54 +0900 | [diff] [blame] | 83 | headers = {} |
| 84 | if metadata: |
| 85 | for key in metadata: |
| 86 | headers[str(key)] = metadata[key] |
| 87 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 88 | url = "{0}/{1}".format(container, object_name) |
Daisuke Morita | 6d50268 | 2014-03-19 21:08:54 +0900 | [diff] [blame] | 89 | resp, body = self.get(url, headers=headers) |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 90 | return resp, body |
| 91 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 92 | def copy_object_in_same_container(self, container, src_object_name, |
| 93 | dest_object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 94 | """Copy storage object's data to the new object using PUT.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 95 | |
| 96 | url = "{0}/{1}".format(container, dest_object_name) |
| 97 | headers = {} |
| 98 | headers['X-Copy-From'] = "%s/%s" % (str(container), |
| 99 | str(src_object_name)) |
| 100 | headers['content-length'] = '0' |
| 101 | if metadata: |
| 102 | for key in metadata: |
| 103 | headers[str(key)] = metadata[key] |
| 104 | |
| 105 | resp, body = self.put(url, None, headers=headers) |
| 106 | return resp, body |
| 107 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 108 | def copy_object_across_containers(self, src_container, src_object_name, |
| 109 | dst_container, dst_object_name, |
| 110 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 111 | """Copy storage object's data to the new object using PUT.""" |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 112 | |
| 113 | url = "{0}/{1}".format(dst_container, dst_object_name) |
| 114 | headers = {} |
| 115 | headers['X-Copy-From'] = "%s/%s" % (str(src_container), |
| 116 | str(src_object_name)) |
| 117 | headers['content-length'] = '0' |
| 118 | if metadata: |
| 119 | for key in metadata: |
| 120 | headers[str(key)] = metadata[key] |
| 121 | |
| 122 | resp, body = self.put(url, None, headers=headers) |
| 123 | return resp, body |
| 124 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 125 | def copy_object_2d_way(self, container, src_object_name, dest_object_name, |
| 126 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 127 | """Copy storage object's data to the new object using COPY.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 128 | |
| 129 | url = "{0}/{1}".format(container, src_object_name) |
| 130 | headers = {} |
| 131 | headers['Destination'] = "%s/%s" % (str(container), |
| 132 | str(dest_object_name)) |
| 133 | if metadata: |
| 134 | for key in metadata: |
| 135 | headers[str(key)] = metadata[key] |
| 136 | |
| 137 | resp, body = self.copy(url, headers=headers) |
| 138 | return resp, body |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 139 | |
harika-vakadi | 7cfc518 | 2013-01-16 13:59:25 +0530 | [diff] [blame] | 140 | def create_object_segments(self, container, object_name, segment, data): |
| 141 | """Creates object segments.""" |
| 142 | url = "{0}/{1}/{2}".format(container, object_name, segment) |
Valeriy Ponomaryov | 88686d8 | 2014-02-16 12:24:51 +0200 | [diff] [blame] | 143 | resp, body = self.put(url, data) |
ravikumar-venkatesan | e43b77a | 2013-01-09 07:27:13 +0000 | [diff] [blame] | 144 | return resp, body |
| 145 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 146 | |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 147 | class ObjectClientCustomizedHeader(rest_client.RestClient): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 148 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 149 | # TODO(andreaf) This class is now redundant, to be removed in next patch |
| 150 | |
| 151 | def __init__(self, auth_provider): |
| 152 | super(ObjectClientCustomizedHeader, self).__init__( |
| 153 | auth_provider) |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 154 | # Overwrites json-specific header encoding in rest_client.RestClient |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 155 | self.service = CONF.object_storage.catalog_type |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 156 | self.format = 'json' |
| 157 | |
Sergey Murashov | 4fccd32 | 2014-03-22 09:58:52 +0400 | [diff] [blame] | 158 | def request(self, method, url, extra_headers=False, headers=None, |
| 159 | body=None): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 160 | """A simple HTTP request interface.""" |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 161 | dscv = CONF.identity.disable_ssl_certificate_validation |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 162 | self.http_obj = http.ClosingHttp( |
| 163 | disable_ssl_certificate_validation=dscv) |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 164 | if headers is None: |
| 165 | headers = {} |
Sergey Murashov | 4fccd32 | 2014-03-22 09:58:52 +0400 | [diff] [blame] | 166 | elif extra_headers: |
| 167 | try: |
| 168 | headers.update(self.get_headers()) |
| 169 | except (ValueError, TypeError): |
| 170 | headers = {} |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 171 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 172 | # Authorize the request |
| 173 | req_url, req_headers, req_body = self.auth_provider.auth_request( |
| 174 | method=method, url=url, headers=headers, body=body, |
| 175 | filters=self.filters |
| 176 | ) |
| 177 | # Use original method |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 178 | resp, resp_body = self.http_obj.request(req_url, method, |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 179 | headers=req_headers, |
| 180 | body=req_body) |
Sean Dague | 89a8591 | 2014-03-19 16:37:29 -0400 | [diff] [blame] | 181 | self._log_request(method, req_url, resp) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 182 | if resp.status == 401 or resp.status == 403: |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 183 | raise exceptions.Unauthorized() |
| 184 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 185 | return resp, resp_body |
| 186 | |
| 187 | def get_object(self, container, object_name, metadata=None): |
| 188 | """Retrieve object's data.""" |
| 189 | headers = {} |
| 190 | if metadata: |
| 191 | for key in metadata: |
| 192 | headers[str(key)] = metadata[key] |
| 193 | |
| 194 | url = "{0}/{1}".format(container, object_name) |
| 195 | resp, body = self.get(url, headers=headers) |
| 196 | return resp, body |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 197 | |
| 198 | def create_object(self, container, object_name, data, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 199 | """Create storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 200 | |
| 201 | headers = {} |
| 202 | if metadata: |
| 203 | for key in metadata: |
| 204 | headers[str(key)] = metadata[key] |
| 205 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 206 | if not data: |
| 207 | headers['content-length'] = '0' |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 208 | url = "%s/%s" % (str(container), str(object_name)) |
| 209 | resp, body = self.put(url, data, headers=headers) |
| 210 | return resp, body |
| 211 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 212 | def delete_object(self, container, object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 213 | """Delete storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 214 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 215 | headers = {} |
| 216 | if metadata: |
| 217 | for key in metadata: |
| 218 | headers[str(key)] = metadata[key] |
| 219 | |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 220 | url = "%s/%s" % (str(container), str(object_name)) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 221 | resp, body = self.delete(url, headers=headers) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 222 | return resp, body |