ZhiQiang Fan | 39f9722 | 2013-09-20 04:49:44 +0800 | [diff] [blame] | 1 | # Copyright 2012 OpenStack Foundation |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 2 | # All Rights Reserved. |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 5 | # not use this file except in compliance with the License. You may obtain |
| 6 | # a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 12 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 13 | # License for the specific language governing permissions and limitations |
| 14 | # under the License. |
| 15 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 16 | import urllib |
| 17 | |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 18 | from tempest.common import http |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 19 | from tempest.common import rest_client |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 20 | from tempest import config |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 21 | from tempest import exceptions |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 22 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 23 | CONF = config.CONF |
| 24 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 25 | |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 26 | class ObjectClient(rest_client.RestClient): |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 27 | def __init__(self, auth_provider): |
| 28 | super(ObjectClient, self).__init__(auth_provider) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 29 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 30 | self.service = CONF.object_storage.catalog_type |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 31 | |
Daisuke Morita | cf6f695 | 2014-03-19 21:25:50 +0900 | [diff] [blame] | 32 | def create_object(self, container, object_name, data, |
| 33 | params=None, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 34 | """Create storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 35 | |
Valeriy Ponomaryov | 88686d8 | 2014-02-16 12:24:51 +0200 | [diff] [blame] | 36 | headers = self.get_headers() |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 37 | if not data: |
| 38 | headers['content-length'] = '0' |
Daisuke Morita | cf6f695 | 2014-03-19 21:25:50 +0900 | [diff] [blame] | 39 | if metadata: |
| 40 | for key in metadata: |
| 41 | headers[str(key)] = metadata[key] |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 42 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 43 | if params: |
| 44 | url += '?%s' % urllib.urlencode(params) |
| 45 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 46 | resp, body = self.put(url, data, headers) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 47 | return resp, body |
| 48 | |
| 49 | def update_object(self, container, object_name, data): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 50 | """Upload data to replace current storage object.""" |
Attila Fazekas | fa756cb | 2013-02-12 10:52:42 +0100 | [diff] [blame] | 51 | return self.create_object(container, object_name, data) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 52 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 53 | def delete_object(self, container, object_name, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 54 | """Delete storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 55 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 56 | if params: |
| 57 | url += '?%s' % urllib.urlencode(params) |
vponomaryov | 67b58fe | 2014-02-06 19:05:41 +0200 | [diff] [blame] | 58 | resp, body = self.delete(url, headers={}) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 59 | return resp, body |
| 60 | |
| 61 | def update_object_metadata(self, container, object_name, metadata, |
| 62 | metadata_prefix='X-Object-Meta-'): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 63 | """Add, remove, or change X-Object-Meta metadata for storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 64 | |
| 65 | headers = {} |
| 66 | for key in metadata: |
| 67 | headers["%s%s" % (str(metadata_prefix), str(key))] = metadata[key] |
| 68 | |
| 69 | url = "%s/%s" % (str(container), str(object_name)) |
| 70 | resp, body = self.post(url, None, headers=headers) |
| 71 | return resp, body |
| 72 | |
| 73 | def list_object_metadata(self, container, object_name): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 74 | """List all storage object X-Object-Meta- metadata.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 75 | |
| 76 | url = "%s/%s" % (str(container), str(object_name)) |
| 77 | resp, body = self.head(url) |
| 78 | return resp, body |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 79 | |
| 80 | def get_object(self, container, object_name): |
| 81 | """Retrieve object's data.""" |
| 82 | |
| 83 | url = "{0}/{1}".format(container, object_name) |
| 84 | resp, body = self.get(url) |
| 85 | return resp, body |
| 86 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 87 | def copy_object_in_same_container(self, container, src_object_name, |
| 88 | dest_object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 89 | """Copy storage object's data to the new object using PUT.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 90 | |
| 91 | url = "{0}/{1}".format(container, dest_object_name) |
| 92 | headers = {} |
| 93 | headers['X-Copy-From'] = "%s/%s" % (str(container), |
| 94 | str(src_object_name)) |
| 95 | headers['content-length'] = '0' |
| 96 | if metadata: |
| 97 | for key in metadata: |
| 98 | headers[str(key)] = metadata[key] |
| 99 | |
| 100 | resp, body = self.put(url, None, headers=headers) |
| 101 | return resp, body |
| 102 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 103 | def copy_object_across_containers(self, src_container, src_object_name, |
| 104 | dst_container, dst_object_name, |
| 105 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 106 | """Copy storage object's data to the new object using PUT.""" |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 107 | |
| 108 | url = "{0}/{1}".format(dst_container, dst_object_name) |
| 109 | headers = {} |
| 110 | headers['X-Copy-From'] = "%s/%s" % (str(src_container), |
| 111 | str(src_object_name)) |
| 112 | headers['content-length'] = '0' |
| 113 | if metadata: |
| 114 | for key in metadata: |
| 115 | headers[str(key)] = metadata[key] |
| 116 | |
| 117 | resp, body = self.put(url, None, headers=headers) |
| 118 | return resp, body |
| 119 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 120 | def copy_object_2d_way(self, container, src_object_name, dest_object_name, |
| 121 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 122 | """Copy storage object's data to the new object using COPY.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 123 | |
| 124 | url = "{0}/{1}".format(container, src_object_name) |
| 125 | headers = {} |
| 126 | headers['Destination'] = "%s/%s" % (str(container), |
| 127 | str(dest_object_name)) |
| 128 | if metadata: |
| 129 | for key in metadata: |
| 130 | headers[str(key)] = metadata[key] |
| 131 | |
| 132 | resp, body = self.copy(url, headers=headers) |
| 133 | return resp, body |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 134 | |
harika-vakadi | 7cfc518 | 2013-01-16 13:59:25 +0530 | [diff] [blame] | 135 | def create_object_segments(self, container, object_name, segment, data): |
| 136 | """Creates object segments.""" |
| 137 | url = "{0}/{1}/{2}".format(container, object_name, segment) |
Valeriy Ponomaryov | 88686d8 | 2014-02-16 12:24:51 +0200 | [diff] [blame] | 138 | resp, body = self.put(url, data) |
ravikumar-venkatesan | e43b77a | 2013-01-09 07:27:13 +0000 | [diff] [blame] | 139 | return resp, body |
| 140 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 141 | |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 142 | class ObjectClientCustomizedHeader(rest_client.RestClient): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 143 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 144 | # TODO(andreaf) This class is now redundant, to be removed in next patch |
| 145 | |
| 146 | def __init__(self, auth_provider): |
| 147 | super(ObjectClientCustomizedHeader, self).__init__( |
| 148 | auth_provider) |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 149 | # Overwrites json-specific header encoding in rest_client.RestClient |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 150 | self.service = CONF.object_storage.catalog_type |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 151 | self.format = 'json' |
| 152 | |
Sergey Murashov | 4fccd32 | 2014-03-22 09:58:52 +0400 | [diff] [blame] | 153 | def request(self, method, url, extra_headers=False, headers=None, |
| 154 | body=None): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 155 | """A simple HTTP request interface.""" |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 156 | dscv = CONF.identity.disable_ssl_certificate_validation |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 157 | self.http_obj = http.ClosingHttp( |
| 158 | disable_ssl_certificate_validation=dscv) |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 159 | if headers is None: |
| 160 | headers = {} |
Sergey Murashov | 4fccd32 | 2014-03-22 09:58:52 +0400 | [diff] [blame] | 161 | elif extra_headers: |
| 162 | try: |
| 163 | headers.update(self.get_headers()) |
| 164 | except (ValueError, TypeError): |
| 165 | headers = {} |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 166 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 167 | # Authorize the request |
| 168 | req_url, req_headers, req_body = self.auth_provider.auth_request( |
| 169 | method=method, url=url, headers=headers, body=body, |
| 170 | filters=self.filters |
| 171 | ) |
| 172 | # Use original method |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 173 | resp, resp_body = self.http_obj.request(req_url, method, |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 174 | headers=req_headers, |
| 175 | body=req_body) |
Sean Dague | 89a8591 | 2014-03-19 16:37:29 -0400 | [diff] [blame] | 176 | self._log_request(method, req_url, resp) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 177 | if resp.status == 401 or resp.status == 403: |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 178 | raise exceptions.Unauthorized() |
| 179 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 180 | return resp, resp_body |
| 181 | |
| 182 | def get_object(self, container, object_name, metadata=None): |
| 183 | """Retrieve object's data.""" |
| 184 | headers = {} |
| 185 | if metadata: |
| 186 | for key in metadata: |
| 187 | headers[str(key)] = metadata[key] |
| 188 | |
| 189 | url = "{0}/{1}".format(container, object_name) |
| 190 | resp, body = self.get(url, headers=headers) |
| 191 | return resp, body |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 192 | |
| 193 | def create_object(self, container, object_name, data, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 194 | """Create storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 195 | |
| 196 | headers = {} |
| 197 | if metadata: |
| 198 | for key in metadata: |
| 199 | headers[str(key)] = metadata[key] |
| 200 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 201 | if not data: |
| 202 | headers['content-length'] = '0' |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 203 | url = "%s/%s" % (str(container), str(object_name)) |
| 204 | resp, body = self.put(url, data, headers=headers) |
| 205 | return resp, body |
| 206 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 207 | def delete_object(self, container, object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 208 | """Delete storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 209 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 210 | headers = {} |
| 211 | if metadata: |
| 212 | for key in metadata: |
| 213 | headers[str(key)] = metadata[key] |
| 214 | |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 215 | url = "%s/%s" % (str(container), str(object_name)) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 216 | resp, body = self.delete(url, headers=headers) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 217 | return resp, body |