ZhiQiang Fan | 39f9722 | 2013-09-20 04:49:44 +0800 | [diff] [blame] | 1 | # Copyright 2012 OpenStack Foundation |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 2 | # All Rights Reserved. |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 5 | # not use this file except in compliance with the License. You may obtain |
| 6 | # a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 12 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 13 | # License for the specific language governing permissions and limitations |
| 14 | # under the License. |
| 15 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 16 | import urllib |
| 17 | |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 18 | from tempest.common import http |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 19 | from tempest.common import rest_client |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 20 | from tempest import config |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 21 | from tempest import exceptions |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 22 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 23 | CONF = config.CONF |
| 24 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 25 | |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 26 | class ObjectClient(rest_client.RestClient): |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 27 | def __init__(self, auth_provider): |
| 28 | super(ObjectClient, self).__init__(auth_provider) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 29 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 30 | self.service = CONF.object_storage.catalog_type |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 31 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 32 | def create_object(self, container, object_name, data, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 33 | """Create storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 34 | |
Valeriy Ponomaryov | 88686d8 | 2014-02-16 12:24:51 +0200 | [diff] [blame] | 35 | headers = self.get_headers() |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 36 | if not data: |
| 37 | headers['content-length'] = '0' |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 38 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 39 | if params: |
| 40 | url += '?%s' % urllib.urlencode(params) |
| 41 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 42 | resp, body = self.put(url, data, headers) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 43 | return resp, body |
| 44 | |
| 45 | def update_object(self, container, object_name, data): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 46 | """Upload data to replace current storage object.""" |
Attila Fazekas | fa756cb | 2013-02-12 10:52:42 +0100 | [diff] [blame] | 47 | return self.create_object(container, object_name, data) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 48 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 49 | def delete_object(self, container, object_name, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 50 | """Delete storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 51 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 52 | if params: |
| 53 | url += '?%s' % urllib.urlencode(params) |
vponomaryov | 67b58fe | 2014-02-06 19:05:41 +0200 | [diff] [blame] | 54 | resp, body = self.delete(url, headers={}) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 55 | return resp, body |
| 56 | |
| 57 | def update_object_metadata(self, container, object_name, metadata, |
| 58 | metadata_prefix='X-Object-Meta-'): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 59 | """Add, remove, or change X-Object-Meta metadata for storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 60 | |
| 61 | headers = {} |
| 62 | for key in metadata: |
| 63 | headers["%s%s" % (str(metadata_prefix), str(key))] = metadata[key] |
| 64 | |
| 65 | url = "%s/%s" % (str(container), str(object_name)) |
| 66 | resp, body = self.post(url, None, headers=headers) |
| 67 | return resp, body |
| 68 | |
| 69 | def list_object_metadata(self, container, object_name): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 70 | """List all storage object X-Object-Meta- metadata.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 71 | |
| 72 | url = "%s/%s" % (str(container), str(object_name)) |
| 73 | resp, body = self.head(url) |
| 74 | return resp, body |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 75 | |
| 76 | def get_object(self, container, object_name): |
| 77 | """Retrieve object's data.""" |
| 78 | |
| 79 | url = "{0}/{1}".format(container, object_name) |
| 80 | resp, body = self.get(url) |
| 81 | return resp, body |
| 82 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 83 | def copy_object_in_same_container(self, container, src_object_name, |
| 84 | dest_object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 85 | """Copy storage object's data to the new object using PUT.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 86 | |
| 87 | url = "{0}/{1}".format(container, dest_object_name) |
| 88 | headers = {} |
| 89 | headers['X-Copy-From'] = "%s/%s" % (str(container), |
| 90 | str(src_object_name)) |
| 91 | headers['content-length'] = '0' |
| 92 | if metadata: |
| 93 | for key in metadata: |
| 94 | headers[str(key)] = metadata[key] |
| 95 | |
| 96 | resp, body = self.put(url, None, headers=headers) |
| 97 | return resp, body |
| 98 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 99 | def copy_object_across_containers(self, src_container, src_object_name, |
| 100 | dst_container, dst_object_name, |
| 101 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 102 | """Copy storage object's data to the new object using PUT.""" |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 103 | |
| 104 | url = "{0}/{1}".format(dst_container, dst_object_name) |
| 105 | headers = {} |
| 106 | headers['X-Copy-From'] = "%s/%s" % (str(src_container), |
| 107 | str(src_object_name)) |
| 108 | headers['content-length'] = '0' |
| 109 | if metadata: |
| 110 | for key in metadata: |
| 111 | headers[str(key)] = metadata[key] |
| 112 | |
| 113 | resp, body = self.put(url, None, headers=headers) |
| 114 | return resp, body |
| 115 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 116 | def copy_object_2d_way(self, container, src_object_name, dest_object_name, |
| 117 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 118 | """Copy storage object's data to the new object using COPY.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 119 | |
| 120 | url = "{0}/{1}".format(container, src_object_name) |
| 121 | headers = {} |
| 122 | headers['Destination'] = "%s/%s" % (str(container), |
| 123 | str(dest_object_name)) |
| 124 | if metadata: |
| 125 | for key in metadata: |
| 126 | headers[str(key)] = metadata[key] |
| 127 | |
| 128 | resp, body = self.copy(url, headers=headers) |
| 129 | return resp, body |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 130 | |
harika-vakadi | 7cfc518 | 2013-01-16 13:59:25 +0530 | [diff] [blame] | 131 | def create_object_segments(self, container, object_name, segment, data): |
| 132 | """Creates object segments.""" |
| 133 | url = "{0}/{1}/{2}".format(container, object_name, segment) |
Valeriy Ponomaryov | 88686d8 | 2014-02-16 12:24:51 +0200 | [diff] [blame] | 134 | resp, body = self.put(url, data) |
ravikumar-venkatesan | e43b77a | 2013-01-09 07:27:13 +0000 | [diff] [blame] | 135 | return resp, body |
| 136 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 137 | |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 138 | class ObjectClientCustomizedHeader(rest_client.RestClient): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 139 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 140 | # TODO(andreaf) This class is now redundant, to be removed in next patch |
| 141 | |
| 142 | def __init__(self, auth_provider): |
| 143 | super(ObjectClientCustomizedHeader, self).__init__( |
| 144 | auth_provider) |
Eiichi Aikawa | ca3d9bd | 2014-03-06 15:06:21 +0900 | [diff] [blame] | 145 | # Overwrites json-specific header encoding in rest_client.RestClient |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 146 | self.service = CONF.object_storage.catalog_type |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 147 | self.format = 'json' |
| 148 | |
Attila Fazekas | b8aa759 | 2013-01-26 01:25:45 +0100 | [diff] [blame] | 149 | def request(self, method, url, headers=None, body=None): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 150 | """A simple HTTP request interface.""" |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame] | 151 | dscv = CONF.identity.disable_ssl_certificate_validation |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 152 | self.http_obj = http.ClosingHttp( |
| 153 | disable_ssl_certificate_validation=dscv) |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 154 | if headers is None: |
| 155 | headers = {} |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 156 | |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 157 | # Authorize the request |
| 158 | req_url, req_headers, req_body = self.auth_provider.auth_request( |
| 159 | method=method, url=url, headers=headers, body=body, |
| 160 | filters=self.filters |
| 161 | ) |
| 162 | # Use original method |
Attila Fazekas | 11d2a77 | 2013-01-29 17:46:52 +0100 | [diff] [blame] | 163 | self._log_request(method, req_url, headers, body) |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 164 | resp, resp_body = self.http_obj.request(req_url, method, |
Andrea Frittoli | 8bbdb16 | 2014-01-06 11:06:13 +0000 | [diff] [blame] | 165 | headers=req_headers, |
| 166 | body=req_body) |
Attila Fazekas | 11d2a77 | 2013-01-29 17:46:52 +0100 | [diff] [blame] | 167 | self._log_response(resp, resp_body) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 168 | if resp.status == 401 or resp.status == 403: |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 169 | raise exceptions.Unauthorized() |
| 170 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 171 | return resp, resp_body |
| 172 | |
| 173 | def get_object(self, container, object_name, metadata=None): |
| 174 | """Retrieve object's data.""" |
| 175 | headers = {} |
| 176 | if metadata: |
| 177 | for key in metadata: |
| 178 | headers[str(key)] = metadata[key] |
| 179 | |
| 180 | url = "{0}/{1}".format(container, object_name) |
| 181 | resp, body = self.get(url, headers=headers) |
| 182 | return resp, body |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 183 | |
| 184 | def create_object(self, container, object_name, data, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 185 | """Create storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 186 | |
| 187 | headers = {} |
| 188 | if metadata: |
| 189 | for key in metadata: |
| 190 | headers[str(key)] = metadata[key] |
| 191 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 192 | if not data: |
| 193 | headers['content-length'] = '0' |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 194 | url = "%s/%s" % (str(container), str(object_name)) |
| 195 | resp, body = self.put(url, data, headers=headers) |
| 196 | return resp, body |
| 197 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 198 | def delete_object(self, container, object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 199 | """Delete storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 200 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 201 | headers = {} |
| 202 | if metadata: |
| 203 | for key in metadata: |
| 204 | headers[str(key)] = metadata[key] |
| 205 | |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 206 | url = "%s/%s" % (str(container), str(object_name)) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 207 | resp, body = self.delete(url, headers=headers) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 208 | return resp, body |