ZhiQiang Fan | 39f9722 | 2013-09-20 04:49:44 +0800 | [diff] [blame] | 1 | # Copyright 2012 OpenStack Foundation |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 2 | # All Rights Reserved. |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 5 | # not use this file except in compliance with the License. You may obtain |
| 6 | # a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 12 | # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the |
| 13 | # License for the specific language governing permissions and limitations |
| 14 | # under the License. |
| 15 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 16 | import urllib |
| 17 | |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 18 | from tempest.common import http |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 19 | from tempest.common.rest_client import RestClient |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 20 | from tempest import config |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 21 | from tempest import exceptions |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 22 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 23 | CONF = config.CONF |
| 24 | |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 25 | |
| 26 | class ObjectClient(RestClient): |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 27 | def __init__(self, username, password, auth_url, tenant_name=None): |
| 28 | super(ObjectClient, self).__init__(username, password, |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 29 | auth_url, tenant_name) |
| 30 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 31 | self.service = CONF.object_storage.catalog_type |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 32 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 33 | def create_object(self, container, object_name, data, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 34 | """Create storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 35 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 36 | headers = dict(self.headers) |
| 37 | if not data: |
| 38 | headers['content-length'] = '0' |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 39 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 40 | if params: |
| 41 | url += '?%s' % urllib.urlencode(params) |
| 42 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 43 | resp, body = self.put(url, data, headers) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 44 | return resp, body |
| 45 | |
| 46 | def update_object(self, container, object_name, data): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 47 | """Upload data to replace current storage object.""" |
Attila Fazekas | fa756cb | 2013-02-12 10:52:42 +0100 | [diff] [blame] | 48 | return self.create_object(container, object_name, data) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 49 | |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 50 | def delete_object(self, container, object_name, params=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 51 | """Delete storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 52 | url = "%s/%s" % (str(container), str(object_name)) |
Daisuke Morita | 2c87d37 | 2013-10-31 19:39:19 +0900 | [diff] [blame] | 53 | if params: |
| 54 | url += '?%s' % urllib.urlencode(params) |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 55 | resp, body = self.delete(url) |
| 56 | return resp, body |
| 57 | |
| 58 | def update_object_metadata(self, container, object_name, metadata, |
| 59 | metadata_prefix='X-Object-Meta-'): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 60 | """Add, remove, or change X-Object-Meta metadata for storage object.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 61 | |
| 62 | headers = {} |
| 63 | for key in metadata: |
| 64 | headers["%s%s" % (str(metadata_prefix), str(key))] = metadata[key] |
| 65 | |
| 66 | url = "%s/%s" % (str(container), str(object_name)) |
| 67 | resp, body = self.post(url, None, headers=headers) |
| 68 | return resp, body |
| 69 | |
| 70 | def list_object_metadata(self, container, object_name): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 71 | """List all storage object X-Object-Meta- metadata.""" |
dwalleck | 5d73443 | 2012-10-04 01:11:47 -0500 | [diff] [blame] | 72 | |
| 73 | url = "%s/%s" % (str(container), str(object_name)) |
| 74 | resp, body = self.head(url) |
| 75 | return resp, body |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 76 | |
| 77 | def get_object(self, container, object_name): |
| 78 | """Retrieve object's data.""" |
| 79 | |
| 80 | url = "{0}/{1}".format(container, object_name) |
| 81 | resp, body = self.get(url) |
| 82 | return resp, body |
| 83 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 84 | def copy_object_in_same_container(self, container, src_object_name, |
| 85 | dest_object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 86 | """Copy storage object's data to the new object using PUT.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 87 | |
| 88 | url = "{0}/{1}".format(container, dest_object_name) |
| 89 | headers = {} |
| 90 | headers['X-Copy-From'] = "%s/%s" % (str(container), |
| 91 | str(src_object_name)) |
| 92 | headers['content-length'] = '0' |
| 93 | if metadata: |
| 94 | for key in metadata: |
| 95 | headers[str(key)] = metadata[key] |
| 96 | |
| 97 | resp, body = self.put(url, None, headers=headers) |
| 98 | return resp, body |
| 99 | |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 100 | def copy_object_across_containers(self, src_container, src_object_name, |
| 101 | dst_container, dst_object_name, |
| 102 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 103 | """Copy storage object's data to the new object using PUT.""" |
rajalakshmi-ganesan | 925e239 | 2012-11-30 19:17:24 +0530 | [diff] [blame] | 104 | |
| 105 | url = "{0}/{1}".format(dst_container, dst_object_name) |
| 106 | headers = {} |
| 107 | headers['X-Copy-From'] = "%s/%s" % (str(src_container), |
| 108 | str(src_object_name)) |
| 109 | headers['content-length'] = '0' |
| 110 | if metadata: |
| 111 | for key in metadata: |
| 112 | headers[str(key)] = metadata[key] |
| 113 | |
| 114 | resp, body = self.put(url, None, headers=headers) |
| 115 | return resp, body |
| 116 | |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 117 | def copy_object_2d_way(self, container, src_object_name, dest_object_name, |
| 118 | metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 119 | """Copy storage object's data to the new object using COPY.""" |
Larisa Ustalov | 6c3c780 | 2012-11-05 12:25:19 +0200 | [diff] [blame] | 120 | |
| 121 | url = "{0}/{1}".format(container, src_object_name) |
| 122 | headers = {} |
| 123 | headers['Destination'] = "%s/%s" % (str(container), |
| 124 | str(dest_object_name)) |
| 125 | if metadata: |
| 126 | for key in metadata: |
| 127 | headers[str(key)] = metadata[key] |
| 128 | |
| 129 | resp, body = self.copy(url, headers=headers) |
| 130 | return resp, body |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 131 | |
harika-vakadi | 7cfc518 | 2013-01-16 13:59:25 +0530 | [diff] [blame] | 132 | def create_object_segments(self, container, object_name, segment, data): |
| 133 | """Creates object segments.""" |
| 134 | url = "{0}/{1}/{2}".format(container, object_name, segment) |
| 135 | resp, body = self.put(url, data, self.headers) |
ravikumar-venkatesan | e43b77a | 2013-01-09 07:27:13 +0000 | [diff] [blame] | 136 | return resp, body |
| 137 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 138 | |
| 139 | class ObjectClientCustomizedHeader(RestClient): |
| 140 | |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 141 | def __init__(self, username, password, auth_url, tenant_name=None): |
| 142 | super(ObjectClientCustomizedHeader, self).__init__(username, |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 143 | password, auth_url, |
| 144 | tenant_name) |
Attila Fazekas | a8b5fe7 | 2013-08-01 16:59:06 +0200 | [diff] [blame] | 145 | # Overwrites json-specific header encoding in RestClient |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 146 | self.service = CONF.object_storage.catalog_type |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 147 | self.format = 'json' |
| 148 | |
Attila Fazekas | b8aa759 | 2013-01-26 01:25:45 +0100 | [diff] [blame] | 149 | def request(self, method, url, headers=None, body=None): |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 150 | """A simple HTTP request interface.""" |
Matthew Treinish | 684d899 | 2014-01-30 16:27:40 +0000 | [diff] [blame^] | 151 | dscv = CONF.identity.disable_ssl_certificate_validation |
Mate Lakat | 23a58a3 | 2013-08-23 02:06:22 +0100 | [diff] [blame] | 152 | self.http_obj = http.ClosingHttp( |
| 153 | disable_ssl_certificate_validation=dscv) |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 154 | if headers is None: |
| 155 | headers = {} |
| 156 | if self.base_url is None: |
| 157 | self._set_auth() |
| 158 | |
| 159 | req_url = "%s/%s" % (self.base_url, url) |
Attila Fazekas | 11d2a77 | 2013-01-29 17:46:52 +0100 | [diff] [blame] | 160 | self._log_request(method, req_url, headers, body) |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 161 | resp, resp_body = self.http_obj.request(req_url, method, |
| 162 | headers=headers, body=body) |
Attila Fazekas | 11d2a77 | 2013-01-29 17:46:52 +0100 | [diff] [blame] | 163 | self._log_response(resp, resp_body) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 164 | if resp.status == 401 or resp.status == 403: |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 165 | raise exceptions.Unauthorized() |
| 166 | |
harika-vakadi | 1a9ad61 | 2012-12-14 19:12:08 +0530 | [diff] [blame] | 167 | return resp, resp_body |
| 168 | |
| 169 | def get_object(self, container, object_name, metadata=None): |
| 170 | """Retrieve object's data.""" |
| 171 | headers = {} |
| 172 | if metadata: |
| 173 | for key in metadata: |
| 174 | headers[str(key)] = metadata[key] |
| 175 | |
| 176 | url = "{0}/{1}".format(container, object_name) |
| 177 | resp, body = self.get(url, headers=headers) |
| 178 | return resp, body |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 179 | |
| 180 | def create_object(self, container, object_name, data, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 181 | """Create storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 182 | |
| 183 | headers = {} |
| 184 | if metadata: |
| 185 | for key in metadata: |
| 186 | headers[str(key)] = metadata[key] |
| 187 | |
Martina Kollarova | 03720a5 | 2013-06-18 15:08:46 +0200 | [diff] [blame] | 188 | if not data: |
| 189 | headers['content-length'] = '0' |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 190 | url = "%s/%s" % (str(container), str(object_name)) |
| 191 | resp, body = self.put(url, data, headers=headers) |
| 192 | return resp, body |
| 193 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 194 | def delete_object(self, container, object_name, metadata=None): |
Sean Dague | f237ccb | 2013-01-04 15:19:14 -0500 | [diff] [blame] | 195 | """Delete storage object.""" |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 196 | |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 197 | headers = {} |
| 198 | if metadata: |
| 199 | for key in metadata: |
| 200 | headers[str(key)] = metadata[key] |
| 201 | |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 202 | url = "%s/%s" % (str(container), str(object_name)) |
harika-vakadi | 2daed0a | 2013-01-01 20:51:39 +0530 | [diff] [blame] | 203 | resp, body = self.delete(url, headers=headers) |
harika-vakadi | 6ab397b | 2012-12-20 12:16:17 +0530 | [diff] [blame] | 204 | return resp, body |