blob: 3dcd8b6eb0f5ea981665c9362d1f641e7119121a [file] [log] [blame]
Attila Fazekasece6a332012-11-29 14:19:41 +01001# lib/swift
Dean Troyer6d04fd72012-12-21 11:03:37 -06002# Functions to control the configuration and operation of the **Swift** service
Attila Fazekasece6a332012-11-29 14:19:41 +01003
4# Dependencies:
5# ``functions`` file
zhang-hared98a5d02013-06-21 18:18:02 +08006# ``apache`` file
Attila Fazekasece6a332012-11-29 14:19:41 +01007# ``DEST``, ``SCREEN_NAME``, `SWIFT_HASH` must be defined
Attila Fazekas91b8d132013-01-06 22:40:09 +01008# ``STACK_USER`` must be defined
Attila Fazekasece6a332012-11-29 14:19:41 +01009# ``SWIFT_DATA_DIR`` or ``DATA_DIR`` must be defined
10# ``lib/keystone`` file
11# ``stack.sh`` calls the entry points in this order:
12#
13# install_swift
zhang-hared98a5d02013-06-21 18:18:02 +080014# _config_swift_apache_wsgi
Attila Fazekasece6a332012-11-29 14:19:41 +010015# configure_swift
16# init_swift
17# start_swift
18# stop_swift
19# cleanup_swift
zhang-hared98a5d02013-06-21 18:18:02 +080020# _cleanup_swift_apache_wsgi
Attila Fazekasece6a332012-11-29 14:19:41 +010021
22# Save trace setting
23XTRACE=$(set +o | grep xtrace)
24set +o xtrace
25
26
27# Defaults
28# --------
29
Attila Fazekasece6a332012-11-29 14:19:41 +010030# Set up default directories
Attila Fazekasece6a332012-11-29 14:19:41 +010031SWIFT_DIR=$DEST/swift
32SWIFTCLIENT_DIR=$DEST/python-swiftclient
Dean Troyer64ab7742012-12-28 15:38:28 -060033SWIFT_AUTH_CACHE_DIR=${SWIFT_AUTH_CACHE_DIR:-/var/cache/swift}
zhang-hared98a5d02013-06-21 18:18:02 +080034SWIFT_APACHE_WSGI_DIR=${SWIFT_APACHE_WSGI_DIR:-/var/www/swift}
Dean Troyerb7490da2013-03-18 16:07:56 -050035SWIFT3_DIR=$DEST/swift3
Attila Fazekasece6a332012-11-29 14:19:41 +010036
37# TODO: add logging to different location.
38
39# Set ``SWIFT_DATA_DIR`` to the location of swift drives and objects.
40# Default is the common DevStack data directory.
41SWIFT_DATA_DIR=${SWIFT_DATA_DIR:-${DATA_DIR}/swift}
42
Dean Troyer6ec72fa2013-03-13 11:44:53 -050043# Set ``SWIFT_CONF_DIR`` to the location of the configuration files.
Attila Fazekasece6a332012-11-29 14:19:41 +010044# Default is ``/etc/swift``.
Dean Troyer6ec72fa2013-03-13 11:44:53 -050045# TODO(dtroyer): remove SWIFT_CONFIG_DIR after cutting stable/grizzly
46SWIFT_CONF_DIR=${SWIFT_CONF_DIR:-${SWIFT_CONFIG_DIR:-/etc/swift}}
Attila Fazekasece6a332012-11-29 14:19:41 +010047
Dean Troyerb7490da2013-03-18 16:07:56 -050048if is_service_enabled s-proxy && is_service_enabled swift3; then
49 # If we are using swift3, we can default the s3 port to swift instead
50 # of nova-objectstore
51 S3_SERVICE_PORT=${S3_SERVICE_PORT:-8080}
52fi
53
Attila Fazekasece6a332012-11-29 14:19:41 +010054# DevStack will create a loop-back disk formatted as XFS to store the
Kevin Lydad66c9652013-01-09 13:39:57 +000055# swift data. Set ``SWIFT_LOOPBACK_DISK_SIZE`` to the disk size in
56# kilobytes.
Attila Fazekasece6a332012-11-29 14:19:41 +010057# Default is 1 gigabyte.
Attila Fazekas3418c1c2013-09-16 18:35:49 +020058SWIFT_LOOPBACK_DISK_SIZE_DEFAULT=1048576
59# if tempest enabled the default size is 4 Gigabyte.
60if is_service_enabled tempest; then
61 SWIFT_LOOPBACK_DISK_SIZE_DEFAULT=${SWIFT_LOOPBACK_DISK_SIZE:-4194304}
62fi
63
64SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-$SWIFT_LOOPBACK_DISK_SIZE_DEFAULT}
Attila Fazekasece6a332012-11-29 14:19:41 +010065
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +010066# Set ``SWIFT_EXTRAS_MIDDLEWARE`` to extras middlewares.
Chmouel Boudjnah1fba1aa2013-08-02 00:40:05 +020067# Default is ``staticweb, tempurl, formpost``
68SWIFT_EXTRAS_MIDDLEWARE=${SWIFT_EXTRAS_MIDDLEWARE:-tempurl formpost staticweb}
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +010069
Attila Fazekasece6a332012-11-29 14:19:41 +010070# The ring uses a configurable number of bits from a path’s MD5 hash as
71# a partition index that designates a device. The number of bits kept
72# from the hash is known as the partition power, and 2 to the partition
73# power indicates the partition count. Partitioning the full MD5 hash
74# ring allows other parts of the cluster to work in batches of items at
75# once which ends up either more efficient or at least less complex than
76# working with each item separately or the entire cluster all at once.
77# By default we define 9 for the partition count (which mean 512).
78SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9}
79
80# Set ``SWIFT_REPLICAS`` to configure how many replicas are to be
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +010081# configured for your Swift cluster. By default we are configuring
82# only one replica since this is way less CPU and memory intensive. If
83# you are planning to test swift replication you may want to set this
84# up to 3.
85SWIFT_REPLICAS=${SWIFT_REPLICAS:-1}
Attila Fazekasece6a332012-11-29 14:19:41 +010086SWIFT_REPLICAS_SEQ=$(seq ${SWIFT_REPLICAS})
87
88# Set ``OBJECT_PORT_BASE``, ``CONTAINER_PORT_BASE``, ``ACCOUNT_PORT_BASE``
89# Port bases used in port number calclution for the service "nodes"
90# The specified port number will be used, the additinal ports calculated by
91# base_port + node_num * 10
Dean Troyer1151d6f2013-03-29 14:06:52 -050092OBJECT_PORT_BASE=${OBJECT_PORT_BASE:-6013}
93CONTAINER_PORT_BASE=${CONTAINER_PORT_BASE:-6011}
94ACCOUNT_PORT_BASE=${ACCOUNT_PORT_BASE:-6012}
Attila Fazekasece6a332012-11-29 14:19:41 +010095
Dean Troyer6d04fd72012-12-21 11:03:37 -060096
Dean Troyercc6b4432013-04-08 15:38:03 -050097# Functions
98# ---------
Attila Fazekasece6a332012-11-29 14:19:41 +010099
100# cleanup_swift() - Remove residual data files
101function cleanup_swift() {
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500102 rm -f ${SWIFT_CONF_DIR}{*.builder,*.ring.gz,backups/*.builder,backups/*.ring.gz}
Attila Fazekasece6a332012-11-29 14:19:41 +0100103 if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
104 sudo umount ${SWIFT_DATA_DIR}/drives/sdb1
105 fi
106 if [[ -e ${SWIFT_DATA_DIR}/drives/images/swift.img ]]; then
107 rm ${SWIFT_DATA_DIR}/drives/images/swift.img
108 fi
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100109 rm -rf ${SWIFT_DATA_DIR}/run/
zhang-hared98a5d02013-06-21 18:18:02 +0800110 if is_apache_enabled_service swift; then
111 _cleanup_swift_apache_wsgi
112 fi
113}
114
115# _cleanup_swift_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file
116function _cleanup_swift_apache_wsgi() {
117 sudo rm -f $SWIFT_APACHE_WSGI_DIR/*.wsgi
118 ! is_fedora && sudo a2dissite proxy-server
119 for node_number in ${SWIFT_REPLICAS_SEQ}; do
120 for type in object container account; do
121 site_name=${type}-server-${node_number}
122 ! is_fedora && sudo a2dissite ${site_name}
123 sudo rm -f /etc/$APACHE_NAME/$APACHE_CONF_DIR/${site_name}
124 done
125 done
126}
127
128# _config_swift_apache_wsgi() - Set WSGI config files of Swift
129function _config_swift_apache_wsgi() {
130 sudo mkdir -p ${SWIFT_APACHE_WSGI_DIR}
131 local apache_vhost_dir=/etc/${APACHE_NAME}/$APACHE_CONF_DIR
132 local proxy_port=${SWIFT_DEFAULT_BIND_PORT:-8080}
133
134 # copy proxy vhost and wsgi file
135 sudo cp ${SWIFT_DIR}/examples/apache2/proxy-server.template ${apache_vhost_dir}/proxy-server
136 sudo sed -e "
137 /^#/d;/^$/d;
138 s/%PORT%/$proxy_port/g;
139 s/%SERVICENAME%/proxy-server/g;
140 s/%APACHE_NAME%/${APACHE_NAME}/g;
141 " -i ${apache_vhost_dir}/proxy-server
142
143 sudo cp ${SWIFT_DIR}/examples/wsgi/proxy-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/proxy-server.wsgi
144 sudo sed -e "
145 /^#/d;/^$/d;
146 s/%SERVICECONF%/proxy-server.conf/g;
147 " -i ${SWIFT_APACHE_WSGI_DIR}/proxy-server.wsgi
148 ! is_fedora && sudo a2ensite proxy-server
149
150 # copy apache vhost file and set name and port
151 for node_number in ${SWIFT_REPLICAS_SEQ}; do
152 object_port=$[OBJECT_PORT_BASE + 10 * ($node_number - 1)]
153 container_port=$[CONTAINER_PORT_BASE + 10 * ($node_number - 1)]
154 account_port=$[ACCOUNT_PORT_BASE + 10 * ($node_number - 1)]
155
156 sudo cp ${SWIFT_DIR}/examples/apache2/object-server.template ${apache_vhost_dir}/object-server-${node_number}
157 sudo sed -e "
158 s/%PORT%/$object_port/g;
159 s/%SERVICENAME%/object-server-${node_number}/g;
160 s/%APACHE_NAME%/${APACHE_NAME}/g;
161 " -i ${apache_vhost_dir}/object-server-${node_number}
162 ! is_fedora && sudo a2ensite object-server-${node_number}
163
164 sudo cp ${SWIFT_DIR}/examples/wsgi/object-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/object-server-${node_number}.wsgi
165 sudo sed -e "
166 /^#/d;/^$/d;
167 s/%SERVICECONF%/object-server\/${node_number}.conf/g;
168 " -i ${SWIFT_APACHE_WSGI_DIR}/object-server-${node_number}.wsgi
169
170 sudo cp ${SWIFT_DIR}/examples/apache2/container-server.template ${apache_vhost_dir}/container-server-${node_number}
171 sudo sed -e "
172 /^#/d;/^$/d;
173 s/%PORT%/$container_port/g;
174 s/%SERVICENAME%/container-server-${node_number}/g;
175 s/%APACHE_NAME%/${APACHE_NAME}/g;
176 " -i ${apache_vhost_dir}/container-server-${node_number}
177 ! is_fedora && sudo a2ensite container-server-${node_number}
178
179 sudo cp ${SWIFT_DIR}/examples/wsgi/container-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/container-server-${node_number}.wsgi
180 sudo sed -e "
181 /^#/d;/^$/d;
182 s/%SERVICECONF%/container-server\/${node_number}.conf/g;
183 " -i ${SWIFT_APACHE_WSGI_DIR}/container-server-${node_number}.wsgi
184
185 sudo cp ${SWIFT_DIR}/examples/apache2/account-server.template ${apache_vhost_dir}/account-server-${node_number}
186 sudo sed -e "
187 /^#/d;/^$/d;
188 s/%PORT%/$account_port/g;
189 s/%SERVICENAME%/account-server-${node_number}/g;
190 s/%APACHE_NAME%/${APACHE_NAME}/g;
191 " -i ${apache_vhost_dir}/account-server-${node_number}
192 ! is_fedora && sudo a2ensite account-server-${node_number}
193
194 sudo cp ${SWIFT_DIR}/examples/wsgi/account-server.wsgi.template ${SWIFT_APACHE_WSGI_DIR}/account-server-${node_number}.wsgi
195 sudo sed -e "
196 /^#/d;/^$/d;
197 s/%SERVICECONF%/account-server\/${node_number}.conf/g;
198 " -i ${SWIFT_APACHE_WSGI_DIR}/account-server-${node_number}.wsgi
199
200 done
201
202 # run apache server as stack user
203 change_apache_user_group ${STACK_USER}
204
205 # WSGI isn't enabled by default, enable it
206 ! is_fedora && sudo a2enmod wsgi
Attila Fazekasece6a332012-11-29 14:19:41 +0100207}
208
209# configure_swift() - Set config files, create data dirs and loop image
210function configure_swift() {
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100211 local swift_pipeline=" "
Attila Fazekasece6a332012-11-29 14:19:41 +0100212 local node_number
213 local swift_node_config
214 local swift_log_dir
215
Attila Fazekasece6a332012-11-29 14:19:41 +0100216 # Make sure to kill all swift processes first
Chmouel Boudjnahad8b2762013-01-10 15:40:01 +0100217 swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
Attila Fazekasece6a332012-11-29 14:19:41 +0100218
Dean Troyer1c6c1122013-03-27 17:40:53 -0500219 sudo mkdir -p ${SWIFT_CONF_DIR}/{object,container,account}-server
220 sudo chown -R $USER: ${SWIFT_CONF_DIR}
Attila Fazekasece6a332012-11-29 14:19:41 +0100221
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500222 if [[ "$SWIFT_CONF_DIR" != "/etc/swift" ]]; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100223 # Some swift tools are hard-coded to use ``/etc/swift`` and are apparently not going to be fixed.
224 # Create a symlink if the config dir is moved
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500225 sudo ln -sf ${SWIFT_CONF_DIR} /etc/swift
Attila Fazekasece6a332012-11-29 14:19:41 +0100226 fi
227
228 # Swift use rsync to synchronize between all the different
229 # partitions (which make more sense when you have a multi-node
230 # setup) we configure it with our version of rsync.
231 sed -e "
232 s/%GROUP%/${USER_GROUP}/;
233 s/%USER%/$USER/;
234 s,%SWIFT_DATA_DIR%,$SWIFT_DATA_DIR,;
235 " $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf
236 # rsyncd.conf just prepared for 4 nodes
Vincent Untzc18b9652012-12-04 12:36:34 +0100237 if is_ubuntu; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100238 sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync
239 else
240 sudo sed -i '/disable *= *yes/ { s/yes/no/ }' /etc/xinetd.d/rsync
241 fi
242
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500243 SWIFT_CONFIG_PROXY_SERVER=${SWIFT_CONF_DIR}/proxy-server.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100244 cp ${SWIFT_DIR}/etc/proxy-server.conf-sample ${SWIFT_CONFIG_PROXY_SERVER}
245
246 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user
247 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user ${USER}
248
249 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500250 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir ${SWIFT_CONF_DIR}
Attila Fazekasece6a332012-11-29 14:19:41 +0100251
252 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers
253 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers 1
254
255 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level
256 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level DEBUG
257
258 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port
259 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT:-8080}
260
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000261 # By default Swift will be installed with keystone and tempauth middleware
262 # and add the swift3 middleware if its configured for it. The token for
263 # tempauth would be prefixed with the reseller_prefix setting TEMPAUTH_ the
264 # token for keystoneauth would have the standard reseller_prefix AUTH_
265 if is_service_enabled swift3;then
266 swift_pipeline=" swift3 s3token "
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100267 fi
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000268 swift_pipeline+=" authtoken keystoneauth tempauth "
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100269 sed -i "/^pipeline/ { s/tempauth/${swift_pipeline} ${SWIFT_EXTRAS_MIDDLEWARE}/ ;}" ${SWIFT_CONFIG_PROXY_SERVER}
Attila Fazekasece6a332012-11-29 14:19:41 +0100270
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000271 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth account_autocreate
Attila Fazekasece6a332012-11-29 14:19:41 +0100272 iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server account_autocreate true
273
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000274 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix
275 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix "TEMPAUTH"
276
Attila Fazekasece6a332012-11-29 14:19:41 +0100277 # Configure Keystone
278 sed -i '/^# \[filter:authtoken\]/,/^# \[filter:keystoneauth\]$/ s/^#[ \t]*//' ${SWIFT_CONFIG_PROXY_SERVER}
279 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_host $KEYSTONE_AUTH_HOST
280 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_port $KEYSTONE_AUTH_PORT
281 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL
282 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/
283 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME
284 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_user swift
285 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_password $SERVICE_PASSWORD
Dean Troyer64ab7742012-12-28 15:38:28 -0600286 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken signing_dir $SWIFT_AUTH_CACHE_DIR
Attila Fazekasece6a332012-11-29 14:19:41 +0100287
288 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth use
289 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles
290 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles "Member, admin"
291
292 if is_service_enabled swift3; then
293 cat <<EOF >>${SWIFT_CONFIG_PROXY_SERVER}
294# NOTE(chmou): s3token middleware is not updated yet to use only
295# username and password.
296[filter:s3token]
297paste.filter_factory = keystone.middleware.s3_token:filter_factory
298auth_port = ${KEYSTONE_AUTH_PORT}
299auth_host = ${KEYSTONE_AUTH_HOST}
300auth_protocol = ${KEYSTONE_AUTH_PROTOCOL}
301auth_token = ${SERVICE_TOKEN}
302admin_token = ${SERVICE_TOKEN}
303
304[filter:swift3]
305use = egg:swift3#swift3
306EOF
307 fi
308
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500309 cp ${SWIFT_DIR}/etc/swift.conf-sample ${SWIFT_CONF_DIR}/swift.conf
310 iniset ${SWIFT_CONF_DIR}/swift.conf swift-hash swift_hash_path_suffix ${SWIFT_HASH}
Attila Fazekasece6a332012-11-29 14:19:41 +0100311
312 # This function generates an object/account/proxy configuration
313 # emulating 4 nodes on different ports
314 function generate_swift_config() {
315 local swift_node_config=$1
316 local node_id=$2
317 local bind_port=$3
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000318 local server_type=$4
Attila Fazekasece6a332012-11-29 14:19:41 +0100319
320 log_facility=$[ node_id - 1 ]
321 node_path=${SWIFT_DATA_DIR}/${node_number}
322
323 iniuncomment ${swift_node_config} DEFAULT user
324 iniset ${swift_node_config} DEFAULT user ${USER}
325
326 iniuncomment ${swift_node_config} DEFAULT bind_port
327 iniset ${swift_node_config} DEFAULT bind_port ${bind_port}
328
329 iniuncomment ${swift_node_config} DEFAULT swift_dir
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500330 iniset ${swift_node_config} DEFAULT swift_dir ${SWIFT_CONF_DIR}
Attila Fazekasece6a332012-11-29 14:19:41 +0100331
332 iniuncomment ${swift_node_config} DEFAULT devices
333 iniset ${swift_node_config} DEFAULT devices ${node_path}
334
335 iniuncomment ${swift_node_config} DEFAULT log_facility
336 iniset ${swift_node_config} DEFAULT log_facility LOG_LOCAL${log_facility}
337
Chmouel Boudjnah82c09962013-07-16 07:16:07 +0000338 iniuncomment ${swift_node_config} DEFAULT disable_fallocate
339 iniset ${swift_node_config} DEFAULT disable_fallocate true
340
Attila Fazekasece6a332012-11-29 14:19:41 +0100341 iniuncomment ${swift_node_config} DEFAULT mount_check
342 iniset ${swift_node_config} DEFAULT mount_check false
343
344 iniuncomment ${swift_node_config} ${server_type}-replicator vm_test_mode
345 iniset ${swift_node_config} ${server_type}-replicator vm_test_mode yes
346 }
347
348 for node_number in ${SWIFT_REPLICAS_SEQ}; do
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500349 swift_node_config=${SWIFT_CONF_DIR}/object-server/${node_number}.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100350 cp ${SWIFT_DIR}/etc/object-server.conf-sample ${swift_node_config}
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000351 generate_swift_config ${swift_node_config} ${node_number} $[OBJECT_PORT_BASE + 10 * (node_number - 1)] object
Chmouel Boudjnah8e5d2f02012-12-20 13:11:43 +0000352 iniset ${swift_node_config} filter:recon recon_cache_path ${SWIFT_DATA_DIR}/cache
353 # Using a sed and not iniset/iniuncomment because we want to a global
354 # modification and make sure it works for new sections.
355 sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
Attila Fazekasece6a332012-11-29 14:19:41 +0100356
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500357 swift_node_config=${SWIFT_CONF_DIR}/container-server/${node_number}.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100358 cp ${SWIFT_DIR}/etc/container-server.conf-sample ${swift_node_config}
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000359 generate_swift_config ${swift_node_config} ${node_number} $[CONTAINER_PORT_BASE + 10 * (node_number - 1)] container
Attila Fazekas83e10952012-11-30 23:28:07 +0100360 iniuncomment ${swift_node_config} app:container-server allow_versions
361 iniset ${swift_node_config} app:container-server allow_versions "true"
Chmouel Boudjnah8e5d2f02012-12-20 13:11:43 +0000362 sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
Attila Fazekasece6a332012-11-29 14:19:41 +0100363
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500364 swift_node_config=${SWIFT_CONF_DIR}/account-server/${node_number}.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100365 cp ${SWIFT_DIR}/etc/account-server.conf-sample ${swift_node_config}
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000366 generate_swift_config ${swift_node_config} ${node_number} $[ACCOUNT_PORT_BASE + 10 * (node_number - 1)] account
Chmouel Boudjnah8e5d2f02012-12-20 13:11:43 +0000367 sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
Attila Fazekasece6a332012-11-29 14:19:41 +0100368 done
369
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000370 # Set new accounts in tempauth to match keystone tenant/user (to make testing easier)
371 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest1 "testing .admin"
372 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest2_swiftusertest2 "testing2 .admin"
373 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest3 "testing3 .admin"
374
375 testfile=${SWIFT_CONF_DIR}/test.conf
376 cp ${SWIFT_DIR}/test/sample.conf ${testfile}
377
378 # Set accounts for functional tests
379 iniset ${testfile} func_test account swifttenanttest1
380 iniset ${testfile} func_test username swiftusertest1
381 iniset ${testfile} func_test username3 swiftusertest3
382 iniset ${testfile} func_test account2 swifttenanttest2
383 iniset ${testfile} func_test username2 swiftusertest2
384
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000385 if is_service_enabled key;then
386 iniuncomment ${testfile} func_test auth_version
387 iniset ${testfile} func_test auth_host ${KEYSTONE_SERVICE_HOST}
388 iniset ${testfile} func_test auth_port ${KEYSTONE_AUTH_PORT}
389 iniset ${testfile} func_test auth_prefix /v2.0/
390 fi
391
Attila Fazekasece6a332012-11-29 14:19:41 +0100392 swift_log_dir=${SWIFT_DATA_DIR}/logs
393 rm -rf ${swift_log_dir}
394 mkdir -p ${swift_log_dir}/hourly
395 sudo chown -R $USER:adm ${swift_log_dir}
396 sed "s,%SWIFT_LOGDIR%,${swift_log_dir}," $FILES/swift/rsyslog.conf | sudo \
397 tee /etc/rsyslog.d/10-swift.conf
zhang-hared98a5d02013-06-21 18:18:02 +0800398 if is_apache_enabled_service swift; then
399 _config_swift_apache_wsgi
400 fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100401}
402
Dean Troyer1c6c1122013-03-27 17:40:53 -0500403# create_swift_disk - Create Swift backing disk
404function create_swift_disk() {
405 local node_number
406
407 # First do a bit of setup by creating the directories and
408 # changing the permissions so we can run it as our user.
409
410 USER_GROUP=$(id -g)
411 sudo mkdir -p ${SWIFT_DATA_DIR}/{drives,cache,run,logs}
412 sudo chown -R $USER:${USER_GROUP} ${SWIFT_DATA_DIR}
413
414 # Create a loopback disk and format it to XFS.
415 if [[ -e ${SWIFT_DATA_DIR}/drives/images/swift.img ]]; then
416 if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
417 sudo umount ${SWIFT_DATA_DIR}/drives/sdb1
418 sudo rm -f ${SWIFT_DATA_DIR}/drives/images/swift.img
419 fi
420 fi
421
422 mkdir -p ${SWIFT_DATA_DIR}/drives/images
423 sudo touch ${SWIFT_DATA_DIR}/drives/images/swift.img
424 sudo chown $USER: ${SWIFT_DATA_DIR}/drives/images/swift.img
425
426 dd if=/dev/zero of=${SWIFT_DATA_DIR}/drives/images/swift.img \
427 bs=1024 count=0 seek=${SWIFT_LOOPBACK_DISK_SIZE}
428
429 # Make a fresh XFS filesystem
430 mkfs.xfs -f -i size=1024 ${SWIFT_DATA_DIR}/drives/images/swift.img
431
432 # Mount the disk with mount options to make it as efficient as possible
433 mkdir -p ${SWIFT_DATA_DIR}/drives/sdb1
434 if ! egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
435 sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \
436 ${SWIFT_DATA_DIR}/drives/images/swift.img ${SWIFT_DATA_DIR}/drives/sdb1
437 fi
438
439 # Create a link to the above mount and
440 # create all of the directories needed to emulate a few different servers
441 for node_number in ${SWIFT_REPLICAS_SEQ}; do
442 sudo ln -sf ${SWIFT_DATA_DIR}/drives/sdb1/$node_number ${SWIFT_DATA_DIR}/$node_number;
443 drive=${SWIFT_DATA_DIR}/drives/sdb1/${node_number}
444 node=${SWIFT_DATA_DIR}/${node_number}/node
445 node_device=${node}/sdb1
446 [[ -d $node ]] && continue
447 [[ -d $drive ]] && continue
448 sudo install -o ${USER} -g $USER_GROUP -d $drive
449 sudo install -o ${USER} -g $USER_GROUP -d $node_device
450 sudo chown -R $USER: ${node}
451 done
452}
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200453# create_swift_accounts() - Set up standard swift accounts and extra
454# one for tests we do this by attaching all words in the account name
455# since we want to make it compatible with tempauth which use
456# underscores for separators.
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000457
458# Tenant User Roles
459# ------------------------------------------------------------------
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200460# service swift service
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000461# swifttenanttest1 swiftusertest1 admin
462# swifttenanttest1 swiftusertest3 anotherrole
463# swifttenanttest2 swiftusertest2 admin
464
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000465function create_swift_accounts() {
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200466 KEYSTONE_CATALOG_BACKEND=${KEYSTONE_CATALOG_BACKEND:-sql}
467
468 SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
469 ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }")
470
471 SWIFT_USER=$(keystone user-create --name=swift --pass="$SERVICE_PASSWORD" \
472 --tenant_id $SERVICE_TENANT --email=swift@example.com | grep " id " | get_field 2)
Jorge Valderrama Romerof39ee962013-09-02 17:18:40 +0200473 keystone user-role-add --tenant-id $SERVICE_TENANT --user-id $SWIFT_USER --role-id $ADMIN_ROLE
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200474
475 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
476 SWIFT_SERVICE=$(keystone service-create --name=swift --type="object-store" \
477 --description="Swift Service" | grep " id " | get_field 2)
478 keystone endpoint-create \
479 --region RegionOne \
480 --service_id $SWIFT_SERVICE \
481 --publicurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" \
482 --adminurl "http://$SERVICE_HOST:8080" \
483 --internalurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s"
484 fi
485
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000486 SWIFT_TENANT_TEST1=$(keystone tenant-create --name=swifttenanttest1 | grep " id " | get_field 2)
487 SWIFT_USER_TEST1=$(keystone user-create --name=swiftusertest1 --pass=testing --email=test@example.com | grep " id " | get_field 2)
Jorge Valderrama Romerof39ee962013-09-02 17:18:40 +0200488 keystone user-role-add --user-id $SWIFT_USER_TEST1 --role-id $ADMIN_ROLE --tenant-id $SWIFT_TENANT_TEST1
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000489
490 SWIFT_USER_TEST3=$(keystone user-create --name=swiftusertest3 --pass=testing3 --email=test3@example.com | grep " id " | get_field 2)
Jorge Valderrama Romerof39ee962013-09-02 17:18:40 +0200491 keystone user-role-add --user-id $SWIFT_USER_TEST3 --role-id $ANOTHER_ROLE --tenant-id $SWIFT_TENANT_TEST1
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000492
493 SWIFT_TENANT_TEST2=$(keystone tenant-create --name=swifttenanttest2 | grep " id " | get_field 2)
494 SWIFT_USER_TEST2=$(keystone user-create --name=swiftusertest2 --pass=testing2 --email=test2@example.com | grep " id " | get_field 2)
Jorge Valderrama Romerof39ee962013-09-02 17:18:40 +0200495 keystone user-role-add --user-id $SWIFT_USER_TEST2 --role-id $ADMIN_ROLE --tenant-id $SWIFT_TENANT_TEST2
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000496}
Dean Troyer1c6c1122013-03-27 17:40:53 -0500497
Attila Fazekasece6a332012-11-29 14:19:41 +0100498# init_swift() - Initialize rings
499function init_swift() {
500 local node_number
501 # Make sure to kill all swift processes first
Chmouel Boudjnahad8b2762013-01-10 15:40:01 +0100502 swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
Attila Fazekasece6a332012-11-29 14:19:41 +0100503
Dean Troyer1c6c1122013-03-27 17:40:53 -0500504 # Forcibly re-create the backing filesystem
505 create_swift_disk
506
Attila Fazekasece6a332012-11-29 14:19:41 +0100507 # This is where we create three different rings for swift with
508 # different object servers binding on different ports.
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500509 pushd ${SWIFT_CONF_DIR} >/dev/null && {
Attila Fazekasece6a332012-11-29 14:19:41 +0100510
511 rm -f *.builder *.ring.gz backups/*.builder backups/*.ring.gz
512
513 swift-ring-builder object.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
514 swift-ring-builder container.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
515 swift-ring-builder account.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
516
517 for node_number in ${SWIFT_REPLICAS_SEQ}; do
518 swift-ring-builder object.builder add z${node_number}-127.0.0.1:$[OBJECT_PORT_BASE + 10 * (node_number - 1)]/sdb1 1
519 swift-ring-builder container.builder add z${node_number}-127.0.0.1:$[CONTAINER_PORT_BASE + 10 * (node_number - 1)]/sdb1 1
520 swift-ring-builder account.builder add z${node_number}-127.0.0.1:$[ACCOUNT_PORT_BASE + 10 * (node_number - 1)]/sdb1 1
521 done
522 swift-ring-builder object.builder rebalance
523 swift-ring-builder container.builder rebalance
524 swift-ring-builder account.builder rebalance
525 } && popd >/dev/null
526
Dean Troyer64ab7742012-12-28 15:38:28 -0600527 # Create cache dir
528 sudo mkdir -p $SWIFT_AUTH_CACHE_DIR
Attila Fazekas91b8d132013-01-06 22:40:09 +0100529 sudo chown $STACK_USER $SWIFT_AUTH_CACHE_DIR
Dean Troyer64ab7742012-12-28 15:38:28 -0600530 rm -f $SWIFT_AUTH_CACHE_DIR/*
Attila Fazekasece6a332012-11-29 14:19:41 +0100531}
532
533function install_swift() {
534 git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH
Dean Troyer253a1a32013-04-01 18:23:22 -0500535 setup_develop $SWIFT_DIR
zhang-hared98a5d02013-06-21 18:18:02 +0800536 if is_apache_enabled_service swift; then
537 install_apache_wsgi
538 fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100539}
540
541function install_swiftclient() {
542 git_clone $SWIFTCLIENT_REPO $SWIFTCLIENT_DIR $SWIFTCLIENT_BRANCH
Dean Troyer253a1a32013-04-01 18:23:22 -0500543 setup_develop $SWIFTCLIENT_DIR
Attila Fazekasece6a332012-11-29 14:19:41 +0100544}
545
Attila Fazekasece6a332012-11-29 14:19:41 +0100546# start_swift() - Start running processes, including screen
547function start_swift() {
548 # (re)start rsyslog
549 restart_service rsyslog
Chmouel Boudjnah8ecbb382013-03-12 12:15:17 +0100550 # (re)start memcached to make sure we have a clean memcache.
551 restart_service memcached
552
Attila Fazekasece6a332012-11-29 14:19:41 +0100553 # Start rsync
Vincent Untzc18b9652012-12-04 12:36:34 +0100554 if is_ubuntu; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100555 sudo /etc/init.d/rsync restart || :
556 else
557 sudo systemctl start xinetd.service
558 fi
559
zhang-hared98a5d02013-06-21 18:18:02 +0800560 if is_apache_enabled_service swift; then
561 # Make sure the apache lock dir is owned by $STACK_USER
562 # for running apache server to avoid failure of restarting
563 # apache server due to permission problem.
564 sudo chown -R $STACK_USER /var/run/lock/$APACHE_NAME
565 restart_apache_server
566 swift-init --run-dir=${SWIFT_DATA_DIR}/run rest start
567 screen_it s-proxy "cd $SWIFT_DIR && sudo tail -f /var/log/$APACHE_NAME/proxy-server"
568 if [[ ${SWIFT_REPLICAS} == 1 ]]; then
569 for type in object container account; do
570 screen_it s-${type} "cd $SWIFT_DIR && sudo tail -f /var/log/$APACHE_NAME/${type}-server-1"
571 done
572 fi
573 return 0
574 fi
575
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100576 # By default with only one replica we are launching the proxy,
577 # container, account and object server in screen in foreground and
578 # other services in background. If we have SWIFT_REPLICAS set to something
579 # greater than one we first spawn all the swift services then kill the proxy
580 # service so we can run it in foreground in screen. ``swift-init ...
581 # {stop|restart}`` exits with '1' if no servers are running, ignore it just
582 # in case
Chmouel Boudjnahad8b2762013-01-10 15:40:01 +0100583 swift-init --run-dir=${SWIFT_DATA_DIR}/run all restart || true
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500584 if [[ ${SWIFT_REPLICAS} == 1 ]]; then
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100585 todo="object container account"
586 fi
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500587 for type in proxy ${todo}; do
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100588 swift-init --run-dir=${SWIFT_DATA_DIR}/run ${type} stop || true
589 done
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500590 screen_it s-proxy "cd $SWIFT_DIR && $SWIFT_DIR/bin/swift-proxy-server ${SWIFT_CONF_DIR}/proxy-server.conf -v"
591 if [[ ${SWIFT_REPLICAS} == 1 ]]; then
zhang-hared98a5d02013-06-21 18:18:02 +0800592 for type in object container account; do
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500593 screen_it s-${type} "cd $SWIFT_DIR && $SWIFT_DIR/bin/swift-${type}-server ${SWIFT_CONF_DIR}/${type}-server/1.conf -v"
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100594 done
595 fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100596}
597
598# stop_swift() - Stop running processes (non-screen)
599function stop_swift() {
zhang-hared98a5d02013-06-21 18:18:02 +0800600
601 if is_apache_enabled_service swift; then
602 swift-init --run-dir=${SWIFT_DATA_DIR}/run rest stop && return 0
603 fi
604
Attila Fazekasece6a332012-11-29 14:19:41 +0100605 # screen normally killed by unstack.sh
Dean Troyer995eb922013-03-07 16:11:40 -0600606 if type -p swift-init >/dev/null; then
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100607 swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
608 fi
Dean Troyer995eb922013-03-07 16:11:40 -0600609 # Dump the proxy server
610 sudo pkill -f swift-proxy-server
Attila Fazekasece6a332012-11-29 14:19:41 +0100611}
612
613# Restore xtrace
614$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400615
616# Local variables:
617# mode: shell-script
618# End: