blob: e53d674666d246505acdad60346f2283ca0d8c58 [file] [log] [blame]
Attila Fazekasece6a332012-11-29 14:19:41 +01001# lib/swift
Dean Troyer6d04fd72012-12-21 11:03:37 -06002# Functions to control the configuration and operation of the **Swift** service
Attila Fazekasece6a332012-11-29 14:19:41 +01003
4# Dependencies:
5# ``functions`` file
6# ``DEST``, ``SCREEN_NAME``, `SWIFT_HASH` must be defined
Attila Fazekas91b8d132013-01-06 22:40:09 +01007# ``STACK_USER`` must be defined
Attila Fazekasece6a332012-11-29 14:19:41 +01008# ``SWIFT_DATA_DIR`` or ``DATA_DIR`` must be defined
9# ``lib/keystone`` file
10# ``stack.sh`` calls the entry points in this order:
11#
12# install_swift
13# configure_swift
14# init_swift
15# start_swift
16# stop_swift
17# cleanup_swift
18
19# Save trace setting
20XTRACE=$(set +o | grep xtrace)
21set +o xtrace
22
23
24# Defaults
25# --------
26
Attila Fazekasece6a332012-11-29 14:19:41 +010027# Set up default directories
Attila Fazekasece6a332012-11-29 14:19:41 +010028SWIFT_DIR=$DEST/swift
29SWIFTCLIENT_DIR=$DEST/python-swiftclient
Dean Troyer64ab7742012-12-28 15:38:28 -060030SWIFT_AUTH_CACHE_DIR=${SWIFT_AUTH_CACHE_DIR:-/var/cache/swift}
Dean Troyerb7490da2013-03-18 16:07:56 -050031SWIFT3_DIR=$DEST/swift3
Attila Fazekasece6a332012-11-29 14:19:41 +010032
33# TODO: add logging to different location.
34
35# Set ``SWIFT_DATA_DIR`` to the location of swift drives and objects.
36# Default is the common DevStack data directory.
37SWIFT_DATA_DIR=${SWIFT_DATA_DIR:-${DATA_DIR}/swift}
38
Dean Troyer6ec72fa2013-03-13 11:44:53 -050039# Set ``SWIFT_CONF_DIR`` to the location of the configuration files.
Attila Fazekasece6a332012-11-29 14:19:41 +010040# Default is ``/etc/swift``.
Dean Troyer6ec72fa2013-03-13 11:44:53 -050041# TODO(dtroyer): remove SWIFT_CONFIG_DIR after cutting stable/grizzly
42SWIFT_CONF_DIR=${SWIFT_CONF_DIR:-${SWIFT_CONFIG_DIR:-/etc/swift}}
Attila Fazekasece6a332012-11-29 14:19:41 +010043
Dean Troyerb7490da2013-03-18 16:07:56 -050044if is_service_enabled s-proxy && is_service_enabled swift3; then
45 # If we are using swift3, we can default the s3 port to swift instead
46 # of nova-objectstore
47 S3_SERVICE_PORT=${S3_SERVICE_PORT:-8080}
48fi
49
Attila Fazekasece6a332012-11-29 14:19:41 +010050# DevStack will create a loop-back disk formatted as XFS to store the
Kevin Lydad66c9652013-01-09 13:39:57 +000051# swift data. Set ``SWIFT_LOOPBACK_DISK_SIZE`` to the disk size in
52# kilobytes.
Attila Fazekasece6a332012-11-29 14:19:41 +010053# Default is 1 gigabyte.
54SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-1000000}
55
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +010056# Set ``SWIFT_EXTRAS_MIDDLEWARE`` to extras middlewares.
57# Default is ``staticweb, tempurl, bulk, formpost``
58SWIFT_EXTRAS_MIDDLEWARE=${SWIFT_EXTRAS_MIDDLEWARE:-tempurl formpost staticweb bulk}
59
Attila Fazekasece6a332012-11-29 14:19:41 +010060# The ring uses a configurable number of bits from a path’s MD5 hash as
61# a partition index that designates a device. The number of bits kept
62# from the hash is known as the partition power, and 2 to the partition
63# power indicates the partition count. Partitioning the full MD5 hash
64# ring allows other parts of the cluster to work in batches of items at
65# once which ends up either more efficient or at least less complex than
66# working with each item separately or the entire cluster all at once.
67# By default we define 9 for the partition count (which mean 512).
68SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9}
69
70# Set ``SWIFT_REPLICAS`` to configure how many replicas are to be
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +010071# configured for your Swift cluster. By default we are configuring
72# only one replica since this is way less CPU and memory intensive. If
73# you are planning to test swift replication you may want to set this
74# up to 3.
75SWIFT_REPLICAS=${SWIFT_REPLICAS:-1}
Attila Fazekasece6a332012-11-29 14:19:41 +010076SWIFT_REPLICAS_SEQ=$(seq ${SWIFT_REPLICAS})
77
78# Set ``OBJECT_PORT_BASE``, ``CONTAINER_PORT_BASE``, ``ACCOUNT_PORT_BASE``
79# Port bases used in port number calclution for the service "nodes"
80# The specified port number will be used, the additinal ports calculated by
81# base_port + node_num * 10
Dean Troyer1151d6f2013-03-29 14:06:52 -050082OBJECT_PORT_BASE=${OBJECT_PORT_BASE:-6013}
83CONTAINER_PORT_BASE=${CONTAINER_PORT_BASE:-6011}
84ACCOUNT_PORT_BASE=${ACCOUNT_PORT_BASE:-6012}
Attila Fazekasece6a332012-11-29 14:19:41 +010085
Dean Troyer6d04fd72012-12-21 11:03:37 -060086
Dean Troyercc6b4432013-04-08 15:38:03 -050087# Functions
88# ---------
Attila Fazekasece6a332012-11-29 14:19:41 +010089
90# cleanup_swift() - Remove residual data files
91function cleanup_swift() {
Dean Troyer6ec72fa2013-03-13 11:44:53 -050092 rm -f ${SWIFT_CONF_DIR}{*.builder,*.ring.gz,backups/*.builder,backups/*.ring.gz}
Attila Fazekasece6a332012-11-29 14:19:41 +010093 if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
94 sudo umount ${SWIFT_DATA_DIR}/drives/sdb1
95 fi
96 if [[ -e ${SWIFT_DATA_DIR}/drives/images/swift.img ]]; then
97 rm ${SWIFT_DATA_DIR}/drives/images/swift.img
98 fi
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +010099 rm -rf ${SWIFT_DATA_DIR}/run/
Attila Fazekasece6a332012-11-29 14:19:41 +0100100}
101
102# configure_swift() - Set config files, create data dirs and loop image
103function configure_swift() {
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100104 local swift_pipeline=" "
Attila Fazekasece6a332012-11-29 14:19:41 +0100105 local node_number
106 local swift_node_config
107 local swift_log_dir
108
Attila Fazekasece6a332012-11-29 14:19:41 +0100109 # Make sure to kill all swift processes first
Chmouel Boudjnahad8b2762013-01-10 15:40:01 +0100110 swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
Attila Fazekasece6a332012-11-29 14:19:41 +0100111
Dean Troyer1c6c1122013-03-27 17:40:53 -0500112 sudo mkdir -p ${SWIFT_CONF_DIR}/{object,container,account}-server
113 sudo chown -R $USER: ${SWIFT_CONF_DIR}
Attila Fazekasece6a332012-11-29 14:19:41 +0100114
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500115 if [[ "$SWIFT_CONF_DIR" != "/etc/swift" ]]; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100116 # Some swift tools are hard-coded to use ``/etc/swift`` and are apparently not going to be fixed.
117 # Create a symlink if the config dir is moved
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500118 sudo ln -sf ${SWIFT_CONF_DIR} /etc/swift
Attila Fazekasece6a332012-11-29 14:19:41 +0100119 fi
120
121 # Swift use rsync to synchronize between all the different
122 # partitions (which make more sense when you have a multi-node
123 # setup) we configure it with our version of rsync.
124 sed -e "
125 s/%GROUP%/${USER_GROUP}/;
126 s/%USER%/$USER/;
127 s,%SWIFT_DATA_DIR%,$SWIFT_DATA_DIR,;
128 " $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf
129 # rsyncd.conf just prepared for 4 nodes
Vincent Untzc18b9652012-12-04 12:36:34 +0100130 if is_ubuntu; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100131 sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync
132 else
133 sudo sed -i '/disable *= *yes/ { s/yes/no/ }' /etc/xinetd.d/rsync
134 fi
135
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500136 SWIFT_CONFIG_PROXY_SERVER=${SWIFT_CONF_DIR}/proxy-server.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100137 cp ${SWIFT_DIR}/etc/proxy-server.conf-sample ${SWIFT_CONFIG_PROXY_SERVER}
138
139 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user
140 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT user ${USER}
141
142 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500143 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT swift_dir ${SWIFT_CONF_DIR}
Attila Fazekasece6a332012-11-29 14:19:41 +0100144
145 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers
146 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT workers 1
147
148 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level
149 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT log_level DEBUG
150
151 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port
152 iniset ${SWIFT_CONFIG_PROXY_SERVER} DEFAULT bind_port ${SWIFT_DEFAULT_BIND_PORT:-8080}
153
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000154 # By default Swift will be installed with keystone and tempauth middleware
155 # and add the swift3 middleware if its configured for it. The token for
156 # tempauth would be prefixed with the reseller_prefix setting TEMPAUTH_ the
157 # token for keystoneauth would have the standard reseller_prefix AUTH_
158 if is_service_enabled swift3;then
159 swift_pipeline=" swift3 s3token "
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100160 fi
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000161 swift_pipeline+=" authtoken keystoneauth tempauth "
Chmouel Boudjnahbc3a3392013-02-23 04:00:51 +0100162 sed -i "/^pipeline/ { s/tempauth/${swift_pipeline} ${SWIFT_EXTRAS_MIDDLEWARE}/ ;}" ${SWIFT_CONFIG_PROXY_SERVER}
Attila Fazekasece6a332012-11-29 14:19:41 +0100163
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000164 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth account_autocreate
Attila Fazekasece6a332012-11-29 14:19:41 +0100165 iniset ${SWIFT_CONFIG_PROXY_SERVER} app:proxy-server account_autocreate true
166
Chmouel Boudjnah5cac3782013-07-17 15:13:44 +0000167 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix
168 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth reseller_prefix "TEMPAUTH"
169
Attila Fazekasece6a332012-11-29 14:19:41 +0100170 # Configure Keystone
171 sed -i '/^# \[filter:authtoken\]/,/^# \[filter:keystoneauth\]$/ s/^#[ \t]*//' ${SWIFT_CONFIG_PROXY_SERVER}
172 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_host $KEYSTONE_AUTH_HOST
173 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_port $KEYSTONE_AUTH_PORT
174 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL
175 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/
176 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_tenant_name $SERVICE_TENANT_NAME
177 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_user swift
178 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken admin_password $SERVICE_PASSWORD
Dean Troyer64ab7742012-12-28 15:38:28 -0600179 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:authtoken signing_dir $SWIFT_AUTH_CACHE_DIR
Attila Fazekasece6a332012-11-29 14:19:41 +0100180
181 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth use
182 iniuncomment ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles
183 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:keystoneauth operator_roles "Member, admin"
184
185 if is_service_enabled swift3; then
186 cat <<EOF >>${SWIFT_CONFIG_PROXY_SERVER}
187# NOTE(chmou): s3token middleware is not updated yet to use only
188# username and password.
189[filter:s3token]
190paste.filter_factory = keystone.middleware.s3_token:filter_factory
191auth_port = ${KEYSTONE_AUTH_PORT}
192auth_host = ${KEYSTONE_AUTH_HOST}
193auth_protocol = ${KEYSTONE_AUTH_PROTOCOL}
194auth_token = ${SERVICE_TOKEN}
195admin_token = ${SERVICE_TOKEN}
196
197[filter:swift3]
198use = egg:swift3#swift3
199EOF
200 fi
201
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500202 cp ${SWIFT_DIR}/etc/swift.conf-sample ${SWIFT_CONF_DIR}/swift.conf
203 iniset ${SWIFT_CONF_DIR}/swift.conf swift-hash swift_hash_path_suffix ${SWIFT_HASH}
Attila Fazekasece6a332012-11-29 14:19:41 +0100204
205 # This function generates an object/account/proxy configuration
206 # emulating 4 nodes on different ports
207 function generate_swift_config() {
208 local swift_node_config=$1
209 local node_id=$2
210 local bind_port=$3
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000211 local server_type=$4
Attila Fazekasece6a332012-11-29 14:19:41 +0100212
213 log_facility=$[ node_id - 1 ]
214 node_path=${SWIFT_DATA_DIR}/${node_number}
215
216 iniuncomment ${swift_node_config} DEFAULT user
217 iniset ${swift_node_config} DEFAULT user ${USER}
218
219 iniuncomment ${swift_node_config} DEFAULT bind_port
220 iniset ${swift_node_config} DEFAULT bind_port ${bind_port}
221
222 iniuncomment ${swift_node_config} DEFAULT swift_dir
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500223 iniset ${swift_node_config} DEFAULT swift_dir ${SWIFT_CONF_DIR}
Attila Fazekasece6a332012-11-29 14:19:41 +0100224
225 iniuncomment ${swift_node_config} DEFAULT devices
226 iniset ${swift_node_config} DEFAULT devices ${node_path}
227
228 iniuncomment ${swift_node_config} DEFAULT log_facility
229 iniset ${swift_node_config} DEFAULT log_facility LOG_LOCAL${log_facility}
230
Chmouel Boudjnah82c09962013-07-16 07:16:07 +0000231 iniuncomment ${swift_node_config} DEFAULT disable_fallocate
232 iniset ${swift_node_config} DEFAULT disable_fallocate true
233
Attila Fazekasece6a332012-11-29 14:19:41 +0100234 iniuncomment ${swift_node_config} DEFAULT mount_check
235 iniset ${swift_node_config} DEFAULT mount_check false
236
237 iniuncomment ${swift_node_config} ${server_type}-replicator vm_test_mode
238 iniset ${swift_node_config} ${server_type}-replicator vm_test_mode yes
239 }
240
241 for node_number in ${SWIFT_REPLICAS_SEQ}; do
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500242 swift_node_config=${SWIFT_CONF_DIR}/object-server/${node_number}.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100243 cp ${SWIFT_DIR}/etc/object-server.conf-sample ${swift_node_config}
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000244 generate_swift_config ${swift_node_config} ${node_number} $[OBJECT_PORT_BASE + 10 * (node_number - 1)] object
Chmouel Boudjnah8e5d2f02012-12-20 13:11:43 +0000245 iniset ${swift_node_config} filter:recon recon_cache_path ${SWIFT_DATA_DIR}/cache
246 # Using a sed and not iniset/iniuncomment because we want to a global
247 # modification and make sure it works for new sections.
248 sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
Attila Fazekasece6a332012-11-29 14:19:41 +0100249
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500250 swift_node_config=${SWIFT_CONF_DIR}/container-server/${node_number}.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100251 cp ${SWIFT_DIR}/etc/container-server.conf-sample ${swift_node_config}
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000252 generate_swift_config ${swift_node_config} ${node_number} $[CONTAINER_PORT_BASE + 10 * (node_number - 1)] container
Attila Fazekas83e10952012-11-30 23:28:07 +0100253 iniuncomment ${swift_node_config} app:container-server allow_versions
254 iniset ${swift_node_config} app:container-server allow_versions "true"
Chmouel Boudjnah8e5d2f02012-12-20 13:11:43 +0000255 sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
Attila Fazekasece6a332012-11-29 14:19:41 +0100256
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500257 swift_node_config=${SWIFT_CONF_DIR}/account-server/${node_number}.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100258 cp ${SWIFT_DIR}/etc/account-server.conf-sample ${swift_node_config}
Chmouel Boudjnah35633f02013-07-16 07:35:13 +0000259 generate_swift_config ${swift_node_config} ${node_number} $[ACCOUNT_PORT_BASE + 10 * (node_number - 1)] account
Chmouel Boudjnah8e5d2f02012-12-20 13:11:43 +0000260 sed -i -e "s,#[ ]*recon_cache_path .*,recon_cache_path = ${SWIFT_DATA_DIR}/cache," ${swift_node_config}
Attila Fazekasece6a332012-11-29 14:19:41 +0100261 done
262
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000263 # Set new accounts in tempauth to match keystone tenant/user (to make testing easier)
264 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest1 "testing .admin"
265 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest2_swiftusertest2 "testing2 .admin"
266 iniset ${SWIFT_CONFIG_PROXY_SERVER} filter:tempauth user_swifttenanttest1_swiftusertest3 "testing3 .admin"
267
268 testfile=${SWIFT_CONF_DIR}/test.conf
269 cp ${SWIFT_DIR}/test/sample.conf ${testfile}
270
271 # Set accounts for functional tests
272 iniset ${testfile} func_test account swifttenanttest1
273 iniset ${testfile} func_test username swiftusertest1
274 iniset ${testfile} func_test username3 swiftusertest3
275 iniset ${testfile} func_test account2 swifttenanttest2
276 iniset ${testfile} func_test username2 swiftusertest2
277
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000278 if is_service_enabled key;then
279 iniuncomment ${testfile} func_test auth_version
280 iniset ${testfile} func_test auth_host ${KEYSTONE_SERVICE_HOST}
281 iniset ${testfile} func_test auth_port ${KEYSTONE_AUTH_PORT}
282 iniset ${testfile} func_test auth_prefix /v2.0/
283 fi
284
Attila Fazekasece6a332012-11-29 14:19:41 +0100285 swift_log_dir=${SWIFT_DATA_DIR}/logs
286 rm -rf ${swift_log_dir}
287 mkdir -p ${swift_log_dir}/hourly
288 sudo chown -R $USER:adm ${swift_log_dir}
289 sed "s,%SWIFT_LOGDIR%,${swift_log_dir}," $FILES/swift/rsyslog.conf | sudo \
290 tee /etc/rsyslog.d/10-swift.conf
Attila Fazekasece6a332012-11-29 14:19:41 +0100291}
292
Dean Troyer1c6c1122013-03-27 17:40:53 -0500293# create_swift_disk - Create Swift backing disk
294function create_swift_disk() {
295 local node_number
296
297 # First do a bit of setup by creating the directories and
298 # changing the permissions so we can run it as our user.
299
300 USER_GROUP=$(id -g)
301 sudo mkdir -p ${SWIFT_DATA_DIR}/{drives,cache,run,logs}
302 sudo chown -R $USER:${USER_GROUP} ${SWIFT_DATA_DIR}
303
304 # Create a loopback disk and format it to XFS.
305 if [[ -e ${SWIFT_DATA_DIR}/drives/images/swift.img ]]; then
306 if egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
307 sudo umount ${SWIFT_DATA_DIR}/drives/sdb1
308 sudo rm -f ${SWIFT_DATA_DIR}/drives/images/swift.img
309 fi
310 fi
311
312 mkdir -p ${SWIFT_DATA_DIR}/drives/images
313 sudo touch ${SWIFT_DATA_DIR}/drives/images/swift.img
314 sudo chown $USER: ${SWIFT_DATA_DIR}/drives/images/swift.img
315
316 dd if=/dev/zero of=${SWIFT_DATA_DIR}/drives/images/swift.img \
317 bs=1024 count=0 seek=${SWIFT_LOOPBACK_DISK_SIZE}
318
319 # Make a fresh XFS filesystem
320 mkfs.xfs -f -i size=1024 ${SWIFT_DATA_DIR}/drives/images/swift.img
321
322 # Mount the disk with mount options to make it as efficient as possible
323 mkdir -p ${SWIFT_DATA_DIR}/drives/sdb1
324 if ! egrep -q ${SWIFT_DATA_DIR}/drives/sdb1 /proc/mounts; then
325 sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \
326 ${SWIFT_DATA_DIR}/drives/images/swift.img ${SWIFT_DATA_DIR}/drives/sdb1
327 fi
328
329 # Create a link to the above mount and
330 # create all of the directories needed to emulate a few different servers
331 for node_number in ${SWIFT_REPLICAS_SEQ}; do
332 sudo ln -sf ${SWIFT_DATA_DIR}/drives/sdb1/$node_number ${SWIFT_DATA_DIR}/$node_number;
333 drive=${SWIFT_DATA_DIR}/drives/sdb1/${node_number}
334 node=${SWIFT_DATA_DIR}/${node_number}/node
335 node_device=${node}/sdb1
336 [[ -d $node ]] && continue
337 [[ -d $drive ]] && continue
338 sudo install -o ${USER} -g $USER_GROUP -d $drive
339 sudo install -o ${USER} -g $USER_GROUP -d $node_device
340 sudo chown -R $USER: ${node}
341 done
342}
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200343# create_swift_accounts() - Set up standard swift accounts and extra
344# one for tests we do this by attaching all words in the account name
345# since we want to make it compatible with tempauth which use
346# underscores for separators.
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000347
348# Tenant User Roles
349# ------------------------------------------------------------------
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200350# service swift service
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000351# swifttenanttest1 swiftusertest1 admin
352# swifttenanttest1 swiftusertest3 anotherrole
353# swifttenanttest2 swiftusertest2 admin
354
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000355function create_swift_accounts() {
Chmouel Boudjnahba313052013-07-10 21:03:43 +0200356 KEYSTONE_CATALOG_BACKEND=${KEYSTONE_CATALOG_BACKEND:-sql}
357
358 SERVICE_TENANT=$(keystone tenant-list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
359 ADMIN_ROLE=$(keystone role-list | awk "/ admin / { print \$2 }")
360
361 SWIFT_USER=$(keystone user-create --name=swift --pass="$SERVICE_PASSWORD" \
362 --tenant_id $SERVICE_TENANT --email=swift@example.com | grep " id " | get_field 2)
363 keystone user-role-add --tenant_id $SERVICE_TENANT --user_id $SWIFT_USER --role_id $ADMIN_ROLE
364
365 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
366 SWIFT_SERVICE=$(keystone service-create --name=swift --type="object-store" \
367 --description="Swift Service" | grep " id " | get_field 2)
368 keystone endpoint-create \
369 --region RegionOne \
370 --service_id $SWIFT_SERVICE \
371 --publicurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s" \
372 --adminurl "http://$SERVICE_HOST:8080" \
373 --internalurl "http://$SERVICE_HOST:8080/v1/AUTH_\$(tenant_id)s"
374 fi
375
Chmouel Boudjnah0ce91a52013-07-05 11:59:24 +0000376 SWIFT_TENANT_TEST1=$(keystone tenant-create --name=swifttenanttest1 | grep " id " | get_field 2)
377 SWIFT_USER_TEST1=$(keystone user-create --name=swiftusertest1 --pass=testing --email=test@example.com | grep " id " | get_field 2)
378 keystone user-role-add --user_id $SWIFT_USER_TEST1 --role_id $ADMIN_ROLE --tenant_id $SWIFT_TENANT_TEST1
379
380 SWIFT_USER_TEST3=$(keystone user-create --name=swiftusertest3 --pass=testing3 --email=test3@example.com | grep " id " | get_field 2)
381 keystone user-role-add --user_id $SWIFT_USER_TEST3 --role_id $ANOTHER_ROLE --tenant_id $SWIFT_TENANT_TEST1
382
383 SWIFT_TENANT_TEST2=$(keystone tenant-create --name=swifttenanttest2 | grep " id " | get_field 2)
384 SWIFT_USER_TEST2=$(keystone user-create --name=swiftusertest2 --pass=testing2 --email=test2@example.com | grep " id " | get_field 2)
385 keystone user-role-add --user_id $SWIFT_USER_TEST2 --role_id $ADMIN_ROLE --tenant_id $SWIFT_TENANT_TEST2
386}
Dean Troyer1c6c1122013-03-27 17:40:53 -0500387
Attila Fazekasece6a332012-11-29 14:19:41 +0100388# init_swift() - Initialize rings
389function init_swift() {
390 local node_number
391 # Make sure to kill all swift processes first
Chmouel Boudjnahad8b2762013-01-10 15:40:01 +0100392 swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
Attila Fazekasece6a332012-11-29 14:19:41 +0100393
Dean Troyer1c6c1122013-03-27 17:40:53 -0500394 # Forcibly re-create the backing filesystem
395 create_swift_disk
396
Attila Fazekasece6a332012-11-29 14:19:41 +0100397 # This is where we create three different rings for swift with
398 # different object servers binding on different ports.
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500399 pushd ${SWIFT_CONF_DIR} >/dev/null && {
Attila Fazekasece6a332012-11-29 14:19:41 +0100400
401 rm -f *.builder *.ring.gz backups/*.builder backups/*.ring.gz
402
403 swift-ring-builder object.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
404 swift-ring-builder container.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
405 swift-ring-builder account.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
406
407 for node_number in ${SWIFT_REPLICAS_SEQ}; do
408 swift-ring-builder object.builder add z${node_number}-127.0.0.1:$[OBJECT_PORT_BASE + 10 * (node_number - 1)]/sdb1 1
409 swift-ring-builder container.builder add z${node_number}-127.0.0.1:$[CONTAINER_PORT_BASE + 10 * (node_number - 1)]/sdb1 1
410 swift-ring-builder account.builder add z${node_number}-127.0.0.1:$[ACCOUNT_PORT_BASE + 10 * (node_number - 1)]/sdb1 1
411 done
412 swift-ring-builder object.builder rebalance
413 swift-ring-builder container.builder rebalance
414 swift-ring-builder account.builder rebalance
415 } && popd >/dev/null
416
Dean Troyer64ab7742012-12-28 15:38:28 -0600417 # Create cache dir
418 sudo mkdir -p $SWIFT_AUTH_CACHE_DIR
Attila Fazekas91b8d132013-01-06 22:40:09 +0100419 sudo chown $STACK_USER $SWIFT_AUTH_CACHE_DIR
Dean Troyer64ab7742012-12-28 15:38:28 -0600420 rm -f $SWIFT_AUTH_CACHE_DIR/*
Attila Fazekasece6a332012-11-29 14:19:41 +0100421}
422
423function install_swift() {
424 git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH
Dean Troyer253a1a32013-04-01 18:23:22 -0500425 setup_develop $SWIFT_DIR
Attila Fazekasece6a332012-11-29 14:19:41 +0100426}
427
428function install_swiftclient() {
429 git_clone $SWIFTCLIENT_REPO $SWIFTCLIENT_DIR $SWIFTCLIENT_BRANCH
Dean Troyer253a1a32013-04-01 18:23:22 -0500430 setup_develop $SWIFTCLIENT_DIR
Attila Fazekasece6a332012-11-29 14:19:41 +0100431}
432
Attila Fazekasece6a332012-11-29 14:19:41 +0100433# start_swift() - Start running processes, including screen
434function start_swift() {
435 # (re)start rsyslog
436 restart_service rsyslog
Chmouel Boudjnah8ecbb382013-03-12 12:15:17 +0100437 # (re)start memcached to make sure we have a clean memcache.
438 restart_service memcached
439
Attila Fazekasece6a332012-11-29 14:19:41 +0100440 # Start rsync
Vincent Untzc18b9652012-12-04 12:36:34 +0100441 if is_ubuntu; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100442 sudo /etc/init.d/rsync restart || :
443 else
444 sudo systemctl start xinetd.service
445 fi
446
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100447 # By default with only one replica we are launching the proxy,
448 # container, account and object server in screen in foreground and
449 # other services in background. If we have SWIFT_REPLICAS set to something
450 # greater than one we first spawn all the swift services then kill the proxy
451 # service so we can run it in foreground in screen. ``swift-init ...
452 # {stop|restart}`` exits with '1' if no servers are running, ignore it just
453 # in case
Chmouel Boudjnahad8b2762013-01-10 15:40:01 +0100454 swift-init --run-dir=${SWIFT_DATA_DIR}/run all restart || true
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500455 if [[ ${SWIFT_REPLICAS} == 1 ]]; then
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100456 todo="object container account"
457 fi
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500458 for type in proxy ${todo}; do
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100459 swift-init --run-dir=${SWIFT_DATA_DIR}/run ${type} stop || true
460 done
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500461 screen_it s-proxy "cd $SWIFT_DIR && $SWIFT_DIR/bin/swift-proxy-server ${SWIFT_CONF_DIR}/proxy-server.conf -v"
462 if [[ ${SWIFT_REPLICAS} == 1 ]]; then
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100463 for type in object container account;do
Dean Troyer6ec72fa2013-03-13 11:44:53 -0500464 screen_it s-${type} "cd $SWIFT_DIR && $SWIFT_DIR/bin/swift-${type}-server ${SWIFT_CONF_DIR}/${type}-server/1.conf -v"
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100465 done
466 fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100467}
468
469# stop_swift() - Stop running processes (non-screen)
470function stop_swift() {
471 # screen normally killed by unstack.sh
Dean Troyer995eb922013-03-07 16:11:40 -0600472 if type -p swift-init >/dev/null; then
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100473 swift-init --run-dir=${SWIFT_DATA_DIR}/run all stop || true
474 fi
Dean Troyer995eb922013-03-07 16:11:40 -0600475 # Dump the proxy server
476 sudo pkill -f swift-proxy-server
Attila Fazekasece6a332012-11-29 14:19:41 +0100477}
478
479# Restore xtrace
480$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400481
482# Local variables:
483# mode: shell-script
484# End: