blob: ac61537c412a3f4943124091023b28279d24f405 [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Dean Troyer67787e62012-05-02 11:48:15 -05003# lib/cinder
Dean Troyer6d04fd72012-12-21 11:03:37 -06004# Install and start **Cinder** volume service
Dean Troyer67787e62012-05-02 11:48:15 -05005
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
Dean Troyer67787e62012-05-02 11:48:15 -05008# - functions
Attila Fazekas91b8d132013-01-06 22:40:09 +01009# - DEST, DATA_DIR, STACK_USER must be defined
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010010# - SERVICE_{TENANT_NAME|PASSWORD} must be defined
11# - ``KEYSTONE_TOKEN_FORMAT`` must be defined
Dean Troyer67787e62012-05-02 11:48:15 -050012
13# stack.sh
14# ---------
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010015# - install_cinder
16# - configure_cinder
17# - init_cinder
18# - start_cinder
19# - stop_cinder
20# - cleanup_cinder
Dean Troyer67787e62012-05-02 11:48:15 -050021
Dean Troyer7903b792012-09-13 17:16:12 -050022# Save trace setting
Ian Wienand523f4882015-10-13 11:03:03 +110023_XTRACE_CINDER=$(set +o | grep xtrace)
Dean Troyer7903b792012-09-13 17:16:12 -050024set +o xtrace
Dean Troyer67787e62012-05-02 11:48:15 -050025
26
27# Defaults
28# --------
29
Mate Lakatb2fdafe2012-11-20 15:52:21 +000030# set up default driver
31CINDER_DRIVER=${CINDER_DRIVER:-default}
john-griffithd0860cc2014-01-23 11:31:10 -070032CINDER_PLUGINS=$TOP_DIR/lib/cinder_plugins
Dean Troyer09718332014-07-03 10:46:57 -050033CINDER_BACKENDS=$TOP_DIR/lib/cinder_backends
john-griffithd0860cc2014-01-23 11:31:10 -070034
35# grab plugin config if specified via cinder_driver
36if [[ -r $CINDER_PLUGINS/$CINDER_DRIVER ]]; then
37 source $CINDER_PLUGINS/$CINDER_DRIVER
38fi
Mate Lakatb2fdafe2012-11-20 15:52:21 +000039
Dean Troyer67787e62012-05-02 11:48:15 -050040# set up default directories
Sean Daguee08ab102014-11-13 17:09:28 -050041GITDIR["python-cinderclient"]=$DEST/python-cinderclient
Ivan Kolodyazhny8d0d3112016-05-26 23:41:49 +030042GITDIR["python-brick-cinderclient-ext"]=$DEST/python-brick-cinderclient-ext
Dean Troyer67787e62012-05-02 11:48:15 -050043CINDER_DIR=$DEST/cinder
Dean Troyer6aaad5f2015-02-18 07:09:04 -060044
45# Cinder virtual environment
46if [[ ${USE_VENV} = True ]]; then
47 PROJECT_VENV["cinder"]=${CINDER_DIR}.venv
48 CINDER_BIN_DIR=${PROJECT_VENV["cinder"]}/bin
49else
50 CINDER_BIN_DIR=$(get_python_exec_prefix)
51fi
52
Dean Troyer50ac7922012-09-13 14:02:01 -050053CINDER_STATE_PATH=${CINDER_STATE_PATH:=$DATA_DIR/cinder}
Dean Troyer671c16e2012-12-13 16:22:38 -060054CINDER_AUTH_CACHE_DIR=${CINDER_AUTH_CACHE_DIR:-/var/cache/cinder}
55
Dean Troyer50ac7922012-09-13 14:02:01 -050056CINDER_CONF_DIR=/etc/cinder
57CINDER_CONF=$CINDER_CONF_DIR/cinder.conf
Dean Troyer671c16e2012-12-13 16:22:38 -060058CINDER_API_PASTE_INI=$CINDER_CONF_DIR/api-paste.ini
Dean Troyer50ac7922012-09-13 14:02:01 -050059
Dean Troyer560346b2012-12-13 17:05:24 -060060# Public facing bits
Sean Daguef3b2f4c2017-04-13 10:11:48 -040061if is_service_enabled tls-proxy; then
Rob Crittenden18d47782014-03-19 17:47:42 -040062 CINDER_SERVICE_PROTOCOL="https"
63fi
Dean Troyer560346b2012-12-13 17:05:24 -060064CINDER_SERVICE_HOST=${CINDER_SERVICE_HOST:-$SERVICE_HOST}
65CINDER_SERVICE_PORT=${CINDER_SERVICE_PORT:-8776}
66CINDER_SERVICE_PORT_INT=${CINDER_SERVICE_PORT_INT:-18776}
67CINDER_SERVICE_PROTOCOL=${CINDER_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
Brian Haley180f5eb2015-06-16 13:14:31 -040068CINDER_SERVICE_LISTEN_ADDRESS=${CINDER_SERVICE_LISTEN_ADDRESS:-$SERVICE_LISTEN_ADDRESS}
Dean Troyer560346b2012-12-13 17:05:24 -060069
John Griffithce8e6f62015-05-12 17:28:59 -060070# What type of LVM device should Cinder use for LVM backend
Matt Riedemannb6cbf922016-11-21 21:10:49 -050071# Defaults to default, which is thick, the other valid choice
72# is thin, which as the name implies utilizes lvm thin provisioning.
73# Thinly provisioned LVM volumes may be more efficient when using the Cinder
74# image cache, but there are also known race failures with volume snapshots
75# and thinly provisioned LVM volumes, see bug 1642111 for details.
76CINDER_LVM_TYPE=${CINDER_LVM_TYPE:-default}
Dean Troyer09718332014-07-03 10:46:57 -050077
Dean Troyer09718332014-07-03 10:46:57 -050078# Default backends
79# The backend format is type:name where type is one of the supported backend
80# types (lvm, nfs, etc) and name is the identifier used in the Cinder
81# configuration and for the volume type name. Multiple backends are
82# comma-separated.
Dean Troyer311f4872014-12-18 16:31:34 -060083# The old ``CINDER_MULTI_LVM_BACKEND=True`` setting had a default of:
84# CINDER_ENABLED_BACKENDS=${CINDER_ENABLED_BACKENDS:-lvm:lvmdriver-1,lvm:lvmdriver-2}
85CINDER_ENABLED_BACKENDS=${CINDER_ENABLED_BACKENDS:-lvm:lvmdriver-1}
Dean Troyer09718332014-07-03 10:46:57 -050086
87
Dean Troyerb7490da2013-03-18 16:07:56 -050088# Should cinder perform secure deletion of volumes?
Joe D'Andreadfcc3872015-04-29 15:39:17 -040089# Defaults to zero. Can also be set to none or shred.
90# This was previously CINDER_SECURE_DELETE (True or False).
91# Equivalents using CINDER_VOLUME_CLEAR are zero and none, respectively.
92# Set to none to avoid this bug when testing:
Dean Troyerb7490da2013-03-18 16:07:56 -050093# https://bugs.launchpad.net/ubuntu/+source/linux/+bug/1023755
Joe D'Andreadfcc3872015-04-29 15:39:17 -040094if [[ -n $CINDER_SECURE_DELETE ]]; then
95 CINDER_SECURE_DELETE=$(trueorfalse True CINDER_SECURE_DELETE)
96 if [[ $CINDER_SECURE_DELETE == "False" ]]; then
97 CINDER_VOLUME_CLEAR_DEFAULT="none"
98 fi
Sean Dague72ad9422015-10-07 11:51:40 -040099 deprecated "Configure secure Cinder volume deletion using CINDER_VOLUME_CLEAR instead of CINDER_SECURE_DELETE."
Joe D'Andreadfcc3872015-04-29 15:39:17 -0400100fi
101CINDER_VOLUME_CLEAR=${CINDER_VOLUME_CLEAR:-${CINDER_VOLUME_CLEAR_DEFAULT:-zero}}
102CINDER_VOLUME_CLEAR=$(echo ${CINDER_VOLUME_CLEAR} | tr '[:upper:]' '[:lower:]')
Dean Troyerb7490da2013-03-18 16:07:56 -0500103
Sean Daguef35ff722013-05-16 16:31:12 -0400104# Cinder reports allocations back to the scheduler on periodic intervals
105# it turns out we can get an "out of space" issue when we run tests too
106# quickly just because cinder didn't realize we'd freed up resources.
107# Make this configurable so that devstack-gate/tempest can set it to
108# less than the 60 second default
109# https://bugs.launchpad.net/cinder/+bug/1180976
110CINDER_PERIODIC_INTERVAL=${CINDER_PERIODIC_INTERVAL:-60}
111
Attila Fazekasc70605d2015-01-26 15:44:47 +0100112CINDER_ISCSI_HELPER=${CINDER_ISCSI_HELPER:-tgtadm}
113
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300114# Toggle for deploying Cinder under HTTPD + mod_wsgi
115CINDER_USE_MOD_WSGI=${CINDER_USE_MOD_WSGI:-False}
Dean Troyercc6b4432013-04-08 15:38:03 -0500116
Dean Troyer09718332014-07-03 10:46:57 -0500117# Source the enabled backends
118if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
119 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
Dean Troyere8a35ac2014-07-25 12:37:41 -0500120 be_type=${be%%:*}
121 be_name=${be##*:}
122 if [[ -r $CINDER_BACKENDS/${be_type} ]]; then
123 source $CINDER_BACKENDS/${be_type}
Dean Troyer09718332014-07-03 10:46:57 -0500124 fi
125 done
126fi
127
Patrick Eastdddb2c72016-05-03 17:34:00 -0700128# Environment variables to configure the image-volume cache
129CINDER_IMG_CACHE_ENABLED=${CINDER_IMG_CACHE_ENABLED:-True}
130
131# For limits, if left unset, it will use cinder defaults of 0 for unlimited
132CINDER_IMG_CACHE_SIZE_GB=${CINDER_IMG_CACHE_SIZE_GB:-}
133CINDER_IMG_CACHE_SIZE_COUNT=${CINDER_IMG_CACHE_SIZE_COUNT:-}
134
135# Configure which cinder backends will have the image-volume cache, this takes the same
136# form as the CINDER_ENABLED_BACKENDS config option. By default it will
137# enable the cache for all cinder backends.
138CINDER_CACHE_ENABLED_FOR_BACKENDS=${CINDER_CACHE_ENABLED_FOR_BACKENDS:-$CINDER_ENABLED_BACKENDS}
Dean Troyer09718332014-07-03 10:46:57 -0500139
Dean Troyercc6b4432013-04-08 15:38:03 -0500140# Functions
141# ---------
Dean Troyere4fa7212014-01-15 15:04:49 -0600142
143# Test if any Cinder services are enabled
144# is_cinder_enabled
145function is_cinder_enabled {
146 [[ ,${ENABLED_SERVICES} =~ ,"c-" ]] && return 0
147 return 1
148}
149
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300150# _cinder_cleanup_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file
151function _cinder_cleanup_apache_wsgi {
152 sudo rm -f $(apache_site_config_for osapi-volume)
153}
154
Dean Troyer67787e62012-05-02 11:48:15 -0500155# cleanup_cinder() - Remove residual data files, anything left over from previous
156# runs that a clean run would need to clean up
Ian Wienandaee18c72014-02-21 15:35:08 +1100157function cleanup_cinder {
Sean Dague252f2f52012-12-20 16:41:57 -0500158 # ensure the volume group is cleared up because fails might
159 # leave dead volumes in the group
Attila Fazekasc70605d2015-01-26 15:44:47 +0100160 if [ "$CINDER_ISCSI_HELPER" = "tgtadm" ]; then
Ian Wienandada886d2015-10-07 14:06:26 +1100161 local targets
162 targets=$(sudo tgtadm --op show --mode target)
Attila Fazekasc70605d2015-01-26 15:44:47 +0100163 if [ $? -ne 0 ]; then
164 # If tgt driver isn't running this won't work obviously
165 # So check the response and restart if need be
166 echo "tgtd seems to be in a bad state, restarting..."
167 if is_ubuntu; then
168 restart_service tgt
169 else
170 restart_service tgtd
171 fi
172 targets=$(sudo tgtadm --op show --mode target)
Sean Dague252f2f52012-12-20 16:41:57 -0500173 fi
Sean Dague252f2f52012-12-20 16:41:57 -0500174
Attila Fazekasc70605d2015-01-26 15:44:47 +0100175 if [[ -n "$targets" ]]; then
176 local iqn_list=( $(grep --no-filename -r iqn $SCSI_PERSIST_DIR | sed 's/<target //' | sed 's/>//') )
177 for i in "${iqn_list[@]}"; do
178 echo removing iSCSI target: $i
179 sudo tgt-admin --delete $i
180 done
181 fi
Sean Dague252f2f52012-12-20 16:41:57 -0500182
Attila Fazekasc70605d2015-01-26 15:44:47 +0100183 if is_ubuntu; then
184 stop_service tgt
185 else
186 stop_service tgtd
187 fi
Sean Dague252f2f52012-12-20 16:41:57 -0500188 else
Attila Fazekasc70605d2015-01-26 15:44:47 +0100189 sudo cinder-rtstool get-targets | sudo xargs -rn 1 cinder-rtstool delete
Sean Dague252f2f52012-12-20 16:41:57 -0500190 fi
191
Dean Troyer09718332014-07-03 10:46:57 -0500192 if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
Dean Troyere8a35ac2014-07-25 12:37:41 -0500193 local be be_name be_type
Dean Troyer09718332014-07-03 10:46:57 -0500194 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
Dean Troyere8a35ac2014-07-25 12:37:41 -0500195 be_type=${be%%:*}
196 be_name=${be##*:}
197 if type cleanup_cinder_backend_${be_type} >/dev/null 2>&1; then
198 cleanup_cinder_backend_${be_type} ${be_name}
Dean Troyer09718332014-07-03 10:46:57 -0500199 fi
200 done
Jérôme Gallarddda2b7a2013-02-22 17:28:10 +0100201 fi
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300202
203 if [ "$CINDER_USE_MOD_WSGI" == "True" ]; then
204 _cinder_cleanup_apache_wsgi
205 fi
206}
207
208# _cinder_config_apache_wsgi() - Set WSGI config files
209function _cinder_config_apache_wsgi {
Ian Wienandada886d2015-10-07 14:06:26 +1100210 local cinder_apache_conf
211 cinder_apache_conf=$(apache_site_config_for osapi-volume)
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300212 local cinder_ssl=""
213 local cinder_certfile=""
214 local cinder_keyfile=""
215 local cinder_api_port=$CINDER_SERVICE_PORT
216 local venv_path=""
217
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300218 if [[ ${USE_VENV} = True ]]; then
219 venv_path="python-path=${PROJECT_VENV["cinder"]}/lib/python2.7/site-packages"
220 fi
221
222 # copy proxy vhost file
223 sudo cp $FILES/apache-cinder-api.template $cinder_apache_conf
224 sudo sed -e "
225 s|%PUBLICPORT%|$cinder_api_port|g;
226 s|%APACHE_NAME%|$APACHE_NAME|g;
227 s|%APIWORKERS%|$API_WORKERS|g
228 s|%CINDER_BIN_DIR%|$CINDER_BIN_DIR|g;
229 s|%SSLENGINE%|$cinder_ssl|g;
230 s|%SSLCERTFILE%|$cinder_certfile|g;
231 s|%SSLKEYFILE%|$cinder_keyfile|g;
232 s|%USER%|$STACK_USER|g;
233 s|%VIRTUALENV%|$venv_path|g
234 " -i $cinder_apache_conf
Dean Troyer67787e62012-05-02 11:48:15 -0500235}
236
Thierry Carrez63e17842014-01-10 14:23:03 +0100237# configure_cinder() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100238function configure_cinder {
Dean Troyer8421c2b2015-03-16 13:52:19 -0500239 sudo install -d -o $STACK_USER -m 755 $CINDER_CONF_DIR
Thierry Carrez63e17842014-01-10 14:23:03 +0100240
241 cp -p $CINDER_DIR/etc/cinder/policy.json $CINDER_CONF_DIR
242
Yalei Wangcecbd1f2015-01-05 17:05:47 +0800243 rm -f $CINDER_CONF
244
Ian Wienandc6782412015-05-14 10:01:53 +1000245 configure_rootwrap cinder
John Griffith4e823ff2012-07-20 13:18:17 -0600246
Dean Troyer67787e62012-05-02 11:48:15 -0500247 cp $CINDER_DIR/etc/cinder/api-paste.ini $CINDER_API_PASTE_INI
Dan Prince82dea7c2013-10-16 18:57:15 -0400248
249 inicomment $CINDER_API_PASTE_INI filter:authtoken auth_host
250 inicomment $CINDER_API_PASTE_INI filter:authtoken auth_port
251 inicomment $CINDER_API_PASTE_INI filter:authtoken auth_protocol
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000252 inicomment $CINDER_API_PASTE_INI filter:authtoken cafile
Dan Prince82dea7c2013-10-16 18:57:15 -0400253 inicomment $CINDER_API_PASTE_INI filter:authtoken admin_tenant_name
254 inicomment $CINDER_API_PASTE_INI filter:authtoken admin_user
255 inicomment $CINDER_API_PASTE_INI filter:authtoken admin_password
256 inicomment $CINDER_API_PASTE_INI filter:authtoken signing_dir
Dean Troyerbc071bc2012-10-01 14:06:44 -0500257
Brant Knudson05952372014-09-19 17:22:22 -0500258 configure_auth_token_middleware $CINDER_CONF cinder $CINDER_AUTH_CACHE_DIR
Dan Prince82dea7c2013-10-16 18:57:15 -0400259
Sean Dague0b259c32017-02-17 11:51:36 -0500260 # Change the default nova_catalog_info and nova_catalog_admin_info values in
261 # cinder so that the service name cinder is searching for matches that set for
262 # nova in keystone.
263 if [[ -n "$CINDER_NOVA_CATALOG_INFO" ]]; then
264 iniset $CINDER_CONF DEFAULT nova_catalog_info $CINDER_NOVA_CATALOG_INFO
265 fi
266 if [[ -n "$CINDER_NOVA_CATALOG_ADMIN_INFO" ]]; then
267 iniset $CINDER_CONF DEFAULT nova_catalog_admin_info $CINDER_NOVA_CATALOG_ADMIN_INFO
268 fi
git-harryafc14232015-01-08 17:37:40 +0000269
Dean Troyer67787e62012-05-02 11:48:15 -0500270 iniset $CINDER_CONF DEFAULT auth_strategy keystone
Ben Nemec03997942013-08-10 09:56:16 -0500271 iniset $CINDER_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
Dean Troyer09718332014-07-03 10:46:57 -0500272
Attila Fazekasc70605d2015-01-26 15:44:47 +0100273 iniset $CINDER_CONF DEFAULT iscsi_helper "$CINDER_ISCSI_HELPER"
Joe Gordon23d6d502015-03-06 15:24:22 -0800274 iniset $CINDER_CONF database connection `database_connection_url cinder`
Dean Troyer67787e62012-05-02 11:48:15 -0500275 iniset $CINDER_CONF DEFAULT api_paste_config $CINDER_API_PASTE_INI
Joe Gordona58382a2013-02-20 12:45:02 -0800276 iniset $CINDER_CONF DEFAULT rootwrap_config "$CINDER_CONF_DIR/rootwrap.conf"
Dan Prince9f22f072013-01-28 09:53:38 -0500277 iniset $CINDER_CONF DEFAULT osapi_volume_extension cinder.api.contrib.standard_extensions
Brian Haley180f5eb2015-06-16 13:14:31 -0400278 iniset $CINDER_CONF DEFAULT osapi_volume_listen $CINDER_SERVICE_LISTEN_ADDRESS
Dean Troyer50ac7922012-09-13 14:02:01 -0500279 iniset $CINDER_CONF DEFAULT state_path $CINDER_STATE_PATH
Joe Gordon23d6d502015-03-06 15:24:22 -0800280 iniset $CINDER_CONF oslo_concurrency lock_path $CINDER_STATE_PATH
Sean Daguef35ff722013-05-16 16:31:12 -0400281 iniset $CINDER_CONF DEFAULT periodic_interval $CINDER_PERIODIC_INTERVAL
Michał Dulko9ee14262016-06-03 15:34:50 +0200282 iniset $CINDER_CONF DEFAULT my_ip "$HOST_IP"
John Griffith4e823ff2012-07-20 13:18:17 -0600283
Ethan Lynn679f3952015-03-09 23:45:18 +0800284 iniset $CINDER_CONF DEFAULT os_region_name "$REGION_NAME"
285
Dean Troyer09718332014-07-03 10:46:57 -0500286 if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
Dean Troyere8a35ac2014-07-25 12:37:41 -0500287 local enabled_backends=""
288 local default_name=""
289 local be be_name be_type
Dean Troyer09718332014-07-03 10:46:57 -0500290 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
Dean Troyere8a35ac2014-07-25 12:37:41 -0500291 be_type=${be%%:*}
292 be_name=${be##*:}
293 if type configure_cinder_backend_${be_type} >/dev/null 2>&1; then
294 configure_cinder_backend_${be_type} ${be_name}
Dean Troyer09718332014-07-03 10:46:57 -0500295 fi
Dean Troyera25922b2014-08-28 09:29:47 -0500296 if [[ -z "$default_name" ]]; then
297 default_name=$be_name
Dean Troyer09718332014-07-03 10:46:57 -0500298 fi
Dean Troyere8a35ac2014-07-25 12:37:41 -0500299 enabled_backends+=$be_name,
Dean Troyer09718332014-07-03 10:46:57 -0500300 done
301 iniset $CINDER_CONF DEFAULT enabled_backends ${enabled_backends%,*}
Matt Riedemann6a4aa782014-07-25 13:35:53 -0700302 if [[ -n "$default_name" ]]; then
303 iniset $CINDER_CONF DEFAULT default_volume_type ${default_name}
Dean Troyer09718332014-07-03 10:46:57 -0500304 fi
Patrick Eastdddb2c72016-05-03 17:34:00 -0700305 configure_cinder_image_volume_cache
Dean Troyer09718332014-07-03 10:46:57 -0500306 fi
307
Attila Fazekas29834742014-03-09 18:36:42 +0100308 if is_service_enabled swift; then
Falk Reimann22f747b2015-08-28 12:40:19 +0200309 iniset $CINDER_CONF DEFAULT backup_swift_url "$SWIFT_SERVICE_PROTOCOL://$SERVICE_HOST:$SWIFT_DEFAULT_BIND_PORT/v1/AUTH_"
Attila Fazekas29834742014-03-09 18:36:42 +0100310 fi
311
Gordon Chung2bfbc772013-08-09 10:55:12 -0400312 if is_service_enabled ceilometer; then
Matt Riedemann45da7772017-03-05 13:07:39 -0500313 iniset $CINDER_CONF oslo_messaging_notifications driver "messagingv2"
Gordon Chung2bfbc772013-08-09 10:55:12 -0400314 fi
315
Dean Troyer560346b2012-12-13 17:05:24 -0600316 if is_service_enabled tls-proxy; then
317 # Set the service port for a proxy to take the original
318 iniset $CINDER_CONF DEFAULT osapi_volume_listen_port $CINDER_SERVICE_PORT_INT
Rob Crittendencdba7b02015-05-26 15:33:45 -0400319 iniset $CINDER_CONF DEFAULT public_endpoint $CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT
Gregory Haynes4b49e402016-08-31 18:19:51 -0700320 iniset $CINDER_CONF DEFAULT osapi_volume_base_URL $CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT
Dean Troyer560346b2012-12-13 17:05:24 -0600321 fi
322
Dean Troyer4d3049e2012-11-06 20:38:14 -0600323 if [ "$SYSLOG" != "False" ]; then
324 iniset $CINDER_CONF DEFAULT use_syslog True
325 fi
326
Brant Knudson2dd110c2015-03-14 12:39:14 -0500327 iniset_rpc_backend cinder $CINDER_CONF
Gary Kottonf71bf192012-08-06 11:15:36 -0400328
Matt Riedemanncdcdeb62015-10-29 09:48:17 -0700329 iniset $CINDER_CONF DEFAULT volume_clear $CINDER_VOLUME_CLEAR
James E. Blair213c4162012-11-06 09:38:36 +0100330
Salvatore Orlando05ae8332013-08-20 14:51:08 -0700331 # Format logging
Sean Dague9751be62016-04-05 12:08:57 -0400332 setup_logging $CINDER_CONF $CINDER_USE_MOD_WSGI
Mate Lakatb2fdafe2012-11-20 15:52:21 +0000333
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300334 if [ "$CINDER_USE_MOD_WSGI" == "True" ]; then
335 _cinder_config_apache_wsgi
336 fi
337
john-griffithd0860cc2014-01-23 11:31:10 -0700338 if [[ -r $CINDER_PLUGINS/$CINDER_DRIVER ]]; then
339 configure_cinder_driver
Mate Lakatb2fdafe2012-11-20 15:52:21 +0000340 fi
Ian Wienand0db17132013-06-26 22:31:48 +1000341
Dean Troyer05bd7b82014-09-16 17:25:33 -0500342 iniset $CINDER_CONF DEFAULT osapi_volume_workers "$API_WORKERS"
Rob Crittenden18d47782014-03-19 17:47:42 -0400343
344 iniset $CINDER_CONF DEFAULT glance_api_servers "${GLANCE_SERVICE_PROTOCOL}://${GLANCE_HOSTPORT}"
Sean Daguef3b2f4c2017-04-13 10:11:48 -0400345 if is_service_enabled tls-proxy; then
Rob Crittenden18d47782014-03-19 17:47:42 -0400346 iniset $CINDER_CONF DEFAULT glance_protocol https
Rob Crittenden4b109292014-10-21 18:17:48 -0400347 iniset $CINDER_CONF DEFAULT glance_ca_certificates_file $SSL_BUNDLE_FILE
Rob Crittenden18d47782014-03-19 17:47:42 -0400348 fi
349
Flavio Percoco22c695f2016-05-11 12:49:07 -0500350 if [ "$GLANCE_V1_ENABLED" != "True" ]; then
351 iniset $CINDER_CONF DEFAULT glance_api_version 2
352 fi
353
Jordan Pittier38bee182015-05-11 16:51:10 +0200354 # Set os_privileged_user credentials (used for os-assisted-snapshots)
355 iniset $CINDER_CONF DEFAULT os_privileged_user_name nova
356 iniset $CINDER_CONF DEFAULT os_privileged_user_password "$SERVICE_PASSWORD"
Sean Dague7580a0c2016-02-17 06:23:36 -0500357 iniset $CINDER_CONF DEFAULT os_privileged_user_tenant "$SERVICE_PROJECT_NAME"
Marian Horban7159b4b2015-10-22 15:47:49 -0400358 iniset $CINDER_CONF DEFAULT graceful_shutdown_timeout "$SERVICE_GRACEFUL_SHUTDOWN_TIMEOUT"
Mehdi Abaakouk52b10742016-12-01 16:11:17 +0100359
360 # Set the backend url according to the configured dlm backend
361 if is_dlm_enabled; then
362 if [[ "$(dlm_backend)" == "zookeeper" ]]; then
363 iniset $CINDER_CONF coordination backend_url "zookeeper://${SERVICE_HOST}:2181"
364 fi
365 fi
Dean Troyer67787e62012-05-02 11:48:15 -0500366}
367
Dean Troyer671c16e2012-12-13 16:22:38 -0600368# create_cinder_accounts() - Set up common required cinder accounts
369
370# Tenant User Roles
371# ------------------------------------------------------------------
372# service cinder admin # if enabled
373
374# Migrated from keystone_data.sh
Ian Wienandaee18c72014-02-21 15:35:08 +1100375function create_cinder_accounts {
Dean Troyer671c16e2012-12-13 16:22:38 -0600376
Dean Troyer671c16e2012-12-13 16:22:38 -0600377 # Cinder
378 if [[ "$ENABLED_SERVICES" =~ "c-api" ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100379
Jamie Lennoxe8bc2b82015-02-10 20:38:56 +1100380 create_service_user "cinder"
Bartosz Górski0abde392014-02-28 14:15:19 +0100381
Sean Dague985e9582016-02-10 07:25:24 -0500382 get_or_create_service "cinder" "volume" "Cinder Volume Service"
Matt Riedemannae4578b2016-04-23 01:45:40 +0000383 get_or_create_endpoint \
Sean Dague985e9582016-02-10 07:25:24 -0500384 "volume" \
385 "$REGION_NAME" \
Sean Dagueab0a1b82016-04-04 09:09:27 -0400386 "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v1/\$(project_id)s"
Bartosz Górski0abde392014-02-28 14:15:19 +0100387
Sean Dague985e9582016-02-10 07:25:24 -0500388 get_or_create_service "cinderv2" "volumev2" "Cinder Volume Service V2"
Matt Riedemannae4578b2016-04-23 01:45:40 +0000389 get_or_create_endpoint \
Sean Dague985e9582016-02-10 07:25:24 -0500390 "volumev2" \
391 "$REGION_NAME" \
Sean Dagueab0a1b82016-04-04 09:09:27 -0400392 "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v2/\$(project_id)s"
Alex Meade06c7a442016-04-01 13:18:32 -0400393
394 get_or_create_service "cinderv3" "volumev3" "Cinder Volume Service V3"
Matt Riedemannae4578b2016-04-23 01:45:40 +0000395 get_or_create_endpoint \
Alex Meade06c7a442016-04-01 13:18:32 -0400396 "volumev3" \
397 "$REGION_NAME" \
Alex Meade06c7a442016-04-01 13:18:32 -0400398 "$CINDER_SERVICE_PROTOCOL://$CINDER_SERVICE_HOST:$CINDER_SERVICE_PORT/v3/\$(project_id)s"
Patrick Eastdddb2c72016-05-03 17:34:00 -0700399
400 configure_cinder_internal_tenant
Dean Troyer671c16e2012-12-13 16:22:38 -0600401 fi
402}
403
Dean Troyerf03bafe2013-02-12 10:58:28 -0600404# create_cinder_cache_dir() - Part of the init_cinder() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100405function create_cinder_cache_dir {
Dean Troyerf03bafe2013-02-12 10:58:28 -0600406 # Create cache dir
Dean Troyer8421c2b2015-03-16 13:52:19 -0500407 sudo install -d -o $STACK_USER $CINDER_AUTH_CACHE_DIR
Dean Troyerf03bafe2013-02-12 10:58:28 -0600408 rm -f $CINDER_AUTH_CACHE_DIR/*
409}
410
Dean Troyer67787e62012-05-02 11:48:15 -0500411# init_cinder() - Initialize database and volume group
Ian Wienandaee18c72014-02-21 15:35:08 +1100412function init_cinder {
Terry Wilson428af5a2012-11-01 16:12:39 -0400413 if is_service_enabled $DATABASE_BACKENDS; then
Dean Troyerf03bafe2013-02-12 10:58:28 -0600414 # (Re)create cinder database
Ihar Hrachyshka157c84b2014-10-06 13:29:39 +0200415 recreate_database cinder
Dean Troyer67787e62012-05-02 11:48:15 -0500416
Dean Troyerf03bafe2013-02-12 10:58:28 -0600417 # Migrate cinder database
Einst Crazy4f55c2d2016-05-04 08:14:01 +0000418 $CINDER_BIN_DIR/cinder-manage --config-file $CINDER_CONF db sync
Dean Troyer67787e62012-05-02 11:48:15 -0500419 fi
420
Dean Troyer09718332014-07-03 10:46:57 -0500421 if is_service_enabled c-vol && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
Dean Troyere8a35ac2014-07-25 12:37:41 -0500422 local be be_name be_type
Dean Troyer09718332014-07-03 10:46:57 -0500423 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
Dean Troyere8a35ac2014-07-25 12:37:41 -0500424 be_type=${be%%:*}
425 be_name=${be##*:}
426 if type init_cinder_backend_${be_type} >/dev/null 2>&1; then
Maru Newbyc070a3d2015-01-27 17:44:44 +0000427 # Always init the default volume group for lvm.
428 if [[ "$be_type" == "lvm" ]]; then
429 init_default_lvm_volume_group
430 fi
Dean Troyere8a35ac2014-07-25 12:37:41 -0500431 init_cinder_backend_${be_type} ${be_name}
Vincent Untz0230aa82012-06-14 08:51:01 +0200432 fi
Dean Troyer09718332014-07-03 10:46:57 -0500433 done
Dean Troyer67787e62012-05-02 11:48:15 -0500434 fi
Dean Troyerbc071bc2012-10-01 14:06:44 -0500435
Dean Troyer09718332014-07-03 10:46:57 -0500436 mkdir -p $CINDER_STATE_PATH/volumes
Dean Troyerf03bafe2013-02-12 10:58:28 -0600437 create_cinder_cache_dir
Dean Troyer67787e62012-05-02 11:48:15 -0500438}
439
440# install_cinder() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100441function install_cinder {
Dean Troyer67787e62012-05-02 11:48:15 -0500442 git_clone $CINDER_REPO $CINDER_DIR $CINDER_BRANCH
Sean Dague4bf9d7a2013-04-01 16:41:39 -0400443 setup_develop $CINDER_DIR
Attila Fazekasc70605d2015-01-26 15:44:47 +0100444 if [ "$CINDER_ISCSI_HELPER" = "tgtadm" ]; then
445 if is_fedora; then
446 install_package scsi-target-utils
447 else
448 install_package tgt
449 fi
450 fi
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300451
452 if [ "$CINDER_USE_MOD_WSGI" == "True" ]; then
453 install_apache_wsgi
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300454 fi
Dean Troyer253a1a32013-04-01 18:23:22 -0500455}
Sean Dague4bf9d7a2013-04-01 16:41:39 -0400456
Dean Troyer253a1a32013-04-01 18:23:22 -0500457# install_cinderclient() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100458function install_cinderclient {
Ivan Kolodyazhny8d0d3112016-05-26 23:41:49 +0300459 if use_library_from_git "python-brick-cinderclient-ext"; then
460 git_clone_by_name "python-brick-cinderclient-ext"
461 setup_dev_lib "python-brick-cinderclient-ext"
462 fi
463
Sean Daguee08ab102014-11-13 17:09:28 -0500464 if use_library_from_git "python-cinderclient"; then
465 git_clone_by_name "python-cinderclient"
466 setup_dev_lib "python-cinderclient"
467 sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-cinderclient"]}/tools/,/etc/bash_completion.d/}cinder.bash_completion
Sean Dague5cb19062014-11-01 01:37:45 +0100468 fi
Dean Troyer67787e62012-05-02 11:48:15 -0500469}
470
Steve Baker18225d92013-04-14 12:48:41 -0700471# apply config.d approach for cinder volumes directory
Ian Wienandaee18c72014-02-21 15:35:08 +1100472function _configure_tgt_for_config_d {
Steve Baker18225d92013-04-14 12:48:41 -0700473 if [[ ! -d /etc/tgt/stack.d/ ]]; then
474 sudo ln -sf $CINDER_STATE_PATH/volumes /etc/tgt/stack.d
Jordan Pittiera263e7d2016-01-07 19:40:44 +0100475 fi
476 if ! grep -q "include /etc/tgt/stack.d/*" /etc/tgt/targets.conf; then
Steve Baker18225d92013-04-14 12:48:41 -0700477 echo "include /etc/tgt/stack.d/*" | sudo tee -a /etc/tgt/targets.conf
Mate Lakata39caac2012-09-03 15:45:53 +0100478 fi
479}
480
Dean Troyer67787e62012-05-02 11:48:15 -0500481# start_cinder() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100482function start_cinder {
Rob Crittenden18d47782014-03-19 17:47:42 -0400483 local service_port=$CINDER_SERVICE_PORT
484 local service_protocol=$CINDER_SERVICE_PROTOCOL
485 if is_service_enabled tls-proxy; then
486 service_port=$CINDER_SERVICE_PORT_INT
487 service_protocol="http"
488 fi
Attila Fazekasc70605d2015-01-26 15:44:47 +0100489 if [ "$CINDER_ISCSI_HELPER" = "tgtadm" ]; then
490 if is_service_enabled c-vol; then
491 # Delete any old stack.conf
492 sudo rm -f /etc/tgt/conf.d/stack.conf
493 _configure_tgt_for_config_d
494 if is_ubuntu; then
495 sudo service tgt restart
Dirk Mueller6bc089f2015-06-01 12:39:12 +0200496 elif is_suse; then
497 # NOTE(dmllr): workaround restart bug
498 # https://bugzilla.suse.com/show_bug.cgi?id=934642
499 stop_service tgtd
500 start_service tgtd
Attila Fazekasc70605d2015-01-26 15:44:47 +0100501 else
Dirk Mueller6bc089f2015-06-01 12:39:12 +0200502 restart_service tgtd
Attila Fazekasc70605d2015-01-26 15:44:47 +0100503 fi
504 # NOTE(gfidente): ensure tgtd is running in debug mode
505 sudo tgtadm --mode system --op update --name debug --value on
Dean Troyer67787e62012-05-02 11:48:15 -0500506 fi
507 fi
508
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300509 if [ "$CINDER_USE_MOD_WSGI" == "True" ]; then
510 enable_apache_site osapi-volume
511 restart_apache_server
512 tail_log c-api /var/log/$APACHE_NAME/c-api.log
513 else
514 run_process c-api "$CINDER_BIN_DIR/cinder-api --config-file $CINDER_CONF"
515 echo "Waiting for Cinder API to start..."
516 if ! wait_for_service $SERVICE_TIMEOUT $service_protocol://$CINDER_SERVICE_HOST:$service_port; then
517 die $LINENO "c-api did not start"
518 fi
Dean Troyer09718332014-07-03 10:46:57 -0500519 fi
520
Dean Troyer3159a822014-08-27 14:13:58 -0500521 run_process c-sch "$CINDER_BIN_DIR/cinder-scheduler --config-file $CINDER_CONF"
522 run_process c-bak "$CINDER_BIN_DIR/cinder-backup --config-file $CINDER_CONF"
523 run_process c-vol "$CINDER_BIN_DIR/cinder-volume --config-file $CINDER_CONF"
John Griffithe6d4fe52013-07-15 17:35:54 -0600524
525 # NOTE(jdg): For cinder, startup order matters. To ensure that repor_capabilities is received
526 # by the scheduler start the cinder-volume service last (or restart it) after the scheduler
527 # has started. This is a quick fix for lp bug/1189595
Dean Troyer560346b2012-12-13 17:05:24 -0600528
529 # Start proxies if enabled
530 if is_service_enabled c-api && is_service_enabled tls-proxy; then
Gregory Haynes4b49e402016-08-31 18:19:51 -0700531 start_tls_proxy cinder '*' $CINDER_SERVICE_PORT $CINDER_SERVICE_HOST $CINDER_SERVICE_PORT_INT
Dean Troyer560346b2012-12-13 17:05:24 -0600532 fi
Dean Troyer67787e62012-05-02 11:48:15 -0500533}
534
Dean Troyer699a29f2012-09-10 14:10:27 -0500535# stop_cinder() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100536function stop_cinder {
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300537 if [ "$CINDER_USE_MOD_WSGI" == "True" ]; then
538 disable_apache_site osapi-volume
539 restart_apache_server
540 else
541 stop_process c-api
542 fi
543
Dean Troyer699a29f2012-09-10 14:10:27 -0500544 # Kill the cinder screen windows
Dean Troyere8a35ac2014-07-25 12:37:41 -0500545 local serv
Anton Arefiev651cb1a2015-09-01 10:55:20 +0300546 for serv in c-bak c-sch c-vol; do
Chris Dent2f27a0e2014-09-09 13:46:02 +0100547 stop_process $serv
Dean Troyer699a29f2012-09-10 14:10:27 -0500548 done
Dean Troyer67787e62012-05-02 11:48:15 -0500549}
Dean Troyer7903b792012-09-13 17:16:12 -0500550
Dean Troyer09718332014-07-03 10:46:57 -0500551# create_volume_types() - Create Cinder's configured volume types
552function create_volume_types {
553 # Create volume types
554 if is_service_enabled c-api && [[ -n "$CINDER_ENABLED_BACKENDS" ]]; then
Jamie Lennox494f7cd2015-05-29 08:33:03 +0000555 local be be_name
Dean Troyer09718332014-07-03 10:46:57 -0500556 for be in ${CINDER_ENABLED_BACKENDS//,/ }; do
Dean Troyere8a35ac2014-07-25 12:37:41 -0500557 be_name=${be##*:}
Victor Ryzhenkin878d7d82016-04-27 15:15:52 +0300558 openstack --os-region-name="$REGION_NAME" volume type create --property volume_backend_name="${be_name}" ${be_name}
Dean Troyer09718332014-07-03 10:46:57 -0500559 done
560 fi
561}
562
563# Compatibility for Grenade
564
565function create_cinder_volume_group {
566 # During a transition period Grenade needs to have this function defined
567 # It is effectively a no-op in the Grenade 'target' use case
568 :
569}
570
Patrick Eastdddb2c72016-05-03 17:34:00 -0700571function configure_cinder_internal_tenant {
572 # Re-use the Cinder service account for simplicity.
573 iniset $CINDER_CONF DEFAULT cinder_internal_tenant_project_id $(get_or_create_project $SERVICE_PROJECT_NAME)
574 iniset $CINDER_CONF DEFAULT cinder_internal_tenant_user_id $(get_or_create_user "cinder")
575}
576
577function configure_cinder_image_volume_cache {
578 # Expect CINDER_CACHE_ENABLED_FOR_BACKENDS to be a list of backends
579 # similar to CINDER_ENABLED_BACKENDS with NAME:TYPE where NAME will
580 # be the backend specific configuration stanza in cinder.conf.
581 for be in ${CINDER_CACHE_ENABLED_FOR_BACKENDS//,/ }; do
582 local be_name=${be##*:}
583
584 iniset $CINDER_CONF $be_name image_volume_cache_enabled $CINDER_IMG_CACHE_ENABLED
585
586 if [[ -n $CINDER_IMG_CACHE_SIZE_GB ]]; then
587 iniset $CINDER_CONF $be_name image_volume_cache_max_size_gb $CINDER_IMG_CACHE_SIZE_GB
588 fi
589
590 if [[ -n $CINDER_IMG_CACHE_SIZE_COUNT ]]; then
591 iniset $CINDER_CONF $be_name image_volume_cache_max_count $CINDER_IMG_CACHE_SIZE_COUNT
592 fi
593 done
594}
595
Dean Troyercc6b4432013-04-08 15:38:03 -0500596
Dean Troyer7903b792012-09-13 17:16:12 -0500597# Restore xtrace
Ian Wienand523f4882015-10-13 11:03:03 +1100598$_XTRACE_CINDER
Sean Dague584d90e2013-03-29 14:34:53 -0400599
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100600# Tell emacs to use shell-script-mode
601## Local variables:
602## mode: shell-script
603## End: