blob: afed52b62a508e9846690c815cb1242d2a56b7fc [file] [log] [blame]
Mate Lakat45ea0812013-09-25 10:00:29 +01001# lib/heat
Dean Troyer6d04fd72012-12-21 11:03:37 -06002# Install and start **Heat** service
3
Steve Bakerbfdad752012-08-18 09:00:42 +12004# To enable, add the following to localrc
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01005#
6# ENABLED_SERVICES+=,heat,h-api,h-api-cfn,h-api-cw,h-eng
Steve Bakerbfdad752012-08-18 09:00:42 +12007
8# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01009#
Steve Bakerbfdad752012-08-18 09:00:42 +120010# - functions
11
12# stack.sh
13# ---------
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010014# - install_heatclient
15# - install_heat
16# - configure_heatclient
17# - configure_heat
18# - init_heat
19# - start_heat
20# - stop_heat
21# - cleanup_heat
Steve Bakerbfdad752012-08-18 09:00:42 +120022
Dean Troyer7903b792012-09-13 17:16:12 -050023# Save trace setting
24XTRACE=$(set +o | grep xtrace)
25set +o xtrace
Steve Bakerbfdad752012-08-18 09:00:42 +120026
27
28# Defaults
29# --------
Dean Troyercc6b4432013-04-08 15:38:03 -050030
31# set up default directories
Steve Bakerbfdad752012-08-18 09:00:42 +120032HEAT_DIR=$DEST/heat
Steve Baker32761a42012-11-05 09:57:57 +130033HEATCLIENT_DIR=$DEST/python-heatclient
Steve Bakerc3249082013-04-09 13:41:47 +120034HEAT_AUTH_CACHE_DIR=${HEAT_AUTH_CACHE_DIR:-/var/cache/heat}
Steve Baker389b3a02013-08-01 10:44:09 +120035HEAT_STANDALONE=`trueorfalse False $HEAT_STANDALONE`
Angus Salkeldf645a852013-08-26 10:13:36 +100036HEAT_CONF_DIR=/etc/heat
Angus Salkelda213e2c2013-08-30 10:48:46 +100037HEAT_CONF=$HEAT_CONF_DIR/heat.conf
Angus Salkeldf645a852013-08-26 10:13:36 +100038HEAT_ENV_DIR=$HEAT_CONF_DIR/environment.d
Angus Salkeldfb71a272013-08-26 10:15:38 +100039HEAT_TEMPLATES_DIR=$HEAT_CONF_DIR/templates
Steve Baker16aca8a2014-03-11 14:01:57 +130040HEAT_STACK_DOMAIN=`trueorfalse True $HEAT_STACK_DOMAIN`
Dean Troyercc6b4432013-04-08 15:38:03 -050041
Steven Hardyf83cf932014-03-12 16:54:01 +000042# other default options
43HEAT_DEFERRED_AUTH=${HEAT_DEFERRED_AUTH:-trusts}
44
Dean Troyer4237f592014-01-29 16:22:11 -060045# Tell Tempest this project is present
46TEMPEST_SERVICES+=,heat
47
48
Dean Troyercc6b4432013-04-08 15:38:03 -050049# Functions
50# ---------
Steve Bakerbfdad752012-08-18 09:00:42 +120051
Sean Dague29870cc2014-03-14 14:32:01 -040052# Test if any Heat services are enabled
53# is_heat_enabled
54function is_heat_enabled {
55 [[ ,${ENABLED_SERVICES} =~ ,"h-" ]] && return 0
56 return 1
57}
58
Steve Bakerbfdad752012-08-18 09:00:42 +120059# cleanup_heat() - Remove residual data files, anything left over from previous
60# runs that a clean run would need to clean up
Ian Wienandaee18c72014-02-21 15:35:08 +110061function cleanup_heat {
Steve Bakerc3249082013-04-09 13:41:47 +120062 sudo rm -rf $HEAT_AUTH_CACHE_DIR
Angus Salkeldf645a852013-08-26 10:13:36 +100063 sudo rm -rf $HEAT_ENV_DIR
Angus Salkeldfb71a272013-08-26 10:15:38 +100064 sudo rm -rf $HEAT_TEMPLATES_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +120065}
66
67# configure_heat() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +110068function configure_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +120069 setup_develop $HEAT_DIR
70
Steve Bakerbfdad752012-08-18 09:00:42 +120071 if [[ ! -d $HEAT_CONF_DIR ]]; then
72 sudo mkdir -p $HEAT_CONF_DIR
73 fi
Attila Fazekas91b8d132013-01-06 22:40:09 +010074 sudo chown $STACK_USER $HEAT_CONF_DIR
Angus Salkelda213e2c2013-08-30 10:48:46 +100075 # remove old config files
76 rm -f $HEAT_CONF_DIR/heat-*.conf
Steve Bakerbfdad752012-08-18 09:00:42 +120077
Steve Bakere61bc612014-01-27 15:21:29 +130078 HEAT_API_CFN_HOST=${HEAT_API_CFN_HOST:-$HOST_IP}
Angus Salkelde2790212012-09-11 11:24:09 +100079 HEAT_API_CFN_PORT=${HEAT_API_CFN_PORT:-8000}
Steve Bakerbfdad752012-08-18 09:00:42 +120080 HEAT_ENGINE_HOST=${HEAT_ENGINE_HOST:-$SERVICE_HOST}
81 HEAT_ENGINE_PORT=${HEAT_ENGINE_PORT:-8001}
Steve Bakere61bc612014-01-27 15:21:29 +130082 HEAT_API_CW_HOST=${HEAT_API_CW_HOST:-$HOST_IP}
Angus Salkelde2790212012-09-11 11:24:09 +100083 HEAT_API_CW_PORT=${HEAT_API_CW_PORT:-8003}
Steve Bakere61bc612014-01-27 15:21:29 +130084 HEAT_API_HOST=${HEAT_API_HOST:-$HOST_IP}
Steve Bakerbb421be2012-10-10 13:19:10 +130085 HEAT_API_PORT=${HEAT_API_PORT:-8004}
Steve Bakerd5cd79b2013-04-13 11:14:41 -070086 HEAT_API_PASTE_FILE=$HEAT_CONF_DIR/api-paste.ini
87 HEAT_POLICY_FILE=$HEAT_CONF_DIR/policy.json
88
89 cp $HEAT_DIR/etc/heat/api-paste.ini $HEAT_API_PASTE_FILE
90 cp $HEAT_DIR/etc/heat/policy.json $HEAT_POLICY_FILE
Angus Salkelda213e2c2013-08-30 10:48:46 +100091 cp $HEAT_DIR/etc/heat/heat.conf.sample $HEAT_CONF
Steve Bakerbfdad752012-08-18 09:00:42 +120092
Angus Salkelda213e2c2013-08-30 10:48:46 +100093 # common options
94 iniset_rpc_backend heat $HEAT_CONF DEFAULT
95 iniset $HEAT_CONF DEFAULT heat_metadata_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT
96 iniset $HEAT_CONF DEFAULT heat_waitcondition_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1/waitcondition
97 iniset $HEAT_CONF DEFAULT heat_watch_server_url http://$HEAT_API_CW_HOST:$HEAT_API_CW_PORT
Angus Salkelde2314382013-11-14 14:36:46 +110098 iniset $HEAT_CONF database connection `database_connection_url heat`
Attila Fazekas499315f2014-03-25 10:42:14 +010099 iniset $HEAT_CONF DEFAULT auth_encryption_key `hexdump -n 16 -v -e '/1 "%02x"' /dev/urandom`
Steve Bakerbfdad752012-08-18 09:00:42 +1200100
Bartosz Górski0abde392014-02-28 14:15:19 +0100101 iniset $HEAT_CONF DEFAULT region_name_for_services "$REGION_NAME"
102
Angus Salkelda213e2c2013-08-30 10:48:46 +1000103 # logging
104 iniset $HEAT_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
105 iniset $HEAT_CONF DEFAULT use_syslog $SYSLOG
Steve Baker556ffe42013-08-06 16:42:38 +1200106 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
107 # Add color to logging output
Arata Notsu4897ff52013-10-09 18:49:32 +0900108 setup_colorized_logging $HEAT_CONF DEFAULT tenant user
Steve Baker556ffe42013-08-06 16:42:38 +1200109 fi
110
Angus Salkelda213e2c2013-08-30 10:48:46 +1000111 # keystone authtoken
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000112 iniset $HEAT_CONF keystone_authtoken identity_uri $KEYSTONE_AUTH_URI
Vincent Hou21fe4e72013-11-21 03:10:27 -0500113 configure_API_version $HEAT_CONF $IDENTITY_API_VERSION
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000114 iniset $HEAT_CONF keystone_authtoken cafile $KEYSTONE_SSL_CA
Angus Salkelda213e2c2013-08-30 10:48:46 +1000115 iniset $HEAT_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME
116 iniset $HEAT_CONF keystone_authtoken admin_user heat
117 iniset $HEAT_CONF keystone_authtoken admin_password $SERVICE_PASSWORD
Angus Salkelde1186552013-09-06 13:35:09 +1000118 iniset $HEAT_CONF keystone_authtoken signing_dir $HEAT_AUTH_CACHE_DIR
Angus Salkelde2790212012-09-11 11:24:09 +1000119
Rob Crittendenfefd64b2014-05-27 22:27:15 -0400120 if is_ssl_enabled_service "key"; then
121 iniset $HEAT_CONF clients_keystone ca_file $KEYSTONE_SSL_CA
122 fi
123
Angus Salkelda213e2c2013-08-30 10:48:46 +1000124 # ec2authtoken
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000125 iniset $HEAT_CONF ec2authtoken auth_uri $KEYSTONE_SERVICE_URI/v2.0
Angus Salkelda213e2c2013-08-30 10:48:46 +1000126
127 # paste_deploy
128 [[ "$HEAT_STANDALONE" = "True" ]] && iniset $HEAT_CONF paste_deploy flavor standalone
129
130 # OpenStack API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000131 iniset $HEAT_CONF heat_api bind_port $HEAT_API_PORT
132
133 # Cloudformation API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000134 iniset $HEAT_CONF heat_api_cfn bind_port $HEAT_API_CFN_PORT
135
136 # Cloudwatch API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000137 iniset $HEAT_CONF heat_api_cloudwatch bind_port $HEAT_API_CW_PORT
Angus Salkelde2790212012-09-11 11:24:09 +1000138
Angus Salkeldf645a852013-08-26 10:13:36 +1000139 # heat environment
140 sudo mkdir -p $HEAT_ENV_DIR
141 sudo chown $STACK_USER $HEAT_ENV_DIR
142 # copy the default environment
143 cp $HEAT_DIR/etc/heat/environment.d/* $HEAT_ENV_DIR/
144
Angus Salkeldfb71a272013-08-26 10:15:38 +1000145 # heat template resources.
146 sudo mkdir -p $HEAT_TEMPLATES_DIR
147 sudo chown $STACK_USER $HEAT_TEMPLATES_DIR
148 # copy the default templates
149 cp $HEAT_DIR/etc/heat/templates/* $HEAT_TEMPLATES_DIR/
150
Steve Bakerbfdad752012-08-18 09:00:42 +1200151}
152
153# init_heat() - Initialize database
Ian Wienandaee18c72014-02-21 15:35:08 +1100154function init_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +1200155
156 # (re)create heat database
Terry Wilson428af5a2012-11-01 16:12:39 -0400157 recreate_database heat utf8
Steve Bakerbfdad752012-08-18 09:00:42 +1200158
Steve Bakere3111322013-06-19 13:57:31 +1200159 $HEAT_DIR/bin/heat-manage db_sync
Steve Bakerc3249082013-04-09 13:41:47 +1200160 create_heat_cache_dir
161}
162
163# create_heat_cache_dir() - Part of the init_heat() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100164function create_heat_cache_dir {
Steve Bakerc3249082013-04-09 13:41:47 +1200165 # Create cache dirs
Angus Salkelde1186552013-09-06 13:35:09 +1000166 sudo mkdir -p $HEAT_AUTH_CACHE_DIR
167 sudo chown $STACK_USER $HEAT_AUTH_CACHE_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +1200168}
169
Steve Baker32761a42012-11-05 09:57:57 +1300170# install_heatclient() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100171function install_heatclient {
Steve Baker32761a42012-11-05 09:57:57 +1300172 git_clone $HEATCLIENT_REPO $HEATCLIENT_DIR $HEATCLIENT_BRANCH
Sean Dagued644e232013-07-25 15:34:48 -0400173 setup_develop $HEATCLIENT_DIR
Attila Fazekas8664ca52014-02-02 10:07:39 +0100174 sudo install -D -m 0644 -o $STACK_USER {$HEATCLIENT_DIR/tools/,/etc/bash_completion.d/}heat.bash_completion
Steve Baker32761a42012-11-05 09:57:57 +1300175}
176
Steve Bakerbfdad752012-08-18 09:00:42 +1200177# install_heat() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100178function install_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +1200179 git_clone $HEAT_REPO $HEAT_DIR $HEAT_BRANCH
180}
181
182# start_heat() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100183function start_heat {
Angus Salkelda213e2c2013-08-30 10:48:46 +1000184 screen_it h-eng "cd $HEAT_DIR; bin/heat-engine --config-file=$HEAT_CONF"
185 screen_it h-api "cd $HEAT_DIR; bin/heat-api --config-file=$HEAT_CONF"
186 screen_it h-api-cfn "cd $HEAT_DIR; bin/heat-api-cfn --config-file=$HEAT_CONF"
187 screen_it h-api-cw "cd $HEAT_DIR; bin/heat-api-cloudwatch --config-file=$HEAT_CONF"
Steve Bakerbfdad752012-08-18 09:00:42 +1200188}
189
Dean Troyer699a29f2012-09-10 14:10:27 -0500190# stop_heat() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100191function stop_heat {
Kieran Spear70338292013-05-28 11:31:31 +1000192 # Kill the screen windows
193 for serv in h-eng h-api h-api-cfn h-api-cw; do
Dean Troyer9fc87922013-05-22 17:19:06 -0500194 screen_stop $serv
Dean Troyer699a29f2012-09-10 14:10:27 -0500195 done
Steve Bakerbfdad752012-08-18 09:00:42 +1200196}
Dean Troyer7903b792012-09-13 17:16:12 -0500197
Steve Bakerd5cccad2013-07-19 10:34:24 +1200198function disk_image_create {
199 local elements_path=$1
200 local elements=$2
201 local arch=$3
202 local output=$TOP_DIR/files/$4
Sean Dague16dd8b32014-02-03 09:10:54 +0900203 if [[ -f "$output.qcow2" ]]; then
Steve Bakerd5cccad2013-07-19 10:34:24 +1200204 echo "Image file already exists: $output_file"
205 else
206 ELEMENTS_PATH=$elements_path disk-image-create \
207 $elements -a $arch -o $output
208 fi
209 # upload with fake URL so that image in $TOP_DIR/files is used
210 upload_image "http://localhost/$output.qcow2" $TOKEN
211}
Dean Troyercc6b4432013-04-08 15:38:03 -0500212
Steven Hardy33d1f862014-02-13 15:00:33 +0000213# create_heat_accounts() - Set up common required heat accounts
Ian Wienandaee18c72014-02-21 15:35:08 +1100214function create_heat_accounts {
Steven Hardy57d478d2014-02-28 16:37:43 +0000215 # migrated from files/keystone_data.sh
216 SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
217 ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }")
218
Bartosz Górski0abde392014-02-28 14:15:19 +0100219 HEAT_USER=$(get_or_create_user "heat" \
220 "$SERVICE_PASSWORD" $SERVICE_TENANT "heat@example.com")
221 get_or_add_user_role $ADMIN_ROLE $HEAT_USER $SERVICE_TENANT
222
Steven Hardy57d478d2014-02-28 16:37:43 +0000223 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100224
225 HEAT_SERVICE=$(get_or_create_service "heat" \
226 "orchestration" "Heat Orchestration Service")
227 get_or_create_endpoint $HEAT_SERVICE \
228 "$REGION_NAME" \
229 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
230 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
231 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s"
232
233 HEAT_CFN_SERVICE=$(get_or_create_service "heat-cfn" \
234 "cloudformation" "Heat CloudFormation Service")
235 get_or_create_endpoint $HEAT_CFN_SERVICE \
236 "$REGION_NAME" \
237 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
238 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
239 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1"
Steven Hardy57d478d2014-02-28 16:37:43 +0000240 fi
241
242 # heat_stack_user role is for users created by Heat
Bartosz Górski0abde392014-02-28 14:15:19 +0100243 get_or_create_role "heat_stack_user"
Steven Hardy57d478d2014-02-28 16:37:43 +0000244
Steven Hardyf83cf932014-03-12 16:54:01 +0000245 if [[ $HEAT_DEFERRED_AUTH == trusts ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100246
Steven Hardyf83cf932014-03-12 16:54:01 +0000247 # heat_stack_owner role is given to users who create Heat stacks,
248 # it's the default role used by heat to delegate to the heat service
249 # user (for performing deferred operations via trusts), see heat.conf
Bartosz Górski0abde392014-02-28 14:15:19 +0100250 HEAT_OWNER_ROLE=$(get_or_create_role "heat_stack_owner")
Steven Hardy2ca3bf12014-03-03 18:07:33 +0000251
Steven Hardyf83cf932014-03-12 16:54:01 +0000252 # Give the role to the demo and admin users so they can create stacks
253 # in either of the projects created by devstack
Bartosz Górski0abde392014-02-28 14:15:19 +0100254 get_or_add_user_role $HEAT_OWNER_ROLE demo demo
255 get_or_add_user_role $HEAT_OWNER_ROLE admin demo
256 get_or_add_user_role $HEAT_OWNER_ROLE admin admin
Steven Hardyf83cf932014-03-12 16:54:01 +0000257 iniset $HEAT_CONF DEFAULT deferred_auth_method trusts
258 fi
Steven Hardy2ca3bf12014-03-03 18:07:33 +0000259
Steve Baker16aca8a2014-03-11 14:01:57 +1300260 if [[ "$HEAT_STACK_DOMAIN" == "True" ]]; then
261 # Note we have to pass token/endpoint here because the current endpoint and
262 # version negotiation in OSC means just --os-identity-api-version=3 won't work
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000263 KS_ENDPOINT_V3="$KEYSTONE_SERVICE_URI/v3"
Steven Hardydd029da2014-02-24 18:09:10 +0000264
Bartosz Górski0abde392014-02-28 14:15:19 +0100265 D_ID=$(openstack --os-token $OS_TOKEN --os-url=$KS_ENDPOINT_V3 \
266 --os-identity-api-version=3 domain list | grep ' heat ' | get_field 1)
267
268 if [[ -z "$D_ID" ]]; then
269 D_ID=$(openstack --os-token $OS_TOKEN --os-url=$KS_ENDPOINT_V3 \
270 --os-identity-api-version=3 domain create heat \
271 --description "Owns users and projects created by heat" \
272 | grep ' id ' | get_field 2)
273 iniset $HEAT_CONF DEFAULT stack_user_domain ${D_ID}
274
275 openstack --os-token $OS_TOKEN --os-url=$KS_ENDPOINT_V3 \
276 --os-identity-api-version=3 user create --password $SERVICE_PASSWORD \
277 --domain $D_ID heat_domain_admin \
278 --description "Manages users and projects created by heat"
279 openstack --os-token $OS_TOKEN --os-url=$KS_ENDPOINT_V3 \
280 --os-identity-api-version=3 role add \
281 --user heat_domain_admin --domain ${D_ID} admin
282 iniset $HEAT_CONF DEFAULT stack_domain_admin heat_domain_admin
283 iniset $HEAT_CONF DEFAULT stack_domain_admin_password $SERVICE_PASSWORD
284 fi
Steve Baker16aca8a2014-03-11 14:01:57 +1300285 fi
Steven Hardy33d1f862014-02-13 15:00:33 +0000286}
287
Dean Troyer7903b792012-09-13 17:16:12 -0500288# Restore xtrace
289$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400290
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100291# Tell emacs to use shell-script-mode
292## Local variables:
293## mode: shell-script
294## End: