blob: f64cc9041ceeddfca8166bf1e6f8ae4721f3c310 [file] [log] [blame]
Mate Lakat45ea0812013-09-25 10:00:29 +01001# lib/heat
Dean Troyer6d04fd72012-12-21 11:03:37 -06002# Install and start **Heat** service
3
Steve Bakerbfdad752012-08-18 09:00:42 +12004# To enable, add the following to localrc
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01005#
6# ENABLED_SERVICES+=,heat,h-api,h-api-cfn,h-api-cw,h-eng
Steve Bakerbfdad752012-08-18 09:00:42 +12007
8# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01009#
Steve Bakerbfdad752012-08-18 09:00:42 +120010# - functions
11
12# stack.sh
13# ---------
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010014# - install_heatclient
15# - install_heat
16# - configure_heatclient
17# - configure_heat
18# - init_heat
19# - start_heat
20# - stop_heat
21# - cleanup_heat
Steve Bakerbfdad752012-08-18 09:00:42 +120022
Dean Troyer7903b792012-09-13 17:16:12 -050023# Save trace setting
24XTRACE=$(set +o | grep xtrace)
25set +o xtrace
Steve Bakerbfdad752012-08-18 09:00:42 +120026
27
28# Defaults
29# --------
Dean Troyercc6b4432013-04-08 15:38:03 -050030
31# set up default directories
Steve Bakerbfdad752012-08-18 09:00:42 +120032HEAT_DIR=$DEST/heat
Steve Baker32761a42012-11-05 09:57:57 +130033HEATCLIENT_DIR=$DEST/python-heatclient
Steve Baker315971d2014-05-27 12:24:18 +120034HEAT_CFNTOOLS_DIR=$DEST/heat-cfntools
35HEAT_TEMPLATES_REPO_DIR=$DEST/heat-templates
Steve Bakerc3249082013-04-09 13:41:47 +120036HEAT_AUTH_CACHE_DIR=${HEAT_AUTH_CACHE_DIR:-/var/cache/heat}
Steve Baker389b3a02013-08-01 10:44:09 +120037HEAT_STANDALONE=`trueorfalse False $HEAT_STANDALONE`
Angus Salkeldf645a852013-08-26 10:13:36 +100038HEAT_CONF_DIR=/etc/heat
Angus Salkelda213e2c2013-08-30 10:48:46 +100039HEAT_CONF=$HEAT_CONF_DIR/heat.conf
Angus Salkeldf645a852013-08-26 10:13:36 +100040HEAT_ENV_DIR=$HEAT_CONF_DIR/environment.d
Angus Salkeldfb71a272013-08-26 10:15:38 +100041HEAT_TEMPLATES_DIR=$HEAT_CONF_DIR/templates
Steve Baker16aca8a2014-03-11 14:01:57 +130042HEAT_STACK_DOMAIN=`trueorfalse True $HEAT_STACK_DOMAIN`
Dean Troyercc6b4432013-04-08 15:38:03 -050043
Steven Hardyf83cf932014-03-12 16:54:01 +000044# other default options
45HEAT_DEFERRED_AUTH=${HEAT_DEFERRED_AUTH:-trusts}
46
Dean Troyer4237f592014-01-29 16:22:11 -060047# Tell Tempest this project is present
48TEMPEST_SERVICES+=,heat
49
50
Dean Troyercc6b4432013-04-08 15:38:03 -050051# Functions
52# ---------
Steve Bakerbfdad752012-08-18 09:00:42 +120053
Sean Dague29870cc2014-03-14 14:32:01 -040054# Test if any Heat services are enabled
55# is_heat_enabled
56function is_heat_enabled {
57 [[ ,${ENABLED_SERVICES} =~ ,"h-" ]] && return 0
58 return 1
59}
60
Steve Bakerbfdad752012-08-18 09:00:42 +120061# cleanup_heat() - Remove residual data files, anything left over from previous
62# runs that a clean run would need to clean up
Ian Wienandaee18c72014-02-21 15:35:08 +110063function cleanup_heat {
Steve Bakerc3249082013-04-09 13:41:47 +120064 sudo rm -rf $HEAT_AUTH_CACHE_DIR
Angus Salkeldf645a852013-08-26 10:13:36 +100065 sudo rm -rf $HEAT_ENV_DIR
Angus Salkeldfb71a272013-08-26 10:15:38 +100066 sudo rm -rf $HEAT_TEMPLATES_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +120067}
68
69# configure_heat() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +110070function configure_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +120071 setup_develop $HEAT_DIR
72
Steve Bakerbfdad752012-08-18 09:00:42 +120073 if [[ ! -d $HEAT_CONF_DIR ]]; then
74 sudo mkdir -p $HEAT_CONF_DIR
75 fi
Attila Fazekas91b8d132013-01-06 22:40:09 +010076 sudo chown $STACK_USER $HEAT_CONF_DIR
Angus Salkelda213e2c2013-08-30 10:48:46 +100077 # remove old config files
78 rm -f $HEAT_CONF_DIR/heat-*.conf
Steve Bakerbfdad752012-08-18 09:00:42 +120079
Steve Bakere61bc612014-01-27 15:21:29 +130080 HEAT_API_CFN_HOST=${HEAT_API_CFN_HOST:-$HOST_IP}
Angus Salkelde2790212012-09-11 11:24:09 +100081 HEAT_API_CFN_PORT=${HEAT_API_CFN_PORT:-8000}
Steve Bakerbfdad752012-08-18 09:00:42 +120082 HEAT_ENGINE_HOST=${HEAT_ENGINE_HOST:-$SERVICE_HOST}
83 HEAT_ENGINE_PORT=${HEAT_ENGINE_PORT:-8001}
Steve Bakere61bc612014-01-27 15:21:29 +130084 HEAT_API_CW_HOST=${HEAT_API_CW_HOST:-$HOST_IP}
Angus Salkelde2790212012-09-11 11:24:09 +100085 HEAT_API_CW_PORT=${HEAT_API_CW_PORT:-8003}
Steve Bakere61bc612014-01-27 15:21:29 +130086 HEAT_API_HOST=${HEAT_API_HOST:-$HOST_IP}
Steve Bakerbb421be2012-10-10 13:19:10 +130087 HEAT_API_PORT=${HEAT_API_PORT:-8004}
Steve Bakerd5cd79b2013-04-13 11:14:41 -070088 HEAT_API_PASTE_FILE=$HEAT_CONF_DIR/api-paste.ini
89 HEAT_POLICY_FILE=$HEAT_CONF_DIR/policy.json
90
91 cp $HEAT_DIR/etc/heat/api-paste.ini $HEAT_API_PASTE_FILE
92 cp $HEAT_DIR/etc/heat/policy.json $HEAT_POLICY_FILE
Angus Salkelda213e2c2013-08-30 10:48:46 +100093 cp $HEAT_DIR/etc/heat/heat.conf.sample $HEAT_CONF
Steve Bakerbfdad752012-08-18 09:00:42 +120094
Angus Salkelda213e2c2013-08-30 10:48:46 +100095 # common options
96 iniset_rpc_backend heat $HEAT_CONF DEFAULT
97 iniset $HEAT_CONF DEFAULT heat_metadata_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT
98 iniset $HEAT_CONF DEFAULT heat_waitcondition_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1/waitcondition
99 iniset $HEAT_CONF DEFAULT heat_watch_server_url http://$HEAT_API_CW_HOST:$HEAT_API_CW_PORT
Angus Salkelde2314382013-11-14 14:36:46 +1100100 iniset $HEAT_CONF database connection `database_connection_url heat`
Attila Fazekasf71b5002014-05-28 09:52:22 +0200101 iniset $HEAT_CONF DEFAULT auth_encryption_key $(generate_hex_string 16)
Steve Bakerbfdad752012-08-18 09:00:42 +1200102
Bartosz Górski0abde392014-02-28 14:15:19 +0100103 iniset $HEAT_CONF DEFAULT region_name_for_services "$REGION_NAME"
104
Angus Salkelda213e2c2013-08-30 10:48:46 +1000105 # logging
106 iniset $HEAT_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
107 iniset $HEAT_CONF DEFAULT use_syslog $SYSLOG
Steve Baker556ffe42013-08-06 16:42:38 +1200108 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
109 # Add color to logging output
Arata Notsu4897ff52013-10-09 18:49:32 +0900110 setup_colorized_logging $HEAT_CONF DEFAULT tenant user
Steve Baker556ffe42013-08-06 16:42:38 +1200111 fi
112
Brant Knudson05952372014-09-19 17:22:22 -0500113 configure_auth_token_middleware $HEAT_CONF heat $HEAT_AUTH_CACHE_DIR
Angus Salkelde2790212012-09-11 11:24:09 +1000114
Rob Crittendenfefd64b2014-05-27 22:27:15 -0400115 if is_ssl_enabled_service "key"; then
116 iniset $HEAT_CONF clients_keystone ca_file $KEYSTONE_SSL_CA
117 fi
118
Angus Salkelda213e2c2013-08-30 10:48:46 +1000119 # ec2authtoken
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000120 iniset $HEAT_CONF ec2authtoken auth_uri $KEYSTONE_SERVICE_URI/v2.0
Angus Salkelda213e2c2013-08-30 10:48:46 +1000121
122 # paste_deploy
123 [[ "$HEAT_STANDALONE" = "True" ]] && iniset $HEAT_CONF paste_deploy flavor standalone
124
125 # OpenStack API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000126 iniset $HEAT_CONF heat_api bind_port $HEAT_API_PORT
127
128 # Cloudformation API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000129 iniset $HEAT_CONF heat_api_cfn bind_port $HEAT_API_CFN_PORT
130
131 # Cloudwatch API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000132 iniset $HEAT_CONF heat_api_cloudwatch bind_port $HEAT_API_CW_PORT
Angus Salkelde2790212012-09-11 11:24:09 +1000133
Angus Salkeldf645a852013-08-26 10:13:36 +1000134 # heat environment
135 sudo mkdir -p $HEAT_ENV_DIR
136 sudo chown $STACK_USER $HEAT_ENV_DIR
137 # copy the default environment
138 cp $HEAT_DIR/etc/heat/environment.d/* $HEAT_ENV_DIR/
139
Angus Salkeldfb71a272013-08-26 10:15:38 +1000140 # heat template resources.
141 sudo mkdir -p $HEAT_TEMPLATES_DIR
142 sudo chown $STACK_USER $HEAT_TEMPLATES_DIR
143 # copy the default templates
144 cp $HEAT_DIR/etc/heat/templates/* $HEAT_TEMPLATES_DIR/
145
Steve Bakerbfdad752012-08-18 09:00:42 +1200146}
147
148# init_heat() - Initialize database
Ian Wienandaee18c72014-02-21 15:35:08 +1100149function init_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +1200150
151 # (re)create heat database
Terry Wilson428af5a2012-11-01 16:12:39 -0400152 recreate_database heat utf8
Steve Bakerbfdad752012-08-18 09:00:42 +1200153
Steve Bakere3111322013-06-19 13:57:31 +1200154 $HEAT_DIR/bin/heat-manage db_sync
Steve Bakerc3249082013-04-09 13:41:47 +1200155 create_heat_cache_dir
156}
157
158# create_heat_cache_dir() - Part of the init_heat() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100159function create_heat_cache_dir {
Steve Bakerc3249082013-04-09 13:41:47 +1200160 # Create cache dirs
Angus Salkelde1186552013-09-06 13:35:09 +1000161 sudo mkdir -p $HEAT_AUTH_CACHE_DIR
162 sudo chown $STACK_USER $HEAT_AUTH_CACHE_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +1200163}
164
Steve Baker32761a42012-11-05 09:57:57 +1300165# install_heatclient() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100166function install_heatclient {
Steve Baker32761a42012-11-05 09:57:57 +1300167 git_clone $HEATCLIENT_REPO $HEATCLIENT_DIR $HEATCLIENT_BRANCH
Sean Dagued644e232013-07-25 15:34:48 -0400168 setup_develop $HEATCLIENT_DIR
Attila Fazekas8664ca52014-02-02 10:07:39 +0100169 sudo install -D -m 0644 -o $STACK_USER {$HEATCLIENT_DIR/tools/,/etc/bash_completion.d/}heat.bash_completion
Steve Baker32761a42012-11-05 09:57:57 +1300170}
171
Steve Bakerbfdad752012-08-18 09:00:42 +1200172# install_heat() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100173function install_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +1200174 git_clone $HEAT_REPO $HEAT_DIR $HEAT_BRANCH
175}
176
Steve Baker315971d2014-05-27 12:24:18 +1200177# install_heat_other() - Collect source and prepare
178function install_heat_other {
179 git_clone $HEAT_CFNTOOLS_REPO $HEAT_CFNTOOLS_DIR $HEAT_CFNTOOLS_BRANCH
180 git_clone $HEAT_TEMPLATES_REPO $HEAT_TEMPLATES_REPO_DIR $HEAT_TEMPLATES_BRANCH
181}
182
Steve Bakerbfdad752012-08-18 09:00:42 +1200183# start_heat() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100184function start_heat {
Chris Dent2f27a0e2014-09-09 13:46:02 +0100185 run_process h-eng "$HEAT_DIR/bin/heat-engine --config-file=$HEAT_CONF"
186 run_process h-api "$HEAT_DIR/bin/heat-api --config-file=$HEAT_CONF"
187 run_process h-api-cfn "$HEAT_DIR/bin/heat-api-cfn --config-file=$HEAT_CONF"
188 run_process h-api-cw "$HEAT_DIR/bin/heat-api-cloudwatch --config-file=$HEAT_CONF"
Steve Bakerbfdad752012-08-18 09:00:42 +1200189}
190
Dean Troyer699a29f2012-09-10 14:10:27 -0500191# stop_heat() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100192function stop_heat {
Kieran Spear70338292013-05-28 11:31:31 +1000193 # Kill the screen windows
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500194 local serv
Kieran Spear70338292013-05-28 11:31:31 +1000195 for serv in h-eng h-api h-api-cfn h-api-cw; do
Chris Dent2f27a0e2014-09-09 13:46:02 +0100196 stop_process $serv
Dean Troyer699a29f2012-09-10 14:10:27 -0500197 done
Steve Bakerbfdad752012-08-18 09:00:42 +1200198}
Dean Troyer7903b792012-09-13 17:16:12 -0500199
Steven Hardy33d1f862014-02-13 15:00:33 +0000200# create_heat_accounts() - Set up common required heat accounts
Ian Wienandaee18c72014-02-21 15:35:08 +1100201function create_heat_accounts {
Steven Hardy57d478d2014-02-28 16:37:43 +0000202 # migrated from files/keystone_data.sh
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500203 local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
204 local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
Steven Hardy57d478d2014-02-28 16:37:43 +0000205
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500206 local heat_user=$(get_or_create_user "heat" \
207 "$SERVICE_PASSWORD" $service_tenant)
208 get_or_add_user_role $admin_role $heat_user $service_tenant
Bartosz Górski0abde392014-02-28 14:15:19 +0100209
Steven Hardy57d478d2014-02-28 16:37:43 +0000210 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100211
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500212 local heat_service=$(get_or_create_service "heat" \
Bartosz Górski0abde392014-02-28 14:15:19 +0100213 "orchestration" "Heat Orchestration Service")
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500214 get_or_create_endpoint $heat_service \
Bartosz Górski0abde392014-02-28 14:15:19 +0100215 "$REGION_NAME" \
216 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
217 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
218 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s"
219
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500220 local heat_cfn_service=$(get_or_create_service "heat-cfn" \
Bartosz Górski0abde392014-02-28 14:15:19 +0100221 "cloudformation" "Heat CloudFormation Service")
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500222 get_or_create_endpoint $heat_cfn_service \
Bartosz Górski0abde392014-02-28 14:15:19 +0100223 "$REGION_NAME" \
224 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
225 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
226 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1"
Steven Hardy57d478d2014-02-28 16:37:43 +0000227 fi
228
229 # heat_stack_user role is for users created by Heat
Bartosz Górski0abde392014-02-28 14:15:19 +0100230 get_or_create_role "heat_stack_user"
Steven Hardy57d478d2014-02-28 16:37:43 +0000231
Steven Hardyf83cf932014-03-12 16:54:01 +0000232 if [[ $HEAT_DEFERRED_AUTH == trusts ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100233
Steven Hardyf83cf932014-03-12 16:54:01 +0000234 # heat_stack_owner role is given to users who create Heat stacks,
235 # it's the default role used by heat to delegate to the heat service
236 # user (for performing deferred operations via trusts), see heat.conf
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500237 local heat_owner_role=$(get_or_create_role "heat_stack_owner")
Steven Hardy2ca3bf12014-03-03 18:07:33 +0000238
Steven Hardyf83cf932014-03-12 16:54:01 +0000239 # Give the role to the demo and admin users so they can create stacks
240 # in either of the projects created by devstack
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500241 get_or_add_user_role $heat_owner_role demo demo
242 get_or_add_user_role $heat_owner_role admin demo
243 get_or_add_user_role $heat_owner_role admin admin
Steven Hardyf83cf932014-03-12 16:54:01 +0000244 iniset $HEAT_CONF DEFAULT deferred_auth_method trusts
245 fi
Steven Hardy2ca3bf12014-03-03 18:07:33 +0000246
Steve Baker16aca8a2014-03-11 14:01:57 +1300247 if [[ "$HEAT_STACK_DOMAIN" == "True" ]]; then
248 # Note we have to pass token/endpoint here because the current endpoint and
249 # version negotiation in OSC means just --os-identity-api-version=3 won't work
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500250 local ks_endpoint_v3="$KEYSTONE_SERVICE_URI/v3"
Steven Hardydd029da2014-02-24 18:09:10 +0000251
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500252 D_ID=$(openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100253 --os-identity-api-version=3 domain list | grep ' heat ' | get_field 1)
254
255 if [[ -z "$D_ID" ]]; then
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500256 D_ID=$(openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100257 --os-identity-api-version=3 domain create heat \
258 --description "Owns users and projects created by heat" \
259 | grep ' id ' | get_field 2)
260 iniset $HEAT_CONF DEFAULT stack_user_domain ${D_ID}
261
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500262 openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100263 --os-identity-api-version=3 user create --password $SERVICE_PASSWORD \
264 --domain $D_ID heat_domain_admin \
265 --description "Manages users and projects created by heat"
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500266 openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100267 --os-identity-api-version=3 role add \
268 --user heat_domain_admin --domain ${D_ID} admin
269 iniset $HEAT_CONF DEFAULT stack_domain_admin heat_domain_admin
270 iniset $HEAT_CONF DEFAULT stack_domain_admin_password $SERVICE_PASSWORD
271 fi
Steve Baker16aca8a2014-03-11 14:01:57 +1300272 fi
Steven Hardy33d1f862014-02-13 15:00:33 +0000273}
274
Steve Baker2a6009c2014-05-05 16:13:39 +1200275# build_heat_functional_test_image() - Build and upload functional test image
276function build_heat_functional_test_image {
277 build_dib_pip_repo "$OCC_DIR $OAC_DIR $ORC_DIR $HEAT_CFNTOOLS_DIR"
278 local image_name=heat-functional-tests-image
279
280 # The elements to invoke disk-image-create with
281 local image_elements="vm fedora selinux-permissive pypi \
282 os-collect-config os-refresh-config os-apply-config heat-cfntools \
283 heat-config heat-config-cfn-init heat-config-puppet heat-config-script"
284
285 # Elements path for tripleo-image-elements and heat-templates software-config
286 local elements_path=$TIE_DIR/elements:$HEAT_TEMPLATES_REPO_DIR/hot/software-config/elements
287
288 disk_image_create_upload "$image_name" "$image_elements" "$elements_path"
289 iniset $TEMPEST_CONFIG orchestration image_ref $image_name
290}
291
Dean Troyer7903b792012-09-13 17:16:12 -0500292# Restore xtrace
293$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400294
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100295# Tell emacs to use shell-script-mode
296## Local variables:
297## mode: shell-script
298## End: