blob: 4e72caeb543dcd0d037d82d59b364043225cda20 [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Mate Lakat45ea0812013-09-25 10:00:29 +01003# lib/heat
Dean Troyer6d04fd72012-12-21 11:03:37 -06004# Install and start **Heat** service
5
Steve Bakerbfdad752012-08-18 09:00:42 +12006# To enable, add the following to localrc
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# ENABLED_SERVICES+=,heat,h-api,h-api-cfn,h-api-cw,h-eng
Steve Bakerbfdad752012-08-18 09:00:42 +12009
10# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010011#
Steve Bakerbfdad752012-08-18 09:00:42 +120012# - functions
13
14# stack.sh
15# ---------
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010016# - install_heatclient
17# - install_heat
18# - configure_heatclient
19# - configure_heat
20# - init_heat
21# - start_heat
22# - stop_heat
23# - cleanup_heat
Steve Bakerbfdad752012-08-18 09:00:42 +120024
Dean Troyer7903b792012-09-13 17:16:12 -050025# Save trace setting
26XTRACE=$(set +o | grep xtrace)
27set +o xtrace
Steve Bakerbfdad752012-08-18 09:00:42 +120028
29
30# Defaults
31# --------
Dean Troyercc6b4432013-04-08 15:38:03 -050032
33# set up default directories
Sean Daguee08ab102014-11-13 17:09:28 -050034GITDIR["python-heatclient"]=$DEST/python-heatclient
Sean Dague5cb19062014-11-01 01:37:45 +010035
Steve Bakerbfdad752012-08-18 09:00:42 +120036HEAT_DIR=$DEST/heat
Steve Baker315971d2014-05-27 12:24:18 +120037HEAT_CFNTOOLS_DIR=$DEST/heat-cfntools
38HEAT_TEMPLATES_REPO_DIR=$DEST/heat-templates
Steve Bakerc3249082013-04-09 13:41:47 +120039HEAT_AUTH_CACHE_DIR=${HEAT_AUTH_CACHE_DIR:-/var/cache/heat}
Steve Baker389b3a02013-08-01 10:44:09 +120040HEAT_STANDALONE=`trueorfalse False $HEAT_STANDALONE`
Angus Salkeldf645a852013-08-26 10:13:36 +100041HEAT_CONF_DIR=/etc/heat
Angus Salkelda213e2c2013-08-30 10:48:46 +100042HEAT_CONF=$HEAT_CONF_DIR/heat.conf
Angus Salkeldf645a852013-08-26 10:13:36 +100043HEAT_ENV_DIR=$HEAT_CONF_DIR/environment.d
Angus Salkeldfb71a272013-08-26 10:15:38 +100044HEAT_TEMPLATES_DIR=$HEAT_CONF_DIR/templates
Steve Baker16aca8a2014-03-11 14:01:57 +130045HEAT_STACK_DOMAIN=`trueorfalse True $HEAT_STACK_DOMAIN`
Steve Bakere389aed2014-09-23 17:10:39 +120046HEAT_API_HOST=${HEAT_API_HOST:-$HOST_IP}
47HEAT_API_PORT=${HEAT_API_PORT:-8004}
Dean Troyercc6b4432013-04-08 15:38:03 -050048
Steven Hardyf83cf932014-03-12 16:54:01 +000049# other default options
50HEAT_DEFERRED_AUTH=${HEAT_DEFERRED_AUTH:-trusts}
51
Dean Troyer4237f592014-01-29 16:22:11 -060052# Tell Tempest this project is present
53TEMPEST_SERVICES+=,heat
54
55
Dean Troyercc6b4432013-04-08 15:38:03 -050056# Functions
57# ---------
Steve Bakerbfdad752012-08-18 09:00:42 +120058
Sean Dague29870cc2014-03-14 14:32:01 -040059# Test if any Heat services are enabled
60# is_heat_enabled
61function is_heat_enabled {
62 [[ ,${ENABLED_SERVICES} =~ ,"h-" ]] && return 0
63 return 1
64}
65
Steve Bakerbfdad752012-08-18 09:00:42 +120066# cleanup_heat() - Remove residual data files, anything left over from previous
67# runs that a clean run would need to clean up
Ian Wienandaee18c72014-02-21 15:35:08 +110068function cleanup_heat {
Steve Bakerc3249082013-04-09 13:41:47 +120069 sudo rm -rf $HEAT_AUTH_CACHE_DIR
Angus Salkeldf645a852013-08-26 10:13:36 +100070 sudo rm -rf $HEAT_ENV_DIR
Angus Salkeldfb71a272013-08-26 10:15:38 +100071 sudo rm -rf $HEAT_TEMPLATES_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +120072}
73
74# configure_heat() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +110075function configure_heat {
Steve Bakere389aed2014-09-23 17:10:39 +120076 if [[ "$HEAT_STANDALONE" = "True" ]]; then
77 setup_develop $HEAT_DIR/contrib/heat_keystoneclient_v2
78 fi
Steve Bakerbfdad752012-08-18 09:00:42 +120079
Steve Bakerbfdad752012-08-18 09:00:42 +120080 if [[ ! -d $HEAT_CONF_DIR ]]; then
81 sudo mkdir -p $HEAT_CONF_DIR
82 fi
Attila Fazekas91b8d132013-01-06 22:40:09 +010083 sudo chown $STACK_USER $HEAT_CONF_DIR
Angus Salkelda213e2c2013-08-30 10:48:46 +100084 # remove old config files
85 rm -f $HEAT_CONF_DIR/heat-*.conf
Steve Bakerbfdad752012-08-18 09:00:42 +120086
Steve Bakere61bc612014-01-27 15:21:29 +130087 HEAT_API_CFN_HOST=${HEAT_API_CFN_HOST:-$HOST_IP}
Angus Salkelde2790212012-09-11 11:24:09 +100088 HEAT_API_CFN_PORT=${HEAT_API_CFN_PORT:-8000}
Steve Bakerbfdad752012-08-18 09:00:42 +120089 HEAT_ENGINE_HOST=${HEAT_ENGINE_HOST:-$SERVICE_HOST}
90 HEAT_ENGINE_PORT=${HEAT_ENGINE_PORT:-8001}
Steve Bakere61bc612014-01-27 15:21:29 +130091 HEAT_API_CW_HOST=${HEAT_API_CW_HOST:-$HOST_IP}
Angus Salkelde2790212012-09-11 11:24:09 +100092 HEAT_API_CW_PORT=${HEAT_API_CW_PORT:-8003}
Steve Bakerd5cd79b2013-04-13 11:14:41 -070093 HEAT_API_PASTE_FILE=$HEAT_CONF_DIR/api-paste.ini
94 HEAT_POLICY_FILE=$HEAT_CONF_DIR/policy.json
95
96 cp $HEAT_DIR/etc/heat/api-paste.ini $HEAT_API_PASTE_FILE
97 cp $HEAT_DIR/etc/heat/policy.json $HEAT_POLICY_FILE
Steve Bakerbfdad752012-08-18 09:00:42 +120098
Angus Salkelda213e2c2013-08-30 10:48:46 +100099 # common options
100 iniset_rpc_backend heat $HEAT_CONF DEFAULT
101 iniset $HEAT_CONF DEFAULT heat_metadata_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT
102 iniset $HEAT_CONF DEFAULT heat_waitcondition_server_url http://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1/waitcondition
103 iniset $HEAT_CONF DEFAULT heat_watch_server_url http://$HEAT_API_CW_HOST:$HEAT_API_CW_PORT
Angus Salkelde2314382013-11-14 14:36:46 +1100104 iniset $HEAT_CONF database connection `database_connection_url heat`
Attila Fazekasf71b5002014-05-28 09:52:22 +0200105 iniset $HEAT_CONF DEFAULT auth_encryption_key $(generate_hex_string 16)
Steve Bakerbfdad752012-08-18 09:00:42 +1200106
Bartosz Górski0abde392014-02-28 14:15:19 +0100107 iniset $HEAT_CONF DEFAULT region_name_for_services "$REGION_NAME"
108
Angus Salkelda213e2c2013-08-30 10:48:46 +1000109 # logging
110 iniset $HEAT_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
111 iniset $HEAT_CONF DEFAULT use_syslog $SYSLOG
Steve Baker556ffe42013-08-06 16:42:38 +1200112 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
113 # Add color to logging output
Arata Notsu4897ff52013-10-09 18:49:32 +0900114 setup_colorized_logging $HEAT_CONF DEFAULT tenant user
Steve Baker556ffe42013-08-06 16:42:38 +1200115 fi
116
Brant Knudson05952372014-09-19 17:22:22 -0500117 configure_auth_token_middleware $HEAT_CONF heat $HEAT_AUTH_CACHE_DIR
Angus Salkelde2790212012-09-11 11:24:09 +1000118
Rob Crittendenfefd64b2014-05-27 22:27:15 -0400119 if is_ssl_enabled_service "key"; then
Rob Crittenden18d47782014-03-19 17:47:42 -0400120 iniset $HEAT_CONF clients_keystone ca_file $SSL_BUNDLE_FILE
Rob Crittendenfefd64b2014-05-27 22:27:15 -0400121 fi
122
Angus Salkelda213e2c2013-08-30 10:48:46 +1000123 # ec2authtoken
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000124 iniset $HEAT_CONF ec2authtoken auth_uri $KEYSTONE_SERVICE_URI/v2.0
Angus Salkelda213e2c2013-08-30 10:48:46 +1000125
126 # paste_deploy
Steve Bakere389aed2014-09-23 17:10:39 +1200127 if [[ "$HEAT_STANDALONE" = "True" ]]; then
128 iniset $HEAT_CONF paste_deploy flavor standalone
129 iniset $HEAT_CONF DEFAULT keystone_backend heat_keystoneclient_v2.client.KeystoneClientV2
130 iniset $HEAT_CONF clients_heat url "http://$HEAT_API_HOST:$HEAT_API_PORT/v1/%(tenant_id)s"
131 fi
Angus Salkelda213e2c2013-08-30 10:48:46 +1000132
133 # OpenStack API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000134 iniset $HEAT_CONF heat_api bind_port $HEAT_API_PORT
135
136 # Cloudformation API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000137 iniset $HEAT_CONF heat_api_cfn bind_port $HEAT_API_CFN_PORT
138
139 # Cloudwatch API
Angus Salkelda213e2c2013-08-30 10:48:46 +1000140 iniset $HEAT_CONF heat_api_cloudwatch bind_port $HEAT_API_CW_PORT
Angus Salkelde2790212012-09-11 11:24:09 +1000141
Rob Crittenden18d47782014-03-19 17:47:42 -0400142 if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
143 iniset $HEAT_CONF clients_keystone ca_file $SSL_BUNDLE_FILE
144 fi
145
146 if is_ssl_enabled_service "nova" || is_service_enabled tls-proxy; then
147 iniset $HEAT_CONF clients_nova ca_file $SSL_BUNDLE_FILE
148 fi
149
150 if is_ssl_enabled_service "cinder" || is_service_enabled tls-proxy; then
151 iniset $HEAT_CONF clients_cinder ca_file $SSL_BUNDLE_FILE
152 fi
153
Angus Salkeldf645a852013-08-26 10:13:36 +1000154 # heat environment
155 sudo mkdir -p $HEAT_ENV_DIR
156 sudo chown $STACK_USER $HEAT_ENV_DIR
157 # copy the default environment
158 cp $HEAT_DIR/etc/heat/environment.d/* $HEAT_ENV_DIR/
159
Angus Salkeldfb71a272013-08-26 10:15:38 +1000160 # heat template resources.
161 sudo mkdir -p $HEAT_TEMPLATES_DIR
162 sudo chown $STACK_USER $HEAT_TEMPLATES_DIR
163 # copy the default templates
164 cp $HEAT_DIR/etc/heat/templates/* $HEAT_TEMPLATES_DIR/
165
Steve Bakerbfdad752012-08-18 09:00:42 +1200166}
167
168# init_heat() - Initialize database
Ian Wienandaee18c72014-02-21 15:35:08 +1100169function init_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +1200170
171 # (re)create heat database
Terry Wilson428af5a2012-11-01 16:12:39 -0400172 recreate_database heat utf8
Steve Bakerbfdad752012-08-18 09:00:42 +1200173
Steve Bakere3111322013-06-19 13:57:31 +1200174 $HEAT_DIR/bin/heat-manage db_sync
Steve Bakerc3249082013-04-09 13:41:47 +1200175 create_heat_cache_dir
176}
177
178# create_heat_cache_dir() - Part of the init_heat() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100179function create_heat_cache_dir {
Steve Bakerc3249082013-04-09 13:41:47 +1200180 # Create cache dirs
Angus Salkelde1186552013-09-06 13:35:09 +1000181 sudo mkdir -p $HEAT_AUTH_CACHE_DIR
182 sudo chown $STACK_USER $HEAT_AUTH_CACHE_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +1200183}
184
Steve Baker32761a42012-11-05 09:57:57 +1300185# install_heatclient() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100186function install_heatclient {
Sean Daguee08ab102014-11-13 17:09:28 -0500187 if use_library_from_git "python-heatclient"; then
188 git_clone_by_name "python-heatclient"
189 setup_dev_lib "python-heatclient"
190 sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-heatclient"]}/tools/,/etc/bash_completion.d/}heat.bash_completion
Sean Dague5cb19062014-11-01 01:37:45 +0100191 fi
Steve Baker32761a42012-11-05 09:57:57 +1300192}
193
Steve Bakerbfdad752012-08-18 09:00:42 +1200194# install_heat() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100195function install_heat {
Steve Bakerbfdad752012-08-18 09:00:42 +1200196 git_clone $HEAT_REPO $HEAT_DIR $HEAT_BRANCH
Sergey Krayneva38bc5b2014-12-16 04:25:11 -0500197 setup_develop $HEAT_DIR
Steve Bakerbfdad752012-08-18 09:00:42 +1200198}
199
Steve Baker315971d2014-05-27 12:24:18 +1200200# install_heat_other() - Collect source and prepare
201function install_heat_other {
202 git_clone $HEAT_CFNTOOLS_REPO $HEAT_CFNTOOLS_DIR $HEAT_CFNTOOLS_BRANCH
203 git_clone $HEAT_TEMPLATES_REPO $HEAT_TEMPLATES_REPO_DIR $HEAT_TEMPLATES_BRANCH
204}
205
Steve Bakerbfdad752012-08-18 09:00:42 +1200206# start_heat() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100207function start_heat {
Chris Dent2f27a0e2014-09-09 13:46:02 +0100208 run_process h-eng "$HEAT_DIR/bin/heat-engine --config-file=$HEAT_CONF"
209 run_process h-api "$HEAT_DIR/bin/heat-api --config-file=$HEAT_CONF"
210 run_process h-api-cfn "$HEAT_DIR/bin/heat-api-cfn --config-file=$HEAT_CONF"
211 run_process h-api-cw "$HEAT_DIR/bin/heat-api-cloudwatch --config-file=$HEAT_CONF"
Steve Bakerbfdad752012-08-18 09:00:42 +1200212}
213
Dean Troyer699a29f2012-09-10 14:10:27 -0500214# stop_heat() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100215function stop_heat {
Kieran Spear70338292013-05-28 11:31:31 +1000216 # Kill the screen windows
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500217 local serv
Kieran Spear70338292013-05-28 11:31:31 +1000218 for serv in h-eng h-api h-api-cfn h-api-cw; do
Chris Dent2f27a0e2014-09-09 13:46:02 +0100219 stop_process $serv
Dean Troyer699a29f2012-09-10 14:10:27 -0500220 done
Steve Bakerbfdad752012-08-18 09:00:42 +1200221}
Dean Troyer7903b792012-09-13 17:16:12 -0500222
Steven Hardy33d1f862014-02-13 15:00:33 +0000223# create_heat_accounts() - Set up common required heat accounts
Ian Wienandaee18c72014-02-21 15:35:08 +1100224function create_heat_accounts {
Steven Hardy57d478d2014-02-28 16:37:43 +0000225 # migrated from files/keystone_data.sh
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500226 local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
227 local admin_role=$(openstack role list | awk "/ admin / { print \$2 }")
Steven Hardy57d478d2014-02-28 16:37:43 +0000228
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500229 local heat_user=$(get_or_create_user "heat" \
230 "$SERVICE_PASSWORD" $service_tenant)
231 get_or_add_user_role $admin_role $heat_user $service_tenant
Bartosz Górski0abde392014-02-28 14:15:19 +0100232
Steven Hardy57d478d2014-02-28 16:37:43 +0000233 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100234
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500235 local heat_service=$(get_or_create_service "heat" \
Bartosz Górski0abde392014-02-28 14:15:19 +0100236 "orchestration" "Heat Orchestration Service")
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500237 get_or_create_endpoint $heat_service \
Bartosz Górski0abde392014-02-28 14:15:19 +0100238 "$REGION_NAME" \
239 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
240 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s" \
241 "$SERVICE_PROTOCOL://$HEAT_API_HOST:$HEAT_API_PORT/v1/\$(tenant_id)s"
242
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500243 local heat_cfn_service=$(get_or_create_service "heat-cfn" \
Bartosz Górski0abde392014-02-28 14:15:19 +0100244 "cloudformation" "Heat CloudFormation Service")
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500245 get_or_create_endpoint $heat_cfn_service \
Bartosz Górski0abde392014-02-28 14:15:19 +0100246 "$REGION_NAME" \
247 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
248 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1" \
249 "$SERVICE_PROTOCOL://$HEAT_API_CFN_HOST:$HEAT_API_CFN_PORT/v1"
Steven Hardy57d478d2014-02-28 16:37:43 +0000250 fi
251
252 # heat_stack_user role is for users created by Heat
Bartosz Górski0abde392014-02-28 14:15:19 +0100253 get_or_create_role "heat_stack_user"
Steven Hardy57d478d2014-02-28 16:37:43 +0000254
Steven Hardyf83cf932014-03-12 16:54:01 +0000255 if [[ $HEAT_DEFERRED_AUTH == trusts ]]; then
Steven Hardyf83cf932014-03-12 16:54:01 +0000256 iniset $HEAT_CONF DEFAULT deferred_auth_method trusts
257 fi
Steven Hardy2ca3bf12014-03-03 18:07:33 +0000258
Steve Baker16aca8a2014-03-11 14:01:57 +1300259 if [[ "$HEAT_STACK_DOMAIN" == "True" ]]; then
260 # Note we have to pass token/endpoint here because the current endpoint and
261 # version negotiation in OSC means just --os-identity-api-version=3 won't work
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500262 local ks_endpoint_v3="$KEYSTONE_SERVICE_URI/v3"
Steven Hardydd029da2014-02-24 18:09:10 +0000263
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500264 D_ID=$(openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100265 --os-identity-api-version=3 domain list | grep ' heat ' | get_field 1)
266
267 if [[ -z "$D_ID" ]]; then
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500268 D_ID=$(openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100269 --os-identity-api-version=3 domain create heat \
270 --description "Owns users and projects created by heat" \
271 | grep ' id ' | get_field 2)
Sirushti Murugesan2f92c8d2014-10-09 14:35:38 +0530272 iniset $HEAT_CONF DEFAULT stack_user_domain_id ${D_ID}
Bartosz Górski0abde392014-02-28 14:15:19 +0100273
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500274 openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100275 --os-identity-api-version=3 user create --password $SERVICE_PASSWORD \
276 --domain $D_ID heat_domain_admin \
277 --description "Manages users and projects created by heat"
Dean Troyer7d31bdc2014-07-25 12:50:05 -0500278 openstack --os-token $OS_TOKEN --os-url=$ks_endpoint_v3 \
Bartosz Górski0abde392014-02-28 14:15:19 +0100279 --os-identity-api-version=3 role add \
280 --user heat_domain_admin --domain ${D_ID} admin
281 iniset $HEAT_CONF DEFAULT stack_domain_admin heat_domain_admin
282 iniset $HEAT_CONF DEFAULT stack_domain_admin_password $SERVICE_PASSWORD
283 fi
Steve Baker16aca8a2014-03-11 14:01:57 +1300284 fi
Steven Hardy33d1f862014-02-13 15:00:33 +0000285}
286
Steve Baker2a6009c2014-05-05 16:13:39 +1200287# build_heat_functional_test_image() - Build and upload functional test image
288function build_heat_functional_test_image {
289 build_dib_pip_repo "$OCC_DIR $OAC_DIR $ORC_DIR $HEAT_CFNTOOLS_DIR"
290 local image_name=heat-functional-tests-image
291
292 # The elements to invoke disk-image-create with
293 local image_elements="vm fedora selinux-permissive pypi \
294 os-collect-config os-refresh-config os-apply-config heat-cfntools \
295 heat-config heat-config-cfn-init heat-config-puppet heat-config-script"
296
297 # Elements path for tripleo-image-elements and heat-templates software-config
298 local elements_path=$TIE_DIR/elements:$HEAT_TEMPLATES_REPO_DIR/hot/software-config/elements
299
300 disk_image_create_upload "$image_name" "$image_elements" "$elements_path"
301 iniset $TEMPEST_CONFIG orchestration image_ref $image_name
302}
303
Dean Troyer7903b792012-09-13 17:16:12 -0500304# Restore xtrace
305$XTRACE
Sean Dague584d90e2013-03-29 14:34:53 -0400306
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100307# Tell emacs to use shell-script-mode
308## Local variables:
309## mode: shell-script
310## End: