blob: 6a3a5180bf86b90673f8cf64b61962a37d34cb2d [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Sergey Lukjanov7ff84432014-03-10 20:04:51 +04003# lib/sahara
4
5# Dependencies:
6# ``functions`` file
7# ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined
8
9# ``stack.sh`` calls the entry points in this order:
10#
11# install_sahara
Sergey Lukjanova90898d2014-08-05 16:14:12 +040012# install_python_saharaclient
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040013# configure_sahara
Andrew Lazarevb3130482014-12-16 14:36:59 -080014# sahara_register_images
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040015# start_sahara
16# stop_sahara
17# cleanup_sahara
18
19# Save trace setting
20XTRACE=$(set +o | grep xtrace)
21set +o xtrace
22
23
24# Defaults
25# --------
26
27# Set up default repos
Sergey Lukjanova90898d2014-08-05 16:14:12 +040028
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040029# Set up default directories
Sean Dagueee5ae7b2014-11-13 13:23:27 -050030GITDIR["python-saharaclient"]=$DEST/python-saharaclient
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040031SAHARA_DIR=$DEST/sahara
Sergey Lukjanova90898d2014-08-05 16:14:12 +040032
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040033SAHARA_CONF_DIR=${SAHARA_CONF_DIR:-/etc/sahara}
34SAHARA_CONF_FILE=${SAHARA_CONF_DIR}/sahara.conf
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040035
Andrew Lazarev5ccbd0a2015-02-06 16:22:12 -080036if is_ssl_enabled_service "sahara"; then
37 SAHARA_SERVICE_PROTOCOL="https"
38fi
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040039SAHARA_SERVICE_HOST=${SAHARA_SERVICE_HOST:-$SERVICE_HOST}
40SAHARA_SERVICE_PORT=${SAHARA_SERVICE_PORT:-8386}
41SAHARA_SERVICE_PROTOCOL=${SAHARA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
42
43SAHARA_AUTH_CACHE_DIR=${SAHARA_AUTH_CACHE_DIR:-/var/cache/sahara}
44
Sergey Reshetnyak32ac55a2015-02-25 15:54:20 +030045SAHARA_ENABLED_PLUGINS=${SAHARA_ENABLED_PLUGINS:-vanilla,hdp,cdh,spark,fake}
Sergey Lukjanov10f41612014-04-25 11:42:41 +040046
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040047# Support entry points installation of console scripts
48if [[ -d $SAHARA_DIR/bin ]]; then
49 SAHARA_BIN_DIR=$SAHARA_DIR/bin
50else
51 SAHARA_BIN_DIR=$(get_python_exec_prefix)
52fi
53
54# Tell Tempest this project is present
55TEMPEST_SERVICES+=,sahara
56
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040057# Functions
58# ---------
59
60# create_sahara_accounts() - Set up common required sahara accounts
61#
62# Tenant User Roles
63# ------------------------------
64# service sahara admin
65function create_sahara_accounts {
66
Jamie Lennoxe8bc2b82015-02-10 20:38:56 +110067 create_service_user "sahara"
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040068
69 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +010070
Telles Nobrega37a06f02014-11-18 07:59:10 -030071 # TODO: remove "data_processing" service when #1356053 will be fixed
72 local sahara_service_old=$(openstack service create \
73 "data_processing" \
74 --name "sahara" \
75 --description "Sahara Data Processing" \
76 -f value -c id
77 )
78 local sahara_service_new=$(openstack service create \
79 "data-processing" \
80 --name "sahara" \
81 --description "Sahara Data Processing" \
82 -f value -c id
83 )
84 get_or_create_endpoint $sahara_service_old \
85 "$REGION_NAME" \
86 "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
87 "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
88 "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s"
89 get_or_create_endpoint $sahara_service_new \
Bartosz Górski0abde392014-02-28 14:15:19 +010090 "$REGION_NAME" \
91 "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
92 "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \
93 "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s"
Sergey Lukjanov7ff84432014-03-10 20:04:51 +040094 fi
95}
96
97# cleanup_sahara() - Remove residual data files, anything left over from
98# previous runs that would need to clean up.
99function cleanup_sahara {
100
101 # Cleanup auth cache dir
102 sudo rm -rf $SAHARA_AUTH_CACHE_DIR
103}
104
105# configure_sahara() - Set config files, create data dirs, etc
106function configure_sahara {
Dean Troyer8421c2b2015-03-16 13:52:19 -0500107 sudo install -d -o $STACK_USER $SAHARA_CONF_DIR
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400108
Andrew Lazarev627ca742014-10-29 17:01:15 -0700109 if [[ -f $SAHARA_DIR/etc/sahara/policy.json ]]; then
110 cp -p $SAHARA_DIR/etc/sahara/policy.json $SAHARA_CONF_DIR
111 fi
112
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400113 # Create auth cache dir
Dean Troyer8421c2b2015-03-16 13:52:19 -0500114 sudo install -d -o $STACK_USER -m 700 $SAHARA_AUTH_CACHE_DIR
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400115 rm -rf $SAHARA_AUTH_CACHE_DIR/*
116
Brant Knudson05952372014-09-19 17:22:22 -0500117 configure_auth_token_middleware $SAHARA_CONF_FILE sahara $SAHARA_AUTH_CACHE_DIR
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400118
Sergey Reshetnyak435cd4d2015-03-01 12:44:02 +0300119 iniset_rpc_backend sahara $SAHARA_CONF_FILE DEFAULT
120
Vitaly Gridneve50fcb12014-08-11 12:01:12 +0000121 # Set configuration to send notifications
122
123 if is_service_enabled ceilometer; then
124 iniset $SAHARA_CONF_FILE DEFAULT enable_notifications "true"
125 iniset $SAHARA_CONF_FILE DEFAULT notification_driver "messaging"
Vitaly Gridneve50fcb12014-08-11 12:01:12 +0000126 fi
127
Sergey Lukjanov3cd59e12014-03-25 00:06:31 +0400128 iniset $SAHARA_CONF_FILE DEFAULT verbose True
129 iniset $SAHARA_CONF_FILE DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400130
Sergey Lukjanov10f41612014-04-25 11:42:41 +0400131 iniset $SAHARA_CONF_FILE DEFAULT plugins $SAHARA_ENABLED_PLUGINS
132
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400133 iniset $SAHARA_CONF_FILE database connection `database_connection_url sahara`
134
135 if is_service_enabled neutron; then
136 iniset $SAHARA_CONF_FILE DEFAULT use_neutron true
Andrew Lazarev4f7e0f22015-02-06 16:16:01 -0800137
138 if is_ssl_enabled_service "neutron" || is_service_enabled tls-proxy; then
139 iniset $SAHARA_CONF_FILE neutron ca_file $SSL_BUNDLE_FILE
140 fi
Andrew Lazarev0943e072014-12-17 16:07:32 -0800141 else
142 iniset $SAHARA_CONF_FILE DEFAULT use_neutron false
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400143 fi
144
145 if is_service_enabled heat; then
146 iniset $SAHARA_CONF_FILE DEFAULT infrastructure_engine heat
Andrew Lazarev4f7e0f22015-02-06 16:16:01 -0800147
148 if is_ssl_enabled_service "heat" || is_service_enabled tls-proxy; then
149 iniset $SAHARA_CONF_FILE heat ca_file $SSL_BUNDLE_FILE
150 fi
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400151 else
152 iniset $SAHARA_CONF_FILE DEFAULT infrastructure_engine direct
153 fi
154
Andrew Lazarev4f7e0f22015-02-06 16:16:01 -0800155 if is_ssl_enabled_service "cinder" || is_service_enabled tls-proxy; then
156 iniset $SAHARA_CONF_FILE cinder ca_file $SSL_BUNDLE_FILE
157 fi
158
159 if is_ssl_enabled_service "nova" || is_service_enabled tls-proxy; then
160 iniset $SAHARA_CONF_FILE nova ca_file $SSL_BUNDLE_FILE
161 fi
162
163 if is_ssl_enabled_service "swift" || is_service_enabled tls-proxy; then
164 iniset $SAHARA_CONF_FILE swift ca_file $SSL_BUNDLE_FILE
165 fi
166
167 if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
168 iniset $SAHARA_CONF_FILE keystone ca_file $SSL_BUNDLE_FILE
169 fi
170
Andrew Lazarev5ccbd0a2015-02-06 16:22:12 -0800171 # Register SSL certificates if provided
172 if is_ssl_enabled_service sahara; then
173 ensure_certificates SAHARA
174
175 iniset $SAHARA_CONF_FILE ssl cert_file "$SAHARA_SSL_CERT"
176 iniset $SAHARA_CONF_FILE ssl key_file "$SAHARA_SSL_KEY"
177 fi
178
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400179 iniset $SAHARA_CONF_FILE DEFAULT use_syslog $SYSLOG
180
Luigi Toscanob4bef1f2014-04-03 19:24:57 +0200181 # Format logging
182 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
183 setup_colorized_logging $SAHARA_CONF_FILE DEFAULT
184 fi
185
Ihar Hrachyshka157c84b2014-10-06 13:29:39 +0200186 recreate_database sahara
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400187 $SAHARA_BIN_DIR/sahara-db-manage --config-file $SAHARA_CONF_FILE upgrade head
188}
189
190# install_sahara() - Collect source and prepare
191function install_sahara {
192 git_clone $SAHARA_REPO $SAHARA_DIR $SAHARA_BRANCH
193 setup_develop $SAHARA_DIR
194}
195
Sergey Lukjanova90898d2014-08-05 16:14:12 +0400196# install_python_saharaclient() - Collect source and prepare
197function install_python_saharaclient {
Sean Dagueee5ae7b2014-11-13 13:23:27 -0500198 if use_library_from_git "python-saharaclient"; then
199 git_clone_by_name "python-saharaclient"
200 setup_dev_lib "python-saharaclient"
201 fi
Sergey Lukjanova90898d2014-08-05 16:14:12 +0400202}
203
Andrew Lazarevb3130482014-12-16 14:36:59 -0800204# sahara_register_images() - Registers images in sahara image registry
205function sahara_register_images {
206 if is_service_enabled heat && [[ ! -z "$HEAT_CFN_IMAGE_URL" ]]; then
207 # Register heat image for Fake plugin
208 local fake_plugin_properties="--property _sahara_tag_0.1=True"
209 fake_plugin_properties+=" --property _sahara_tag_fake=True"
210 fake_plugin_properties+=" --property _sahara_username=fedora"
211 openstack --os-url $GLANCE_SERVICE_PROTOCOL://$GLANCE_HOSTPORT image set $(basename "$HEAT_CFN_IMAGE_URL" ".qcow2") $fake_plugin_properties
212 fi
213}
214
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400215# start_sahara() - Start running processes, including screen
216function start_sahara {
Chris Dent2f27a0e2014-09-09 13:46:02 +0100217 run_process sahara "$SAHARA_BIN_DIR/sahara-all --config-file $SAHARA_CONF_FILE"
Sergey Reshetnyak435cd4d2015-03-01 12:44:02 +0300218 run_process sahara-api "$SAHARA_BIN_DIR/sahara-api --config-file $SAHARA_CONF_FILE"
219 run_process sahara-eng "$SAHARA_BIN_DIR/sahara-engine --config-file $SAHARA_CONF_FILE"
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400220}
221
222# stop_sahara() - Stop running processes
223function stop_sahara {
224 # Kill the Sahara screen windows
Sean Dague9a413ab2015-02-04 12:44:18 -0500225 stop_process sahara
Sergey Reshetnyak435cd4d2015-03-01 12:44:02 +0300226 stop_process sahara-api
227 stop_process sahara-eng
Sergey Lukjanov7ff84432014-03-10 20:04:51 +0400228}
229
230
231# Restore xtrace
232$XTRACE
233
234# Local variables:
235# mode: shell-script
236# End: