| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 1 | # lib/sahara | 
|  | 2 |  | 
|  | 3 | # Dependencies: | 
|  | 4 | # ``functions`` file | 
|  | 5 | # ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined | 
|  | 6 |  | 
|  | 7 | # ``stack.sh`` calls the entry points in this order: | 
|  | 8 | # | 
|  | 9 | # install_sahara | 
| Sergey Lukjanov | a90898d | 2014-08-05 16:14:12 +0400 | [diff] [blame] | 10 | # install_python_saharaclient | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 11 | # configure_sahara | 
|  | 12 | # start_sahara | 
|  | 13 | # stop_sahara | 
|  | 14 | # cleanup_sahara | 
|  | 15 |  | 
|  | 16 | # Save trace setting | 
|  | 17 | XTRACE=$(set +o | grep xtrace) | 
|  | 18 | set +o xtrace | 
|  | 19 |  | 
|  | 20 |  | 
|  | 21 | # Defaults | 
|  | 22 | # -------- | 
|  | 23 |  | 
|  | 24 | # Set up default repos | 
| Sergey Lukjanov | a90898d | 2014-08-05 16:14:12 +0400 | [diff] [blame] | 25 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 26 | # Set up default directories | 
| Sean Dague | ee5ae7b | 2014-11-13 13:23:27 -0500 | [diff] [blame] | 27 | GITDIR["python-saharaclient"]=$DEST/python-saharaclient | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 28 | SAHARA_DIR=$DEST/sahara | 
| Sergey Lukjanov | a90898d | 2014-08-05 16:14:12 +0400 | [diff] [blame] | 29 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 30 | SAHARA_CONF_DIR=${SAHARA_CONF_DIR:-/etc/sahara} | 
|  | 31 | SAHARA_CONF_FILE=${SAHARA_CONF_DIR}/sahara.conf | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 32 |  | 
|  | 33 | SAHARA_SERVICE_HOST=${SAHARA_SERVICE_HOST:-$SERVICE_HOST} | 
|  | 34 | SAHARA_SERVICE_PORT=${SAHARA_SERVICE_PORT:-8386} | 
|  | 35 | SAHARA_SERVICE_PROTOCOL=${SAHARA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} | 
|  | 36 |  | 
|  | 37 | SAHARA_AUTH_CACHE_DIR=${SAHARA_AUTH_CACHE_DIR:-/var/cache/sahara} | 
|  | 38 |  | 
| Sergey Lukjanov | 10f4161 | 2014-04-25 11:42:41 +0400 | [diff] [blame] | 39 | SAHARA_ENABLED_PLUGINS=${SAHARA_ENABLED_PLUGINS:-vanilla,hdp,fake} | 
|  | 40 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 41 | # Support entry points installation of console scripts | 
|  | 42 | if [[ -d $SAHARA_DIR/bin ]]; then | 
|  | 43 | SAHARA_BIN_DIR=$SAHARA_DIR/bin | 
|  | 44 | else | 
|  | 45 | SAHARA_BIN_DIR=$(get_python_exec_prefix) | 
|  | 46 | fi | 
|  | 47 |  | 
|  | 48 | # Tell Tempest this project is present | 
|  | 49 | TEMPEST_SERVICES+=,sahara | 
|  | 50 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 51 | # Functions | 
|  | 52 | # --------- | 
|  | 53 |  | 
|  | 54 | # create_sahara_accounts() - Set up common required sahara accounts | 
|  | 55 | # | 
|  | 56 | # Tenant      User       Roles | 
|  | 57 | # ------------------------------ | 
|  | 58 | # service     sahara    admin | 
|  | 59 | function create_sahara_accounts { | 
|  | 60 |  | 
| Dean Troyer | 16ef976 | 2014-08-19 19:31:34 -0500 | [diff] [blame] | 61 | local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") | 
|  | 62 | local admin_role=$(openstack role list | awk "/ admin / { print \$2 }") | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 63 |  | 
| Dean Troyer | 16ef976 | 2014-08-19 19:31:34 -0500 | [diff] [blame] | 64 | local sahara_user=$(get_or_create_user "sahara" \ | 
|  | 65 | "$SERVICE_PASSWORD" $service_tenant) | 
|  | 66 | get_or_add_user_role $admin_role $sahara_user $service_tenant | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 67 |  | 
|  | 68 | if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 69 |  | 
| Dean Troyer | 16ef976 | 2014-08-19 19:31:34 -0500 | [diff] [blame] | 70 | local sahara_service=$(get_or_create_service "sahara" \ | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 71 | "data_processing" "Sahara Data Processing") | 
| Dean Troyer | 16ef976 | 2014-08-19 19:31:34 -0500 | [diff] [blame] | 72 | get_or_create_endpoint $sahara_service \ | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 73 | "$REGION_NAME" \ | 
|  | 74 | "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \ | 
|  | 75 | "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" \ | 
|  | 76 | "$SAHARA_SERVICE_PROTOCOL://$SAHARA_SERVICE_HOST:$SAHARA_SERVICE_PORT/v1.1/\$(tenant_id)s" | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 77 | fi | 
|  | 78 | } | 
|  | 79 |  | 
|  | 80 | # cleanup_sahara() - Remove residual data files, anything left over from | 
|  | 81 | # previous runs that would need to clean up. | 
|  | 82 | function cleanup_sahara { | 
|  | 83 |  | 
|  | 84 | # Cleanup auth cache dir | 
|  | 85 | sudo rm -rf $SAHARA_AUTH_CACHE_DIR | 
|  | 86 | } | 
|  | 87 |  | 
|  | 88 | # configure_sahara() - Set config files, create data dirs, etc | 
|  | 89 | function configure_sahara { | 
|  | 90 |  | 
|  | 91 | if [[ ! -d $SAHARA_CONF_DIR ]]; then | 
|  | 92 | sudo mkdir -p $SAHARA_CONF_DIR | 
|  | 93 | fi | 
|  | 94 | sudo chown $STACK_USER $SAHARA_CONF_DIR | 
|  | 95 |  | 
| Andrew Lazarev | 627ca74 | 2014-10-29 17:01:15 -0700 | [diff] [blame] | 96 | if [[ -f $SAHARA_DIR/etc/sahara/policy.json ]]; then | 
|  | 97 | cp -p $SAHARA_DIR/etc/sahara/policy.json $SAHARA_CONF_DIR | 
|  | 98 | fi | 
|  | 99 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 100 | # Copy over sahara configuration file and configure common parameters. | 
| Sergey Lukjanov | 51ebda6 | 2014-03-12 22:26:12 +0400 | [diff] [blame] | 101 | cp $SAHARA_DIR/etc/sahara/sahara.conf.sample $SAHARA_CONF_FILE | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 102 |  | 
|  | 103 | # Create auth cache dir | 
|  | 104 | sudo mkdir -p $SAHARA_AUTH_CACHE_DIR | 
|  | 105 | sudo chown $STACK_USER $SAHARA_AUTH_CACHE_DIR | 
| Andrew Lazarev | 28d4392 | 2014-10-29 17:25:12 -0700 | [diff] [blame] | 106 | sudo chmod 700 $SAHARA_AUTH_CACHE_DIR | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 107 | rm -rf $SAHARA_AUTH_CACHE_DIR/* | 
|  | 108 |  | 
| Brant Knudson | 0595237 | 2014-09-19 17:22:22 -0500 | [diff] [blame] | 109 | configure_auth_token_middleware $SAHARA_CONF_FILE sahara $SAHARA_AUTH_CACHE_DIR | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 110 |  | 
| Vitaly Gridnev | e50fcb1 | 2014-08-11 12:01:12 +0000 | [diff] [blame] | 111 | # Set configuration to send notifications | 
|  | 112 |  | 
|  | 113 | if is_service_enabled ceilometer; then | 
|  | 114 | iniset $SAHARA_CONF_FILE DEFAULT enable_notifications "true" | 
|  | 115 | iniset $SAHARA_CONF_FILE DEFAULT notification_driver "messaging" | 
|  | 116 | iniset_rpc_backend sahara $SAHARA_CONF_FILE DEFAULT | 
|  | 117 | fi | 
|  | 118 |  | 
| Sergey Lukjanov | 3cd59e1 | 2014-03-25 00:06:31 +0400 | [diff] [blame] | 119 | iniset $SAHARA_CONF_FILE DEFAULT verbose True | 
|  | 120 | iniset $SAHARA_CONF_FILE DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 121 |  | 
| Sergey Lukjanov | 10f4161 | 2014-04-25 11:42:41 +0400 | [diff] [blame] | 122 | iniset $SAHARA_CONF_FILE DEFAULT plugins $SAHARA_ENABLED_PLUGINS | 
|  | 123 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 124 | iniset $SAHARA_CONF_FILE database connection `database_connection_url sahara` | 
|  | 125 |  | 
|  | 126 | if is_service_enabled neutron; then | 
|  | 127 | iniset $SAHARA_CONF_FILE DEFAULT use_neutron true | 
|  | 128 | iniset $SAHARA_CONF_FILE DEFAULT use_floating_ips true | 
|  | 129 | fi | 
|  | 130 |  | 
|  | 131 | if is_service_enabled heat; then | 
|  | 132 | iniset $SAHARA_CONF_FILE DEFAULT infrastructure_engine heat | 
|  | 133 | else | 
|  | 134 | iniset $SAHARA_CONF_FILE DEFAULT infrastructure_engine direct | 
|  | 135 | fi | 
|  | 136 |  | 
|  | 137 | iniset $SAHARA_CONF_FILE DEFAULT use_syslog $SYSLOG | 
|  | 138 |  | 
| Luigi Toscano | b4bef1f | 2014-04-03 19:24:57 +0200 | [diff] [blame] | 139 | # Format logging | 
|  | 140 | if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then | 
|  | 141 | setup_colorized_logging $SAHARA_CONF_FILE DEFAULT | 
|  | 142 | fi | 
|  | 143 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 144 | recreate_database sahara utf8 | 
|  | 145 | $SAHARA_BIN_DIR/sahara-db-manage --config-file $SAHARA_CONF_FILE upgrade head | 
|  | 146 | } | 
|  | 147 |  | 
|  | 148 | # install_sahara() - Collect source and prepare | 
|  | 149 | function install_sahara { | 
|  | 150 | git_clone $SAHARA_REPO $SAHARA_DIR $SAHARA_BRANCH | 
|  | 151 | setup_develop $SAHARA_DIR | 
|  | 152 | } | 
|  | 153 |  | 
| Sergey Lukjanov | a90898d | 2014-08-05 16:14:12 +0400 | [diff] [blame] | 154 | # install_python_saharaclient() - Collect source and prepare | 
|  | 155 | function install_python_saharaclient { | 
| Sean Dague | ee5ae7b | 2014-11-13 13:23:27 -0500 | [diff] [blame] | 156 | if use_library_from_git "python-saharaclient"; then | 
|  | 157 | git_clone_by_name "python-saharaclient" | 
|  | 158 | setup_dev_lib "python-saharaclient" | 
|  | 159 | fi | 
| Sergey Lukjanov | a90898d | 2014-08-05 16:14:12 +0400 | [diff] [blame] | 160 | } | 
|  | 161 |  | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 162 | # start_sahara() - Start running processes, including screen | 
|  | 163 | function start_sahara { | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 164 | run_process sahara "$SAHARA_BIN_DIR/sahara-all --config-file $SAHARA_CONF_FILE" | 
| Sergey Lukjanov | 7ff8443 | 2014-03-10 20:04:51 +0400 | [diff] [blame] | 165 | } | 
|  | 166 |  | 
|  | 167 | # stop_sahara() - Stop running processes | 
|  | 168 | function stop_sahara { | 
|  | 169 | # Kill the Sahara screen windows | 
|  | 170 | screen -S $SCREEN_NAME -p sahara -X kill | 
|  | 171 | } | 
|  | 172 |  | 
|  | 173 |  | 
|  | 174 | # Restore xtrace | 
|  | 175 | $XTRACE | 
|  | 176 |  | 
|  | 177 | # Local variables: | 
|  | 178 | # mode: shell-script | 
|  | 179 | # End: |