| Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
 | 2 | # | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 3 | # lib/zaqar | 
 | 4 | # Install and start **Zaqar** service | 
 | 5 |  | 
 | 6 | # To enable a minimal set of Zaqar services, add the following to localrc: | 
 | 7 | # | 
 | 8 | #     enable_service zaqar-server | 
 | 9 | # | 
 | 10 | # Dependencies: | 
 | 11 | # - functions | 
 | 12 | # - OS_AUTH_URL for auth in api | 
 | 13 | # - DEST set to the destination directory | 
 | 14 | # - SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api | 
 | 15 | # - STACK_USER service user | 
 | 16 |  | 
 | 17 | # stack.sh | 
 | 18 | # --------- | 
 | 19 | # install_zaqar | 
 | 20 | # configure_zaqar | 
 | 21 | # init_zaqar | 
 | 22 | # start_zaqar | 
 | 23 | # stop_zaqar | 
 | 24 | # cleanup_zaqar | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 25 | # cleanup_zaqar_mongodb | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 26 |  | 
 | 27 | # Save trace setting | 
 | 28 | XTRACE=$(set +o | grep xtrace) | 
 | 29 | set +o xtrace | 
 | 30 |  | 
 | 31 |  | 
 | 32 | # Defaults | 
 | 33 | # -------- | 
 | 34 |  | 
 | 35 | # Set up default directories | 
 | 36 | ZAQAR_DIR=$DEST/zaqar | 
 | 37 | ZAQARCLIENT_DIR=$DEST/python-zaqarclient | 
 | 38 | ZAQAR_CONF_DIR=/etc/zaqar | 
 | 39 | ZAQAR_CONF=$ZAQAR_CONF_DIR/zaqar.conf | 
 | 40 | ZAQAR_API_LOG_DIR=/var/log/zaqar | 
 | 41 | ZAQAR_API_LOG_FILE=$ZAQAR_API_LOG_DIR/queues.log | 
 | 42 | ZAQAR_AUTH_CACHE_DIR=${ZAQAR_AUTH_CACHE_DIR:-/var/cache/zaqar} | 
 | 43 |  | 
 | 44 | # Support potential entry-points console scripts | 
 | 45 | ZAQAR_BIN_DIR=$(get_python_exec_prefix) | 
 | 46 |  | 
 | 47 | # Set up database backend | 
 | 48 | ZAQAR_BACKEND=${ZAQAR_BACKEND:-mongodb} | 
 | 49 |  | 
 | 50 |  | 
 | 51 | # Set Zaqar repository | 
 | 52 | ZAQAR_REPO=${ZAQAR_REPO:-${GIT_BASE}/openstack/zaqar.git} | 
 | 53 | ZAQAR_BRANCH=${ZAQAR_BRANCH:-master} | 
 | 54 |  | 
 | 55 | # Set client library repository | 
 | 56 | ZAQARCLIENT_REPO=${ZAQARCLIENT_REPO:-${GIT_BASE}/openstack/python-zaqarclient.git} | 
 | 57 | ZAQARCLIENT_BRANCH=${ZAQARCLIENT_BRANCH:-master} | 
 | 58 |  | 
 | 59 | # Set Zaqar Connection Info | 
 | 60 | ZAQAR_SERVICE_HOST=${ZAQAR_SERVICE_HOST:-$SERVICE_HOST} | 
 | 61 | ZAQAR_SERVICE_PORT=${ZAQAR_SERVICE_PORT:-8888} | 
 | 62 | ZAQAR_SERVICE_PROTOCOL=${ZAQAR_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} | 
 | 63 |  | 
 | 64 | # Tell Tempest this project is present | 
 | 65 | TEMPEST_SERVICES+=,zaqar | 
 | 66 |  | 
 | 67 |  | 
 | 68 | # Functions | 
 | 69 | # --------- | 
 | 70 |  | 
 | 71 | # Test if any Zaqar services are enabled | 
 | 72 | # is_zaqar_enabled | 
 | 73 | function is_zaqar_enabled { | 
 | 74 |     [[ ,${ENABLED_SERVICES} =~ ,"zaqar-" ]] && return 0 | 
 | 75 |     return 1 | 
 | 76 | } | 
 | 77 |  | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 78 | # cleanup_zaqar() - Cleans up general things from previous | 
 | 79 | # runs and storage specific left overs. | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 80 | function cleanup_zaqar { | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 81 |     if [ "$ZAQAR_BACKEND" = 'mongodb' ] ; then | 
 | 82 |         cleanup_zaqar_mongodb | 
 | 83 |     fi | 
 | 84 | } | 
 | 85 |  | 
 | 86 | # cleanup_zaqar_mongodb() - Remove residual data files, anything left over from previous | 
 | 87 | # runs that a clean run would need to clean up | 
 | 88 | function cleanup_zaqar_mongodb { | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 89 |     if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo zaqar --eval 'db.dropDatabase();'; do sleep 1; done"; then | 
 | 90 |         die $LINENO "Mongo DB did not start" | 
 | 91 |     else | 
 | 92 |         full_version=$(mongo zaqar --eval 'db.dropDatabase();') | 
 | 93 |         mongo_version=`echo $full_version | cut -d' ' -f4` | 
 | 94 |         required_mongo_version='2.2' | 
 | 95 |         if [[ $mongo_version < $required_mongo_version ]]; then | 
 | 96 |             die $LINENO "Zaqar needs Mongo DB version >= 2.2 to run." | 
 | 97 |         fi | 
 | 98 |     fi | 
 | 99 | } | 
 | 100 |  | 
 | 101 | # configure_zaqarclient() - Set config files, create data dirs, etc | 
 | 102 | function configure_zaqarclient { | 
 | 103 |     setup_develop $ZAQARCLIENT_DIR | 
 | 104 | } | 
 | 105 |  | 
 | 106 | # configure_zaqar() - Set config files, create data dirs, etc | 
 | 107 | function configure_zaqar { | 
 | 108 |     setup_develop $ZAQAR_DIR | 
 | 109 |  | 
 | 110 |     [ ! -d $ZAQAR_CONF_DIR ] && sudo mkdir -m 755 -p $ZAQAR_CONF_DIR | 
 | 111 |     sudo chown $USER $ZAQAR_CONF_DIR | 
 | 112 |  | 
 | 113 |     [ ! -d $ZAQAR_API_LOG_DIR ] &&  sudo mkdir -m 755 -p $ZAQAR_API_LOG_DIR | 
 | 114 |     sudo chown $USER $ZAQAR_API_LOG_DIR | 
 | 115 |  | 
| Victoria Martinez de la Cruz | 5bef3e1 | 2014-12-04 10:24:37 -0300 | [diff] [blame] | 116 |     iniset $ZAQAR_CONF DEFAULT debug True | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 117 |     iniset $ZAQAR_CONF DEFAULT verbose True | 
| Flavio Percoco | b64738f | 2014-11-24 16:44:50 +0100 | [diff] [blame] | 118 |     iniset $ZAQAR_CONF DEFAULT admin_mode True | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 119 |     iniset $ZAQAR_CONF DEFAULT use_syslog $SYSLOG | 
 | 120 |     iniset $ZAQAR_CONF DEFAULT log_file $ZAQAR_API_LOG_FILE | 
 | 121 |     iniset $ZAQAR_CONF 'drivers:transport:wsgi' bind $ZAQAR_SERVICE_HOST | 
 | 122 |  | 
| Brant Knudson | 0595237 | 2014-09-19 17:22:22 -0500 | [diff] [blame] | 123 |     configure_auth_token_middleware $ZAQAR_CONF zaqar $ZAQAR_AUTH_CACHE_DIR | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 124 |  | 
 | 125 |     if [ "$ZAQAR_BACKEND" = 'mysql' ] || [ "$ZAQAR_BACKEND" = 'postgresql' ] ; then | 
 | 126 |         iniset $ZAQAR_CONF drivers storage sqlalchemy | 
 | 127 |         iniset $ZAQAR_CONF 'drivers:storage:sqlalchemy' uri `database_connection_url zaqar` | 
 | 128 |     elif [ "$ZAQAR_BACKEND" = 'mongodb' ] ; then | 
 | 129 |         iniset $ZAQAR_CONF  drivers storage mongodb | 
 | 130 |         iniset $ZAQAR_CONF 'drivers:storage:mongodb' uri mongodb://localhost:27017/zaqar | 
 | 131 |         configure_mongodb | 
| Flavio Percoco | e29a55a | 2014-09-05 16:03:01 +0200 | [diff] [blame] | 132 |     elif [ "$ZAQAR_BACKEND" = 'redis' ] ; then | 
 | 133 |         iniset $ZAQAR_CONF  drivers storage redis | 
 | 134 |         iniset $ZAQAR_CONF 'drivers:storage:redis' uri redis://localhost:6379 | 
 | 135 |         configure_redis | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 136 |     fi | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 137 |  | 
 | 138 |     cleanup_zaqar | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 139 | } | 
 | 140 |  | 
| Flavio Percoco | e29a55a | 2014-09-05 16:03:01 +0200 | [diff] [blame] | 141 | function configure_redis { | 
 | 142 |     if is_ubuntu; then | 
 | 143 |         install_package redis-server | 
 | 144 |     elif is_fedora; then | 
 | 145 |         install_package redis | 
 | 146 |     else | 
 | 147 |         exit_distro_not_supported "redis installation" | 
 | 148 |     fi | 
 | 149 |  | 
 | 150 |     install_package python-redis | 
 | 151 | } | 
 | 152 |  | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 153 | function configure_mongodb { | 
 | 154 |     # Set nssize to 2GB. This increases the number of namespaces supported | 
 | 155 |     # # per database. | 
 | 156 |     if is_ubuntu; then | 
 | 157 |         sudo sed -i -e " | 
 | 158 |             s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1| | 
 | 159 |             s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047| | 
 | 160 |         " /etc/mongodb.conf | 
 | 161 |         restart_service mongodb | 
 | 162 |     elif is_fedora; then | 
 | 163 |         sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod | 
 | 164 |         restart_service mongod | 
 | 165 |     fi | 
 | 166 | } | 
 | 167 |  | 
 | 168 | # init_zaqar() - Initialize etc. | 
 | 169 | function init_zaqar { | 
 | 170 |     # Create cache dir | 
 | 171 |     sudo mkdir -p $ZAQAR_AUTH_CACHE_DIR | 
 | 172 |     sudo chown $STACK_USER $ZAQAR_AUTH_CACHE_DIR | 
 | 173 |     rm -f $ZAQAR_AUTH_CACHE_DIR/* | 
 | 174 | } | 
 | 175 |  | 
 | 176 | # install_zaqar() - Collect source and prepare | 
 | 177 | function install_zaqar { | 
 | 178 |     git_clone $ZAQAR_REPO $ZAQAR_DIR $ZAQAR_BRANCH | 
 | 179 |     setup_develop $ZAQAR_DIR | 
 | 180 | } | 
 | 181 |  | 
 | 182 | # install_zaqarclient() - Collect source and prepare | 
 | 183 | function install_zaqarclient { | 
 | 184 |     git_clone $ZAQARCLIENT_REPO $ZAQARCLIENT_DIR $ZAQARCLIENT_BRANCH | 
 | 185 |     setup_develop $ZAQARCLIENT_DIR | 
 | 186 | } | 
 | 187 |  | 
 | 188 | # start_zaqar() - Start running processes, including screen | 
 | 189 | function start_zaqar { | 
 | 190 |     if [[ "$USE_SCREEN" = "False" ]]; then | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 191 |         run_process zaqar-server "zaqar-server --config-file $ZAQAR_CONF --daemon" | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 192 |     else | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 193 |         run_process zaqar-server "zaqar-server --config-file $ZAQAR_CONF" | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 194 |     fi | 
 | 195 |  | 
 | 196 |     echo "Waiting for Zaqar to start..." | 
 | 197 |     if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT/v1/health; do sleep 1; done"; then | 
 | 198 |         die $LINENO "Zaqar did not start" | 
 | 199 |     fi | 
 | 200 | } | 
 | 201 |  | 
 | 202 | # stop_zaqar() - Stop running processes | 
 | 203 | function stop_zaqar { | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 204 |     local serv | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 205 |     # Kill the zaqar screen windows | 
 | 206 |     for serv in zaqar-server; do | 
 | 207 |         screen -S $SCREEN_NAME -p $serv -X kill | 
 | 208 |     done | 
 | 209 | } | 
 | 210 |  | 
 | 211 | function create_zaqar_accounts { | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 212 |     local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 213 |     ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }") | 
 | 214 |  | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 215 |     local zaqar_user=$(get_or_create_user "zaqar" \ | 
 | 216 |         "$SERVICE_PASSWORD" $service_tenant) | 
 | 217 |     get_or_add_user_role $ADMIN_ROLE $zaqar_user $service_tenant | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 218 |  | 
 | 219 |     if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then | 
 | 220 |  | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 221 |         local zaqar_service=$(get_or_create_service "zaqar" \ | 
| Victoria MartÃnez de la Cruz | f080e89 | 2014-09-19 19:07:10 -0300 | [diff] [blame] | 222 |             "messaging" "Zaqar Service") | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 223 |         get_or_create_endpoint $zaqar_service \ | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 224 |             "$REGION_NAME" \ | 
 | 225 |             "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" \ | 
 | 226 |             "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" \ | 
 | 227 |             "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" | 
 | 228 |     fi | 
 | 229 |  | 
 | 230 | } | 
 | 231 |  | 
 | 232 |  | 
 | 233 | # Restore xtrace | 
 | 234 | $XTRACE | 
 | 235 |  | 
 | 236 | # Local variables: | 
 | 237 | # mode: shell-script | 
 | 238 | # End: |