| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 1 | # lib/zaqar | 
|  | 2 | # Install and start **Zaqar** service | 
|  | 3 |  | 
|  | 4 | # To enable a minimal set of Zaqar services, add the following to localrc: | 
|  | 5 | # | 
|  | 6 | #     enable_service zaqar-server | 
|  | 7 | # | 
|  | 8 | # Dependencies: | 
|  | 9 | # - functions | 
|  | 10 | # - OS_AUTH_URL for auth in api | 
|  | 11 | # - DEST set to the destination directory | 
|  | 12 | # - SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api | 
|  | 13 | # - STACK_USER service user | 
|  | 14 |  | 
|  | 15 | # stack.sh | 
|  | 16 | # --------- | 
|  | 17 | # install_zaqar | 
|  | 18 | # configure_zaqar | 
|  | 19 | # init_zaqar | 
|  | 20 | # start_zaqar | 
|  | 21 | # stop_zaqar | 
|  | 22 | # cleanup_zaqar | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 23 | # cleanup_zaqar_mongodb | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 24 |  | 
|  | 25 | # Save trace setting | 
|  | 26 | XTRACE=$(set +o | grep xtrace) | 
|  | 27 | set +o xtrace | 
|  | 28 |  | 
|  | 29 |  | 
|  | 30 | # Defaults | 
|  | 31 | # -------- | 
|  | 32 |  | 
|  | 33 | # Set up default directories | 
|  | 34 | ZAQAR_DIR=$DEST/zaqar | 
|  | 35 | ZAQARCLIENT_DIR=$DEST/python-zaqarclient | 
|  | 36 | ZAQAR_CONF_DIR=/etc/zaqar | 
|  | 37 | ZAQAR_CONF=$ZAQAR_CONF_DIR/zaqar.conf | 
|  | 38 | ZAQAR_API_LOG_DIR=/var/log/zaqar | 
|  | 39 | ZAQAR_API_LOG_FILE=$ZAQAR_API_LOG_DIR/queues.log | 
|  | 40 | ZAQAR_AUTH_CACHE_DIR=${ZAQAR_AUTH_CACHE_DIR:-/var/cache/zaqar} | 
|  | 41 |  | 
|  | 42 | # Support potential entry-points console scripts | 
|  | 43 | ZAQAR_BIN_DIR=$(get_python_exec_prefix) | 
|  | 44 |  | 
|  | 45 | # Set up database backend | 
|  | 46 | ZAQAR_BACKEND=${ZAQAR_BACKEND:-mongodb} | 
|  | 47 |  | 
|  | 48 |  | 
|  | 49 | # Set Zaqar repository | 
|  | 50 | ZAQAR_REPO=${ZAQAR_REPO:-${GIT_BASE}/openstack/zaqar.git} | 
|  | 51 | ZAQAR_BRANCH=${ZAQAR_BRANCH:-master} | 
|  | 52 |  | 
|  | 53 | # Set client library repository | 
|  | 54 | ZAQARCLIENT_REPO=${ZAQARCLIENT_REPO:-${GIT_BASE}/openstack/python-zaqarclient.git} | 
|  | 55 | ZAQARCLIENT_BRANCH=${ZAQARCLIENT_BRANCH:-master} | 
|  | 56 |  | 
|  | 57 | # Set Zaqar Connection Info | 
|  | 58 | ZAQAR_SERVICE_HOST=${ZAQAR_SERVICE_HOST:-$SERVICE_HOST} | 
|  | 59 | ZAQAR_SERVICE_PORT=${ZAQAR_SERVICE_PORT:-8888} | 
|  | 60 | ZAQAR_SERVICE_PROTOCOL=${ZAQAR_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} | 
|  | 61 |  | 
|  | 62 | # Tell Tempest this project is present | 
|  | 63 | TEMPEST_SERVICES+=,zaqar | 
|  | 64 |  | 
|  | 65 |  | 
|  | 66 | # Functions | 
|  | 67 | # --------- | 
|  | 68 |  | 
|  | 69 | # Test if any Zaqar services are enabled | 
|  | 70 | # is_zaqar_enabled | 
|  | 71 | function is_zaqar_enabled { | 
|  | 72 | [[ ,${ENABLED_SERVICES} =~ ,"zaqar-" ]] && return 0 | 
|  | 73 | return 1 | 
|  | 74 | } | 
|  | 75 |  | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 76 | # cleanup_zaqar() - Cleans up general things from previous | 
|  | 77 | # runs and storage specific left overs. | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 78 | function cleanup_zaqar { | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 79 | if [ "$ZAQAR_BACKEND" = 'mongodb' ] ; then | 
|  | 80 | cleanup_zaqar_mongodb | 
|  | 81 | fi | 
|  | 82 | } | 
|  | 83 |  | 
|  | 84 | # cleanup_zaqar_mongodb() - Remove residual data files, anything left over from previous | 
|  | 85 | # runs that a clean run would need to clean up | 
|  | 86 | function cleanup_zaqar_mongodb { | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 87 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo zaqar --eval 'db.dropDatabase();'; do sleep 1; done"; then | 
|  | 88 | die $LINENO "Mongo DB did not start" | 
|  | 89 | else | 
|  | 90 | full_version=$(mongo zaqar --eval 'db.dropDatabase();') | 
|  | 91 | mongo_version=`echo $full_version | cut -d' ' -f4` | 
|  | 92 | required_mongo_version='2.2' | 
|  | 93 | if [[ $mongo_version < $required_mongo_version ]]; then | 
|  | 94 | die $LINENO "Zaqar needs Mongo DB version >= 2.2 to run." | 
|  | 95 | fi | 
|  | 96 | fi | 
|  | 97 | } | 
|  | 98 |  | 
|  | 99 | # configure_zaqarclient() - Set config files, create data dirs, etc | 
|  | 100 | function configure_zaqarclient { | 
|  | 101 | setup_develop $ZAQARCLIENT_DIR | 
|  | 102 | } | 
|  | 103 |  | 
|  | 104 | # configure_zaqar() - Set config files, create data dirs, etc | 
|  | 105 | function configure_zaqar { | 
|  | 106 | setup_develop $ZAQAR_DIR | 
|  | 107 |  | 
|  | 108 | [ ! -d $ZAQAR_CONF_DIR ] && sudo mkdir -m 755 -p $ZAQAR_CONF_DIR | 
|  | 109 | sudo chown $USER $ZAQAR_CONF_DIR | 
|  | 110 |  | 
|  | 111 | [ ! -d $ZAQAR_API_LOG_DIR ] &&  sudo mkdir -m 755 -p $ZAQAR_API_LOG_DIR | 
|  | 112 | sudo chown $USER $ZAQAR_API_LOG_DIR | 
|  | 113 |  | 
| Victoria Martinez de la Cruz | 5bef3e1 | 2014-12-04 10:24:37 -0300 | [diff] [blame] | 114 | iniset $ZAQAR_CONF DEFAULT debug True | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 115 | iniset $ZAQAR_CONF DEFAULT verbose True | 
| Flavio Percoco | b64738f | 2014-11-24 16:44:50 +0100 | [diff] [blame] | 116 | iniset $ZAQAR_CONF DEFAULT admin_mode True | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 117 | iniset $ZAQAR_CONF DEFAULT use_syslog $SYSLOG | 
|  | 118 | iniset $ZAQAR_CONF DEFAULT log_file $ZAQAR_API_LOG_FILE | 
|  | 119 | iniset $ZAQAR_CONF 'drivers:transport:wsgi' bind $ZAQAR_SERVICE_HOST | 
|  | 120 |  | 
| Brant Knudson | 0595237 | 2014-09-19 17:22:22 -0500 | [diff] [blame] | 121 | configure_auth_token_middleware $ZAQAR_CONF zaqar $ZAQAR_AUTH_CACHE_DIR | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 122 |  | 
|  | 123 | if [ "$ZAQAR_BACKEND" = 'mysql' ] || [ "$ZAQAR_BACKEND" = 'postgresql' ] ; then | 
|  | 124 | iniset $ZAQAR_CONF drivers storage sqlalchemy | 
|  | 125 | iniset $ZAQAR_CONF 'drivers:storage:sqlalchemy' uri `database_connection_url zaqar` | 
|  | 126 | elif [ "$ZAQAR_BACKEND" = 'mongodb' ] ; then | 
|  | 127 | iniset $ZAQAR_CONF  drivers storage mongodb | 
|  | 128 | iniset $ZAQAR_CONF 'drivers:storage:mongodb' uri mongodb://localhost:27017/zaqar | 
|  | 129 | configure_mongodb | 
| Flavio Percoco | e29a55a | 2014-09-05 16:03:01 +0200 | [diff] [blame] | 130 | elif [ "$ZAQAR_BACKEND" = 'redis' ] ; then | 
|  | 131 | iniset $ZAQAR_CONF  drivers storage redis | 
|  | 132 | iniset $ZAQAR_CONF 'drivers:storage:redis' uri redis://localhost:6379 | 
|  | 133 | configure_redis | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 134 | fi | 
| Flavio Percoco | dec13c3 | 2014-09-08 09:48:27 +0200 | [diff] [blame] | 135 |  | 
|  | 136 | cleanup_zaqar | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 137 | } | 
|  | 138 |  | 
| Flavio Percoco | e29a55a | 2014-09-05 16:03:01 +0200 | [diff] [blame] | 139 | function configure_redis { | 
|  | 140 | if is_ubuntu; then | 
|  | 141 | install_package redis-server | 
|  | 142 | elif is_fedora; then | 
|  | 143 | install_package redis | 
|  | 144 | else | 
|  | 145 | exit_distro_not_supported "redis installation" | 
|  | 146 | fi | 
|  | 147 |  | 
|  | 148 | install_package python-redis | 
|  | 149 | } | 
|  | 150 |  | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 151 | function configure_mongodb { | 
|  | 152 | # Set nssize to 2GB. This increases the number of namespaces supported | 
|  | 153 | # # per database. | 
|  | 154 | if is_ubuntu; then | 
|  | 155 | sudo sed -i -e " | 
|  | 156 | s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1| | 
|  | 157 | s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047| | 
|  | 158 | " /etc/mongodb.conf | 
|  | 159 | restart_service mongodb | 
|  | 160 | elif is_fedora; then | 
|  | 161 | sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod | 
|  | 162 | restart_service mongod | 
|  | 163 | fi | 
|  | 164 | } | 
|  | 165 |  | 
|  | 166 | # init_zaqar() - Initialize etc. | 
|  | 167 | function init_zaqar { | 
|  | 168 | # Create cache dir | 
|  | 169 | sudo mkdir -p $ZAQAR_AUTH_CACHE_DIR | 
|  | 170 | sudo chown $STACK_USER $ZAQAR_AUTH_CACHE_DIR | 
|  | 171 | rm -f $ZAQAR_AUTH_CACHE_DIR/* | 
|  | 172 | } | 
|  | 173 |  | 
|  | 174 | # install_zaqar() - Collect source and prepare | 
|  | 175 | function install_zaqar { | 
|  | 176 | git_clone $ZAQAR_REPO $ZAQAR_DIR $ZAQAR_BRANCH | 
|  | 177 | setup_develop $ZAQAR_DIR | 
|  | 178 | } | 
|  | 179 |  | 
|  | 180 | # install_zaqarclient() - Collect source and prepare | 
|  | 181 | function install_zaqarclient { | 
|  | 182 | git_clone $ZAQARCLIENT_REPO $ZAQARCLIENT_DIR $ZAQARCLIENT_BRANCH | 
|  | 183 | setup_develop $ZAQARCLIENT_DIR | 
|  | 184 | } | 
|  | 185 |  | 
|  | 186 | # start_zaqar() - Start running processes, including screen | 
|  | 187 | function start_zaqar { | 
|  | 188 | if [[ "$USE_SCREEN" = "False" ]]; then | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 189 | run_process zaqar-server "zaqar-server --config-file $ZAQAR_CONF --daemon" | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 190 | else | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 191 | run_process zaqar-server "zaqar-server --config-file $ZAQAR_CONF" | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 192 | fi | 
|  | 193 |  | 
|  | 194 | echo "Waiting for Zaqar to start..." | 
|  | 195 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT/v1/health; do sleep 1; done"; then | 
|  | 196 | die $LINENO "Zaqar did not start" | 
|  | 197 | fi | 
|  | 198 | } | 
|  | 199 |  | 
|  | 200 | # stop_zaqar() - Stop running processes | 
|  | 201 | function stop_zaqar { | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 202 | local serv | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 203 | # Kill the zaqar screen windows | 
|  | 204 | for serv in zaqar-server; do | 
|  | 205 | screen -S $SCREEN_NAME -p $serv -X kill | 
|  | 206 | done | 
|  | 207 | } | 
|  | 208 |  | 
|  | 209 | function create_zaqar_accounts { | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 210 | local service_tenant=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 211 | ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }") | 
|  | 212 |  | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 213 | local zaqar_user=$(get_or_create_user "zaqar" \ | 
|  | 214 | "$SERVICE_PASSWORD" $service_tenant) | 
|  | 215 | get_or_add_user_role $ADMIN_ROLE $zaqar_user $service_tenant | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 216 |  | 
|  | 217 | if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then | 
|  | 218 |  | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 219 | local zaqar_service=$(get_or_create_service "zaqar" \ | 
| Victoria MartÃnez de la Cruz | f080e89 | 2014-09-19 19:07:10 -0300 | [diff] [blame] | 220 | "messaging" "Zaqar Service") | 
| Dean Troyer | 6430919 | 2014-08-19 22:17:50 -0500 | [diff] [blame] | 221 | get_or_create_endpoint $zaqar_service \ | 
| Malini Kamalambal | 9504bb3 | 2014-08-01 17:41:08 -0400 | [diff] [blame] | 222 | "$REGION_NAME" \ | 
|  | 223 | "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" \ | 
|  | 224 | "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" \ | 
|  | 225 | "$ZAQAR_SERVICE_PROTOCOL://$ZAQAR_SERVICE_HOST:$ZAQAR_SERVICE_PORT" | 
|  | 226 | fi | 
|  | 227 |  | 
|  | 228 | } | 
|  | 229 |  | 
|  | 230 |  | 
|  | 231 | # Restore xtrace | 
|  | 232 | $XTRACE | 
|  | 233 |  | 
|  | 234 | # Local variables: | 
|  | 235 | # mode: shell-script | 
|  | 236 | # End: |