| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 1 | # lib/marconi | 
|  | 2 | # Install and start **Marconi** service | 
|  | 3 |  | 
|  | 4 | # To enable a minimal set of Marconi services, add the following to localrc: | 
| Dean Troyer | d8864fe | 2014-02-17 11:00:42 -0600 | [diff] [blame] | 5 | # | 
|  | 6 | #     enable_service marconi-server | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 7 | # | 
|  | 8 | # Dependencies: | 
|  | 9 | # - functions | 
|  | 10 | # - OS_AUTH_URL for auth in api | 
|  | 11 | # - DEST set to the destination directory | 
|  | 12 | # - SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api | 
|  | 13 | # - STACK_USER service user | 
|  | 14 |  | 
|  | 15 | # stack.sh | 
|  | 16 | # --------- | 
|  | 17 | # install_marconi | 
|  | 18 | # configure_marconi | 
|  | 19 | # init_marconi | 
|  | 20 | # start_marconi | 
|  | 21 | # stop_marconi | 
|  | 22 | # cleanup_marconi | 
|  | 23 |  | 
|  | 24 | # Save trace setting | 
|  | 25 | XTRACE=$(set +o | grep xtrace) | 
|  | 26 | set +o xtrace | 
|  | 27 |  | 
|  | 28 |  | 
|  | 29 | # Defaults | 
|  | 30 | # -------- | 
|  | 31 |  | 
|  | 32 | # Set up default directories | 
|  | 33 | MARCONI_DIR=$DEST/marconi | 
|  | 34 | MARCONICLIENT_DIR=$DEST/python-marconiclient | 
|  | 35 | MARCONI_CONF_DIR=/etc/marconi | 
|  | 36 | MARCONI_CONF=$MARCONI_CONF_DIR/marconi.conf | 
| Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame] | 37 | MARCONI_API_LOG_DIR=/var/log/marconi | 
|  | 38 | MARCONI_API_LOG_FILE=$MARCONI_API_LOG_DIR/queues.log | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 39 | MARCONI_AUTH_CACHE_DIR=${MARCONI_AUTH_CACHE_DIR:-/var/cache/marconi} | 
|  | 40 |  | 
|  | 41 | # Support potential entry-points console scripts | 
|  | 42 | MARCONI_BIN_DIR=$(get_python_exec_prefix) | 
|  | 43 |  | 
|  | 44 | # Set up database backend | 
| Obulapathi N Challa | 9b2c579 | 2014-04-21 11:43:08 -0400 | [diff] [blame] | 45 | MARCONI_BACKEND=${MARCONI_BACKEND:-sqlite} | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 46 |  | 
|  | 47 |  | 
|  | 48 | # Set Marconi repository | 
|  | 49 | MARCONI_REPO=${MARCONI_REPO:-${GIT_BASE}/openstack/marconi.git} | 
|  | 50 | MARCONI_BRANCH=${MARCONI_BRANCH:-master} | 
|  | 51 |  | 
|  | 52 | # Set client library repository | 
|  | 53 | MARCONICLIENT_REPO=${MARCONICLIENT_REPO:-${GIT_BASE}/openstack/python-marconiclient.git} | 
|  | 54 | MARCONICLIENT_BRANCH=${MARCONICLIENT_BRANCH:-master} | 
|  | 55 |  | 
| Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 56 | # Set Marconi Connection Info | 
|  | 57 | MARCONI_SERVICE_HOST=${MARCONI_SERVICE_HOST:-$SERVICE_HOST} | 
|  | 58 | MARCONI_SERVICE_PORT=${MARCONI_SERVICE_PORT:-8888} | 
|  | 59 | MARCONI_SERVICE_PROTOCOL=${MARCONI_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} | 
|  | 60 |  | 
| Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 61 | # Tell Tempest this project is present | 
| Malini Kamalambal | 1e4e3ac | 2014-02-14 11:29:26 -0500 | [diff] [blame] | 62 | TEMPEST_SERVICES+=,marconi | 
| Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 63 |  | 
|  | 64 |  | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 65 | # Functions | 
|  | 66 | # --------- | 
|  | 67 |  | 
| Malini Kamalambal | 9972ec2 | 2014-02-10 11:22:39 -0500 | [diff] [blame] | 68 | # Test if any Marconi services are enabled | 
|  | 69 | # is_marconi_enabled | 
|  | 70 | function is_marconi_enabled { | 
|  | 71 | [[ ,${ENABLED_SERVICES} =~ ,"marconi-" ]] && return 0 | 
|  | 72 | return 1 | 
|  | 73 | } | 
|  | 74 |  | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 75 | # cleanup_marconi() - Remove residual data files, anything left over from previous | 
|  | 76 | # runs that a clean run would need to clean up | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 77 | function cleanup_marconi { | 
| Malini Kamalambal | 2dcc774 | 2014-02-18 13:45:18 -0500 | [diff] [blame] | 78 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo marconi --eval 'db.dropDatabase();'; do sleep 1; done"; then | 
|  | 79 | die $LINENO "Mongo DB did not start" | 
|  | 80 | fi | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 81 | } | 
|  | 82 |  | 
|  | 83 | # configure_marconiclient() - Set config files, create data dirs, etc | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 84 | function configure_marconiclient { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 85 | setup_develop $MARCONICLIENT_DIR | 
|  | 86 | } | 
|  | 87 |  | 
|  | 88 | # configure_marconi() - Set config files, create data dirs, etc | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 89 | function configure_marconi { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 90 | setup_develop $MARCONI_DIR | 
|  | 91 |  | 
|  | 92 | [ ! -d $MARCONI_CONF_DIR ] && sudo mkdir -m 755 -p $MARCONI_CONF_DIR | 
|  | 93 | sudo chown $USER $MARCONI_CONF_DIR | 
|  | 94 |  | 
|  | 95 | [ ! -d $MARCONI_API_LOG_DIR ] &&  sudo mkdir -m 755 -p $MARCONI_API_LOG_DIR | 
|  | 96 | sudo chown $USER $MARCONI_API_LOG_DIR | 
|  | 97 |  | 
|  | 98 | iniset $MARCONI_CONF DEFAULT verbose True | 
| Malini Kamalambal | 2e978dd | 2014-02-28 14:06:59 -0500 | [diff] [blame] | 99 | iniset $MARCONI_CONF DEFAULT use_syslog $SYSLOG | 
| Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame] | 100 | iniset $MARCONI_CONF DEFAULT log_file $MARCONI_API_LOG_FILE | 
| Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 101 | iniset $MARCONI_CONF 'drivers:transport:wsgi' bind $MARCONI_SERVICE_HOST | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 102 |  | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 103 | iniset $MARCONI_CONF keystone_authtoken auth_protocol http | 
|  | 104 | iniset $MARCONI_CONF keystone_authtoken admin_user marconi | 
|  | 105 | iniset $MARCONI_CONF keystone_authtoken admin_password $SERVICE_PASSWORD | 
|  | 106 | iniset $MARCONI_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME | 
|  | 107 | iniset $MARCONI_CONF keystone_authtoken signing_dir $MARCONI_AUTH_CACHE_DIR | 
|  | 108 |  | 
| Flavio Percoco | 5fc5b7e | 2014-03-05 18:49:02 +0100 | [diff] [blame] | 109 | if [ "$MARCONI_BACKEND" = 'mysql' ] || [ "$MARCONI_BACKEND" = 'postgresql' ] ; then | 
|  | 110 | iniset $MARCONI_CONF drivers storage sqlalchemy | 
|  | 111 | iniset $MARCONI_CONF 'drivers:storage:sqlalchemy' uri `database_connection_url marconi` | 
| Obulapathi N Challa | 9b2c579 | 2014-04-21 11:43:08 -0400 | [diff] [blame] | 112 | elif [ "$MARCONI_BACKEND" = 'mongodb' ] ; then | 
|  | 113 | iniset $MARCONI_CONF  drivers storage mongodb | 
| Flavio Percoco | 961328f | 2014-03-05 18:45:56 +0100 | [diff] [blame] | 114 | iniset $MARCONI_CONF 'drivers:storage:mongodb' uri mongodb://localhost:27017/marconi | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 115 | configure_mongodb | 
|  | 116 | cleanup_marconi | 
|  | 117 | fi | 
|  | 118 | } | 
|  | 119 |  | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 120 | function configure_mongodb { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 121 | # Set nssize to 2GB. This increases the number of namespaces supported | 
|  | 122 | # # per database. | 
| Dean Troyer | 41d96d7 | 2014-02-11 09:08:35 -0600 | [diff] [blame] | 123 | if is_ubuntu; then | 
|  | 124 | sudo sed -i -e " | 
|  | 125 | s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1| | 
|  | 126 | s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047| | 
|  | 127 | " /etc/mongodb.conf | 
|  | 128 | restart_service mongodb | 
|  | 129 | elif is_fedora; then | 
|  | 130 | sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod | 
|  | 131 | restart_service mongod | 
|  | 132 | fi | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 133 | } | 
|  | 134 |  | 
|  | 135 | # init_marconi() - Initialize etc. | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 136 | function init_marconi { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 137 | # Create cache dir | 
|  | 138 | sudo mkdir -p $MARCONI_AUTH_CACHE_DIR | 
|  | 139 | sudo chown $STACK_USER $MARCONI_AUTH_CACHE_DIR | 
|  | 140 | rm -f $MARCONI_AUTH_CACHE_DIR/* | 
|  | 141 | } | 
|  | 142 |  | 
|  | 143 | # install_marconi() - Collect source and prepare | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 144 | function install_marconi { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 145 | git_clone $MARCONI_REPO $MARCONI_DIR $MARCONI_BRANCH | 
|  | 146 | setup_develop $MARCONI_DIR | 
|  | 147 | } | 
|  | 148 |  | 
|  | 149 | # install_marconiclient() - Collect source and prepare | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 150 | function install_marconiclient { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 151 | git_clone $MARCONICLIENT_REPO $MARCONICLIENT_DIR $MARCONICLIENT_BRANCH | 
|  | 152 | setup_develop $MARCONICLIENT_DIR | 
|  | 153 | } | 
|  | 154 |  | 
|  | 155 | # start_marconi() - Start running processes, including screen | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 156 | function start_marconi { | 
| Obulapathi N Challa | 9b2c579 | 2014-04-21 11:43:08 -0400 | [diff] [blame] | 157 | screen_it marconi-server "marconi-server --config-file $MARCONI_CONF --daemon" | 
| Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 158 | echo "Waiting for Marconi to start..." | 
|  | 159 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT/v1/health; do sleep 1; done"; then | 
|  | 160 | die $LINENO "Marconi did not start" | 
|  | 161 | fi | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 162 | } | 
|  | 163 |  | 
|  | 164 | # stop_marconi() - Stop running processes | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 165 | function stop_marconi { | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 166 | # Kill the marconi screen windows | 
|  | 167 | for serv in marconi-server; do | 
|  | 168 | screen -S $SCREEN_NAME -p $serv -X kill | 
|  | 169 | done | 
|  | 170 | } | 
|  | 171 |  | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 172 | function create_marconi_accounts { | 
| Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 173 | SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") | 
|  | 174 | ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }") | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 175 |  | 
| Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 176 | MARCONI_USER=$(openstack user create \ | 
|  | 177 | marconi \ | 
|  | 178 | --password "$SERVICE_PASSWORD" \ | 
|  | 179 | --project $SERVICE_TENANT \ | 
|  | 180 | --email marconi@example.com \ | 
|  | 181 | | grep " id " | get_field 2) | 
|  | 182 | openstack role add \ | 
|  | 183 | $ADMIN_ROLE \ | 
|  | 184 | --project $SERVICE_TENANT \ | 
|  | 185 | --user $MARCONI_USER | 
| Malini Kamalambal | 0b3aacc | 2014-02-13 18:18:51 -0500 | [diff] [blame] | 186 |  | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 187 | if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then | 
| Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 188 | MARCONI_SERVICE=$(openstack service create \ | 
|  | 189 | marconi \ | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 190 | --type=queuing \ | 
| Malini Kamalambal | 0f7ad6b | 2013-12-13 12:42:31 -0500 | [diff] [blame] | 191 | --description="Marconi Service" \ | 
|  | 192 | | grep " id " | get_field 2) | 
| Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 193 | openstack endpoint create \ | 
|  | 194 | $MARCONI_SERVICE \ | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 195 | --region RegionOne \ | 
| Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 196 | --publicurl "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \ | 
|  | 197 | --adminurl "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \ | 
|  | 198 | --internalurl "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" | 
| Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 199 | fi | 
|  | 200 |  | 
|  | 201 | } | 
|  | 202 |  | 
|  | 203 |  | 
|  | 204 | # Restore xtrace | 
|  | 205 | $XTRACE | 
|  | 206 |  | 
|  | 207 | # Local variables: | 
|  | 208 | # mode: shell-script | 
|  | 209 | # End: |