Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 1 | # lib/marconi |
| 2 | # Install and start **Marconi** service |
| 3 | |
| 4 | # To enable a minimal set of Marconi services, add the following to localrc: |
Dean Troyer | d8864fe | 2014-02-17 11:00:42 -0600 | [diff] [blame] | 5 | # |
| 6 | # enable_service marconi-server |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 7 | # |
| 8 | # Dependencies: |
| 9 | # - functions |
| 10 | # - OS_AUTH_URL for auth in api |
| 11 | # - DEST set to the destination directory |
| 12 | # - SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api |
| 13 | # - STACK_USER service user |
| 14 | |
| 15 | # stack.sh |
| 16 | # --------- |
| 17 | # install_marconi |
| 18 | # configure_marconi |
| 19 | # init_marconi |
| 20 | # start_marconi |
| 21 | # stop_marconi |
| 22 | # cleanup_marconi |
| 23 | |
| 24 | # Save trace setting |
| 25 | XTRACE=$(set +o | grep xtrace) |
| 26 | set +o xtrace |
| 27 | |
| 28 | |
| 29 | # Defaults |
| 30 | # -------- |
| 31 | |
| 32 | # Set up default directories |
| 33 | MARCONI_DIR=$DEST/marconi |
| 34 | MARCONICLIENT_DIR=$DEST/python-marconiclient |
| 35 | MARCONI_CONF_DIR=/etc/marconi |
| 36 | MARCONI_CONF=$MARCONI_CONF_DIR/marconi.conf |
Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame] | 37 | MARCONI_API_LOG_DIR=/var/log/marconi |
| 38 | MARCONI_API_LOG_FILE=$MARCONI_API_LOG_DIR/queues.log |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 39 | MARCONI_AUTH_CACHE_DIR=${MARCONI_AUTH_CACHE_DIR:-/var/cache/marconi} |
| 40 | |
| 41 | # Support potential entry-points console scripts |
| 42 | MARCONI_BIN_DIR=$(get_python_exec_prefix) |
| 43 | |
| 44 | # Set up database backend |
Obulapathi N Challa | 9b2c579 | 2014-04-21 11:43:08 -0400 | [diff] [blame] | 45 | MARCONI_BACKEND=${MARCONI_BACKEND:-sqlite} |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 46 | |
| 47 | |
| 48 | # Set Marconi repository |
| 49 | MARCONI_REPO=${MARCONI_REPO:-${GIT_BASE}/openstack/marconi.git} |
| 50 | MARCONI_BRANCH=${MARCONI_BRANCH:-master} |
| 51 | |
| 52 | # Set client library repository |
| 53 | MARCONICLIENT_REPO=${MARCONICLIENT_REPO:-${GIT_BASE}/openstack/python-marconiclient.git} |
| 54 | MARCONICLIENT_BRANCH=${MARCONICLIENT_BRANCH:-master} |
| 55 | |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 56 | # Set Marconi Connection Info |
| 57 | MARCONI_SERVICE_HOST=${MARCONI_SERVICE_HOST:-$SERVICE_HOST} |
| 58 | MARCONI_SERVICE_PORT=${MARCONI_SERVICE_PORT:-8888} |
| 59 | MARCONI_SERVICE_PROTOCOL=${MARCONI_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} |
| 60 | |
Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 61 | # Tell Tempest this project is present |
Malini Kamalambal | 1e4e3ac | 2014-02-14 11:29:26 -0500 | [diff] [blame] | 62 | TEMPEST_SERVICES+=,marconi |
Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 63 | |
| 64 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 65 | # Functions |
| 66 | # --------- |
| 67 | |
Malini Kamalambal | 9972ec2 | 2014-02-10 11:22:39 -0500 | [diff] [blame] | 68 | # Test if any Marconi services are enabled |
| 69 | # is_marconi_enabled |
| 70 | function is_marconi_enabled { |
| 71 | [[ ,${ENABLED_SERVICES} =~ ,"marconi-" ]] && return 0 |
| 72 | return 1 |
| 73 | } |
| 74 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 75 | # cleanup_marconi() - Remove residual data files, anything left over from previous |
| 76 | # runs that a clean run would need to clean up |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 77 | function cleanup_marconi { |
Malini Kamalambal | 2dcc774 | 2014-02-18 13:45:18 -0500 | [diff] [blame] | 78 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo marconi --eval 'db.dropDatabase();'; do sleep 1; done"; then |
| 79 | die $LINENO "Mongo DB did not start" |
| 80 | fi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 81 | } |
| 82 | |
| 83 | # configure_marconiclient() - Set config files, create data dirs, etc |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 84 | function configure_marconiclient { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 85 | setup_develop $MARCONICLIENT_DIR |
| 86 | } |
| 87 | |
| 88 | # configure_marconi() - Set config files, create data dirs, etc |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 89 | function configure_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 90 | setup_develop $MARCONI_DIR |
| 91 | |
| 92 | [ ! -d $MARCONI_CONF_DIR ] && sudo mkdir -m 755 -p $MARCONI_CONF_DIR |
| 93 | sudo chown $USER $MARCONI_CONF_DIR |
| 94 | |
| 95 | [ ! -d $MARCONI_API_LOG_DIR ] && sudo mkdir -m 755 -p $MARCONI_API_LOG_DIR |
| 96 | sudo chown $USER $MARCONI_API_LOG_DIR |
| 97 | |
| 98 | iniset $MARCONI_CONF DEFAULT verbose True |
Malini Kamalambal | 2e978dd | 2014-02-28 14:06:59 -0500 | [diff] [blame] | 99 | iniset $MARCONI_CONF DEFAULT use_syslog $SYSLOG |
Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame] | 100 | iniset $MARCONI_CONF DEFAULT log_file $MARCONI_API_LOG_FILE |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 101 | iniset $MARCONI_CONF 'drivers:transport:wsgi' bind $MARCONI_SERVICE_HOST |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 102 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 103 | iniset $MARCONI_CONF keystone_authtoken auth_protocol http |
| 104 | iniset $MARCONI_CONF keystone_authtoken admin_user marconi |
| 105 | iniset $MARCONI_CONF keystone_authtoken admin_password $SERVICE_PASSWORD |
| 106 | iniset $MARCONI_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME |
| 107 | iniset $MARCONI_CONF keystone_authtoken signing_dir $MARCONI_AUTH_CACHE_DIR |
| 108 | |
Flavio Percoco | 5fc5b7e | 2014-03-05 18:49:02 +0100 | [diff] [blame] | 109 | if [ "$MARCONI_BACKEND" = 'mysql' ] || [ "$MARCONI_BACKEND" = 'postgresql' ] ; then |
| 110 | iniset $MARCONI_CONF drivers storage sqlalchemy |
| 111 | iniset $MARCONI_CONF 'drivers:storage:sqlalchemy' uri `database_connection_url marconi` |
Obulapathi N Challa | 9b2c579 | 2014-04-21 11:43:08 -0400 | [diff] [blame] | 112 | elif [ "$MARCONI_BACKEND" = 'mongodb' ] ; then |
| 113 | iniset $MARCONI_CONF drivers storage mongodb |
Flavio Percoco | 961328f | 2014-03-05 18:45:56 +0100 | [diff] [blame] | 114 | iniset $MARCONI_CONF 'drivers:storage:mongodb' uri mongodb://localhost:27017/marconi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 115 | configure_mongodb |
| 116 | cleanup_marconi |
| 117 | fi |
| 118 | } |
| 119 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 120 | function configure_mongodb { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 121 | # Set nssize to 2GB. This increases the number of namespaces supported |
| 122 | # # per database. |
Dean Troyer | 41d96d7 | 2014-02-11 09:08:35 -0600 | [diff] [blame] | 123 | if is_ubuntu; then |
| 124 | sudo sed -i -e " |
| 125 | s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1| |
| 126 | s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047| |
| 127 | " /etc/mongodb.conf |
| 128 | restart_service mongodb |
| 129 | elif is_fedora; then |
| 130 | sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod |
| 131 | restart_service mongod |
| 132 | fi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 133 | } |
| 134 | |
| 135 | # init_marconi() - Initialize etc. |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 136 | function init_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 137 | # Create cache dir |
| 138 | sudo mkdir -p $MARCONI_AUTH_CACHE_DIR |
| 139 | sudo chown $STACK_USER $MARCONI_AUTH_CACHE_DIR |
| 140 | rm -f $MARCONI_AUTH_CACHE_DIR/* |
| 141 | } |
| 142 | |
| 143 | # install_marconi() - Collect source and prepare |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 144 | function install_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 145 | git_clone $MARCONI_REPO $MARCONI_DIR $MARCONI_BRANCH |
| 146 | setup_develop $MARCONI_DIR |
| 147 | } |
| 148 | |
| 149 | # install_marconiclient() - Collect source and prepare |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 150 | function install_marconiclient { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 151 | git_clone $MARCONICLIENT_REPO $MARCONICLIENT_DIR $MARCONICLIENT_BRANCH |
| 152 | setup_develop $MARCONICLIENT_DIR |
| 153 | } |
| 154 | |
| 155 | # start_marconi() - Start running processes, including screen |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 156 | function start_marconi { |
Malini Kamalambal | 22ab3b9 | 2014-05-22 12:07:34 -0400 | [diff] [blame] | 157 | if [[ "$USE_SCREEN" = "False" ]]; then |
Malini Kamalambal | b0c3859 | 2014-05-15 17:04:13 -0400 | [diff] [blame] | 158 | screen_it marconi-server "marconi-server --config-file $MARCONI_CONF --daemon" |
| 159 | else |
| 160 | screen_it marconi-server "marconi-server --config-file $MARCONI_CONF" |
| 161 | fi |
| 162 | |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 163 | echo "Waiting for Marconi to start..." |
| 164 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT/v1/health; do sleep 1; done"; then |
| 165 | die $LINENO "Marconi did not start" |
| 166 | fi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 167 | } |
| 168 | |
| 169 | # stop_marconi() - Stop running processes |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 170 | function stop_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 171 | # Kill the marconi screen windows |
| 172 | for serv in marconi-server; do |
| 173 | screen -S $SCREEN_NAME -p $serv -X kill |
| 174 | done |
| 175 | } |
| 176 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 177 | function create_marconi_accounts { |
Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 178 | SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") |
| 179 | ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }") |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 180 | |
Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame^] | 181 | MARCONI_USER=$(get_or_create_user "marconi" \ |
| 182 | "$SERVICE_PASSWORD" $SERVICE_TENANT "marconi@example.com") |
| 183 | get_or_add_user_role $ADMIN_ROLE $MARCONI_USER $SERVICE_TENANT |
Malini Kamalambal | 0b3aacc | 2014-02-13 18:18:51 -0500 | [diff] [blame] | 184 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 185 | if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then |
Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame^] | 186 | |
| 187 | MARCONI_SERVICE=$(get_or_create_service "marconi" \ |
| 188 | "queuing" "Marconi Service") |
| 189 | get_or_create_endpoint $MARCONI_SERVICE \ |
| 190 | "$REGION_NAME" \ |
| 191 | "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \ |
| 192 | "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \ |
| 193 | "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 194 | fi |
| 195 | |
| 196 | } |
| 197 | |
| 198 | |
| 199 | # Restore xtrace |
| 200 | $XTRACE |
| 201 | |
| 202 | # Local variables: |
| 203 | # mode: shell-script |
| 204 | # End: |