Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 1 | # lib/marconi |
| 2 | # Install and start **Marconi** service |
| 3 | |
| 4 | # To enable a minimal set of Marconi services, add the following to localrc: |
Dean Troyer | d8864fe | 2014-02-17 11:00:42 -0600 | [diff] [blame] | 5 | # |
| 6 | # enable_service marconi-server |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 7 | # |
| 8 | # Dependencies: |
| 9 | # - functions |
| 10 | # - OS_AUTH_URL for auth in api |
| 11 | # - DEST set to the destination directory |
| 12 | # - SERVICE_PASSWORD, SERVICE_TENANT_NAME for auth in api |
| 13 | # - STACK_USER service user |
| 14 | |
| 15 | # stack.sh |
| 16 | # --------- |
| 17 | # install_marconi |
| 18 | # configure_marconi |
| 19 | # init_marconi |
| 20 | # start_marconi |
| 21 | # stop_marconi |
| 22 | # cleanup_marconi |
| 23 | |
| 24 | # Save trace setting |
| 25 | XTRACE=$(set +o | grep xtrace) |
| 26 | set +o xtrace |
| 27 | |
| 28 | |
| 29 | # Defaults |
| 30 | # -------- |
| 31 | |
| 32 | # Set up default directories |
| 33 | MARCONI_DIR=$DEST/marconi |
| 34 | MARCONICLIENT_DIR=$DEST/python-marconiclient |
| 35 | MARCONI_CONF_DIR=/etc/marconi |
| 36 | MARCONI_CONF=$MARCONI_CONF_DIR/marconi.conf |
Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame^] | 37 | MARCONI_API_LOG_DIR=/var/log/marconi |
| 38 | MARCONI_API_LOG_FILE=$MARCONI_API_LOG_DIR/queues.log |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 39 | MARCONI_AUTH_CACHE_DIR=${MARCONI_AUTH_CACHE_DIR:-/var/cache/marconi} |
| 40 | |
| 41 | # Support potential entry-points console scripts |
| 42 | MARCONI_BIN_DIR=$(get_python_exec_prefix) |
| 43 | |
| 44 | # Set up database backend |
| 45 | MARCONI_BACKEND=${MARCONI_BACKEND:-mongodb} |
| 46 | |
| 47 | |
| 48 | # Set Marconi repository |
| 49 | MARCONI_REPO=${MARCONI_REPO:-${GIT_BASE}/openstack/marconi.git} |
| 50 | MARCONI_BRANCH=${MARCONI_BRANCH:-master} |
| 51 | |
| 52 | # Set client library repository |
| 53 | MARCONICLIENT_REPO=${MARCONICLIENT_REPO:-${GIT_BASE}/openstack/python-marconiclient.git} |
| 54 | MARCONICLIENT_BRANCH=${MARCONICLIENT_BRANCH:-master} |
| 55 | |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 56 | # Set Marconi Connection Info |
| 57 | MARCONI_SERVICE_HOST=${MARCONI_SERVICE_HOST:-$SERVICE_HOST} |
| 58 | MARCONI_SERVICE_PORT=${MARCONI_SERVICE_PORT:-8888} |
| 59 | MARCONI_SERVICE_PROTOCOL=${MARCONI_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} |
| 60 | |
Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 61 | # Tell Tempest this project is present |
Malini Kamalambal | 1e4e3ac | 2014-02-14 11:29:26 -0500 | [diff] [blame] | 62 | TEMPEST_SERVICES+=,marconi |
Dean Troyer | 4237f59 | 2014-01-29 16:22:11 -0600 | [diff] [blame] | 63 | |
| 64 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 65 | # Functions |
| 66 | # --------- |
| 67 | |
Malini Kamalambal | 9972ec2 | 2014-02-10 11:22:39 -0500 | [diff] [blame] | 68 | # Test if any Marconi services are enabled |
| 69 | # is_marconi_enabled |
| 70 | function is_marconi_enabled { |
| 71 | [[ ,${ENABLED_SERVICES} =~ ,"marconi-" ]] && return 0 |
| 72 | return 1 |
| 73 | } |
| 74 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 75 | # cleanup_marconi() - Remove residual data files, anything left over from previous |
| 76 | # runs that a clean run would need to clean up |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 77 | function cleanup_marconi { |
Malini Kamalambal | 2dcc774 | 2014-02-18 13:45:18 -0500 | [diff] [blame] | 78 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! mongo marconi --eval 'db.dropDatabase();'; do sleep 1; done"; then |
| 79 | die $LINENO "Mongo DB did not start" |
| 80 | fi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 81 | } |
| 82 | |
| 83 | # configure_marconiclient() - Set config files, create data dirs, etc |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 84 | function configure_marconiclient { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 85 | setup_develop $MARCONICLIENT_DIR |
| 86 | } |
| 87 | |
| 88 | # configure_marconi() - Set config files, create data dirs, etc |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 89 | function configure_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 90 | setup_develop $MARCONI_DIR |
| 91 | |
| 92 | [ ! -d $MARCONI_CONF_DIR ] && sudo mkdir -m 755 -p $MARCONI_CONF_DIR |
| 93 | sudo chown $USER $MARCONI_CONF_DIR |
| 94 | |
| 95 | [ ! -d $MARCONI_API_LOG_DIR ] && sudo mkdir -m 755 -p $MARCONI_API_LOG_DIR |
| 96 | sudo chown $USER $MARCONI_API_LOG_DIR |
| 97 | |
| 98 | iniset $MARCONI_CONF DEFAULT verbose True |
Malini Kamalambal | 2e978dd | 2014-02-28 14:06:59 -0500 | [diff] [blame] | 99 | iniset $MARCONI_CONF DEFAULT use_syslog $SYSLOG |
Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame^] | 100 | iniset $MARCONI_CONF DEFAULT log_file $MARCONI_API_LOG_FILE |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 101 | iniset $MARCONI_CONF 'drivers:transport:wsgi' bind $MARCONI_SERVICE_HOST |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 102 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 103 | iniset $MARCONI_CONF keystone_authtoken auth_protocol http |
| 104 | iniset $MARCONI_CONF keystone_authtoken admin_user marconi |
| 105 | iniset $MARCONI_CONF keystone_authtoken admin_password $SERVICE_PASSWORD |
| 106 | iniset $MARCONI_CONF keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME |
| 107 | iniset $MARCONI_CONF keystone_authtoken signing_dir $MARCONI_AUTH_CACHE_DIR |
| 108 | |
| 109 | if [[ "$MARCONI_BACKEND" = 'mongodb' ]]; then |
| 110 | iniset $MARCONI_CONF database connection mongodb://localhost:27017/marconi |
| 111 | configure_mongodb |
| 112 | cleanup_marconi |
| 113 | fi |
| 114 | } |
| 115 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 116 | function configure_mongodb { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 117 | # Set nssize to 2GB. This increases the number of namespaces supported |
| 118 | # # per database. |
Dean Troyer | 41d96d7 | 2014-02-11 09:08:35 -0600 | [diff] [blame] | 119 | if is_ubuntu; then |
| 120 | sudo sed -i -e " |
| 121 | s|[^ \t]*#[ \t]*\(nssize[ \t]*=.*\$\)|\1| |
| 122 | s|^\(nssize[ \t]*=[ \t]*\).*\$|\1 2047| |
| 123 | " /etc/mongodb.conf |
| 124 | restart_service mongodb |
| 125 | elif is_fedora; then |
| 126 | sudo sed -i '/--nssize/!s/OPTIONS=\"/OPTIONS=\"--nssize 2047 /' /etc/sysconfig/mongod |
| 127 | restart_service mongod |
| 128 | fi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 129 | } |
| 130 | |
| 131 | # init_marconi() - Initialize etc. |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 132 | function init_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 133 | # Create cache dir |
| 134 | sudo mkdir -p $MARCONI_AUTH_CACHE_DIR |
| 135 | sudo chown $STACK_USER $MARCONI_AUTH_CACHE_DIR |
| 136 | rm -f $MARCONI_AUTH_CACHE_DIR/* |
| 137 | } |
| 138 | |
| 139 | # install_marconi() - Collect source and prepare |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 140 | function install_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 141 | git_clone $MARCONI_REPO $MARCONI_DIR $MARCONI_BRANCH |
| 142 | setup_develop $MARCONI_DIR |
| 143 | } |
| 144 | |
| 145 | # install_marconiclient() - Collect source and prepare |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 146 | function install_marconiclient { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 147 | git_clone $MARCONICLIENT_REPO $MARCONICLIENT_DIR $MARCONICLIENT_BRANCH |
| 148 | setup_develop $MARCONICLIENT_DIR |
| 149 | } |
| 150 | |
| 151 | # start_marconi() - Start running processes, including screen |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 152 | function start_marconi { |
Malini Kamalambal | e2aa91b | 2014-03-04 04:40:19 -0500 | [diff] [blame^] | 153 | screen_it marconi-server "marconi-server --config-file $MARCONI_CONF 2>&1" |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 154 | echo "Waiting for Marconi to start..." |
| 155 | if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT/v1/health; do sleep 1; done"; then |
| 156 | die $LINENO "Marconi did not start" |
| 157 | fi |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | # stop_marconi() - Stop running processes |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 161 | function stop_marconi { |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 162 | # Kill the marconi screen windows |
| 163 | for serv in marconi-server; do |
| 164 | screen -S $SCREEN_NAME -p $serv -X kill |
| 165 | done |
| 166 | } |
| 167 | |
Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 168 | function create_marconi_accounts { |
Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 169 | SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }") |
| 170 | ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }") |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 171 | |
Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 172 | MARCONI_USER=$(openstack user create \ |
| 173 | marconi \ |
| 174 | --password "$SERVICE_PASSWORD" \ |
| 175 | --project $SERVICE_TENANT \ |
| 176 | --email marconi@example.com \ |
| 177 | | grep " id " | get_field 2) |
| 178 | openstack role add \ |
| 179 | $ADMIN_ROLE \ |
| 180 | --project $SERVICE_TENANT \ |
| 181 | --user $MARCONI_USER |
Malini Kamalambal | 0b3aacc | 2014-02-13 18:18:51 -0500 | [diff] [blame] | 182 | |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 183 | if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then |
Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 184 | MARCONI_SERVICE=$(openstack service create \ |
| 185 | marconi \ |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 186 | --type=queuing \ |
Malini Kamalambal | 0f7ad6b | 2013-12-13 12:42:31 -0500 | [diff] [blame] | 187 | --description="Marconi Service" \ |
| 188 | | grep " id " | get_field 2) |
Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 189 | openstack endpoint create \ |
| 190 | $MARCONI_SERVICE \ |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 191 | --region RegionOne \ |
Malini Kamalambal | 67df3b2 | 2014-02-20 14:48:59 -0500 | [diff] [blame] | 192 | --publicurl "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \ |
| 193 | --adminurl "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" \ |
| 194 | --internalurl "$MARCONI_SERVICE_PROTOCOL://$MARCONI_SERVICE_HOST:$MARCONI_SERVICE_PORT" |
Flaper Fesp | 06b345e | 2013-09-04 15:35:47 +0200 | [diff] [blame] | 195 | fi |
| 196 | |
| 197 | } |
| 198 | |
| 199 | |
| 200 | # Restore xtrace |
| 201 | $XTRACE |
| 202 | |
| 203 | # Local variables: |
| 204 | # mode: shell-script |
| 205 | # End: |