blob: 85b7474955aee26c7f631eca7accee4489f3199a [file] [log] [blame]
Jesse Andrewsba23cc72011-09-11 03:22:13 -07001#!/usr/bin/env bash
2
Jesse Andrews5e2fc412011-09-18 21:16:42 -07003# **stack.sh** is an opinionated openstack dev installation.
Jesse Andrewsba23cc72011-09-11 03:22:13 -07004
Jesse Andrewsc4b3aab2011-09-15 22:54:52 -07005# To keep this script simple we assume you are running on an **Ubuntu 11.04
Jesse Andrews24859062011-09-15 21:28:23 -07006# Natty** machine. It should work in a VM or physical server. Additionally we
7# put the list of *apt* and *pip* dependencies and other configuration files in
8# this repo. So start by grabbing this script and the dependencies.
9
root40a37002011-09-20 18:06:14 +000010# You can grab the most recent version of this script and files from Rackspace
Jesse Andrews5e2fc412011-09-18 21:16:42 -070011# Cloud Builders at https://github.com/cloudbuilders/devstack
Jesse Andrews6edd17f2011-09-15 22:19:42 -070012
13# Sanity Check
14# ============
15
Jesse Andrewsc4b3aab2011-09-15 22:54:52 -070016# Warn users who aren't on natty, but allow them to override check and attempt
Jesse Andrews6edd17f2011-09-15 22:19:42 -070017# installation with ``FORCE=yes ./stack``
Jesse Andrews6edd17f2011-09-15 22:19:42 -070018if ! grep -q natty /etc/lsb-release; then
19 echo "WARNING: this script has only been tested on natty"
20 if [[ "$FORCE" != "yes" ]]; then
21 echo "If you wish to run this script anyway run with FORCE=yes"
22 exit 1
23 fi
24fi
25
root40a37002011-09-20 18:06:14 +000026#The following makes fresh mininmal installs (i.e. LXCs) happy
27apt-get update
28apt-get install -y sudo
29
30# stack.sh keeps the list of **apt** and **pip** dependencies in external
Jesse Andrews4d282182011-09-16 11:27:43 -070031# files, along with config templates and other useful files. You can find these
root40a37002011-09-20 18:06:14 +000032# in the ``files`` directory (next to this script). We will reference this
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070033# directory using the ``FILES`` variable in this script.
34FILES=`pwd`/files
35if [ ! -d $FILES ]; then
36 echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
Jesse Andrews6edd17f2011-09-15 22:19:42 -070037 exit 1
38fi
39
40# Settings
41# ========
Jesse Andrews30f68e92011-09-13 00:59:54 -070042
Jesse Andrewsd74257d2011-09-13 01:24:50 -070043# This script is customizable through setting environment variables. If you
44# want to override a setting you can either::
45#
46# export MYSQL_PASS=anothersecret
47# ./stack.sh
48#
Jesse Andrews6edd17f2011-09-15 22:19:42 -070049# You can also pass options on a single line ``MYSQL_PASS=simple ./stack.sh``
50#
51# We try to have sensible defaults, so you should be able to run ``./stack.sh``
52# in most cases.
Jesse Andrewsd74257d2011-09-13 01:24:50 -070053
Jesse Andrews6edd17f2011-09-15 22:19:42 -070054# So that errors don't compound we exit on any errors so you see only the
55# first error that occured.
Jesse Andrewsba23cc72011-09-11 03:22:13 -070056set -o errexit
57
root40a37002011-09-20 18:06:14 +000058# Print the commands being run so that we can see the command that triggers
Jesse Andrewsd74257d2011-09-13 01:24:50 -070059# an error. It is also useful for following allowing as the install occurs.
Jesse Andrewsba23cc72011-09-11 03:22:13 -070060set -o xtrace
61
Anthony Young2f140202011-09-26 13:02:40 -070062# Import variables
63source ./stackrc
64
Jesse Andrews6edd17f2011-09-15 22:19:42 -070065# Destination path for installation ``DEST``
66DEST=${DEST:-/opt}
Jesse Andrewsba23cc72011-09-11 03:22:13 -070067
Jesse Andrews6f3baaf2011-09-12 11:59:38 -070068# Set the destination directories for openstack projects
Jesse Andrewsba23cc72011-09-11 03:22:13 -070069NOVA_DIR=$DEST/nova
70DASH_DIR=$DEST/dash
Jake Dahn9337b332011-09-15 21:46:20 -070071NIXON_DIR=$DEST/dash/openstack-dashboard/dashboard/nixon
Jesse Andrewsba23cc72011-09-11 03:22:13 -070072GLANCE_DIR=$DEST/glance
73KEYSTONE_DIR=$DEST/keystone
74NOVACLIENT_DIR=$DEST/python-novaclient
Anthony Young2f140202011-09-26 13:02:40 -070075OPENSTACKX_DIR=$DEST/openstackx
Jesse Andrewsba23cc72011-09-11 03:22:13 -070076NOVNC_DIR=$DEST/noVNC
Dean Troyer0017c8f2011-09-13 15:37:50 -050077MUNIN_DIR=$DEST/openstack-munin
Anthony Younga8416442011-09-13 20:07:44 -070078
79# Specify which services to launch. These generally correspond to screen tabs
Dean Troyer0d6de092011-09-21 13:44:08 -050080ENABLED_SERVICES=${ENABLED_SERVICES:-g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,dash,mysql,rabbit,munin}
Jesse Andrewsba23cc72011-09-11 03:22:13 -070081
Jesse Andrewsd74257d2011-09-13 01:24:50 -070082# Use the first IP unless an explicit is set by ``HOST_IP`` environment variable
Jesse Andrewsba23cc72011-09-11 03:22:13 -070083if [ ! -n "$HOST_IP" ]; then
Dean Troyer2a15a7c2011-09-13 13:22:14 -050084 HOST_IP=`LC_ALL=C /sbin/ifconfig | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'`
Jesse Andrewsba23cc72011-09-11 03:22:13 -070085fi
86
Jesse Andrewsd74257d2011-09-13 01:24:50 -070087# Nova network configuration
Anthony Youngb1bdd5e2011-09-20 09:39:50 -070088PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-eth0}
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -070089VLAN_INTERFACE=${VLAN_INTERFACE:-$PUBLIC_INTERFACE}
Jesse Andrewsa72f7ad2011-09-25 13:41:22 -070090FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.1/28}
91FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/16}
92NET_MAN=${NET_MAN:-FlatDHCPManager}
Anthony Younga8416442011-09-13 20:07:44 -070093EC2_DMZ_HOST=${EC2_DMZ_HOST:-$HOST_IP}
Anthony Youngb1bdd5e2011-09-20 09:39:50 -070094FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-br100}
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -070095SCHEDULER=${SCHEDULER:-nova.scheduler.simple.SimpleScheduler}
Jesse Andrews30f68e92011-09-13 00:59:54 -070096
Jesse Andrewsd74257d2011-09-13 01:24:50 -070097# If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE``
98# variable but make sure that the interface doesn't already have an
99# ip or you risk breaking things.
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -0700100FLAT_INTERFACE=${FLAT_INTERFACE:-eth0}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700101
root40a37002011-09-20 18:06:14 +0000102# Nova hypervisor configuration. We default to **kvm** but will drop back to
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700103# **qemu** if we are unable to load the kvm module.
104LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm}
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700105
Anthony Younga8416442011-09-13 20:07:44 -0700106# Mysql connection info
Anthony Young320412b2011-09-14 02:39:10 -0700107MYSQL_USER=${MYSQL_USER:-root}
Anthony Young1c364642011-09-13 20:21:42 -0700108MYSQL_PASS=${MYSQL_PASS:-nova}
Anthony Younga8416442011-09-13 20:07:44 -0700109MYSQL_HOST=${MYSQL_HOST:-localhost}
110# don't specify /db in this string, so we can use it for multiple services
Anthony Youngfdaf21a2011-09-13 20:11:42 -0700111BASE_SQL_CONN=${BASE_SQL_CONN:-mysql://$MYSQL_USER:$MYSQL_PASS@$MYSQL_HOST}
Anthony Younga8416442011-09-13 20:07:44 -0700112
113# Rabbit connection info
114RABBIT_HOST=${RABBIT_HOST:-localhost}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700115
Anthony Young377aae62011-09-14 09:55:31 -0700116# Glance connection info. Note the port must be specified.
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700117GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$HOST_IP:9292}
Anthony Young377aae62011-09-14 09:55:31 -0700118
Jesse Andrews30f68e92011-09-13 00:59:54 -0700119# Install Packages
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700120# ================
Jesse Andrews30f68e92011-09-13 00:59:54 -0700121#
122# Openstack uses a fair number of other projects.
123
root40a37002011-09-20 18:06:14 +0000124# Seed configuration with mysql password so that apt-get install doesn't
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700125# prompt us for a password upon install.
Jesse Andrews18d350d2011-09-12 21:46:12 -0700126cat <<MYSQL_PRESEED | sudo debconf-set-selections
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700127mysql-server-5.1 mysql-server/root_password password $MYSQL_PASS
128mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASS
129mysql-server-5.1 mysql-server/start_on_boot boolean true
130MYSQL_PRESEED
Jesse Andrews2caf8fd2011-09-12 16:15:11 -0700131
Jesse Andrews75a37652011-09-12 17:09:08 -0700132# install apt requirements
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700133sudo apt-get install -y -q `cat $FILES/apts/* | cut -d\# -f1 | grep -Ev "mysql-server|rabbitmq-server"`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700134
Jesse Andrews75a37652011-09-12 17:09:08 -0700135# install python requirements
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700136sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $FILES/pips/*`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700137
Jesse Andrewsd61db852011-09-16 14:13:17 -0700138# git clone only if directory doesn't exist already. Since ``DEST`` might not
139# be owned by the installation user, we create the directory and change the
140# ownership to the proper user.
Jesse Andrews61632572011-09-12 17:40:00 -0700141function git_clone {
142 if [ ! -d $2 ]; then
Jesse Andrewsd61db852011-09-16 14:13:17 -0700143 sudo mkdir $2
144 sudo chown `whoami` $2
Jesse Andrews61632572011-09-12 17:40:00 -0700145 git clone $1 $2
Anthony Young2f140202011-09-26 13:02:40 -0700146 cd $2
Anthony Young303233e2011-09-26 13:12:57 -0700147 # This checkout syntax works for both branches and tags
Anthony Young2f140202011-09-26 13:02:40 -0700148 git checkout $3
Jesse Andrews61632572011-09-12 17:40:00 -0700149 fi
150}
151
Jesse Andrews75a37652011-09-12 17:09:08 -0700152# compute service
Anthony Young2f140202011-09-26 13:02:40 -0700153git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700154# image catalog service
Anthony Young2f140202011-09-26 13:02:40 -0700155git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700156# unified auth system (manages accounts/tokens)
Anthony Young2f140202011-09-26 13:02:40 -0700157git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700158# a websockets/html5 or flash powered VNC console for vm instances
Anthony Young2f140202011-09-26 13:02:40 -0700159git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700160# django powered web control panel for openstack
Anthony Young2f140202011-09-26 13:02:40 -0700161git_clone $DASH_REPO $DASH_DIR $DASH_BRANCH $DASH_TAG
root40a37002011-09-20 18:06:14 +0000162# add nixon, will use this to show munin graphs in dashboard
Anthony Young2f140202011-09-26 13:02:40 -0700163git_clone $NIXON_REPO $NIXON_DIR $NIXON_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700164# python client library to nova that dashboard (and others) use
Anthony Young2f140202011-09-26 13:02:40 -0700165git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH
root40a37002011-09-20 18:06:14 +0000166# openstackx is a collection of extensions to openstack.compute & nova
Jesse Andrews75a37652011-09-12 17:09:08 -0700167# that is *deprecated*. The code is being moved into python-novaclient & nova.
Anthony Young2f140202011-09-26 13:02:40 -0700168git_clone $OPENSTACKX_REPO $OPENSTACKX_DIR $OPENSTACKX_BRANCH
Dean Troyer0017c8f2011-09-13 15:37:50 -0500169# openstack-munin is a collection of munin plugins for monitoring the stack
Anthony Young2f140202011-09-26 13:02:40 -0700170git_clone $MUNIN_REPO $MUNIN_DIR $MUNIN_BRANCH
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700171
Jesse Andrews30f68e92011-09-13 00:59:54 -0700172# Initialization
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700173# ==============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700174
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700175
Jesse Andrews75a37652011-09-12 17:09:08 -0700176# setup our checkouts so they are installed into python path
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700177# allowing ``import nova`` or ``import glance.client``
Dean Troyer0017c8f2011-09-13 15:37:50 -0500178cd $NOVA_DIR; sudo python setup.py develop
Jesse Andrews18d350d2011-09-12 21:46:12 -0700179cd $NOVACLIENT_DIR; sudo python setup.py develop
180cd $KEYSTONE_DIR; sudo python setup.py develop
181cd $GLANCE_DIR; sudo python setup.py develop
Anthony Young2f140202011-09-26 13:02:40 -0700182cd $OPENSTACKX_DIR; sudo python setup.py develop
Jesse Andrews18d350d2011-09-12 21:46:12 -0700183cd $DASH_DIR/django-openstack; sudo python setup.py develop
184cd $DASH_DIR/openstack-dashboard; sudo python setup.py develop
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700185
Jesse Andrews6edd17f2011-09-15 22:19:42 -0700186# Add a useful screenrc. This isn't required to run openstack but is we do
root40a37002011-09-20 18:06:14 +0000187# it since we are going to run the services in screen for simple
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700188cp $FILES/screenrc ~/.screenrc
Jesse Andrews6f3baaf2011-09-12 11:59:38 -0700189
Jesse Andrews6edd17f2011-09-15 22:19:42 -0700190## TODO: update current user to allow sudo for all commands in files/sudo/*
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700191
Anthony Younga09ae2f2011-09-15 23:11:29 -0700192# Rabbit
193# ---------
194#
195if [[ "$ENABLED_SERVICES" =~ "rabbit" ]]; then
196 # Install and start rabbitmq-server
Anthony Young093eeb02011-09-15 23:17:44 -0700197 sudo apt-get install -y -q rabbitmq-server
Anthony Younga09ae2f2011-09-15 23:11:29 -0700198fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700199
Jesse Andrews24859062011-09-15 21:28:23 -0700200# Mysql
201# ---------
202#
203if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
Anthony Younga09ae2f2011-09-15 23:11:29 -0700204 # Install and start mysql-server
Anthony Young093eeb02011-09-15 23:17:44 -0700205 sudo apt-get -y -q install mysql-server
Jesse Andrews24859062011-09-15 21:28:23 -0700206 # Update the DB to give user ‘$MYSQL_USER’@’%’ full control of the all databases:
207 sudo mysql -uroot -p$MYSQL_PASS -e "GRANT ALL PRIVILEGES ON *.* TO '$MYSQL_USER'@'%' identified by '$MYSQL_PASS';"
208
209 # Edit /etc/mysql/my.cnf to change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and restart the mysql service:
210 sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf
211 sudo service mysql restart
212fi
213
214
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700215# Dashboard
216# ---------
217#
218# Setup the django application to serve via apache/wsgi
Jesse Andrews75a37652011-09-12 17:09:08 -0700219
Anthony Young70dc5e02011-09-15 16:52:43 -0700220if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then
Jesse Andrews24859062011-09-15 21:28:23 -0700221
root40a37002011-09-20 18:06:14 +0000222 # Dash currently imports quantum even if you aren't using it. Instead
223 # of installing quantum we can create a simple module that will pass the
Jesse Andrews24859062011-09-15 21:28:23 -0700224 # initial imports
Anthony Young70dc5e02011-09-15 16:52:43 -0700225 sudo mkdir -p $DASH_DIR/openstack-dashboard/quantum || true
226 sudo touch $DASH_DIR/openstack-dashboard/quantum/__init__.py
227 sudo touch $DASH_DIR/openstack-dashboard/quantum/client.py
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700228
Anthony Young70dc5e02011-09-15 16:52:43 -0700229 cd $DASH_DIR/openstack-dashboard
root40a37002011-09-20 18:06:14 +0000230
Jake Dahna3492ed2011-09-15 22:42:43 -0700231 # Includes settings for Nixon, to expose munin charts.
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700232 sudo cp $FILES/dash_settings.py local/local_settings.py
Jake Dahn9337b332011-09-15 21:46:20 -0700233
Anthony Young70dc5e02011-09-15 16:52:43 -0700234 dashboard/manage.py syncdb
Jesse Andrews75a37652011-09-12 17:09:08 -0700235
Anthony Young70dc5e02011-09-15 16:52:43 -0700236 # create an empty directory that apache uses as docroot
237 sudo mkdir -p $DASH_DIR/.blackhole
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700238
Anthony Young70dc5e02011-09-15 16:52:43 -0700239 ## Configure apache's 000-default to run dashboard
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700240 sudo cp $FILES/000-default.template /etc/apache2/sites-enabled/000-default
Anthony Young70dc5e02011-09-15 16:52:43 -0700241 sudo sed -e "s,%DASH_DIR%,$DASH_DIR,g" -i /etc/apache2/sites-enabled/000-default
Jesse Andrews18d350d2011-09-12 21:46:12 -0700242
root40a37002011-09-20 18:06:14 +0000243 # ``python setup.py develop`` left some files owned by root in ``DASH_DIR``
244 # and others are owned by the user you are using to run this script.
Jesse Andrews4d282182011-09-16 11:27:43 -0700245 # We need to change the owner to apache for dashboard to run.
Anthony Young70dc5e02011-09-15 16:52:43 -0700246 sudo chown -R www-data:www-data $DASH_DIR
247fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700248
Anthony Young3859f732011-09-14 02:33:43 -0700249
Dean Troyer0017c8f2011-09-13 15:37:50 -0500250# Munin
251# -----
252
Jesse Andrews24859062011-09-15 21:28:23 -0700253# Munin is accessable via apache and was configured in the dashboard section.
Dean Troyer0017c8f2011-09-13 15:37:50 -0500254
Anthony Young70dc5e02011-09-15 16:52:43 -0700255if [[ "$ENABLED_SERVICES" =~ "munin" ]]; then
256 # allow connections from other hosts
Jake Dahn35681252011-09-16 16:53:22 -0700257 sudo sed -i -e 's/Allow from localhost/Allow from all/g' /etc/munin/apache.conf
Anthony Young70dc5e02011-09-15 16:52:43 -0700258
259 cat >/tmp/nova <<EOF
Dean Troyer0017c8f2011-09-13 15:37:50 -0500260[keystone_*]
Dean Troyer925df4c2011-09-14 10:20:57 -0500261user `whoami`
Dean Troyer0017c8f2011-09-13 15:37:50 -0500262
263[nova_*]
Dean Troyer925df4c2011-09-14 10:20:57 -0500264user `whoami`
Dean Troyer0017c8f2011-09-13 15:37:50 -0500265EOF
Anthony Young70dc5e02011-09-15 16:52:43 -0700266 sudo mv /tmp/nova /etc/munin/plugin-conf.d/nova
267 # configure Munin for Nova plugins
268 PLUGINS="keystone_stats nova_floating_ips nova_instance_launched nova_instance_ nova_instance_timing nova_services"
269 for i in $PLUGINS; do
270 sudo cp -p $MUNIN_DIR/$i /usr/share/munin/plugins
271 sudo ln -sf /usr/share/munin/plugins/$i /etc/munin/plugins
272 done
273 sudo mv /etc/munin/plugins/nova_instance_ /etc/munin/plugins/nova_instance_launched
274 sudo restart munin-node
275fi
Dean Troyer0017c8f2011-09-13 15:37:50 -0500276
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700277# Glance
278# ------
279
Anthony Young70dc5e02011-09-15 16:52:43 -0700280if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
Anthony Youngc8357622011-09-20 10:38:06 -0700281 GLANCE_IMAGE_DIR=$DEST/glance/images
Anthony Younga531b772011-09-20 09:59:54 -0700282 # Delete existing images
283 rm -rf $GLANCE_IMAGE_DIR
Jesse Andrews75a37652011-09-12 17:09:08 -0700284
Anthony Younga531b772011-09-20 09:59:54 -0700285 # Use local glance directories
286 mkdir -p $GLANCE_IMAGE_DIR
287
Anthony Young70dc5e02011-09-15 16:52:43 -0700288 # (re)create glance database
root40a37002011-09-20 18:06:14 +0000289 mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS glance;'
Anthony Young70dc5e02011-09-15 16:52:43 -0700290 mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE glance;'
291 # Copy over our glance-registry.conf
292 GLANCE_CONF=$GLANCE_DIR/etc/glance-registry.conf
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700293 cp $FILES/glance-registry.conf $GLANCE_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700294 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/glance,g" -i $GLANCE_CONF
Anthony Younga531b772011-09-20 09:59:54 -0700295 sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_CONF
Anthony Youngf12d3ab2011-09-20 00:33:51 -0700296
297 GLANCE_API_CONF=$GLANCE_DIR/etc/glance-api.conf
298 cp $FILES/glance-api.conf $GLANCE_API_CONF
Anthony Younga531b772011-09-20 09:59:54 -0700299 sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_API_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700300fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700301
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700302# Nova
303# ----
304
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700305
Anthony Young70dc5e02011-09-15 16:52:43 -0700306if [[ "$ENABLED_SERVICES" =~ "n-cpu" ]]; then
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700307
root40a37002011-09-20 18:06:14 +0000308 # attempt to load modules: nbd (network block device - used to manage
309 # qcow images) and kvm (hardware based virtualization). If unable to
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700310 # load kvm, set the libvirt type to qemu.
Anthony Young70dc5e02011-09-15 16:52:43 -0700311 sudo modprobe nbd || true
Dean Troyer0d6de092011-09-21 13:44:08 -0500312 if [ ! -e /dev/kvm ]; then
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700313 LIBVIRT_TYPE=qemu
314 fi
Jesse Andrewse30432f2011-09-16 14:54:48 -0700315 # User needs to be member of libvirtd group for nova-compute to use libvirt.
Anthony Young70dc5e02011-09-15 16:52:43 -0700316 sudo usermod -a -G libvirtd `whoami`
317 # if kvm wasn't running before we need to restart libvirt to enable it
318 sudo /etc/init.d/libvirt-bin restart
319
Anthony Young70dc5e02011-09-15 16:52:43 -0700320 # setup nova instance directory
321 mkdir -p $NOVA_DIR/instances
322
323 # if there is a partition labeled nova-instances use it (ext filesystems
324 # can be labeled via e2label)
325 ## FIXME: if already mounted this blows up...
326 if [ -L /dev/disk/by-label/nova-instances ]; then
327 sudo mount -L nova-instances $NOVA_DIR/instances
328 sudo chown -R `whoami` $NOVA_DIR/instances
329 fi
330
331 # Clean out the instances directory
332 rm -rf $NOVA_DIR/instances/*
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700333fi
334
Anthony Young70dc5e02011-09-15 16:52:43 -0700335if [[ "$ENABLED_SERVICES" =~ "n-net" ]]; then
336 # delete traces of nova networks from prior runs
Anthony Young09fde812011-09-20 02:23:54 -0700337 sudo killall dnsmasq || true
Anthony Young70dc5e02011-09-15 16:52:43 -0700338 rm -rf $NOVA_DIR/networks
339 mkdir -p $NOVA_DIR/networks
340fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700341
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700342function add_nova_flag {
343 echo "$1" >> $NOVA_DIR/bin/nova.conf
344}
345
346# (re)create nova.conf
347rm -f $NOVA_DIR/bin/nova.conf
348add_nova_flag "--verbose"
349add_nova_flag "--nodaemon"
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -0700350add_nova_flag "--scheduler_driver=$SCHEDULER"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700351add_nova_flag "--dhcpbridge_flagfile=$NOVA_DIR/bin/nova.conf"
352add_nova_flag "--network_manager=nova.network.manager.$NET_MAN"
353add_nova_flag "--my_ip=$HOST_IP"
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700354add_nova_flag "--public_interface=$PUBLIC_INTERFACE"
355add_nova_flag "--vlan_interface=$VLAN_INTERFACE"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700356add_nova_flag "--sql_connection=$BASE_SQL_CONN/nova"
357add_nova_flag "--libvirt_type=$LIBVIRT_TYPE"
Anthony Young2f140202011-09-26 13:02:40 -0700358add_nova_flag "--osapi_extensions_path=$OPENSTACKX_DIR/extensions"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700359add_nova_flag "--vncproxy_url=http://$HOST_IP:6080"
360add_nova_flag "--vncproxy_wwwroot=$NOVNC_DIR/"
361add_nova_flag "--api_paste_config=$KEYSTONE_DIR/examples/paste/nova-api-paste.ini"
362add_nova_flag "--image_service=nova.image.glance.GlanceImageService"
363add_nova_flag "--ec2_dmz_host=$EC2_DMZ_HOST"
364add_nova_flag "--rabbit_host=$RABBIT_HOST"
365add_nova_flag "--glance_api_servers=$GLANCE_HOSTPORT"
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700366add_nova_flag "--flat_network_bridge=$FLAT_NETWORK_BRIDGE"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700367if [ -n "$FLAT_INTERFACE" ]; then
368 add_nova_flag "--flat_interface=$FLAT_INTERFACE"
369fi
370if [ -n "$MULTI_HOST" ]; then
371 add_nova_flag "--multi_host=$MULTI_HOST"
372fi
373
Anthony Younga0748002011-09-16 21:37:36 -0700374if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
375 # (re)create nova database
root40a37002011-09-20 18:06:14 +0000376 mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS nova;'
Anthony Younga0748002011-09-16 21:37:36 -0700377 mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE nova;'
378 $NOVA_DIR/bin/nova-manage db sync
379
380 # create a small network
381 $NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 32
382
383 # create some floating ips
384 $NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE
385fi
386
387
Jesse Andrewse8d9cd82011-09-13 15:16:26 -0700388# Keystone
389# --------
390
Anthony Young70dc5e02011-09-15 16:52:43 -0700391if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
392 # (re)create keystone database
root40a37002011-09-20 18:06:14 +0000393 mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS keystone;'
Anthony Young70dc5e02011-09-15 16:52:43 -0700394 mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE keystone;'
Jesse Andrews75a37652011-09-12 17:09:08 -0700395
Anthony Young70dc5e02011-09-15 16:52:43 -0700396 # FIXME (anthony) keystone should use keystone.conf.example
397 KEYSTONE_CONF=$KEYSTONE_DIR/etc/keystone.conf
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700398 cp $FILES/keystone.conf $KEYSTONE_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700399 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/keystone,g" -i $KEYSTONE_CONF
Anthony Young3a093122011-09-13 19:01:45 +0000400
Anthony Youngec21d932011-09-16 16:05:55 -0700401 KEYSTONE_DATA=$KEYSTONE_DIR/bin/keystone_data.sh
402 cp $FILES/keystone_data.sh $KEYSTONE_DATA
403 sudo sed -e "s,%HOST_IP%,$HOST_IP,g" -i $KEYSTONE_DATA
Anthony Young70dc5e02011-09-15 16:52:43 -0700404 # initialize keystone with default users/endpoints
Anthony Youngec21d932011-09-16 16:05:55 -0700405 BIN_DIR=$KEYSTONE_DIR/bin bash $KEYSTONE_DATA
Anthony Young70dc5e02011-09-15 16:52:43 -0700406fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700407
Jesse Andrews75a37652011-09-12 17:09:08 -0700408
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700409# Launch Services
410# ===============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700411
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700412# nova api crashes if we start it with a regular screen command,
413# so send the start command by forcing text into the window.
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700414# Only run the services specified in ``ENABLED_SERVICES``
415
Jesse Andrews1f717602011-09-16 15:18:53 -0700416# our screen helper to launch a service in a hidden named screen
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700417function screen_it {
Jesse Andrews1f717602011-09-16 15:18:53 -0700418 NL=`echo -ne '\015'`
Anthony Young292e46d2011-09-13 11:28:56 -0700419 if [[ "$ENABLED_SERVICES" =~ "$1" ]]; then
420 screen -S nova -X screen -t $1
421 screen -S nova -p $1 -X stuff "$2$NL"
422 fi
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700423}
424
Jesse Andrewsa16e5e92011-09-16 16:30:55 -0700425# create a new named screen to run processes in
426screen -d -m -S nova -t nova
427sleep 1
428
Anthony Youngd000b222011-09-19 14:46:53 -0700429if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
430 screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf"
431fi
432
433if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
434 screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf"
435 while ! wget -q -O- http://$GLANCE_HOSTPORT; do
436 echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..."
437 sleep 1
438 done
439fi
440
441if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
Anthony Youngf33796e2011-09-22 00:14:12 -0700442 screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone --config-file $KEYSTONE_CONF -d"
Anthony Youngd000b222011-09-19 14:46:53 -0700443 while ! wget -q -O- http://127.0.0.1:5000; do
444 echo "Waiting for keystone to start..."
445 sleep 1
446 done
447fi
448
449if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
Anthony Young9bf3d762011-09-20 09:51:16 -0700450 screen_it n-api "cd $NOVA_DIR && $NOVA_DIR/bin/nova-api"
Anthony Youngd000b222011-09-19 14:46:53 -0700451 while ! wget -q -O- http://127.0.0.1:8774; do
452 echo "Waiting for nova-api to start..."
453 sleep 1
454 done
455fi
root40a37002011-09-20 18:06:14 +0000456# Launching nova-compute should be as simple as running ``nova-compute`` but
457# have to do a little more than that in our script. Since we add the group
Jesse Andrews1f717602011-09-16 15:18:53 -0700458# ``libvirtd`` to our user in this script, when nova-compute is run it is
root40a37002011-09-20 18:06:14 +0000459# within the context of our original shell (so our groups won't be updated).
Jesse Andrews1f717602011-09-16 15:18:53 -0700460# We can send the command nova-compute to the ``newgrp`` command to execute
461# in a specific context.
Anthony Young9bf3d762011-09-20 09:51:16 -0700462screen_it n-cpu "cd $NOVA_DIR && echo $NOVA_DIR/bin/nova-compute | newgrp libvirtd"
463screen_it n-net "cd $NOVA_DIR && $NOVA_DIR/bin/nova-network"
464screen_it n-sch "cd $NOVA_DIR && $NOVA_DIR/bin/nova-scheduler"
Anthony Young1f81db62011-09-13 03:35:00 -0700465# nova-vncproxy binds a privileged port, and so needs sudo
Anthony Young9bf3d762011-09-20 09:51:16 -0700466screen_it n-vnc "cd $NOVA_DIR && sudo $NOVA_DIR/bin/nova-vncproxy"
467screen_it dash "cd $DASH_DIR && sudo /etc/init.d/apache2 restart; sudo tail -f /var/log/apache2/error.log"
Jesse Andrews75a37652011-09-12 17:09:08 -0700468
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700469# Install Images
470# ==============
Jesse Andrewse49b8bd2011-09-12 18:08:04 -0700471
Anthony Young70dc5e02011-09-15 16:52:43 -0700472if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
root40a37002011-09-20 18:06:14 +0000473 # Downloads a tty image (ami/aki/ari style), then extracts it. Upon extraction
Anthony Young70dc5e02011-09-15 16:52:43 -0700474 # we upload to glance with the glance cli tool.
Jesse Andrews543d7d42011-09-16 14:16:36 -0700475 if [ ! -f $FILES/tty.tgz ]; then
476 wget -c http://images.ansolabs.com/tty.tgz -O $FILES/tty.tgz
Anthony Young70dc5e02011-09-15 16:52:43 -0700477 fi
Jesse Andrewse49b8bd2011-09-12 18:08:04 -0700478
Anthony Young70dc5e02011-09-15 16:52:43 -0700479 # extract ami-tty/image, aki-tty/image & ari-tty/image
Jesse Andrews543d7d42011-09-16 14:16:36 -0700480 mkdir -p $FILES/images
Jesse Andrews74e965f2011-09-16 14:19:46 -0700481 tar -zxf $FILES/tty.tgz -C $FILES/images
Anthony Young70dc5e02011-09-15 16:52:43 -0700482
root40a37002011-09-20 18:06:14 +0000483 # add images to glance
Anthony Young70dc5e02011-09-15 16:52:43 -0700484 # FIXME: kernel/ramdisk is hardcoded - use return result from add
root40a37002011-09-20 18:06:14 +0000485 glance add -A 999888777666 name="tty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/aki-tty/image
486 glance add -A 999888777666 name="tty-ramdisk" is_public=true container_format=ari disk_format=ari < $FILES/images/ari-tty/image
Anthony Youngd02d7152011-09-20 01:31:41 -0700487 glance add -A 999888777666 name="tty" is_public=true container_format=ami disk_format=ami kernel_id=1 ramdisk_id=2 < $FILES/images/ami-tty/image
Jesse Andrewse49b8bd2011-09-12 18:08:04 -0700488fi
Jesse Andrews24859062011-09-15 21:28:23 -0700489
490# Using the cloud
491# ===============
492
493# If you installed the dashboard on this server, then you should be able
root40a37002011-09-20 18:06:14 +0000494# to access the site using your browser.
Jesse Andrews24859062011-09-15 21:28:23 -0700495if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then
496 echo "dashboard is now available at http://$HOST_IP/"
497fi
498
499# If keystone is present, you can point nova cli to this server
500if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
501 echo "keystone is serving at http://$HOST_IP:5000/v2.0/"
502 echo "examples on using novaclient command line is in exercise.sh"
503fi