blob: c79fb46bd8ff03f6f21af72b1956311131c8ef26 [file] [log] [blame]
Jesse Andrewsba23cc72011-09-11 03:22:13 -07001#!/usr/bin/env bash
2
Jesse Andrews0e7e8972011-10-02 16:36:54 -04003# **stack.sh** is an opinionated openstack developer installation.
4
5# This script installs and configures *nova*, *glance*, *dashboard* and *keystone*
Jesse Andrewsba23cc72011-09-11 03:22:13 -07006
Vishvananda Ishaya9b353672011-10-20 10:07:10 -07007# This script allows you to specify configuration options of what git
Jesse Andrews5372f432011-10-03 01:08:24 -04008# repositories to use, enabled services, network configuration and various
9# passwords. If you are crafty you can run the script on multiple nodes using
10# shared settings for common resources (mysql, rabbitmq) and build a multi-node
11# developer install.
Jesse Andrews782b9912011-10-02 16:53:21 -040012
Jesse Andrewsc4b3aab2011-09-15 22:54:52 -070013# To keep this script simple we assume you are running on an **Ubuntu 11.04
Jesse Andrews24859062011-09-15 21:28:23 -070014# Natty** machine. It should work in a VM or physical server. Additionally we
15# put the list of *apt* and *pip* dependencies and other configuration files in
16# this repo. So start by grabbing this script and the dependencies.
17
Jesse Andrews0e7e8972011-10-02 16:36:54 -040018# Learn more and get the most recent version at http://devstack.org
Jesse Andrews6edd17f2011-09-15 22:19:42 -070019
20# Sanity Check
21# ============
22
Jesse Andrewsc4b3aab2011-09-15 22:54:52 -070023# Warn users who aren't on natty, but allow them to override check and attempt
Jesse Andrews6edd17f2011-09-15 22:19:42 -070024# installation with ``FORCE=yes ./stack``
Jesse Andrews6edd17f2011-09-15 22:19:42 -070025if ! grep -q natty /etc/lsb-release; then
26 echo "WARNING: this script has only been tested on natty"
27 if [[ "$FORCE" != "yes" ]]; then
28 echo "If you wish to run this script anyway run with FORCE=yes"
29 exit 1
30 fi
31fi
32
Jesse Andrews51fb22e2011-10-19 09:24:17 -070033# Keep track of the current devstack directory.
34TOP_DIR=$(cd $(dirname "$0") && pwd)
35
root40a37002011-09-20 18:06:14 +000036# stack.sh keeps the list of **apt** and **pip** dependencies in external
Jesse Andrews4d282182011-09-16 11:27:43 -070037# files, along with config templates and other useful files. You can find these
root40a37002011-09-20 18:06:14 +000038# in the ``files`` directory (next to this script). We will reference this
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070039# directory using the ``FILES`` variable in this script.
Jesse Andrews51fb22e2011-10-19 09:24:17 -070040FILES=$TOP_DIR/files
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070041if [ ! -d $FILES ]; then
42 echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
Jesse Andrews6edd17f2011-09-15 22:19:42 -070043 exit 1
44fi
45
Anthony Young6015c822011-10-12 07:17:11 +000046
Scott Moserf9da5082011-10-07 21:28:00 -040047
48# Settings
49# ========
50
51# This script is customizable through setting environment variables. If you
52# want to override a setting you can either::
53#
Anthony Young7a549f42011-10-12 07:13:13 +000054# export MYSQL_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040055# ./stack.sh
56#
Anthony Young7a549f42011-10-12 07:13:13 +000057# You can also pass options on a single line ``MYSQL_PASSWORD=simple ./stack.sh``
Scott Moserf9da5082011-10-07 21:28:00 -040058#
59# Additionally, you can put any local variables into a ``localrc`` file, like::
60#
Anthony Young7a549f42011-10-12 07:13:13 +000061# MYSQL_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040062# MYSQL_USER=hellaroot
63#
64# We try to have sensible defaults, so you should be able to run ``./stack.sh``
65# in most cases.
66#
67# We our settings from ``stackrc``. This file is distributed with devstack and
Vishvananda Ishaya9b353672011-10-20 10:07:10 -070068# contains locations for what repositories to use. If you want to use other
69# repositories and branches, you can add your own settings with another file
Scott Moserf9da5082011-10-07 21:28:00 -040070# called ``localrc``
71#
Vishvananda Ishaya9b353672011-10-20 10:07:10 -070072# If ``localrc`` exists, then ``stackrc`` will load those settings. This is
Scott Moserf9da5082011-10-07 21:28:00 -040073# useful for changing a branch or repostiory to test other versions. Also you
Anthony Young7a549f42011-10-12 07:13:13 +000074# can store your other settings like **MYSQL_PASSWORD** or **ADMIN_PASSWORD** instead
Scott Moserf9da5082011-10-07 21:28:00 -040075# of letting devstack generate random ones for you.
76source ./stackrc
77
Jesse Andrews6edd17f2011-09-15 22:19:42 -070078# Destination path for installation ``DEST``
Anthony Younge8fed482011-09-26 19:50:43 -070079DEST=${DEST:-/opt/stack}
Jesse Andrewsba23cc72011-09-11 03:22:13 -070080
Dean Troyer9122e7b2011-10-17 14:07:11 -050081# OpenStack is designed to be run as a regular user (Dashboard will fail to run
82# as root, since apache refused to startup serve content from root user). If
83# stack.sh is run as root, it automatically creates a stack user with
84# sudo privileges and runs as that user.
85
86if [[ $EUID -eq 0 ]]; then
James E. Blair92e81992011-10-11 09:26:29 -050087 ROOTSLEEP=${ROOTSLEEP:-10}
Dean Troyer9122e7b2011-10-17 14:07:11 -050088 echo "You are running this script as root."
James E. Blair92e81992011-10-11 09:26:29 -050089 echo "In $ROOTSLEEP seconds, we will create a user 'stack' and run as that user"
90 sleep $ROOTSLEEP
Dean Troyer9122e7b2011-10-17 14:07:11 -050091
92 # since this script runs as a normal user, we need to give that user
93 # ability to run sudo
Scott Moseree1b4952011-10-20 13:09:11 -040094 apt_get update
95 apt_get install sudo
Dean Troyer9122e7b2011-10-17 14:07:11 -050096
97 if ! getent passwd stack >/dev/null; then
98 echo "Creating a user called stack"
99 useradd -U -G sudo -s /bin/bash -d $DEST -m stack
100 fi
101
102 echo "Giving stack user passwordless sudo priviledges"
103 # natty uec images sudoers does not have a '#includedir'. add one.
104 grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
105 echo "#includedir /etc/sudoers.d" >> /etc/sudoers
106 ( umask 226 && echo "stack ALL=(ALL) NOPASSWD:ALL" \
107 > /etc/sudoers.d/50_stack_sh )
108
109 echo "Copying files to stack user"
110 STACK_DIR="$DEST/${PWD##*/}"
111 cp -r -f "$PWD" "$STACK_DIR"
112 chown -R stack "$STACK_DIR"
113 if [[ "$SHELL_AFTER_RUN" != "no" ]]; then
114 exec su -c "set -e; cd $STACK_DIR; bash stack.sh; bash" stack
115 else
116 exec su -c "set -e; cd $STACK_DIR; bash stack.sh" stack
117 fi
118 exit 1
Jesse Andrews509992f2011-10-27 11:18:09 -0700119else
120 # Our user needs passwordless priviledges for certain commands which nova
121 # uses internally.
122 # Natty uec images sudoers does not have a '#includedir'. add one.
Jesse Andrews84a399b2011-10-27 11:20:38 -0700123 sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
124 echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
Jesse Andrews509992f2011-10-27 11:18:09 -0700125 sudo cp $FILES/sudo/nova /etc/sudoers.d/stack_sh_nova
126 sudo sed -e "s,%USER%,$USER,g" -i /etc/sudoers.d/stack_sh_nova
Jesse Andrews47bb2112011-10-27 11:29:43 -0700127 sudo chmod 0440 /etc/sudoers.d/stack_sh_nova
Dean Troyer9122e7b2011-10-17 14:07:11 -0500128fi
129
Jesse Andrews6f3baaf2011-09-12 11:59:38 -0700130# Set the destination directories for openstack projects
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700131NOVA_DIR=$DEST/nova
132DASH_DIR=$DEST/dash
133GLANCE_DIR=$DEST/glance
134KEYSTONE_DIR=$DEST/keystone
135NOVACLIENT_DIR=$DEST/python-novaclient
Anthony Young2f140202011-09-26 13:02:40 -0700136OPENSTACKX_DIR=$DEST/openstackx
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700137NOVNC_DIR=$DEST/noVNC
Anthony Younga8416442011-09-13 20:07:44 -0700138
139# Specify which services to launch. These generally correspond to screen tabs
Jesse Andrews9b6741e2011-10-02 10:01:00 -0700140ENABLED_SERVICES=${ENABLED_SERVICES:-g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,dash,mysql,rabbit}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700141
Jesse Andrews782b9912011-10-02 16:53:21 -0400142# Nova hypervisor configuration. We default to **kvm** but will drop back to
143# **qemu** if we are unable to load the kvm module. Stack.sh can also install
144# an **LXC** based system.
145LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm}
146
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400147# nova supports pluggable schedulers. ``SimpleScheduler`` should work in most
148# cases unless you are working on multi-zone mode.
Jesse Andrews782b9912011-10-02 16:53:21 -0400149SCHEDULER=${SCHEDULER:-nova.scheduler.simple.SimpleScheduler}
150
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700151# Use the first IP unless an explicit is set by ``HOST_IP`` environment variable
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700152if [ ! -n "$HOST_IP" ]; then
Dean Troyer2a15a7c2011-09-13 13:22:14 -0500153 HOST_IP=`LC_ALL=C /sbin/ifconfig | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700154fi
155
Scott Moseree1b4952011-10-20 13:09:11 -0400156# apt-get wrapper to just get arguments set correctly
157function apt_get() {
158 local sudo="sudo"
159 [ "$(id -u)" = "0" ] && sudo=""
160 $sudo DEBIAN_FRONTEND=noninteractive apt-get \
161 --option "Dpkg::Options::=--force-confold" --assume-yes "$@"
162}
163
Anthony Young7a549f42011-10-12 07:13:13 +0000164# Generic helper to configure passwords
165function read_password {
166 set +o xtrace
167 var=$1; msg=$2
168 pw=${!var}
169
Anthony Youngb4db2252011-10-12 14:08:08 -0700170 localrc=$TOP_DIR/localrc
Anthony Young6015c822011-10-12 07:17:11 +0000171
Anthony Young7a549f42011-10-12 07:13:13 +0000172 # If the password is not defined yet, proceed to prompt user for a password.
173 if [ ! $pw ]; then
174 # If there is no localrc file, create one
Anthony Youngb4db2252011-10-12 14:08:08 -0700175 if [ ! -e $localrc ]; then
176 touch $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000177 fi
178
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700179 # Presumably if we got this far it can only be that our localrc is missing
Anthony Young7a549f42011-10-12 07:13:13 +0000180 # the required password. Prompt user for a password and write to localrc.
Anthony Youngb4db2252011-10-12 14:08:08 -0700181 echo ''
182 echo '################################################################################'
183 echo $msg
184 echo '################################################################################'
185 echo "This value will be written to your localrc file so you don't have to enter it again."
186 echo "It is probably best to avoid spaces and weird characters."
187 echo "If you leave this blank, a random default value will be used."
188 echo "Enter a password now:"
189 read $var
190 pw=${!var}
191 if [ ! $pw ]; then
192 pw=`openssl rand -hex 10`
Anthony Young7a549f42011-10-12 07:13:13 +0000193 fi
Anthony Youngb4db2252011-10-12 14:08:08 -0700194 eval "$var=$pw"
195 echo "$var=$pw" >> $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000196 fi
197 set -o xtrace
198}
199
200
Jesse Andrews782b9912011-10-02 16:53:21 -0400201# Nova Network Configuration
202# --------------------------
203
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700204# FIXME: more documentation about why these are important flags. Also
Jesse Andrews5372f432011-10-03 01:08:24 -0400205# we should make sure we use the same variable names as the flag names.
206
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700207PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-eth0}
Jesse Andrewsb5197e42011-09-26 12:48:31 -0700208FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
209FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
Anthony Young0e74ecb2011-10-27 13:21:52 -0700210FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.224/28}
Jesse Andrewsa72f7ad2011-09-25 13:41:22 -0700211NET_MAN=${NET_MAN:-FlatDHCPManager}
Anthony Younga8416442011-09-13 20:07:44 -0700212EC2_DMZ_HOST=${EC2_DMZ_HOST:-$HOST_IP}
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700213FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-br100}
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400214VLAN_INTERFACE=${VLAN_INTERFACE:-$PUBLIC_INTERFACE}
215
216# Multi-host is a mode where each compute node runs its own network node. This
217# allows network operations and routing for a VM to occur on the server that is
218# running the VM - removing a SPOF and bandwidth bottleneck.
219MULTI_HOST=${MULTI_HOST:-0}
Jesse Andrews30f68e92011-09-13 00:59:54 -0700220
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700221# If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE``
222# variable but make sure that the interface doesn't already have an
223# ip or you risk breaking things.
Jesse Andrews5372f432011-10-03 01:08:24 -0400224#
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700225# **DHCP Warning**: If your flat interface device uses DHCP, there will be a
226# hiccup while the network is moved from the flat interface to the flat network
227# bridge. This will happen when you launch your first instance. Upon launch
228# you will lose all connectivity to the node, and the vm launch will probably
Jesse Andrews5372f432011-10-03 01:08:24 -0400229# fail.
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700230#
231# If you are running on a single node and don't need to access the VMs from
Jesse Andrews5372f432011-10-03 01:08:24 -0400232# devices other than that node, you can set the flat interface to the same
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700233# value as ``FLAT_NETWORK_BRIDGE``. This will stop the network hiccup from
Jesse Andrews5372f432011-10-03 01:08:24 -0400234# occuring.
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -0700235FLAT_INTERFACE=${FLAT_INTERFACE:-eth0}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700236
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400237## FIXME(ja): should/can we check that FLAT_INTERFACE is sane?
238
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700239
Jesse Andrews782b9912011-10-02 16:53:21 -0400240# MySQL & RabbitMQ
241# ----------------
242
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700243# We configure Nova, Dashboard, Glance and Keystone to use MySQL as their
Jesse Andrews782b9912011-10-02 16:53:21 -0400244# database server. While they share a single server, each has their own
245# database and tables.
246
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700247# By default this script will install and configure MySQL. If you want to
Jesse Andrews782b9912011-10-02 16:53:21 -0400248# use an existing server, you can pass in the user/password/host parameters.
Anthony Young7a549f42011-10-12 07:13:13 +0000249# You will need to send the same ``MYSQL_PASSWORD`` to every host if you are doing
Jesse Andrews782b9912011-10-02 16:53:21 -0400250# a multi-node devstack installation.
Jesse Andrewsa50a3462011-10-19 15:38:10 -0700251MYSQL_HOST=${MYSQL_HOST:-localhost}
Anthony Young320412b2011-09-14 02:39:10 -0700252MYSQL_USER=${MYSQL_USER:-root}
Anthony Young7a549f42011-10-12 07:13:13 +0000253read_password MYSQL_PASSWORD "ENTER A PASSWORD TO USE FOR MYSQL."
Jesse Andrews782b9912011-10-02 16:53:21 -0400254
Anthony Younga8416442011-09-13 20:07:44 -0700255# don't specify /db in this string, so we can use it for multiple services
Anthony Young7a549f42011-10-12 07:13:13 +0000256BASE_SQL_CONN=${BASE_SQL_CONN:-mysql://$MYSQL_USER:$MYSQL_PASSWORD@$MYSQL_HOST}
Anthony Younga8416442011-09-13 20:07:44 -0700257
258# Rabbit connection info
259RABBIT_HOST=${RABBIT_HOST:-localhost}
Anthony Young7a549f42011-10-12 07:13:13 +0000260read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700261
Anthony Young377aae62011-09-14 09:55:31 -0700262# Glance connection info. Note the port must be specified.
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700263GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$HOST_IP:9292}
Anthony Young377aae62011-09-14 09:55:31 -0700264
Anthony Young7a549f42011-10-12 07:13:13 +0000265
Jesse Andrews782b9912011-10-02 16:53:21 -0400266# Keystone
267# --------
268
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700269# Service Token - Openstack components need to have an admin token
270# to validate user tokens.
Anthony Young7a549f42011-10-12 07:13:13 +0000271read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
Anthony Youngf2aee712011-10-04 13:32:45 -0700272# Dash currently truncates usernames and passwords at 20 characters
Anthony Young7a549f42011-10-12 07:13:13 +0000273read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR DASH AND KEYSTONE (20 CHARS OR LESS)."
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700274
Scott Moserf9da5082011-10-07 21:28:00 -0400275LOGFILE=${LOGFILE:-"$PWD/stack.sh.$$.log"}
276(
277# So that errors don't compound we exit on any errors so you see only the
278# first error that occured.
279trap failed ERR
280failed() {
281 local r=$?
282 set +o xtrace
283 [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE"
284 exit $r
285}
286
287# Print the commands being run so that we can see the command that triggers
288# an error. It is also useful for following along as the install occurs.
289set -o xtrace
290
Jesse Andrewsfe95e0f2011-10-19 14:30:37 -0700291# create the destination directory and ensure it is writable by the user
Scott Moserf9da5082011-10-07 21:28:00 -0400292sudo mkdir -p $DEST
Jesse Andrewsfe95e0f2011-10-19 14:30:37 -0700293if [ ! -w $DEST ]; then
294 sudo chown `whoami` $DEST
295fi
Jesse Andrews53ed3872011-10-02 14:28:17 -0400296
Jesse Andrews30f68e92011-09-13 00:59:54 -0700297# Install Packages
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700298# ================
Jesse Andrews30f68e92011-09-13 00:59:54 -0700299#
300# Openstack uses a fair number of other projects.
301
Jesse Andrews2caf8fd2011-09-12 16:15:11 -0700302
Jesse Andrews75a37652011-09-12 17:09:08 -0700303# install apt requirements
Scott Moseree1b4952011-10-20 13:09:11 -0400304apt_get update
305apt_get install `cat $FILES/apts/* | cut -d\# -f1 | grep -Ev "mysql-server|rabbitmq-server"`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700306
Jesse Andrews75a37652011-09-12 17:09:08 -0700307# install python requirements
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700308sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $FILES/pips/*`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700309
Jesse Andrewsd61db852011-09-16 14:13:17 -0700310# git clone only if directory doesn't exist already. Since ``DEST`` might not
311# be owned by the installation user, we create the directory and change the
312# ownership to the proper user.
Jesse Andrews61632572011-09-12 17:40:00 -0700313function git_clone {
Jesse Andrews1f273602011-10-17 13:20:40 -0700314
Jesse Andrews917c6652011-10-24 18:47:06 -0700315 GIT_REMOTE=$1
316 GIT_DEST=$2
317 GIT_BRANCH=$3
318
Jesse Andrewseeec0202011-10-24 18:42:11 -0700319 # do a full clone only if the directory doesn't exist
Jesse Andrews917c6652011-10-24 18:47:06 -0700320 if [ ! -d $GIT_DEST ]; then
321 git clone $GIT_REMOTE $GIT_DEST
Anthony Young2f140202011-09-26 13:02:40 -0700322 cd $2
Anthony Young303233e2011-09-26 13:12:57 -0700323 # This checkout syntax works for both branches and tags
Jesse Andrews917c6652011-10-24 18:47:06 -0700324 git checkout $GIT_BRANCH
Jesse Andrewseeec0202011-10-24 18:42:11 -0700325 elif [[ "$RECLONE" == "yes" ]]; then
326 # if it does exist then simulate what clone does if asked to RECLONE
Jesse Andrews480644b2011-10-24 18:52:58 -0700327 cd $GIT_DEST
Jesse Andrewseeec0202011-10-24 18:42:11 -0700328 # set the url to pull from and fetch
Jesse Andrews917c6652011-10-24 18:47:06 -0700329 git remote set-url origin $GIT_REMOTE
Jesse Andrewseeec0202011-10-24 18:42:11 -0700330 git fetch origin
Jesse Andrews9fef8442011-10-24 19:06:46 -0700331 # remove the existing ignored files (like pyc) as they cause breakage
332 # (due to the py files having older timestamps than our pyc, so python
333 # thinks the pyc files are correct using them)
334 sudo git clean -f -d
Jesse Andrews917c6652011-10-24 18:47:06 -0700335 git checkout -f origin/$GIT_BRANCH
Jesse Andrewse09a6e42011-10-24 19:09:52 -0700336 # a local branch might not exist
Jesse Andrews917c6652011-10-24 18:47:06 -0700337 git branch -D $GIT_BRANCH || true
338 git checkout -b $GIT_BRANCH
Jesse Andrews61632572011-09-12 17:40:00 -0700339 fi
340}
341
Jesse Andrews75a37652011-09-12 17:09:08 -0700342# compute service
Anthony Young2f140202011-09-26 13:02:40 -0700343git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700344# image catalog service
Anthony Young2f140202011-09-26 13:02:40 -0700345git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700346# unified auth system (manages accounts/tokens)
Anthony Young2f140202011-09-26 13:02:40 -0700347git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700348# a websockets/html5 or flash powered VNC console for vm instances
Anthony Young2f140202011-09-26 13:02:40 -0700349git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700350# django powered web control panel for openstack
Anthony Young2f140202011-09-26 13:02:40 -0700351git_clone $DASH_REPO $DASH_DIR $DASH_BRANCH $DASH_TAG
Jesse Andrews75a37652011-09-12 17:09:08 -0700352# python client library to nova that dashboard (and others) use
Anthony Young2f140202011-09-26 13:02:40 -0700353git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH
root40a37002011-09-20 18:06:14 +0000354# openstackx is a collection of extensions to openstack.compute & nova
Jesse Andrews75a37652011-09-12 17:09:08 -0700355# that is *deprecated*. The code is being moved into python-novaclient & nova.
Anthony Young2f140202011-09-26 13:02:40 -0700356git_clone $OPENSTACKX_REPO $OPENSTACKX_DIR $OPENSTACKX_BRANCH
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700357
Jesse Andrews30f68e92011-09-13 00:59:54 -0700358# Initialization
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700359# ==============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700360
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700361
Jesse Andrews75a37652011-09-12 17:09:08 -0700362# setup our checkouts so they are installed into python path
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700363# allowing ``import nova`` or ``import glance.client``
Jesse Andrews18d350d2011-09-12 21:46:12 -0700364cd $KEYSTONE_DIR; sudo python setup.py develop
365cd $GLANCE_DIR; sudo python setup.py develop
Jesse Andrewsaa8bb242011-10-16 12:24:11 -0700366cd $NOVACLIENT_DIR; sudo python setup.py develop
367cd $NOVA_DIR; sudo python setup.py develop
Anthony Young2f140202011-09-26 13:02:40 -0700368cd $OPENSTACKX_DIR; sudo python setup.py develop
Jesse Andrews18d350d2011-09-12 21:46:12 -0700369cd $DASH_DIR/django-openstack; sudo python setup.py develop
370cd $DASH_DIR/openstack-dashboard; sudo python setup.py develop
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700371
Jesse Andrews6edd17f2011-09-15 22:19:42 -0700372# Add a useful screenrc. This isn't required to run openstack but is we do
root40a37002011-09-20 18:06:14 +0000373# it since we are going to run the services in screen for simple
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700374cp $FILES/screenrc ~/.screenrc
Jesse Andrews6f3baaf2011-09-12 11:59:38 -0700375
Anthony Younga09ae2f2011-09-15 23:11:29 -0700376# Rabbit
377# ---------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400378
Anthony Younga09ae2f2011-09-15 23:11:29 -0700379if [[ "$ENABLED_SERVICES" =~ "rabbit" ]]; then
380 # Install and start rabbitmq-server
Scott Moser199d76e2011-10-20 12:41:40 -0400381 # the temp file is necessary due to LP: #878600
382 tfile=$(mktemp)
Scott Moseree1b4952011-10-20 13:09:11 -0400383 apt_get install rabbitmq-server > "$tfile" 2>&1
Scott Moser199d76e2011-10-20 12:41:40 -0400384 cat "$tfile"
385 rm -f "$tfile"
Jesse Andrews53ed3872011-10-02 14:28:17 -0400386 # change the rabbit password since the default is "guest"
387 sudo rabbitmqctl change_password guest $RABBIT_PASSWORD
Anthony Younga09ae2f2011-09-15 23:11:29 -0700388fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700389
Jesse Andrews24859062011-09-15 21:28:23 -0700390# Mysql
391# ---------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400392
Jesse Andrews24859062011-09-15 21:28:23 -0700393if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400394
395 # Seed configuration with mysql password so that apt-get install doesn't
396 # prompt us for a password upon install.
397 cat <<MYSQL_PRESEED | sudo debconf-set-selections
Anthony Young7a549f42011-10-12 07:13:13 +0000398mysql-server-5.1 mysql-server/root_password password $MYSQL_PASSWORD
399mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASSWORD
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400400mysql-server-5.1 mysql-server/start_on_boot boolean true
401MYSQL_PRESEED
402
Jesse Andrews2e536a32011-10-13 11:40:16 -0700403 # while ``.my.cnf`` is not needed for openstack to function, it is useful
404 # as it allows you to access the mysql databases via ``mysql nova`` instead
405 # of having to specify the username/password each time.
Chmouel Boudjnahd5d5b682011-10-13 18:45:42 +0100406 if [[ ! -e $HOME/.my.cnf ]]; then
407 cat <<EOF >$HOME/.my.cnf
408[client]
409user=$MYSQL_USER
Anthony Youngcf145b72011-10-13 15:07:36 -0700410password=$MYSQL_PASSWORD
Chmouel Boudjnahd5d5b682011-10-13 18:45:42 +0100411host=$MYSQL_HOST
412EOF
413 chmod 0600 $HOME/.my.cnf
414 fi
415
Anthony Younga09ae2f2011-09-15 23:11:29 -0700416 # Install and start mysql-server
Scott Moseree1b4952011-10-20 13:09:11 -0400417 apt_get install mysql-server
Jesse Andrews24859062011-09-15 21:28:23 -0700418 # Update the DB to give user ‘$MYSQL_USER’@’%’ full control of the all databases:
James E. Blair92e81992011-10-11 09:26:29 -0500419 sudo mysql -uroot -p$MYSQL_PASSWORD -h127.0.0.1 -e "GRANT ALL PRIVILEGES ON *.* TO '$MYSQL_USER'@'%' identified by '$MYSQL_PASSWORD';"
Jesse Andrews24859062011-09-15 21:28:23 -0700420
421 # Edit /etc/mysql/my.cnf to change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and restart the mysql service:
422 sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf
423 sudo service mysql restart
424fi
425
426
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700427# Dashboard
428# ---------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400429
430# Setup the django dashboard application to serve via apache/wsgi
Jesse Andrews75a37652011-09-12 17:09:08 -0700431
Anthony Young70dc5e02011-09-15 16:52:43 -0700432if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then
Jesse Andrews24859062011-09-15 21:28:23 -0700433
root40a37002011-09-20 18:06:14 +0000434 # Dash currently imports quantum even if you aren't using it. Instead
435 # of installing quantum we can create a simple module that will pass the
Jesse Andrews24859062011-09-15 21:28:23 -0700436 # initial imports
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400437 mkdir -p $DASH_DIR/openstack-dashboard/quantum || true
438 touch $DASH_DIR/openstack-dashboard/quantum/__init__.py
439 touch $DASH_DIR/openstack-dashboard/quantum/client.py
440
441
442 # ``local_settings.py`` is used to override dashboard default settings.
443 cp $FILES/dash_settings.py $DASH_DIR/openstack-dashboard/local/local_settings.py
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700444
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700445 # Initialize the dashboard database (it stores sessions and notices shown to
446 # users). The user system is external (keystone).
Anthony Young70dc5e02011-09-15 16:52:43 -0700447 cd $DASH_DIR/openstack-dashboard
Anthony Young70dc5e02011-09-15 16:52:43 -0700448 dashboard/manage.py syncdb
Jesse Andrews75a37652011-09-12 17:09:08 -0700449
Anthony Young70dc5e02011-09-15 16:52:43 -0700450 # create an empty directory that apache uses as docroot
451 sudo mkdir -p $DASH_DIR/.blackhole
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700452
Anthony Young70dc5e02011-09-15 16:52:43 -0700453 ## Configure apache's 000-default to run dashboard
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700454 sudo cp $FILES/000-default.template /etc/apache2/sites-enabled/000-default
Jesse Andrews8f3e28c2011-09-27 18:26:27 -0700455 sudo sed -e "s,%USER%,$USER,g" -i /etc/apache2/sites-enabled/000-default
Anthony Young70dc5e02011-09-15 16:52:43 -0700456 sudo sed -e "s,%DASH_DIR%,$DASH_DIR,g" -i /etc/apache2/sites-enabled/000-default
Anthony Young70dc5e02011-09-15 16:52:43 -0700457fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700458
Anthony Young3859f732011-09-14 02:33:43 -0700459
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700460# Glance
461# ------
462
Anthony Young70dc5e02011-09-15 16:52:43 -0700463if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
Anthony Youngc8357622011-09-20 10:38:06 -0700464 GLANCE_IMAGE_DIR=$DEST/glance/images
Anthony Younga531b772011-09-20 09:59:54 -0700465 # Delete existing images
466 rm -rf $GLANCE_IMAGE_DIR
Jesse Andrews75a37652011-09-12 17:09:08 -0700467
Anthony Younga531b772011-09-20 09:59:54 -0700468 # Use local glance directories
469 mkdir -p $GLANCE_IMAGE_DIR
470
Anthony Young70dc5e02011-09-15 16:52:43 -0700471 # (re)create glance database
Anthony Young7a549f42011-10-12 07:13:13 +0000472 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS glance;'
473 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE glance;'
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700474
475 # Copy over our glance configurations and update them
Anthony Young70dc5e02011-09-15 16:52:43 -0700476 GLANCE_CONF=$GLANCE_DIR/etc/glance-registry.conf
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700477 cp $FILES/glance-registry.conf $GLANCE_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700478 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/glance,g" -i $GLANCE_CONF
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700479 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_CONF
Anthony Younga531b772011-09-20 09:59:54 -0700480 sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_CONF
Anthony Youngf12d3ab2011-09-20 00:33:51 -0700481
482 GLANCE_API_CONF=$GLANCE_DIR/etc/glance-api.conf
483 cp $FILES/glance-api.conf $GLANCE_API_CONF
Anthony Younga531b772011-09-20 09:59:54 -0700484 sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_API_CONF
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700485 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_API_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700486fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700487
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700488# Nova
489# ----
490
Jesse Andrewsf70569e2011-10-24 21:56:25 -0700491if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
492 # We are going to use the sample http middleware configuration from the
493 # keystone project to launch nova. This paste config adds the configuration
494 # required for nova to validate keystone tokens - except we need to switch
495 # the config to use our service token instead (instead of the invalid token
496 # 999888777666).
497 cp $KEYSTONE_DIR/examples/paste/nova-api-paste.ini $NOVA_DIR/bin
498 sed -e "s,999888777666,$SERVICE_TOKEN,g" -i $NOVA_DIR/bin/nova-api-paste.ini
499fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700500
Anthony Young70dc5e02011-09-15 16:52:43 -0700501if [[ "$ENABLED_SERVICES" =~ "n-cpu" ]]; then
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700502
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400503 # Virtualization Configuration
504 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
505
506 # attempt to load modules: network block device - used to manage qcow images
Anthony Young70dc5e02011-09-15 16:52:43 -0700507 sudo modprobe nbd || true
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400508
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700509 # Check for kvm (hardware based virtualization). If unable to initialize
510 # kvm, we drop back to the slower emulation mode (qemu). Note: many systems
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700511 # come with hardware virtualization disabled in BIOS.
Jesse Andrews2abbdd42011-10-03 22:48:30 -0400512 if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400513 sudo modprobe kvm || true
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400514 if [ ! -e /dev/kvm ]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400515 echo "WARNING: Switching to QEMU"
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400516 LIBVIRT_TYPE=qemu
517 fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700518 fi
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400519
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400520 # Install and configure **LXC** if specified. LXC is another approach to
521 # splitting a system into many smaller parts. LXC uses cgroups and chroot
522 # to simulate multiple systems.
Jesse Andrews2abbdd42011-10-03 22:48:30 -0400523 if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then
Scott Moseree1b4952011-10-20 13:09:11 -0400524 apt_get install lxc
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700525 # lxc uses cgroups (a kernel interface via virtual filesystem) configured
526 # and mounted to ``/cgroup``
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400527 sudo mkdir -p /cgroup
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400528 if ! grep -q cgroup /etc/fstab; then
Jesse Andrewsc315ebf2011-10-02 13:25:33 -0400529 echo none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0 | sudo tee -a /etc/fstab
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400530 fi
Jesse Andrewse4304232011-10-07 10:34:32 -0400531 if ! mount -n | grep -q cgroup; then
532 sudo mount /cgroup
533 fi
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400534 fi
535
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700536 # The user that nova runs as needs to be member of libvirtd group otherwise
537 # nova-compute will be unable to use libvirt.
Anthony Young70dc5e02011-09-15 16:52:43 -0700538 sudo usermod -a -G libvirtd `whoami`
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700539 # libvirt detects various settings on startup, as we potentially changed
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700540 # the system configuration (modules, filesystems), we need to restart
541 # libvirt to detect those changes.
Anthony Young70dc5e02011-09-15 16:52:43 -0700542 sudo /etc/init.d/libvirt-bin restart
543
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400544
545 # Instance Storage
546 # ~~~~~~~~~~~~~~~~
547
548 # Nova stores each instance in its own directory.
Anthony Young70dc5e02011-09-15 16:52:43 -0700549 mkdir -p $NOVA_DIR/instances
550
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700551 # You can specify a different disk to be mounted and used for backing the
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700552 # virtual machines. If there is a partition labeled nova-instances we
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700553 # mount it (ext filesystems can be labeled via e2label).
Anthony Young70dc5e02011-09-15 16:52:43 -0700554 if [ -L /dev/disk/by-label/nova-instances ]; then
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700555 if ! mount -n | grep -q nova-instances; then
556 sudo mount -L nova-instances $NOVA_DIR/instances
557 sudo chown -R `whoami` $NOVA_DIR/instances
558 fi
Anthony Young70dc5e02011-09-15 16:52:43 -0700559 fi
560
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400561 # Clean out the instances directory.
Jesse Andrews461bfdc2011-10-09 17:50:38 -0700562 sudo rm -rf $NOVA_DIR/instances/*
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700563fi
564
Anthony Young70dc5e02011-09-15 16:52:43 -0700565if [[ "$ENABLED_SERVICES" =~ "n-net" ]]; then
566 # delete traces of nova networks from prior runs
Anthony Young09fde812011-09-20 02:23:54 -0700567 sudo killall dnsmasq || true
Anthony Young70dc5e02011-09-15 16:52:43 -0700568 rm -rf $NOVA_DIR/networks
569 mkdir -p $NOVA_DIR/networks
570fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700571
Anthony Youngacff87a2011-10-20 10:12:58 -0700572# Volume Service
573# --------------
574
575if [[ "$ENABLED_SERVICES" =~ "n-vol" ]]; then
576 #
577 # Configure a default volume group called 'nova-volumes' for the nova-volume
578 # service if it does not yet exist. If you don't wish to use a file backed
579 # volume group, create your own volume group called 'nova-volumes' before
580 # invoking stack.sh.
581 #
582 # By default, the backing file is 2G in size, and is stored in /opt/stack.
583 #
Anthony Youngacff87a2011-10-20 10:12:58 -0700584 if ! sudo vgdisplay | grep -q nova-volumes; then
Anthony Youngb22263a2011-10-20 10:26:30 -0700585 VOLUME_BACKING_FILE=${VOLUME_BACKING_FILE:-/opt/stack/nova-volumes-backing-file}
586 VOLUME_BACKING_FILE_SIZE=${VOLUME_BACKING_FILE_SIZE:-2052M}
Anthony Youngacff87a2011-10-20 10:12:58 -0700587 truncate -s $VOLUME_BACKING_FILE_SIZE $VOLUME_BACKING_FILE
588 DEV=`sudo losetup -f --show $VOLUME_BACKING_FILE`
589 sudo vgcreate nova-volumes $DEV
590 fi
591
592 # Configure iscsitarget
593 sudo sed 's/ISCSITARGET_ENABLE=false/ISCSITARGET_ENABLE=true/' -i /etc/default/iscsitarget
594 sudo /etc/init.d/iscsitarget restart
595fi
596
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700597function add_nova_flag {
598 echo "$1" >> $NOVA_DIR/bin/nova.conf
599}
600
601# (re)create nova.conf
602rm -f $NOVA_DIR/bin/nova.conf
603add_nova_flag "--verbose"
604add_nova_flag "--nodaemon"
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -0700605add_nova_flag "--scheduler_driver=$SCHEDULER"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700606add_nova_flag "--dhcpbridge_flagfile=$NOVA_DIR/bin/nova.conf"
607add_nova_flag "--network_manager=nova.network.manager.$NET_MAN"
608add_nova_flag "--my_ip=$HOST_IP"
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700609add_nova_flag "--public_interface=$PUBLIC_INTERFACE"
610add_nova_flag "--vlan_interface=$VLAN_INTERFACE"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700611add_nova_flag "--sql_connection=$BASE_SQL_CONN/nova"
612add_nova_flag "--libvirt_type=$LIBVIRT_TYPE"
Anthony Young2f140202011-09-26 13:02:40 -0700613add_nova_flag "--osapi_extensions_path=$OPENSTACKX_DIR/extensions"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700614add_nova_flag "--vncproxy_url=http://$HOST_IP:6080"
615add_nova_flag "--vncproxy_wwwroot=$NOVNC_DIR/"
Jesse Andrews42dc9a72011-10-24 22:03:11 -0700616add_nova_flag "--api_paste_config=$NOVA_DIR/bin/nova-api-paste.ini"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700617add_nova_flag "--image_service=nova.image.glance.GlanceImageService"
618add_nova_flag "--ec2_dmz_host=$EC2_DMZ_HOST"
619add_nova_flag "--rabbit_host=$RABBIT_HOST"
Jesse Andrews53ed3872011-10-02 14:28:17 -0400620add_nova_flag "--rabbit_password=$RABBIT_PASSWORD"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700621add_nova_flag "--glance_api_servers=$GLANCE_HOSTPORT"
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700622add_nova_flag "--flat_network_bridge=$FLAT_NETWORK_BRIDGE"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700623if [ -n "$FLAT_INTERFACE" ]; then
624 add_nova_flag "--flat_interface=$FLAT_INTERFACE"
625fi
626if [ -n "$MULTI_HOST" ]; then
627 add_nova_flag "--multi_host=$MULTI_HOST"
Anthony Young70506b12011-10-25 00:20:44 -0700628 add_nova_flag "--send_arp_for_ha=1"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700629fi
630
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400631# Nova Database
632# ~~~~~~~~~~~~~
633
634# All nova components talk to a central database. We will need to do this step
635# only once for an entire cluster.
636
Anthony Younga0748002011-09-16 21:37:36 -0700637if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
638 # (re)create nova database
Anthony Young7a549f42011-10-12 07:13:13 +0000639 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS nova;'
640 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE nova;'
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400641
642 # (re)create nova database
Anthony Younga0748002011-09-16 21:37:36 -0700643 $NOVA_DIR/bin/nova-manage db sync
644
645 # create a small network
termie197d53d2011-09-28 17:18:23 -0700646 $NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 $FIXED_NETWORK_SIZE
Anthony Younga0748002011-09-16 21:37:36 -0700647
648 # create some floating ips
649 $NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE
650fi
651
652
Jesse Andrewse8d9cd82011-09-13 15:16:26 -0700653# Keystone
654# --------
655
Anthony Young70dc5e02011-09-15 16:52:43 -0700656if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
657 # (re)create keystone database
Anthony Young7a549f42011-10-12 07:13:13 +0000658 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS keystone;'
659 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE keystone;'
Jesse Andrews75a37652011-09-12 17:09:08 -0700660
Anthony Young70dc5e02011-09-15 16:52:43 -0700661 # FIXME (anthony) keystone should use keystone.conf.example
662 KEYSTONE_CONF=$KEYSTONE_DIR/etc/keystone.conf
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700663 cp $FILES/keystone.conf $KEYSTONE_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700664 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/keystone,g" -i $KEYSTONE_CONF
Anthony Younge8fed482011-09-26 19:50:43 -0700665 sudo sed -e "s,%DEST%,$DEST,g" -i $KEYSTONE_CONF
Anthony Young3a093122011-09-13 19:01:45 +0000666
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400667 # keystone_data.sh creates our admin user and our ``SERVICE_TOKEN``.
Anthony Youngec21d932011-09-16 16:05:55 -0700668 KEYSTONE_DATA=$KEYSTONE_DIR/bin/keystone_data.sh
669 cp $FILES/keystone_data.sh $KEYSTONE_DATA
670 sudo sed -e "s,%HOST_IP%,$HOST_IP,g" -i $KEYSTONE_DATA
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700671 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $KEYSTONE_DATA
Jesse Andrews89358af2011-10-02 14:11:17 -0400672 sudo sed -e "s,%ADMIN_PASSWORD%,$ADMIN_PASSWORD,g" -i $KEYSTONE_DATA
Anthony Young70dc5e02011-09-15 16:52:43 -0700673 # initialize keystone with default users/endpoints
Anthony Youngec21d932011-09-16 16:05:55 -0700674 BIN_DIR=$KEYSTONE_DIR/bin bash $KEYSTONE_DATA
Anthony Young70dc5e02011-09-15 16:52:43 -0700675fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700676
Jesse Andrews75a37652011-09-12 17:09:08 -0700677
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700678# Launch Services
679# ===============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700680
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700681# nova api crashes if we start it with a regular screen command,
682# so send the start command by forcing text into the window.
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700683# Only run the services specified in ``ENABLED_SERVICES``
684
Jesse Andrews1f717602011-09-16 15:18:53 -0700685# our screen helper to launch a service in a hidden named screen
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700686function screen_it {
Jesse Andrews1f717602011-09-16 15:18:53 -0700687 NL=`echo -ne '\015'`
Anthony Young292e46d2011-09-13 11:28:56 -0700688 if [[ "$ENABLED_SERVICES" =~ "$1" ]]; then
689 screen -S nova -X screen -t $1
690 screen -S nova -p $1 -X stuff "$2$NL"
691 fi
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700692}
693
Jesse Andrewsa16e5e92011-09-16 16:30:55 -0700694# create a new named screen to run processes in
695screen -d -m -S nova -t nova
696sleep 1
697
Jesse Andrews644b8e82011-10-02 17:50:41 -0400698# launch the glance registery service
Anthony Youngd000b222011-09-19 14:46:53 -0700699if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
700 screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf"
701fi
702
Jesse Andrews644b8e82011-10-02 17:50:41 -0400703# launch the glance api and wait for it to answer before continuing
Anthony Youngd000b222011-09-19 14:46:53 -0700704if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
705 screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf"
James E. Blair92e81992011-10-11 09:26:29 -0500706 echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..."
James E. Blair7057ae92011-10-20 12:23:50 -0500707 if ! timeout 60 sh -c "while ! wget -q -O- http://$GLANCE_HOSTPORT; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -0500708 echo "g-api did not start"
709 exit 1
710 fi
Anthony Youngd000b222011-09-19 14:46:53 -0700711fi
712
Jesse Andrews644b8e82011-10-02 17:50:41 -0400713# launch the keystone and wait for it to answer before continuing
Anthony Youngd000b222011-09-19 14:46:53 -0700714if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
Anthony Youngf33796e2011-09-22 00:14:12 -0700715 screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone --config-file $KEYSTONE_CONF -d"
James E. Blair92e81992011-10-11 09:26:29 -0500716 echo "Waiting for keystone to start..."
James E. Blair7057ae92011-10-20 12:23:50 -0500717 if ! timeout 60 sh -c "while ! wget -q -O- http://127.0.0.1:5000; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -0500718 echo "keystone did not start"
719 exit 1
720 fi
Anthony Youngd000b222011-09-19 14:46:53 -0700721fi
722
Jesse Andrews644b8e82011-10-02 17:50:41 -0400723# launch the nova-api and wait for it to answer before continuing
Anthony Youngd000b222011-09-19 14:46:53 -0700724if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
Anthony Young9bf3d762011-09-20 09:51:16 -0700725 screen_it n-api "cd $NOVA_DIR && $NOVA_DIR/bin/nova-api"
James E. Blair92e81992011-10-11 09:26:29 -0500726 echo "Waiting for nova-api to start..."
James E. Blair7057ae92011-10-20 12:23:50 -0500727 if ! timeout 60 sh -c "while ! wget -q -O- http://127.0.0.1:8774; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -0500728 echo "nova-api did not start"
729 exit 1
730 fi
Anthony Youngd000b222011-09-19 14:46:53 -0700731fi
root40a37002011-09-20 18:06:14 +0000732# Launching nova-compute should be as simple as running ``nova-compute`` but
733# have to do a little more than that in our script. Since we add the group
Jesse Andrews1f717602011-09-16 15:18:53 -0700734# ``libvirtd`` to our user in this script, when nova-compute is run it is
root40a37002011-09-20 18:06:14 +0000735# within the context of our original shell (so our groups won't be updated).
Scott Moser8ab1ade2011-10-07 21:03:16 -0400736# Use 'sg' to execute nova-compute as a member of the libvirtd group.
737screen_it n-cpu "cd $NOVA_DIR && sg libvirtd $NOVA_DIR/bin/nova-compute"
Anthony Youngacff87a2011-10-20 10:12:58 -0700738screen_it n-vol "cd $NOVA_DIR && $NOVA_DIR/bin/nova-volume"
Anthony Young9bf3d762011-09-20 09:51:16 -0700739screen_it n-net "cd $NOVA_DIR && $NOVA_DIR/bin/nova-network"
740screen_it n-sch "cd $NOVA_DIR && $NOVA_DIR/bin/nova-scheduler"
Anthony Young1c598da2011-10-05 08:07:53 -0700741screen_it n-vnc "cd $NOVNC_DIR && ./utils/nova-wsproxy.py 6080 --web . --flagfile=../nova/bin/nova.conf"
Anthony Young9bf3d762011-09-20 09:51:16 -0700742screen_it dash "cd $DASH_DIR && sudo /etc/init.d/apache2 restart; sudo tail -f /var/log/apache2/error.log"
Jesse Andrews75a37652011-09-12 17:09:08 -0700743
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700744# Install Images
745# ==============
Jesse Andrewse49b8bd2011-09-12 18:08:04 -0700746
Anthony Young0ab1d462011-10-13 23:03:23 -0700747# Upload an image to glance.
Jesse Andrews5372f432011-10-03 01:08:24 -0400748#
Anthony Young0ab1d462011-10-13 23:03:23 -0700749# The default image is a small ***TTY*** testing image, which lets you login
750# the username/password of root/password.
751#
752# TTY also uses cloud-init, supporting login via keypair and sending scripts as
753# userdata. See https://help.ubuntu.com/community/CloudInit for more on cloud-init
754#
Jesse Andrewsaab7eae2011-10-19 10:30:19 -0700755# Override ``IMAGE_URLS`` with a comma-seperated list of uec images.
756#
757# * **natty**: http://uec-images.ubuntu.com/natty/current/natty-server-cloudimg-amd64.tar.gz
758# * **oneiric**: http://uec-images.ubuntu.com/oneiric/current/oneiric-server-cloudimg-amd64.tar.gz
Jesse Andrews08e8b742011-10-02 23:42:56 -0400759
Jesse Andrews85d9be32011-10-03 00:01:28 -0400760if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
Anthony Young7a8989e2011-10-14 10:20:30 -0700761 # Create a directory for the downloaded image tarballs.
Jesse Andrews08e8b742011-10-02 23:42:56 -0400762 mkdir -p $FILES/images
763
Anthony Young120f4862011-10-14 09:31:09 -0700764 for image_url in ${IMAGE_URLS//,/ }; do
765 # Downloads the image (uec ami+aki style), then extracts it.
Jesse Andrewsac1831e2011-10-24 21:37:00 -0700766 IMAGE_FNAME=`basename "$image_url"`
Anthony Young216ad692011-10-25 00:10:21 -0700767 IMAGE_NAME=`basename "$IMAGE_FNAME" .tar.gz`
Anthony Young120f4862011-10-14 09:31:09 -0700768 if [ ! -f $FILES/$IMAGE_FNAME ]; then
769 wget -c $image_url -O $FILES/$IMAGE_FNAME
770 fi
Jesse Andrewse49b8bd2011-09-12 18:08:04 -0700771
Anthony Young120f4862011-10-14 09:31:09 -0700772 # Extract ami and aki files
773 tar -zxf $FILES/$IMAGE_FNAME -C $FILES/images
Anthony Young70dc5e02011-09-15 16:52:43 -0700774
Anthony Young120f4862011-10-14 09:31:09 -0700775 # Use glance client to add the kernel the root filesystem.
776 # We parse the results of the first upload to get the glance ID of the
777 # kernel for use when uploading the root filesystem.
778 RVAL=`glance add -A $SERVICE_TOKEN name="$IMAGE_NAME-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/$IMAGE_NAME-vmlinuz*`
779 KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
780 glance add -A $SERVICE_TOKEN name="$IMAGE_NAME" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID < $FILES/images/$IMAGE_NAME.img
781 done
Jesse Andrewse49b8bd2011-09-12 18:08:04 -0700782fi
Jesse Andrews24859062011-09-15 21:28:23 -0700783
Scott Moserb94f4bf2011-10-07 14:51:07 +0000784# Fin
785# ===
786
787
788) 2>&1 | tee "${LOGFILE}"
789
790# Check that the left side of the above pipe succeeded
791for ret in "${PIPESTATUS[@]}"; do [ $ret -eq 0 ] || exit $ret; done
792
793(
Jesse Andrews24859062011-09-15 21:28:23 -0700794# Using the cloud
795# ===============
796
797# If you installed the dashboard on this server, then you should be able
root40a37002011-09-20 18:06:14 +0000798# to access the site using your browser.
Jesse Andrews24859062011-09-15 21:28:23 -0700799if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then
800 echo "dashboard is now available at http://$HOST_IP/"
801fi
802
803# If keystone is present, you can point nova cli to this server
804if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
805 echo "keystone is serving at http://$HOST_IP:5000/v2.0/"
806 echo "examples on using novaclient command line is in exercise.sh"
Jesse Andrews89358af2011-10-02 14:11:17 -0400807 echo "the default users are: admin and demo"
808 echo "the password: $ADMIN_PASSWORD"
Jesse Andrews24859062011-09-15 21:28:23 -0700809fi
termie523c4052011-09-28 19:49:40 -0500810
Scott Moserc4e47ab2011-10-07 13:29:29 +0000811# indicate how long this took to run (bash maintained variable 'SECONDS')
Scott Moserb94f4bf2011-10-07 14:51:07 +0000812echo "stack.sh completed in $SECONDS seconds."
Scott Moser7c481182011-10-07 13:50:21 +0000813
Scott Moserb94f4bf2011-10-07 14:51:07 +0000814) | tee -a "$LOGFILE"