blob: ce3c16307c647889d28011baed8c5a738feb1fc3 [file] [log] [blame]
Jesse Andrewsba23cc72011-09-11 03:22:13 -07001#!/usr/bin/env bash
2
Jesse Andrews0e7e8972011-10-02 16:36:54 -04003# **stack.sh** is an opinionated openstack developer installation.
4
Tres Henryca85b792011-10-28 14:00:21 -07005# This script installs and configures *nova*, *glance*, *horizon* and *keystone*
Jesse Andrewsba23cc72011-09-11 03:22:13 -07006
Vishvananda Ishaya9b353672011-10-20 10:07:10 -07007# This script allows you to specify configuration options of what git
Jesse Andrews5372f432011-10-03 01:08:24 -04008# repositories to use, enabled services, network configuration and various
9# passwords. If you are crafty you can run the script on multiple nodes using
10# shared settings for common resources (mysql, rabbitmq) and build a multi-node
11# developer install.
Jesse Andrews782b9912011-10-02 16:53:21 -040012
Jesse Andrewsc4b3aab2011-09-15 22:54:52 -070013# To keep this script simple we assume you are running on an **Ubuntu 11.04
Jesse Andrews24859062011-09-15 21:28:23 -070014# Natty** machine. It should work in a VM or physical server. Additionally we
15# put the list of *apt* and *pip* dependencies and other configuration files in
16# this repo. So start by grabbing this script and the dependencies.
17
Jesse Andrews0e7e8972011-10-02 16:36:54 -040018# Learn more and get the most recent version at http://devstack.org
Jesse Andrews6edd17f2011-09-15 22:19:42 -070019
20# Sanity Check
21# ============
22
Jesse Andrewsc4b3aab2011-09-15 22:54:52 -070023# Warn users who aren't on natty, but allow them to override check and attempt
Jesse Andrews6edd17f2011-09-15 22:19:42 -070024# installation with ``FORCE=yes ./stack``
Vishvananda Ishayaeec092b2011-10-31 11:15:05 -070025if ! egrep -q 'natty|oneiric' /etc/lsb-release; then
Vishvananda Ishayad80e3802011-10-31 13:31:19 -070026 echo "WARNING: this script has only been tested on natty and oneiric"
Jesse Andrews6edd17f2011-09-15 22:19:42 -070027 if [[ "$FORCE" != "yes" ]]; then
28 echo "If you wish to run this script anyway run with FORCE=yes"
29 exit 1
30 fi
31fi
32
Jesse Andrews51fb22e2011-10-19 09:24:17 -070033# Keep track of the current devstack directory.
34TOP_DIR=$(cd $(dirname "$0") && pwd)
35
root40a37002011-09-20 18:06:14 +000036# stack.sh keeps the list of **apt** and **pip** dependencies in external
Jesse Andrews4d282182011-09-16 11:27:43 -070037# files, along with config templates and other useful files. You can find these
root40a37002011-09-20 18:06:14 +000038# in the ``files`` directory (next to this script). We will reference this
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070039# directory using the ``FILES`` variable in this script.
Jesse Andrews51fb22e2011-10-19 09:24:17 -070040FILES=$TOP_DIR/files
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070041if [ ! -d $FILES ]; then
42 echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
Jesse Andrews6edd17f2011-09-15 22:19:42 -070043 exit 1
44fi
45
Anthony Young6015c822011-10-12 07:17:11 +000046
Scott Moserf9da5082011-10-07 21:28:00 -040047
48# Settings
49# ========
50
51# This script is customizable through setting environment variables. If you
52# want to override a setting you can either::
53#
Anthony Young7a549f42011-10-12 07:13:13 +000054# export MYSQL_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040055# ./stack.sh
56#
Anthony Young7a549f42011-10-12 07:13:13 +000057# You can also pass options on a single line ``MYSQL_PASSWORD=simple ./stack.sh``
Scott Moserf9da5082011-10-07 21:28:00 -040058#
59# Additionally, you can put any local variables into a ``localrc`` file, like::
60#
Anthony Young7a549f42011-10-12 07:13:13 +000061# MYSQL_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040062# MYSQL_USER=hellaroot
63#
64# We try to have sensible defaults, so you should be able to run ``./stack.sh``
65# in most cases.
66#
67# We our settings from ``stackrc``. This file is distributed with devstack and
Vishvananda Ishaya9b353672011-10-20 10:07:10 -070068# contains locations for what repositories to use. If you want to use other
69# repositories and branches, you can add your own settings with another file
Scott Moserf9da5082011-10-07 21:28:00 -040070# called ``localrc``
71#
Vishvananda Ishaya9b353672011-10-20 10:07:10 -070072# If ``localrc`` exists, then ``stackrc`` will load those settings. This is
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +010073# useful for changing a branch or repository to test other versions. Also you
Anthony Young7a549f42011-10-12 07:13:13 +000074# can store your other settings like **MYSQL_PASSWORD** or **ADMIN_PASSWORD** instead
Scott Moserf9da5082011-10-07 21:28:00 -040075# of letting devstack generate random ones for you.
76source ./stackrc
77
Jesse Andrews6edd17f2011-09-15 22:19:42 -070078# Destination path for installation ``DEST``
Anthony Younge8fed482011-09-26 19:50:43 -070079DEST=${DEST:-/opt/stack}
Jesse Andrewsba23cc72011-09-11 03:22:13 -070080
James E. Blair5855a642011-10-26 15:44:27 -040081# Configure services to syslog instead of writing to individual log files
82SYSLOG=${SYSLOG:-False}
83
Todd Willey0a161452011-10-28 02:34:19 -040084# apt-get wrapper to just get arguments set correctly
85function apt_get() {
86 local sudo="sudo"
87 [ "$(id -u)" = "0" ] && sudo="env"
88 $sudo DEBIAN_FRONTEND=noninteractive apt-get \
89 --option "Dpkg::Options::=--force-confold" --assume-yes "$@"
90}
91
92
Tres Henryca85b792011-10-28 14:00:21 -070093# OpenStack is designed to be run as a regular user (Horizon will fail to run
Dean Troyer9122e7b2011-10-17 14:07:11 -050094# as root, since apache refused to startup serve content from root user). If
95# stack.sh is run as root, it automatically creates a stack user with
96# sudo privileges and runs as that user.
97
98if [[ $EUID -eq 0 ]]; then
James E. Blair92e81992011-10-11 09:26:29 -050099 ROOTSLEEP=${ROOTSLEEP:-10}
Dean Troyer9122e7b2011-10-17 14:07:11 -0500100 echo "You are running this script as root."
James E. Blair92e81992011-10-11 09:26:29 -0500101 echo "In $ROOTSLEEP seconds, we will create a user 'stack' and run as that user"
102 sleep $ROOTSLEEP
Dean Troyer9122e7b2011-10-17 14:07:11 -0500103
104 # since this script runs as a normal user, we need to give that user
105 # ability to run sudo
Scott Moseree1b4952011-10-20 13:09:11 -0400106 apt_get update
107 apt_get install sudo
Dean Troyer9122e7b2011-10-17 14:07:11 -0500108
109 if ! getent passwd stack >/dev/null; then
110 echo "Creating a user called stack"
111 useradd -U -G sudo -s /bin/bash -d $DEST -m stack
112 fi
113
114 echo "Giving stack user passwordless sudo priviledges"
115 # natty uec images sudoers does not have a '#includedir'. add one.
116 grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
117 echo "#includedir /etc/sudoers.d" >> /etc/sudoers
118 ( umask 226 && echo "stack ALL=(ALL) NOPASSWD:ALL" \
119 > /etc/sudoers.d/50_stack_sh )
120
121 echo "Copying files to stack user"
122 STACK_DIR="$DEST/${PWD##*/}"
123 cp -r -f "$PWD" "$STACK_DIR"
Chmouel Boudjnah067163d2011-11-02 14:25:06 +0100124 chown -R $USER "$STACK_DIR"
Dean Troyer9122e7b2011-10-17 14:07:11 -0500125 if [[ "$SHELL_AFTER_RUN" != "no" ]]; then
126 exec su -c "set -e; cd $STACK_DIR; bash stack.sh; bash" stack
127 else
128 exec su -c "set -e; cd $STACK_DIR; bash stack.sh" stack
129 fi
130 exit 1
Jesse Andrews509992f2011-10-27 11:18:09 -0700131else
Vishvananda Ishaya3e2b1742011-10-28 12:20:07 -0700132 # Our user needs passwordless priviledges for certain commands which nova
Jesse Andrews509992f2011-10-27 11:18:09 -0700133 # uses internally.
134 # Natty uec images sudoers does not have a '#includedir'. add one.
Jesse Andrews84a399b2011-10-27 11:20:38 -0700135 sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
136 echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
Todd Willey0a161452011-10-28 02:34:19 -0400137 TEMPFILE=`mktemp`
138 cat $FILES/sudo/nova > $TEMPFILE
139 sed -e "s,%USER%,$USER,g" -i $TEMPFILE
140 chmod 0440 $TEMPFILE
141 sudo chown root:root $TEMPFILE
Todd Willeyf8c46842011-10-28 12:27:20 -0400142 sudo mv $TEMPFILE /etc/sudoers.d/stack_sh_nova
Dean Troyer9122e7b2011-10-17 14:07:11 -0500143fi
144
Jesse Andrews6f3baaf2011-09-12 11:59:38 -0700145# Set the destination directories for openstack projects
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700146NOVA_DIR=$DEST/nova
Tres Henryca85b792011-10-28 14:00:21 -0700147HORIZON_DIR=$DEST/horizon
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700148GLANCE_DIR=$DEST/glance
149KEYSTONE_DIR=$DEST/keystone
150NOVACLIENT_DIR=$DEST/python-novaclient
Anthony Young2f140202011-09-26 13:02:40 -0700151OPENSTACKX_DIR=$DEST/openstackx
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700152NOVNC_DIR=$DEST/noVNC
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100153SWIFT_DIR=$DEST/swift
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100154SWIFT_KEYSTONE_DIR=$DEST/swift-keystone2
Brad Hall1bfa3d52011-10-27 18:18:20 -0700155QUANTUM_DIR=$DEST/quantum
156
157# Default Quantum Plugin
158Q_PLUGIN=${Q_PLUGIN:-openvswitch}
Anthony Younga8416442011-09-13 20:07:44 -0700159
160# Specify which services to launch. These generally correspond to screen tabs
Chmouel Boudjnah5c50f0d2011-11-02 01:02:30 +0100161ENABLED_SERVICES=${ENABLED_SERVICES:-g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,horizon,mysql,rabbit}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700162
Anthony Youngb62b4ca2011-10-26 22:29:08 -0700163# Nova hypervisor configuration. We default to libvirt whth **kvm** but will
164# drop back to **qemu** if we are unable to load the kvm module. Stack.sh can
165# also install an **LXC** based system.
166VIRT_DRIVER=${VIRT_DRIVER:-libvirt}
Jesse Andrews782b9912011-10-02 16:53:21 -0400167LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm}
168
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400169# nova supports pluggable schedulers. ``SimpleScheduler`` should work in most
170# cases unless you are working on multi-zone mode.
Jesse Andrews782b9912011-10-02 16:53:21 -0400171SCHEDULER=${SCHEDULER:-nova.scheduler.simple.SimpleScheduler}
172
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700173# Use the first IP unless an explicit is set by ``HOST_IP`` environment variable
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700174if [ ! -n "$HOST_IP" ]; then
Dean Troyer2a15a7c2011-09-13 13:22:14 -0500175 HOST_IP=`LC_ALL=C /sbin/ifconfig | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700176fi
177
Anthony Young7a549f42011-10-12 07:13:13 +0000178# Generic helper to configure passwords
179function read_password {
180 set +o xtrace
181 var=$1; msg=$2
182 pw=${!var}
183
Anthony Youngb4db2252011-10-12 14:08:08 -0700184 localrc=$TOP_DIR/localrc
Anthony Young6015c822011-10-12 07:17:11 +0000185
Anthony Young7a549f42011-10-12 07:13:13 +0000186 # If the password is not defined yet, proceed to prompt user for a password.
187 if [ ! $pw ]; then
188 # If there is no localrc file, create one
Anthony Youngb4db2252011-10-12 14:08:08 -0700189 if [ ! -e $localrc ]; then
190 touch $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000191 fi
192
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700193 # Presumably if we got this far it can only be that our localrc is missing
Anthony Young7a549f42011-10-12 07:13:13 +0000194 # the required password. Prompt user for a password and write to localrc.
Anthony Youngb4db2252011-10-12 14:08:08 -0700195 echo ''
196 echo '################################################################################'
197 echo $msg
198 echo '################################################################################'
199 echo "This value will be written to your localrc file so you don't have to enter it again."
200 echo "It is probably best to avoid spaces and weird characters."
201 echo "If you leave this blank, a random default value will be used."
202 echo "Enter a password now:"
203 read $var
204 pw=${!var}
205 if [ ! $pw ]; then
206 pw=`openssl rand -hex 10`
Anthony Young7a549f42011-10-12 07:13:13 +0000207 fi
Anthony Youngb4db2252011-10-12 14:08:08 -0700208 eval "$var=$pw"
209 echo "$var=$pw" >> $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000210 fi
211 set -o xtrace
212}
213
214
Jesse Andrews782b9912011-10-02 16:53:21 -0400215# Nova Network Configuration
216# --------------------------
217
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700218# FIXME: more documentation about why these are important flags. Also
Jesse Andrews5372f432011-10-03 01:08:24 -0400219# we should make sure we use the same variable names as the flag names.
220
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700221PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-eth0}
Jesse Andrewsb5197e42011-09-26 12:48:31 -0700222FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
223FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
Anthony Young0e74ecb2011-10-27 13:21:52 -0700224FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.224/28}
Jesse Andrewsa72f7ad2011-09-25 13:41:22 -0700225NET_MAN=${NET_MAN:-FlatDHCPManager}
Anthony Younga8416442011-09-13 20:07:44 -0700226EC2_DMZ_HOST=${EC2_DMZ_HOST:-$HOST_IP}
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700227FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-br100}
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400228VLAN_INTERFACE=${VLAN_INTERFACE:-$PUBLIC_INTERFACE}
229
230# Multi-host is a mode where each compute node runs its own network node. This
231# allows network operations and routing for a VM to occur on the server that is
232# running the VM - removing a SPOF and bandwidth bottleneck.
233MULTI_HOST=${MULTI_HOST:-0}
Jesse Andrews30f68e92011-09-13 00:59:54 -0700234
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700235# If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE``
236# variable but make sure that the interface doesn't already have an
237# ip or you risk breaking things.
Jesse Andrews5372f432011-10-03 01:08:24 -0400238#
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700239# **DHCP Warning**: If your flat interface device uses DHCP, there will be a
240# hiccup while the network is moved from the flat interface to the flat network
241# bridge. This will happen when you launch your first instance. Upon launch
242# you will lose all connectivity to the node, and the vm launch will probably
Jesse Andrews5372f432011-10-03 01:08:24 -0400243# fail.
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700244#
245# If you are running on a single node and don't need to access the VMs from
Jesse Andrews5372f432011-10-03 01:08:24 -0400246# devices other than that node, you can set the flat interface to the same
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700247# value as ``FLAT_NETWORK_BRIDGE``. This will stop the network hiccup from
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100248# occurring.
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -0700249FLAT_INTERFACE=${FLAT_INTERFACE:-eth0}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700250
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400251## FIXME(ja): should/can we check that FLAT_INTERFACE is sane?
252
Brad Hall1bfa3d52011-10-27 18:18:20 -0700253# Using Quantum networking:
254#
255# Make sure that q-svc is enabled in ENABLED_SERVICES. If it is the network
256# manager will be set to the QuantumManager.
257#
258# If you're planning to use the Quantum openvswitch plugin, set Q_PLUGIN to
259# "openvswitch" and make sure the q-agt service is enabled in
260# ENABLED_SERVICES.
261#
262# With Quantum networking the NET_MAN variable is ignored.
263
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700264
Jesse Andrews782b9912011-10-02 16:53:21 -0400265# MySQL & RabbitMQ
266# ----------------
267
Tres Henryca85b792011-10-28 14:00:21 -0700268# We configure Nova, Horizon, Glance and Keystone to use MySQL as their
Jesse Andrews782b9912011-10-02 16:53:21 -0400269# database server. While they share a single server, each has their own
270# database and tables.
271
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700272# By default this script will install and configure MySQL. If you want to
Jesse Andrews782b9912011-10-02 16:53:21 -0400273# use an existing server, you can pass in the user/password/host parameters.
Anthony Young7a549f42011-10-12 07:13:13 +0000274# You will need to send the same ``MYSQL_PASSWORD`` to every host if you are doing
Jesse Andrews782b9912011-10-02 16:53:21 -0400275# a multi-node devstack installation.
Jesse Andrewsa50a3462011-10-19 15:38:10 -0700276MYSQL_HOST=${MYSQL_HOST:-localhost}
Anthony Young320412b2011-09-14 02:39:10 -0700277MYSQL_USER=${MYSQL_USER:-root}
Anthony Young7a549f42011-10-12 07:13:13 +0000278read_password MYSQL_PASSWORD "ENTER A PASSWORD TO USE FOR MYSQL."
Jesse Andrews782b9912011-10-02 16:53:21 -0400279
Anthony Younga8416442011-09-13 20:07:44 -0700280# don't specify /db in this string, so we can use it for multiple services
Anthony Young7a549f42011-10-12 07:13:13 +0000281BASE_SQL_CONN=${BASE_SQL_CONN:-mysql://$MYSQL_USER:$MYSQL_PASSWORD@$MYSQL_HOST}
Anthony Younga8416442011-09-13 20:07:44 -0700282
283# Rabbit connection info
284RABBIT_HOST=${RABBIT_HOST:-localhost}
Anthony Young7a549f42011-10-12 07:13:13 +0000285read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700286
Anthony Young377aae62011-09-14 09:55:31 -0700287# Glance connection info. Note the port must be specified.
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700288GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$HOST_IP:9292}
Anthony Young377aae62011-09-14 09:55:31 -0700289
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100290# SWIFT
291# -----
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100292# TODO: implement glance support
293# TODO: add logging to different location.
Chmouel Boudjnahb93478f2011-11-02 16:49:56 +0100294
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100295# By default the location of swift drives and objects is located inside
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100296# the swift source directory. SWIFT_DATA_LOCATION variable allow you to redefine
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100297# this.
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100298SWIFT_DATA_LOCATION=${SWIFT_DATA_LOCATION:-${SWIFT_DIR}/data}
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100299
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100300# devstack will create a loop-back disk formatted as XFS to store the
301# swift data. By default the disk size is 1 gigabyte. The variable
302# SWIFT_LOOPBACK_DISK_SIZE specified in bytes allow you to change
303# that.
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100304SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-1000000}
Anthony Young7a549f42011-10-12 07:13:13 +0000305
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100306# The ring uses a configurable number of bits from a path’s MD5 hash as
307# a partition index that designates a device. The number of bits kept
308# from the hash is known as the partition power, and 2 to the partition
309# power indicates the partition count. Partitioning the full MD5 hash
310# ring allows other parts of the cluster to work in batches of items at
311# once which ends up either more efficient or at least less complex than
312# working with each item separately or the entire cluster all at once.
313# By default we define 9 for the partition count (which mean 512).
Chmouel Boudjnaha2118982011-11-01 15:36:00 +0100314SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9}
315
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100316# SWIFT_HASH is a random unique string for a swift cluster that can never change.
Chmouel Boudjnah06018a62011-11-02 16:18:47 +0100317read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
Chmouel Boudjnahab75f4b2011-11-02 01:03:29 +0100318
Jesse Andrews782b9912011-10-02 16:53:21 -0400319# Keystone
320# --------
321
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700322# Service Token - Openstack components need to have an admin token
323# to validate user tokens.
Anthony Young7a549f42011-10-12 07:13:13 +0000324read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
Tres Henryca85b792011-10-28 14:00:21 -0700325# Horizon currently truncates usernames and passwords at 20 characters
326read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700327
Scott Moserf9da5082011-10-07 21:28:00 -0400328LOGFILE=${LOGFILE:-"$PWD/stack.sh.$$.log"}
329(
330# So that errors don't compound we exit on any errors so you see only the
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100331# first error that occurred.
Scott Moserf9da5082011-10-07 21:28:00 -0400332trap failed ERR
333failed() {
334 local r=$?
335 set +o xtrace
336 [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE"
337 exit $r
338}
339
340# Print the commands being run so that we can see the command that triggers
341# an error. It is also useful for following along as the install occurs.
342set -o xtrace
343
Jesse Andrewsfe95e0f2011-10-19 14:30:37 -0700344# create the destination directory and ensure it is writable by the user
Scott Moserf9da5082011-10-07 21:28:00 -0400345sudo mkdir -p $DEST
Jesse Andrewsfe95e0f2011-10-19 14:30:37 -0700346if [ ! -w $DEST ]; then
347 sudo chown `whoami` $DEST
348fi
Jesse Andrews53ed3872011-10-02 14:28:17 -0400349
Jesse Andrews30f68e92011-09-13 00:59:54 -0700350# Install Packages
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700351# ================
Jesse Andrews30f68e92011-09-13 00:59:54 -0700352#
353# Openstack uses a fair number of other projects.
354
Jesse Andrews2caf8fd2011-09-12 16:15:11 -0700355
Jesse Andrews75a37652011-09-12 17:09:08 -0700356# install apt requirements
Scott Moseree1b4952011-10-20 13:09:11 -0400357apt_get update
358apt_get install `cat $FILES/apts/* | cut -d\# -f1 | grep -Ev "mysql-server|rabbitmq-server"`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700359
Jesse Andrews75a37652011-09-12 17:09:08 -0700360# install python requirements
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700361sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $FILES/pips/*`
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700362
Jesse Andrewsd61db852011-09-16 14:13:17 -0700363# git clone only if directory doesn't exist already. Since ``DEST`` might not
364# be owned by the installation user, we create the directory and change the
365# ownership to the proper user.
Jesse Andrews61632572011-09-12 17:40:00 -0700366function git_clone {
Jesse Andrews1f273602011-10-17 13:20:40 -0700367
Jesse Andrews917c6652011-10-24 18:47:06 -0700368 GIT_REMOTE=$1
369 GIT_DEST=$2
370 GIT_BRANCH=$3
371
Jesse Andrewseeec0202011-10-24 18:42:11 -0700372 # do a full clone only if the directory doesn't exist
Jesse Andrews917c6652011-10-24 18:47:06 -0700373 if [ ! -d $GIT_DEST ]; then
374 git clone $GIT_REMOTE $GIT_DEST
Anthony Young2f140202011-09-26 13:02:40 -0700375 cd $2
Anthony Young303233e2011-09-26 13:12:57 -0700376 # This checkout syntax works for both branches and tags
Jesse Andrews917c6652011-10-24 18:47:06 -0700377 git checkout $GIT_BRANCH
Jesse Andrewseeec0202011-10-24 18:42:11 -0700378 elif [[ "$RECLONE" == "yes" ]]; then
379 # if it does exist then simulate what clone does if asked to RECLONE
Jesse Andrews480644b2011-10-24 18:52:58 -0700380 cd $GIT_DEST
Jesse Andrewseeec0202011-10-24 18:42:11 -0700381 # set the url to pull from and fetch
Jesse Andrews917c6652011-10-24 18:47:06 -0700382 git remote set-url origin $GIT_REMOTE
Jesse Andrewseeec0202011-10-24 18:42:11 -0700383 git fetch origin
Jesse Andrews9fef8442011-10-24 19:06:46 -0700384 # remove the existing ignored files (like pyc) as they cause breakage
385 # (due to the py files having older timestamps than our pyc, so python
386 # thinks the pyc files are correct using them)
387 sudo git clean -f -d
Jesse Andrews917c6652011-10-24 18:47:06 -0700388 git checkout -f origin/$GIT_BRANCH
Jesse Andrewse09a6e42011-10-24 19:09:52 -0700389 # a local branch might not exist
Jesse Andrews917c6652011-10-24 18:47:06 -0700390 git branch -D $GIT_BRANCH || true
391 git checkout -b $GIT_BRANCH
Jesse Andrews61632572011-09-12 17:40:00 -0700392 fi
393}
394
Jesse Andrews75a37652011-09-12 17:09:08 -0700395# compute service
Anthony Young2f140202011-09-26 13:02:40 -0700396git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100397# storage service
398git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100399# swift + keystone middleware
400git_clone $SWIFT_KEYSTONE_REPO $SWIFT_KEYSTONE_DIR $SWIFT_KEYSTONE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700401# image catalog service
Anthony Young2f140202011-09-26 13:02:40 -0700402git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700403# unified auth system (manages accounts/tokens)
Anthony Young2f140202011-09-26 13:02:40 -0700404git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700405# a websockets/html5 or flash powered VNC console for vm instances
Anthony Young2f140202011-09-26 13:02:40 -0700406git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH
Jesse Andrews75a37652011-09-12 17:09:08 -0700407# django powered web control panel for openstack
Tres Henryca85b792011-10-28 14:00:21 -0700408git_clone $HORIZON_REPO $HORIZON_DIR $HORIZON_BRANCH $HORIZON_TAG
409# python client library to nova that horizon (and others) use
Anthony Young2f140202011-09-26 13:02:40 -0700410git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH
root40a37002011-09-20 18:06:14 +0000411# openstackx is a collection of extensions to openstack.compute & nova
Jesse Andrews75a37652011-09-12 17:09:08 -0700412# that is *deprecated*. The code is being moved into python-novaclient & nova.
Anthony Young2f140202011-09-26 13:02:40 -0700413git_clone $OPENSTACKX_REPO $OPENSTACKX_DIR $OPENSTACKX_BRANCH
Brad Hall1bfa3d52011-10-27 18:18:20 -0700414# quantum
415git_clone $QUANTUM_REPO $QUANTUM_DIR $QUANTUM_BRANCH
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700416
Jesse Andrews30f68e92011-09-13 00:59:54 -0700417# Initialization
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700418# ==============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700419
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700420
Jesse Andrews75a37652011-09-12 17:09:08 -0700421# setup our checkouts so they are installed into python path
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700422# allowing ``import nova`` or ``import glance.client``
Jesse Andrews18d350d2011-09-12 21:46:12 -0700423cd $KEYSTONE_DIR; sudo python setup.py develop
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100424cd $SWIFT_DIR; sudo python setup.py develop
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100425cd $SWIFT_KEYSTONE_DIR; sudo python setup.py develop
Jesse Andrews18d350d2011-09-12 21:46:12 -0700426cd $GLANCE_DIR; sudo python setup.py develop
Jesse Andrewsaa8bb242011-10-16 12:24:11 -0700427cd $NOVACLIENT_DIR; sudo python setup.py develop
428cd $NOVA_DIR; sudo python setup.py develop
Anthony Young2f140202011-09-26 13:02:40 -0700429cd $OPENSTACKX_DIR; sudo python setup.py develop
Tres Henryca85b792011-10-28 14:00:21 -0700430cd $HORIZON_DIR/django-openstack; sudo python setup.py develop
431cd $HORIZON_DIR/openstack-dashboard; sudo python setup.py develop
Brad Hall1bfa3d52011-10-27 18:18:20 -0700432cd $QUANTUM_DIR; sudo python setup.py develop
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700433
Jesse Andrews6edd17f2011-09-15 22:19:42 -0700434# Add a useful screenrc. This isn't required to run openstack but is we do
root40a37002011-09-20 18:06:14 +0000435# it since we are going to run the services in screen for simple
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700436cp $FILES/screenrc ~/.screenrc
Jesse Andrews6f3baaf2011-09-12 11:59:38 -0700437
Anthony Younga09ae2f2011-09-15 23:11:29 -0700438# Rabbit
439# ---------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400440
Anthony Younga09ae2f2011-09-15 23:11:29 -0700441if [[ "$ENABLED_SERVICES" =~ "rabbit" ]]; then
442 # Install and start rabbitmq-server
Scott Moser199d76e2011-10-20 12:41:40 -0400443 # the temp file is necessary due to LP: #878600
444 tfile=$(mktemp)
Scott Moseree1b4952011-10-20 13:09:11 -0400445 apt_get install rabbitmq-server > "$tfile" 2>&1
Scott Moser199d76e2011-10-20 12:41:40 -0400446 cat "$tfile"
447 rm -f "$tfile"
Jesse Andrews53ed3872011-10-02 14:28:17 -0400448 # change the rabbit password since the default is "guest"
449 sudo rabbitmqctl change_password guest $RABBIT_PASSWORD
Anthony Younga09ae2f2011-09-15 23:11:29 -0700450fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700451
Jesse Andrews24859062011-09-15 21:28:23 -0700452# Mysql
453# ---------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400454
Jesse Andrews24859062011-09-15 21:28:23 -0700455if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400456
457 # Seed configuration with mysql password so that apt-get install doesn't
458 # prompt us for a password upon install.
459 cat <<MYSQL_PRESEED | sudo debconf-set-selections
Anthony Young7a549f42011-10-12 07:13:13 +0000460mysql-server-5.1 mysql-server/root_password password $MYSQL_PASSWORD
461mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASSWORD
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400462mysql-server-5.1 mysql-server/start_on_boot boolean true
463MYSQL_PRESEED
464
Jesse Andrews2e536a32011-10-13 11:40:16 -0700465 # while ``.my.cnf`` is not needed for openstack to function, it is useful
466 # as it allows you to access the mysql databases via ``mysql nova`` instead
467 # of having to specify the username/password each time.
Chmouel Boudjnahd5d5b682011-10-13 18:45:42 +0100468 if [[ ! -e $HOME/.my.cnf ]]; then
469 cat <<EOF >$HOME/.my.cnf
470[client]
471user=$MYSQL_USER
Anthony Youngcf145b72011-10-13 15:07:36 -0700472password=$MYSQL_PASSWORD
Chmouel Boudjnahd5d5b682011-10-13 18:45:42 +0100473host=$MYSQL_HOST
474EOF
475 chmod 0600 $HOME/.my.cnf
476 fi
477
Anthony Younga09ae2f2011-09-15 23:11:29 -0700478 # Install and start mysql-server
Scott Moseree1b4952011-10-20 13:09:11 -0400479 apt_get install mysql-server
Jesse Andrews24859062011-09-15 21:28:23 -0700480 # Update the DB to give user ‘$MYSQL_USER’@’%’ full control of the all databases:
James E. Blair92e81992011-10-11 09:26:29 -0500481 sudo mysql -uroot -p$MYSQL_PASSWORD -h127.0.0.1 -e "GRANT ALL PRIVILEGES ON *.* TO '$MYSQL_USER'@'%' identified by '$MYSQL_PASSWORD';"
Jesse Andrews24859062011-09-15 21:28:23 -0700482
483 # Edit /etc/mysql/my.cnf to change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and restart the mysql service:
484 sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf
485 sudo service mysql restart
486fi
487
488
Tres Henryca85b792011-10-28 14:00:21 -0700489# Horizon
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700490# ---------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400491
Tres Henryca85b792011-10-28 14:00:21 -0700492# Setup the django horizon application to serve via apache/wsgi
Jesse Andrews75a37652011-09-12 17:09:08 -0700493
Tres Henryca85b792011-10-28 14:00:21 -0700494if [[ "$ENABLED_SERVICES" =~ "horizon" ]]; then
Jesse Andrews24859062011-09-15 21:28:23 -0700495
Tres Henryca85b792011-10-28 14:00:21 -0700496 # Horizon currently imports quantum even if you aren't using it. Instead
root40a37002011-09-20 18:06:14 +0000497 # of installing quantum we can create a simple module that will pass the
Jesse Andrews24859062011-09-15 21:28:23 -0700498 # initial imports
Tres Henryca85b792011-10-28 14:00:21 -0700499 mkdir -p $HORIZON_DIR/openstack-dashboard/quantum || true
500 touch $HORIZON_DIR/openstack-dashboard/quantum/__init__.py
501 touch $HORIZON_DIR/openstack-dashboard/quantum/client.py
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400502
503
Tres Henryca85b792011-10-28 14:00:21 -0700504 # ``local_settings.py`` is used to override horizon default settings.
505 cp $FILES/horizon_settings.py $HORIZON_DIR/openstack-dashboard/local/local_settings.py
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700506
Tres Henryca85b792011-10-28 14:00:21 -0700507 # Initialize the horizon database (it stores sessions and notices shown to
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700508 # users). The user system is external (keystone).
Tres Henryca85b792011-10-28 14:00:21 -0700509 cd $HORIZON_DIR/openstack-dashboard
Anthony Young70dc5e02011-09-15 16:52:43 -0700510 dashboard/manage.py syncdb
Jesse Andrews75a37652011-09-12 17:09:08 -0700511
Anthony Young70dc5e02011-09-15 16:52:43 -0700512 # create an empty directory that apache uses as docroot
Tres Henryca85b792011-10-28 14:00:21 -0700513 sudo mkdir -p $HORIZON_DIR/.blackhole
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700514
Tres Henryca85b792011-10-28 14:00:21 -0700515 ## Configure apache's 000-default to run horizon
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700516 sudo cp $FILES/000-default.template /etc/apache2/sites-enabled/000-default
Jesse Andrews8f3e28c2011-09-27 18:26:27 -0700517 sudo sed -e "s,%USER%,$USER,g" -i /etc/apache2/sites-enabled/000-default
Tres Henryca85b792011-10-28 14:00:21 -0700518 sudo sed -e "s,%HORIZON_DIR%,$HORIZON_DIR,g" -i /etc/apache2/sites-enabled/000-default
Jesse Andrewsc96b0242011-10-28 10:34:26 -0700519 sudo service apache2 restart
Anthony Young70dc5e02011-09-15 16:52:43 -0700520fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700521
Anthony Young3859f732011-09-14 02:33:43 -0700522
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700523# Glance
524# ------
525
Anthony Young70dc5e02011-09-15 16:52:43 -0700526if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
Anthony Youngc8357622011-09-20 10:38:06 -0700527 GLANCE_IMAGE_DIR=$DEST/glance/images
Anthony Younga531b772011-09-20 09:59:54 -0700528 # Delete existing images
529 rm -rf $GLANCE_IMAGE_DIR
Jesse Andrews75a37652011-09-12 17:09:08 -0700530
Anthony Younga531b772011-09-20 09:59:54 -0700531 # Use local glance directories
532 mkdir -p $GLANCE_IMAGE_DIR
533
Anthony Young70dc5e02011-09-15 16:52:43 -0700534 # (re)create glance database
Anthony Young7a549f42011-10-12 07:13:13 +0000535 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS glance;'
536 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE glance;'
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700537
538 # Copy over our glance configurations and update them
Anthony Young70dc5e02011-09-15 16:52:43 -0700539 GLANCE_CONF=$GLANCE_DIR/etc/glance-registry.conf
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700540 cp $FILES/glance-registry.conf $GLANCE_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700541 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/glance,g" -i $GLANCE_CONF
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700542 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_CONF
Anthony Younga531b772011-09-20 09:59:54 -0700543 sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_CONF
James E. Blair5855a642011-10-26 15:44:27 -0400544 sudo sed -e "s,%SYSLOG%,$SYSLOG,g" -i $GLANCE_CONF
Anthony Youngf12d3ab2011-09-20 00:33:51 -0700545
546 GLANCE_API_CONF=$GLANCE_DIR/etc/glance-api.conf
547 cp $FILES/glance-api.conf $GLANCE_API_CONF
Anthony Younga531b772011-09-20 09:59:54 -0700548 sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_API_CONF
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700549 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_API_CONF
James E. Blair5855a642011-10-26 15:44:27 -0400550 sudo sed -e "s,%SYSLOG%,$SYSLOG,g" -i $GLANCE_API_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700551fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700552
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700553# Nova
554# ----
555
Jesse Andrewsf70569e2011-10-24 21:56:25 -0700556if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
557 # We are going to use the sample http middleware configuration from the
558 # keystone project to launch nova. This paste config adds the configuration
559 # required for nova to validate keystone tokens - except we need to switch
560 # the config to use our service token instead (instead of the invalid token
561 # 999888777666).
562 cp $KEYSTONE_DIR/examples/paste/nova-api-paste.ini $NOVA_DIR/bin
563 sed -e "s,999888777666,$SERVICE_TOKEN,g" -i $NOVA_DIR/bin/nova-api-paste.ini
564fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700565
Anthony Young70dc5e02011-09-15 16:52:43 -0700566if [[ "$ENABLED_SERVICES" =~ "n-cpu" ]]; then
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700567
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400568 # Virtualization Configuration
569 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
570
571 # attempt to load modules: network block device - used to manage qcow images
Anthony Young70dc5e02011-09-15 16:52:43 -0700572 sudo modprobe nbd || true
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400573
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700574 # Check for kvm (hardware based virtualization). If unable to initialize
575 # kvm, we drop back to the slower emulation mode (qemu). Note: many systems
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700576 # come with hardware virtualization disabled in BIOS.
Jesse Andrews2abbdd42011-10-03 22:48:30 -0400577 if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400578 sudo modprobe kvm || true
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400579 if [ ! -e /dev/kvm ]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400580 echo "WARNING: Switching to QEMU"
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400581 LIBVIRT_TYPE=qemu
582 fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700583 fi
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400584
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400585 # Install and configure **LXC** if specified. LXC is another approach to
586 # splitting a system into many smaller parts. LXC uses cgroups and chroot
587 # to simulate multiple systems.
Jesse Andrews2abbdd42011-10-03 22:48:30 -0400588 if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then
Scott Moseree1b4952011-10-20 13:09:11 -0400589 apt_get install lxc
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700590 # lxc uses cgroups (a kernel interface via virtual filesystem) configured
591 # and mounted to ``/cgroup``
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400592 sudo mkdir -p /cgroup
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400593 if ! grep -q cgroup /etc/fstab; then
Jesse Andrewsc315ebf2011-10-02 13:25:33 -0400594 echo none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0 | sudo tee -a /etc/fstab
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400595 fi
Jesse Andrewse4304232011-10-07 10:34:32 -0400596 if ! mount -n | grep -q cgroup; then
597 sudo mount /cgroup
598 fi
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400599 fi
600
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700601 # The user that nova runs as needs to be member of libvirtd group otherwise
602 # nova-compute will be unable to use libvirt.
Anthony Young70dc5e02011-09-15 16:52:43 -0700603 sudo usermod -a -G libvirtd `whoami`
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700604 # libvirt detects various settings on startup, as we potentially changed
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700605 # the system configuration (modules, filesystems), we need to restart
606 # libvirt to detect those changes.
Anthony Young70dc5e02011-09-15 16:52:43 -0700607 sudo /etc/init.d/libvirt-bin restart
608
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400609
610 # Instance Storage
611 # ~~~~~~~~~~~~~~~~
612
613 # Nova stores each instance in its own directory.
Anthony Young70dc5e02011-09-15 16:52:43 -0700614 mkdir -p $NOVA_DIR/instances
615
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700616 # You can specify a different disk to be mounted and used for backing the
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700617 # virtual machines. If there is a partition labeled nova-instances we
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700618 # mount it (ext filesystems can be labeled via e2label).
Anthony Young70dc5e02011-09-15 16:52:43 -0700619 if [ -L /dev/disk/by-label/nova-instances ]; then
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700620 if ! mount -n | grep -q nova-instances; then
621 sudo mount -L nova-instances $NOVA_DIR/instances
622 sudo chown -R `whoami` $NOVA_DIR/instances
623 fi
Anthony Young70dc5e02011-09-15 16:52:43 -0700624 fi
625
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400626 # Clean out the instances directory.
Jesse Andrews461bfdc2011-10-09 17:50:38 -0700627 sudo rm -rf $NOVA_DIR/instances/*
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700628fi
629
Anthony Young70dc5e02011-09-15 16:52:43 -0700630if [[ "$ENABLED_SERVICES" =~ "n-net" ]]; then
631 # delete traces of nova networks from prior runs
Anthony Young09fde812011-09-20 02:23:54 -0700632 sudo killall dnsmasq || true
Anthony Young70dc5e02011-09-15 16:52:43 -0700633 rm -rf $NOVA_DIR/networks
634 mkdir -p $NOVA_DIR/networks
635fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700636
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100637# Storage Service
Chmouel Boudjnah537ddff2011-11-02 19:09:30 +0100638if [[ "$ENABLED_SERVICES" =~ "swift" ]]; then
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100639 # We first do a bit of setup by creating the directories and
640 # changing the permissions so we can run it as our user.
641
Chmouel Boudjnah067163d2011-11-02 14:25:06 +0100642 USER_GROUP=$(id -g)
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100643 sudo mkdir -p ${SWIFT_DATA_LOCATION}/drives
644 sudo chown -R $USER:${USER_GROUP} ${SWIFT_DATA_LOCATION}/drives
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100645
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100646 # We then create a loopback disk and format it to XFS.
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100647 if [[ ! -e ${SWIFT_DATA_LOCATION}/drives/images/swift.img ]];then
648 mkdir -p ${SWIFT_DATA_LOCATION}/drives/images
649 sudo touch ${SWIFT_DATA_LOCATION}/drives/images/swift.img
650 sudo chown $USER: ${SWIFT_DATA_LOCATION}/drives/images/swift.img
Chmouel Boudjnaha03f0052011-11-01 13:08:29 +0000651
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100652 dd if=/dev/zero of=${SWIFT_DATA_LOCATION}/drives/images/swift.img \
Chmouel Boudjnahb93478f2011-11-02 16:49:56 +0100653 bs=1024 count=0 seek=${SWIFT_LOOPBACK_DISK_SIZE}
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100654 mkfs.xfs -f -i size=1024 ${SWIFT_DATA_LOCATION}/drives/images/swift.img
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100655 fi
656
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100657 # After the drive being created we mount the disk with a few mount
658 # options to make it most efficient as possible for swift.
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100659 mkdir -p ${SWIFT_DATA_LOCATION}/drives/sdb1
660 if ! egrep -q ${SWIFT_DATA_LOCATION}/drives/sdb1 /proc/mounts;then
Chmouel Boudjnahb93478f2011-11-02 16:49:56 +0100661 sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100662 ${SWIFT_DATA_LOCATION}/drives/images/swift.img ${SWIFT_DATA_LOCATION}/drives/sdb1
Chmouel Boudjnaha03f0052011-11-01 13:08:29 +0000663 fi
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100664
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100665 # We then create link to that mounted location so swift would know
666 # where to go.
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100667 for x in {1..4}; do sudo ln -sf ${SWIFT_DATA_LOCATION}/drives/sdb1/$x ${SWIFT_DATA_LOCATION}/$x; done
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +0100668
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100669 # We now have to emulate a few different servers into one we
670 # create all the directories needed for swift
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +0100671 tmpd=""
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100672 for d in ${SWIFT_DATA_LOCATION}/drives/sdb1/{1..4} /etc/swift /etc/swift/{object,container,account}-server \
673 ${SWIFT_DATA_LOCATION}/{1..4}/node/sdb1 /var/run/swift ;do
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +0100674 [[ -d $d ]] && continue
Chmouel Boudjnah067163d2011-11-02 14:25:06 +0100675 sudo install -o ${USER} -g $USER_GROUP -d $d
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +0100676 done
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100677
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100678 sudo chown -R $USER: ${SWIFT_DATA_LOCATION}/{1..4}/node
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100679
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100680 # Swift use rsync to syncronize between all the different
681 # partitions (which make more sense when you have a multi-node
682 # setup) we configure it with our version of rsync.
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100683 sed -e "s/%GROUP%/${USER_GROUP}/;s/%USER%/$USER/;s,%SWIFT_DATA_LOCATION%,$SWIFT_DATA_LOCATION," $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +0100684 sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100685
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100686 # By default Swift will be installed with the tempauth middleware
687 # which has some default username and password if you have
688 # configured keystone it will checkout the directory.
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100689 if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
690 swift_auth_server=keystone
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100691 # We need a special version of bin/swift which understand the
692 # OpenStack api 2.0, we download it until this is getting
693 # integrated in swift.
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100694 sudo curl -s -o/usr/local/bin/swift \
695 'https://review.openstack.org/gitweb?p=openstack/swift.git;a=blob_plain;f=bin/swift;hb=48bfda6e2fdf3886c98bd15649887d54b9a2574e'
696 else
697 swift_auth_server=tempauth
698 fi
699
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100700 # We do the install of the proxy-server and swift configuration
701 # replacing a few directives to match our configuration.
Chmouel Boudjnah88d54992011-11-02 01:10:38 +0100702 sed "s/%USER%/$USER/;s/%SERVICE_TOKEN%/${SERVICE_TOKEN}/;s/%AUTH_SERVER%/${swift_auth_server}/" \
Chmouel Boudjnah537ddff2011-11-02 19:09:30 +0100703 $FILES/swift/proxy-server.conf|sudo tee /etc/swift/proxy-server.conf
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100704
Chmouel Boudjnah537ddff2011-11-02 19:09:30 +0100705 sed -e "s/%SWIFT_HASH%/$SWIFT_HASH/" $FILES/swift/swift.conf > /etc/swift/swift.conf
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100706
707 # We need to generate a object/account/proxy configuration
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100708 # emulating 4 nodes on different ports we have a little function
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100709 # that help us doing that.
710 function generate_swift_configuration() {
711 local server_type=$1
712 local bind_port=$2
713 local log_facility=$3
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100714 local node_number
715
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100716 for node_number in {1..4};do
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100717 node_path=${SWIFT_DATA_LOCATION}/${node_number}
Chmouel Boudjnah88d54992011-11-02 01:10:38 +0100718 sed -e "s,%USER%,$USER,;s,%NODE_PATH%,${node_path},;s,%BIND_PORT%,${bind_port},;s,%LOG_FACILITY%,${log_facility}," \
Chmouel Boudjnah537ddff2011-11-02 19:09:30 +0100719 $FILES/swift/${server_type}-server.conf > /etc/swift/${server_type}-server/${node_number}.conf
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100720 bind_port=$(( ${bind_port} + 10 ))
721 log_facility=$(( ${log_facility} + 1 ))
722 done
723 }
724 generate_swift_configuration object 6010 2
725 generate_swift_configuration container 6011 2
726 generate_swift_configuration account 6012 2
Chmouel Boudjnaha03f0052011-11-01 13:08:29 +0000727
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100728 # We create two helper scripts :
729 #
730 # - swift-remakerings
731 # Allow to recreate rings from scratch.
732 # - swift-startmain
733 # Restart your full cluster.
734 #
Chmouel Boudjnah537ddff2011-11-02 19:09:30 +0100735 sed -e "s/%SWIFT_PARTITION_POWER_SIZE%/$SWIFT_PARTITION_POWER_SIZE/" $FILES/swift/swift-remakerings | \
Chmouel Boudjnaha2118982011-11-01 15:36:00 +0100736 sudo tee /usr/local/bin/swift-remakerings
Chmouel Boudjnah537ddff2011-11-02 19:09:30 +0100737 sudo install -m755 $FILES/swift/swift-startmain /usr/local/bin/
Chmouel Boudjnaha2118982011-11-01 15:36:00 +0100738 sudo chmod +x /usr/local/bin/swift-*
739
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100740 # We then can start rsync.
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +0100741 sudo /etc/init.d/rsync restart || :
742
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100743 # Create our ring for the object/container/account.
Chmouel Boudjnahd5651bb2011-11-01 16:22:08 +0100744 /usr/local/bin/swift-remakerings
745
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100746 # And now we launch swift-startmain to get our cluster running
747 # ready to be tested.
Chmouel Boudjnahd5651bb2011-11-01 16:22:08 +0100748 /usr/local/bin/swift-startmain || :
749
Chmouel Boudjnah45c51132011-11-01 19:32:23 +0100750 unset s swift_hash swift_auth_server tmpd
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100751fi
752
Anthony Youngacff87a2011-10-20 10:12:58 -0700753# Volume Service
754# --------------
755
756if [[ "$ENABLED_SERVICES" =~ "n-vol" ]]; then
757 #
758 # Configure a default volume group called 'nova-volumes' for the nova-volume
759 # service if it does not yet exist. If you don't wish to use a file backed
760 # volume group, create your own volume group called 'nova-volumes' before
761 # invoking stack.sh.
762 #
763 # By default, the backing file is 2G in size, and is stored in /opt/stack.
764 #
Anthony Youngacff87a2011-10-20 10:12:58 -0700765 if ! sudo vgdisplay | grep -q nova-volumes; then
Anthony Youngb22263a2011-10-20 10:26:30 -0700766 VOLUME_BACKING_FILE=${VOLUME_BACKING_FILE:-/opt/stack/nova-volumes-backing-file}
767 VOLUME_BACKING_FILE_SIZE=${VOLUME_BACKING_FILE_SIZE:-2052M}
Anthony Youngacff87a2011-10-20 10:12:58 -0700768 truncate -s $VOLUME_BACKING_FILE_SIZE $VOLUME_BACKING_FILE
769 DEV=`sudo losetup -f --show $VOLUME_BACKING_FILE`
770 sudo vgcreate nova-volumes $DEV
771 fi
772
773 # Configure iscsitarget
774 sudo sed 's/ISCSITARGET_ENABLE=false/ISCSITARGET_ENABLE=true/' -i /etc/default/iscsitarget
775 sudo /etc/init.d/iscsitarget restart
776fi
777
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700778function add_nova_flag {
779 echo "$1" >> $NOVA_DIR/bin/nova.conf
780}
781
782# (re)create nova.conf
783rm -f $NOVA_DIR/bin/nova.conf
784add_nova_flag "--verbose"
785add_nova_flag "--nodaemon"
Vishvananda Ishaya293c2ef2011-10-27 12:55:29 -0700786add_nova_flag "--allow_admin_api"
Jesse Andrews8ff5dbc2011-09-25 22:28:08 -0700787add_nova_flag "--scheduler_driver=$SCHEDULER"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700788add_nova_flag "--dhcpbridge_flagfile=$NOVA_DIR/bin/nova.conf"
Yun Mao9720eb82011-10-29 23:30:10 -0400789add_nova_flag "--fixed_range=$FIXED_RANGE"
Brad Hall1bfa3d52011-10-27 18:18:20 -0700790if [[ "$ENABLED_SERVICES" =~ "q-svc" ]]; then
791 add_nova_flag "--network_manager=nova.network.quantum.manager.QuantumManager"
792 if [[ "$Q_PLUGIN" = "openvswitch" ]]; then
793 add_nova_flag "--libvirt_vif_type=ethernet"
794 add_nova_flag "--libvirt_vif_driver=nova.virt.libvirt.vif.LibvirtOpenVswitchDriver"
795 fi
796else
797 add_nova_flag "--network_manager=nova.network.manager.$NET_MAN"
798fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700799add_nova_flag "--my_ip=$HOST_IP"
Anthony Youngb1bdd5e2011-09-20 09:39:50 -0700800add_nova_flag "--public_interface=$PUBLIC_INTERFACE"
801add_nova_flag "--vlan_interface=$VLAN_INTERFACE"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700802add_nova_flag "--sql_connection=$BASE_SQL_CONN/nova"
803add_nova_flag "--libvirt_type=$LIBVIRT_TYPE"
Anthony Young2f140202011-09-26 13:02:40 -0700804add_nova_flag "--osapi_extensions_path=$OPENSTACKX_DIR/extensions"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700805add_nova_flag "--vncproxy_url=http://$HOST_IP:6080"
806add_nova_flag "--vncproxy_wwwroot=$NOVNC_DIR/"
Jesse Andrews42dc9a72011-10-24 22:03:11 -0700807add_nova_flag "--api_paste_config=$NOVA_DIR/bin/nova-api-paste.ini"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700808add_nova_flag "--image_service=nova.image.glance.GlanceImageService"
809add_nova_flag "--ec2_dmz_host=$EC2_DMZ_HOST"
810add_nova_flag "--rabbit_host=$RABBIT_HOST"
Jesse Andrews53ed3872011-10-02 14:28:17 -0400811add_nova_flag "--rabbit_password=$RABBIT_PASSWORD"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700812add_nova_flag "--glance_api_servers=$GLANCE_HOSTPORT"
Vishvananda Ishaya3e2b1742011-10-28 12:20:07 -0700813if [ -n "$INSTANCES_PATH" ]; then
814 add_nova_flag "--instances_path=$INSTANCES_PATH"
Vishvananda Ishayae72bdb02011-10-28 13:34:38 -0700815fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700816if [ -n "$MULTI_HOST" ]; then
817 add_nova_flag "--multi_host=$MULTI_HOST"
Anthony Young70506b12011-10-25 00:20:44 -0700818 add_nova_flag "--send_arp_for_ha=1"
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700819fi
James E. Blair5855a642011-10-26 15:44:27 -0400820if [ "$SYSLOG" != "False" ]; then
821 add_nova_flag "--use_syslog=1"
822fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700823
Anthony Youngb62b4ca2011-10-26 22:29:08 -0700824# XenServer
825# ---------
826
827if [ "$VIRT_DRIVER" = 'xenserver' ]; then
828 read_password XENAPI_PASSWORD "ENTER A PASSWORD TO USE FOR XEN."
829 add_nova_flag "--connection_type=xenapi"
830 add_nova_flag "--xenapi_connection_url=http://169.254.0.1"
831 add_nova_flag "--xenapi_connection_username=root"
832 add_nova_flag "--xenapi_connection_password=$XENAPI_PASSWORD"
833 add_nova_flag "--flat_injected=False"
834 add_nova_flag "--flat_interface=eth1"
Anthony Youngea1290a2011-10-27 12:53:30 -0700835 add_nova_flag "--flat_network_bridge=xenbr1"
Anthony Youngb62b4ca2011-10-26 22:29:08 -0700836 add_nova_flag "--public_interface=eth3"
837else
838 add_nova_flag "--flat_network_bridge=$FLAT_NETWORK_BRIDGE"
839 if [ -n "$FLAT_INTERFACE" ]; then
840 add_nova_flag "--flat_interface=$FLAT_INTERFACE"
841 fi
842fi
843
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400844# Nova Database
845# ~~~~~~~~~~~~~
846
847# All nova components talk to a central database. We will need to do this step
848# only once for an entire cluster.
849
Anthony Younga0748002011-09-16 21:37:36 -0700850if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
851 # (re)create nova database
Anthony Young7a549f42011-10-12 07:13:13 +0000852 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS nova;'
853 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE nova;'
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400854
855 # (re)create nova database
Anthony Younga0748002011-09-16 21:37:36 -0700856 $NOVA_DIR/bin/nova-manage db sync
Anthony Younga0748002011-09-16 21:37:36 -0700857fi
858
859
Jesse Andrewse8d9cd82011-09-13 15:16:26 -0700860# Keystone
861# --------
862
Anthony Young70dc5e02011-09-15 16:52:43 -0700863if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
864 # (re)create keystone database
Anthony Young7a549f42011-10-12 07:13:13 +0000865 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS keystone;'
866 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE keystone;'
Jesse Andrews75a37652011-09-12 17:09:08 -0700867
Anthony Young70dc5e02011-09-15 16:52:43 -0700868 # FIXME (anthony) keystone should use keystone.conf.example
869 KEYSTONE_CONF=$KEYSTONE_DIR/etc/keystone.conf
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700870 cp $FILES/keystone.conf $KEYSTONE_CONF
Anthony Young70dc5e02011-09-15 16:52:43 -0700871 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/keystone,g" -i $KEYSTONE_CONF
Anthony Younge8fed482011-09-26 19:50:43 -0700872 sudo sed -e "s,%DEST%,$DEST,g" -i $KEYSTONE_CONF
Anthony Young3a093122011-09-13 19:01:45 +0000873
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400874 # keystone_data.sh creates our admin user and our ``SERVICE_TOKEN``.
Anthony Youngec21d932011-09-16 16:05:55 -0700875 KEYSTONE_DATA=$KEYSTONE_DIR/bin/keystone_data.sh
876 cp $FILES/keystone_data.sh $KEYSTONE_DATA
877 sudo sed -e "s,%HOST_IP%,$HOST_IP,g" -i $KEYSTONE_DATA
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700878 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $KEYSTONE_DATA
Jesse Andrews89358af2011-10-02 14:11:17 -0400879 sudo sed -e "s,%ADMIN_PASSWORD%,$ADMIN_PASSWORD,g" -i $KEYSTONE_DATA
Anthony Young70dc5e02011-09-15 16:52:43 -0700880 # initialize keystone with default users/endpoints
Anthony Youngec21d932011-09-16 16:05:55 -0700881 BIN_DIR=$KEYSTONE_DIR/bin bash $KEYSTONE_DATA
Anthony Young70dc5e02011-09-15 16:52:43 -0700882fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700883
Jesse Andrews75a37652011-09-12 17:09:08 -0700884
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700885# Launch Services
886# ===============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700887
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700888# nova api crashes if we start it with a regular screen command,
889# so send the start command by forcing text into the window.
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700890# Only run the services specified in ``ENABLED_SERVICES``
891
Jesse Andrews1f717602011-09-16 15:18:53 -0700892# our screen helper to launch a service in a hidden named screen
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700893function screen_it {
Jesse Andrews1f717602011-09-16 15:18:53 -0700894 NL=`echo -ne '\015'`
Anthony Young292e46d2011-09-13 11:28:56 -0700895 if [[ "$ENABLED_SERVICES" =~ "$1" ]]; then
Jesse Andrewsde8b9a22011-11-01 17:23:04 -0700896 screen -S stack -X screen -t $1
897 screen -S stack -p $1 -X stuff "$2$NL"
Anthony Young292e46d2011-09-13 11:28:56 -0700898 fi
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700899}
900
Jesse Andrewsa16e5e92011-09-16 16:30:55 -0700901# create a new named screen to run processes in
Jesse Andrewsde8b9a22011-11-01 17:23:04 -0700902screen -d -m -S stack -t stack
Jesse Andrewsa16e5e92011-09-16 16:30:55 -0700903sleep 1
904
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100905# launch the glance registry service
Anthony Youngd000b222011-09-19 14:46:53 -0700906if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
907 screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf"
908fi
909
Jesse Andrews644b8e82011-10-02 17:50:41 -0400910# launch the glance api and wait for it to answer before continuing
Anthony Youngd000b222011-09-19 14:46:53 -0700911if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then
912 screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf"
James E. Blair92e81992011-10-11 09:26:29 -0500913 echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..."
James E. Blair7057ae92011-10-20 12:23:50 -0500914 if ! timeout 60 sh -c "while ! wget -q -O- http://$GLANCE_HOSTPORT; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -0500915 echo "g-api did not start"
916 exit 1
917 fi
Anthony Youngd000b222011-09-19 14:46:53 -0700918fi
919
Jesse Andrews644b8e82011-10-02 17:50:41 -0400920# launch the keystone and wait for it to answer before continuing
Anthony Youngd000b222011-09-19 14:46:53 -0700921if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
Anthony Youngf33796e2011-09-22 00:14:12 -0700922 screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone --config-file $KEYSTONE_CONF -d"
James E. Blair92e81992011-10-11 09:26:29 -0500923 echo "Waiting for keystone to start..."
James E. Blair7057ae92011-10-20 12:23:50 -0500924 if ! timeout 60 sh -c "while ! wget -q -O- http://127.0.0.1:5000; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -0500925 echo "keystone did not start"
926 exit 1
927 fi
Anthony Youngd000b222011-09-19 14:46:53 -0700928fi
929
Jesse Andrews644b8e82011-10-02 17:50:41 -0400930# launch the nova-api and wait for it to answer before continuing
Anthony Youngd000b222011-09-19 14:46:53 -0700931if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
Anthony Young9bf3d762011-09-20 09:51:16 -0700932 screen_it n-api "cd $NOVA_DIR && $NOVA_DIR/bin/nova-api"
James E. Blair92e81992011-10-11 09:26:29 -0500933 echo "Waiting for nova-api to start..."
James E. Blair7057ae92011-10-20 12:23:50 -0500934 if ! timeout 60 sh -c "while ! wget -q -O- http://127.0.0.1:8774; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -0500935 echo "nova-api did not start"
936 exit 1
937 fi
Anthony Youngd000b222011-09-19 14:46:53 -0700938fi
Brad Hall1bfa3d52011-10-27 18:18:20 -0700939
940# Quantum
941if [[ "$ENABLED_SERVICES" =~ "q-svc" ]]; then
Anthony Youngbdc254e2011-11-02 23:57:12 -0500942 # Install deps
Anthony Young0c3b60c2011-11-03 00:07:55 -0500943 # FIXME add to files/apts/quantum, but don't install if not needed!
Anthony Youngae7f2642011-11-03 00:03:53 -0500944 apt_get install openvswitch-switch openvswitch-datapath-dkms
Anthony Youngbdc254e2011-11-02 23:57:12 -0500945
Brad Hall1bfa3d52011-10-27 18:18:20 -0700946 # Create database for the plugin/agent
947 if [[ "$Q_PLUGIN" = "openvswitch" ]]; then
948 if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
949 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE IF NOT EXISTS ovs_quantum;'
950 else
Brad Halld9e544e2011-10-28 08:28:26 -0700951 echo "mysql must be enabled in order to use the $Q_PLUGIN Quantum plugin."
952 exit 1
Brad Hall1bfa3d52011-10-27 18:18:20 -0700953 fi
954 fi
955
956 QUANTUM_PLUGIN_INI_FILE=$QUANTUM_DIR/quantum/plugins.ini
957 # Make sure we're using the openvswitch plugin
958 sed -i -e "s/^provider =.*$/provider = quantum.plugins.openvswitch.ovs_quantum_plugin.OVSQuantumPlugin/g" $QUANTUM_PLUGIN_INI_FILE
959 screen_it q-svc "cd $QUANTUM_DIR && export PYTHONPATH=.:$PYTHONPATH; python $QUANTUM_DIR/bin/quantum $QUANTUM_DIR/etc/quantum.conf"
960fi
961
962# Quantum agent (for compute nodes)
963if [[ "$ENABLED_SERVICES" =~ "q-agt" ]]; then
964 if [[ "$Q_PLUGIN" = "openvswitch" ]]; then
965 # Set up integration bridge
966 OVS_BRIDGE=${OVS_BRIDGE:-br-int}
967 sudo ovs-vsctl --no-wait -- --if-exists del-br $OVS_BRIDGE
968 sudo ovs-vsctl --no-wait add-br $OVS_BRIDGE
969 sudo ovs-vsctl --no-wait br-set-external-id $OVS_BRIDGE bridge-id br-int
970 fi
971
972 # Start up the quantum <-> openvswitch agent
973 screen_it q-agt "sleep 4; sudo python $QUANTUM_DIR/quantum/plugins/openvswitch/agent/ovs_quantum_agent.py $QUANTUM_DIR/quantum/plugins/openvswitch/ovs_quantum_plugin.ini -v"
974fi
975
Brad Halld9e544e2011-10-28 08:28:26 -0700976# If we're using Quantum (i.e. q-svc is enabled), network creation has to
977# happen after we've started the Quantum service.
Brad Hall1bfa3d52011-10-27 18:18:20 -0700978if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then
979 # create a small network
980 $NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 $FIXED_NETWORK_SIZE
981
982 if [[ "$ENABLED_SERVICES" =~ "q-svc" ]]; then
983 echo "Not creating floating IPs (not supported by QuantumManager)"
984 else
985 # create some floating ips
986 $NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE
987 fi
988fi
989
root40a37002011-09-20 18:06:14 +0000990# Launching nova-compute should be as simple as running ``nova-compute`` but
991# have to do a little more than that in our script. Since we add the group
Jesse Andrews1f717602011-09-16 15:18:53 -0700992# ``libvirtd`` to our user in this script, when nova-compute is run it is
root40a37002011-09-20 18:06:14 +0000993# within the context of our original shell (so our groups won't be updated).
Scott Moser8ab1ade2011-10-07 21:03:16 -0400994# Use 'sg' to execute nova-compute as a member of the libvirtd group.
995screen_it n-cpu "cd $NOVA_DIR && sg libvirtd $NOVA_DIR/bin/nova-compute"
Anthony Youngacff87a2011-10-20 10:12:58 -0700996screen_it n-vol "cd $NOVA_DIR && $NOVA_DIR/bin/nova-volume"
Anthony Young9bf3d762011-09-20 09:51:16 -0700997screen_it n-net "cd $NOVA_DIR && $NOVA_DIR/bin/nova-network"
998screen_it n-sch "cd $NOVA_DIR && $NOVA_DIR/bin/nova-scheduler"
Vishvananda Ishaya6abc5cd2011-10-31 10:15:33 -0700999screen_it n-vnc "cd $NOVNC_DIR && ./utils/nova-wsproxy.py --flagfile $NOVA_DIR/bin/nova.conf --web . 6080"
Tres Henryca85b792011-10-28 14:00:21 -07001000screen_it horizon "cd $HORIZON_DIR && sudo tail -f /var/log/apache2/error.log"
Jesse Andrews75a37652011-09-12 17:09:08 -07001001
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001002# Install Images
1003# ==============
Jesse Andrewse49b8bd2011-09-12 18:08:04 -07001004
Anthony Young0ab1d462011-10-13 23:03:23 -07001005# Upload an image to glance.
Jesse Andrews5372f432011-10-03 01:08:24 -04001006#
Anthony Young0ab1d462011-10-13 23:03:23 -07001007# The default image is a small ***TTY*** testing image, which lets you login
1008# the username/password of root/password.
1009#
1010# TTY also uses cloud-init, supporting login via keypair and sending scripts as
1011# userdata. See https://help.ubuntu.com/community/CloudInit for more on cloud-init
1012#
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001013# Override ``IMAGE_URLS`` with a comma-separated list of uec images.
Jesse Andrewsaab7eae2011-10-19 10:30:19 -07001014#
1015# * **natty**: http://uec-images.ubuntu.com/natty/current/natty-server-cloudimg-amd64.tar.gz
1016# * **oneiric**: http://uec-images.ubuntu.com/oneiric/current/oneiric-server-cloudimg-amd64.tar.gz
Jesse Andrews08e8b742011-10-02 23:42:56 -04001017
Jesse Andrews85d9be32011-10-03 00:01:28 -04001018if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then
Anthony Young7a8989e2011-10-14 10:20:30 -07001019 # Create a directory for the downloaded image tarballs.
Jesse Andrews08e8b742011-10-02 23:42:56 -04001020 mkdir -p $FILES/images
1021
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001022 # Option to upload legacy ami-tty, which works with xenserver
1023 if [ $UPLOAD_LEGACY_TTY ]; then
1024 if [ ! -f $FILES/tty.tgz ]; then
1025 wget -c http://images.ansolabs.com/tty.tgz -O $FILES/tty.tgz
1026 fi
1027
1028 tar -zxf $FILES/tty.tgz -C $FILES/images
1029 RVAL=`glance add -A $SERVICE_TOKEN name="tty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/aki-tty/image`
1030 KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
1031 RVAL=`glance add -A $SERVICE_TOKEN name="tty-ramdisk" is_public=true container_format=ari disk_format=ari < $FILES/images/ari-tty/image`
1032 RAMDISK_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
1033 glance add -A $SERVICE_TOKEN name="tty" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID ramdisk_id=$RAMDISK_ID < $FILES/images/ami-tty/image
1034 fi
1035
Anthony Young120f4862011-10-14 09:31:09 -07001036 for image_url in ${IMAGE_URLS//,/ }; do
1037 # Downloads the image (uec ami+aki style), then extracts it.
Jesse Andrewsac1831e2011-10-24 21:37:00 -07001038 IMAGE_FNAME=`basename "$image_url"`
Anthony Young216ad692011-10-25 00:10:21 -07001039 IMAGE_NAME=`basename "$IMAGE_FNAME" .tar.gz`
Anthony Young120f4862011-10-14 09:31:09 -07001040 if [ ! -f $FILES/$IMAGE_FNAME ]; then
1041 wget -c $image_url -O $FILES/$IMAGE_FNAME
1042 fi
Jesse Andrewse49b8bd2011-09-12 18:08:04 -07001043
Anthony Young120f4862011-10-14 09:31:09 -07001044 # Extract ami and aki files
1045 tar -zxf $FILES/$IMAGE_FNAME -C $FILES/images
Anthony Young70dc5e02011-09-15 16:52:43 -07001046
Anthony Young120f4862011-10-14 09:31:09 -07001047 # Use glance client to add the kernel the root filesystem.
1048 # We parse the results of the first upload to get the glance ID of the
1049 # kernel for use when uploading the root filesystem.
1050 RVAL=`glance add -A $SERVICE_TOKEN name="$IMAGE_NAME-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/$IMAGE_NAME-vmlinuz*`
1051 KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
1052 glance add -A $SERVICE_TOKEN name="$IMAGE_NAME" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID < $FILES/images/$IMAGE_NAME.img
1053 done
Jesse Andrewse49b8bd2011-09-12 18:08:04 -07001054fi
Jesse Andrews24859062011-09-15 21:28:23 -07001055
Scott Moserb94f4bf2011-10-07 14:51:07 +00001056# Fin
1057# ===
1058
1059
1060) 2>&1 | tee "${LOGFILE}"
1061
1062# Check that the left side of the above pipe succeeded
1063for ret in "${PIPESTATUS[@]}"; do [ $ret -eq 0 ] || exit $ret; done
1064
1065(
Jesse Andrews24859062011-09-15 21:28:23 -07001066# Using the cloud
1067# ===============
1068
Jesse Andrewse19d8842011-11-01 20:06:55 -07001069echo ""
1070echo ""
1071echo ""
1072
Tres Henryca85b792011-10-28 14:00:21 -07001073# If you installed the horizon on this server, then you should be able
root40a37002011-09-20 18:06:14 +00001074# to access the site using your browser.
Tres Henryca85b792011-10-28 14:00:21 -07001075if [[ "$ENABLED_SERVICES" =~ "horizon" ]]; then
1076 echo "horizon is now available at http://$HOST_IP/"
Jesse Andrews24859062011-09-15 21:28:23 -07001077fi
1078
1079# If keystone is present, you can point nova cli to this server
1080if [[ "$ENABLED_SERVICES" =~ "key" ]]; then
1081 echo "keystone is serving at http://$HOST_IP:5000/v2.0/"
1082 echo "examples on using novaclient command line is in exercise.sh"
Jesse Andrews89358af2011-10-02 14:11:17 -04001083 echo "the default users are: admin and demo"
1084 echo "the password: $ADMIN_PASSWORD"
Jesse Andrews24859062011-09-15 21:28:23 -07001085fi
termie523c4052011-09-28 19:49:40 -05001086
Scott Moserc4e47ab2011-10-07 13:29:29 +00001087# indicate how long this took to run (bash maintained variable 'SECONDS')
Scott Moserb94f4bf2011-10-07 14:51:07 +00001088echo "stack.sh completed in $SECONDS seconds."
Scott Moser7c481182011-10-07 13:50:21 +00001089
Scott Moserb94f4bf2011-10-07 14:51:07 +00001090) | tee -a "$LOGFILE"