blob: 68b430e8687b6b17731f5b40b5d9b83d9e44edfe [file] [log] [blame]
Jesse Andrewsba23cc72011-09-11 03:22:13 -07001#!/usr/bin/env bash
2
Dean Troyerdf0972c2012-03-07 17:31:03 -06003# **stack.sh** is an opinionated OpenStack developer installation.
Jesse Andrews0e7e8972011-10-02 16:36:54 -04004
Dean Troyerdf0972c2012-03-07 17:31:03 -06005# This script installs and configures various combinations of *Glance*,
6# *Horizon*, *Keystone*, *Melange*, *Nova*, *Quantum* and *Swift*
Jesse Andrewsba23cc72011-09-11 03:22:13 -07007
Vishvananda Ishaya9b353672011-10-20 10:07:10 -07008# This script allows you to specify configuration options of what git
Jesse Andrews5372f432011-10-03 01:08:24 -04009# repositories to use, enabled services, network configuration and various
10# passwords. If you are crafty you can run the script on multiple nodes using
11# shared settings for common resources (mysql, rabbitmq) and build a multi-node
12# developer install.
Jesse Andrews782b9912011-10-02 16:53:21 -040013
Jesse Andrews38df1222011-11-20 09:55:44 -080014# To keep this script simple we assume you are running on an **Ubuntu 11.10
15# Oneiric** machine. It should work in a VM or physical server. Additionally
16# we put the list of *apt* and *pip* dependencies and other configuration files
17# in this repo. So start by grabbing this script and the dependencies.
Jesse Andrews24859062011-09-15 21:28:23 -070018
Jesse Andrews0e7e8972011-10-02 16:36:54 -040019# Learn more and get the most recent version at http://devstack.org
Jesse Andrews6edd17f2011-09-15 22:19:42 -070020
Dean Troyerdf0972c2012-03-07 17:31:03 -060021
Jesse Andrews6edd17f2011-09-15 22:19:42 -070022# Sanity Check
23# ============
24
Jesse Andrews38df1222011-11-20 09:55:44 -080025# Warn users who aren't on oneiric, but allow them to override check and attempt
Jesse Andrews6edd17f2011-09-15 22:19:42 -070026# installation with ``FORCE=yes ./stack``
Chmouel Boudjnahadfc0292011-11-14 14:24:30 +010027DISTRO=$(lsb_release -c -s)
28
Chmouel Boudjnah7dadd352012-03-14 14:13:03 +000029if [[ ! ${DISTRO} =~ (oneiric|precise) ]]; then
Jesse Andrews38df1222011-11-20 09:55:44 -080030 echo "WARNING: this script has only been tested on oneiric"
Jesse Andrews6edd17f2011-09-15 22:19:42 -070031 if [[ "$FORCE" != "yes" ]]; then
32 echo "If you wish to run this script anyway run with FORCE=yes"
33 exit 1
34 fi
35fi
36
Jesse Andrews51fb22e2011-10-19 09:24:17 -070037# Keep track of the current devstack directory.
38TOP_DIR=$(cd $(dirname "$0") && pwd)
39
Dean Troyer6563a3c2012-01-31 12:11:56 -060040# Import common functions
41. $TOP_DIR/functions
42
root40a37002011-09-20 18:06:14 +000043# stack.sh keeps the list of **apt** and **pip** dependencies in external
Jesse Andrews4d282182011-09-16 11:27:43 -070044# files, along with config templates and other useful files. You can find these
root40a37002011-09-20 18:06:14 +000045# in the ``files`` directory (next to this script). We will reference this
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070046# directory using the ``FILES`` variable in this script.
Jesse Andrews51fb22e2011-10-19 09:24:17 -070047FILES=$TOP_DIR/files
Jesse Andrewsbf3868d2011-09-16 11:31:16 -070048if [ ! -d $FILES ]; then
49 echo "ERROR: missing devstack/files - did you grab more than just stack.sh?"
Jesse Andrews6edd17f2011-09-15 22:19:42 -070050 exit 1
51fi
52
Anthony Young6015c822011-10-12 07:17:11 +000053
Scott Moserf9da5082011-10-07 21:28:00 -040054# Settings
55# ========
56
Dean Troyerdf0972c2012-03-07 17:31:03 -060057# ``stack.sh`` is customizable through setting environment variables. If you
58# want to override a setting you can set and export it::
Scott Moserf9da5082011-10-07 21:28:00 -040059#
Anthony Young7a549f42011-10-12 07:13:13 +000060# export MYSQL_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040061# ./stack.sh
62#
Anthony Young7a549f42011-10-12 07:13:13 +000063# You can also pass options on a single line ``MYSQL_PASSWORD=simple ./stack.sh``
Scott Moserf9da5082011-10-07 21:28:00 -040064#
Dean Troyerdf0972c2012-03-07 17:31:03 -060065# Additionally, you can put any local variables into a ``localrc`` file::
Scott Moserf9da5082011-10-07 21:28:00 -040066#
Anthony Young7a549f42011-10-12 07:13:13 +000067# MYSQL_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040068# MYSQL_USER=hellaroot
69#
70# We try to have sensible defaults, so you should be able to run ``./stack.sh``
71# in most cases.
72#
Dean Troyerdf0972c2012-03-07 17:31:03 -060073# DevStack distributes ``stackrc`` which contains locations for the OpenStack
74# repositories and branches to configure. ``stackrc`` sources ``localrc`` to
75# allow you to override those settings and not have your changes overwritten
76# when updating DevStack.
77
Dean Troyerc727aa82012-01-13 12:13:59 -060078# We support HTTP and HTTPS proxy servers via the usual environment variables
Dean Troyerdf0972c2012-03-07 17:31:03 -060079# **http_proxy** and **https_proxy**. They can be set in ``localrc`` if necessary or
Dean Troyerc727aa82012-01-13 12:13:59 -060080# on the command line::
81#
82# http_proxy=http://proxy.example.com:3128/ ./stack.sh
Dean Troyerdf0972c2012-03-07 17:31:03 -060083
Scott Moserf9da5082011-10-07 21:28:00 -040084source ./stackrc
85
Jesse Andrews6edd17f2011-09-15 22:19:42 -070086# Destination path for installation ``DEST``
Anthony Younge8fed482011-09-26 19:50:43 -070087DEST=${DEST:-/opt/stack}
Jesse Andrewsba23cc72011-09-11 03:22:13 -070088
Anthony Young55458452011-12-17 00:21:49 +000089# Check to see if we are already running a stack.sh
Chmouel Boudjnah44b57362012-02-07 18:13:44 +010090if type -p screen >/dev/null && screen -ls | egrep -q "[0-9].stack"; then
Anthony Young55458452011-12-17 00:21:49 +000091 echo "You are already running a stack.sh session."
92 echo "To rejoin this session type 'screen -x stack'."
93 echo "To destroy this session, kill the running screen."
94 exit 1
95fi
Todd Willey0a161452011-10-28 02:34:19 -040096
Tres Henryca85b792011-10-28 14:00:21 -070097# OpenStack is designed to be run as a regular user (Horizon will fail to run
Dean Troyer9122e7b2011-10-17 14:07:11 -050098# as root, since apache refused to startup serve content from root user). If
Dean Troyerdf0972c2012-03-07 17:31:03 -060099# ``stack.sh`` is run as **root**, it automatically creates a **stack** user with
Dean Troyer9122e7b2011-10-17 14:07:11 -0500100# sudo privileges and runs as that user.
101
102if [[ $EUID -eq 0 ]]; then
James E. Blair92e81992011-10-11 09:26:29 -0500103 ROOTSLEEP=${ROOTSLEEP:-10}
Dean Troyer9122e7b2011-10-17 14:07:11 -0500104 echo "You are running this script as root."
James E. Blair92e81992011-10-11 09:26:29 -0500105 echo "In $ROOTSLEEP seconds, we will create a user 'stack' and run as that user"
106 sleep $ROOTSLEEP
Dean Troyer9122e7b2011-10-17 14:07:11 -0500107
108 # since this script runs as a normal user, we need to give that user
109 # ability to run sudo
Jesse Andrewsc7f72ad2011-11-06 08:00:28 -0800110 dpkg -l sudo || apt_get update && apt_get install sudo
Dean Troyer9122e7b2011-10-17 14:07:11 -0500111
112 if ! getent passwd stack >/dev/null; then
113 echo "Creating a user called stack"
114 useradd -U -G sudo -s /bin/bash -d $DEST -m stack
115 fi
116
117 echo "Giving stack user passwordless sudo priviledges"
Jesse Andrews38df1222011-11-20 09:55:44 -0800118 # some uec images sudoers does not have a '#includedir'. add one.
Dean Troyer9122e7b2011-10-17 14:07:11 -0500119 grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
120 echo "#includedir /etc/sudoers.d" >> /etc/sudoers
121 ( umask 226 && echo "stack ALL=(ALL) NOPASSWD:ALL" \
122 > /etc/sudoers.d/50_stack_sh )
123
124 echo "Copying files to stack user"
125 STACK_DIR="$DEST/${PWD##*/}"
Dean Troyer0c3db252011-12-15 12:00:31 -0600126 cp -r -f -T "$PWD" "$STACK_DIR"
Jesse Andrews5f4ae102011-11-06 07:47:09 -0800127 chown -R stack "$STACK_DIR"
Dean Troyer9122e7b2011-10-17 14:07:11 -0500128 if [[ "$SHELL_AFTER_RUN" != "no" ]]; then
129 exec su -c "set -e; cd $STACK_DIR; bash stack.sh; bash" stack
130 else
131 exec su -c "set -e; cd $STACK_DIR; bash stack.sh" stack
132 fi
133 exit 1
Jesse Andrews509992f2011-10-27 11:18:09 -0700134else
Dean Troyere0d677c2012-03-07 14:11:33 -0600135 # We're not root, make sure sudo is available
136 dpkg -l sudo
137 die_if_error "Sudo is required. Re-run stack.sh as root ONE TIME ONLY to set up sudo."
138
139 # UEC images /etc/sudoers does not have a '#includedir'. add one.
Jesse Andrews84a399b2011-10-27 11:20:38 -0700140 sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
141 echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
Dean Troyere0d677c2012-03-07 14:11:33 -0600142
143 # Set up devstack sudoers
Todd Willey0a161452011-10-28 02:34:19 -0400144 TEMPFILE=`mktemp`
Dean Troyere0d677c2012-03-07 14:11:33 -0600145 echo "`whoami` ALL=(root) NOPASSWD:ALL" >$TEMPFILE
Todd Willey0a161452011-10-28 02:34:19 -0400146 chmod 0440 $TEMPFILE
147 sudo chown root:root $TEMPFILE
Dean Troyere0d677c2012-03-07 14:11:33 -0600148 sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
149
150 # Set up the rootwrap sudoers
151 TEMPFILE=`mktemp`
152 echo "$USER ALL=(root) NOPASSWD: /usr/local/bin/nova-rootwrap" >$TEMPFILE
153 chmod 0440 $TEMPFILE
154 sudo chown root:root $TEMPFILE
155 sudo mv $TEMPFILE /etc/sudoers.d/nova-rootwrap
156
157 # Remove old file
158 sudo rm -f /etc/sudoers.d/stack_sh_nova
Dean Troyer9122e7b2011-10-17 14:07:11 -0500159fi
160
Dean Troyerdf0972c2012-03-07 17:31:03 -0600161# Set True to configure ``stack.sh`` to run cleanly without Internet access.
162# ``stack.sh`` must have been previously run with Internet access to install
163# prerequisites and initialize ``$DEST``.
Dean Troyer25dab662011-12-16 22:40:46 -0600164OFFLINE=`trueorfalse False $OFFLINE`
165
Jesse Andrews6f3baaf2011-09-12 11:59:38 -0700166# Set the destination directories for openstack projects
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700167NOVA_DIR=$DEST/nova
Tres Henryca85b792011-10-28 14:00:21 -0700168HORIZON_DIR=$DEST/horizon
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700169GLANCE_DIR=$DEST/glance
170KEYSTONE_DIR=$DEST/keystone
171NOVACLIENT_DIR=$DEST/python-novaclient
Anthony Young52e631d2011-12-27 22:22:14 -0800172KEYSTONECLIENT_DIR=$DEST/python-keystoneclient
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700173NOVNC_DIR=$DEST/noVNC
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100174SWIFT_DIR=$DEST/swift
Brad Hall1bfa3d52011-10-27 18:18:20 -0700175QUANTUM_DIR=$DEST/quantum
Dave Lapsley5a09c922012-01-25 17:22:15 -0500176QUANTUM_CLIENT_DIR=$DEST/python-quantumclient
Jason Kölker64a90662012-01-23 11:17:27 -0600177MELANGE_DIR=$DEST/melange
178MELANGECLIENT_DIR=$DEST/python-melangeclient
Brad Hall1bfa3d52011-10-27 18:18:20 -0700179
180# Default Quantum Plugin
181Q_PLUGIN=${Q_PLUGIN:-openvswitch}
Brad Hallf1f3a8f2011-12-12 23:04:58 +0000182# Default Quantum Port
183Q_PORT=${Q_PORT:-9696}
184# Default Quantum Host
185Q_HOST=${Q_HOST:-localhost}
Anthony Younga8416442011-09-13 20:07:44 -0700186
Jason Kölker64a90662012-01-23 11:17:27 -0600187# Default Melange Port
188M_PORT=${M_PORT:-9898}
189# Default Melange Host
190M_HOST=${M_HOST:-localhost}
191# Melange MAC Address Range
Aaron Lee690e1e32012-03-08 09:57:30 -0800192M_MAC_RANGE=${M_MAC_RANGE:-FE-EE-DD-00-00-00/24}
Jason Kölker64a90662012-01-23 11:17:27 -0600193
Jesse Andrewsd02b7b72011-11-14 08:59:05 -0800194# Name of the lvm volume group to use/create for iscsi volumes
195VOLUME_GROUP=${VOLUME_GROUP:-nova-volumes}
Dean Troyer2229a6e2011-12-01 17:02:07 -0600196VOLUME_NAME_PREFIX=${VOLUME_NAME_PREFIX:-volume-}
Anthony Young55458452011-12-17 00:21:49 +0000197INSTANCE_NAME_PREFIX=${INSTANCE_NAME_PREFIX:-instance-}
Jesse Andrewsd02b7b72011-11-14 08:59:05 -0800198
Dean Troyerdf0972c2012-03-07 17:31:03 -0600199# Nova hypervisor configuration. We default to libvirt with **kvm** but will
200# drop back to **qemu** if we are unable to load the kvm module. ``stack.sh`` can
Anthony Youngb62b4ca2011-10-26 22:29:08 -0700201# also install an **LXC** based system.
202VIRT_DRIVER=${VIRT_DRIVER:-libvirt}
Jesse Andrews782b9912011-10-02 16:53:21 -0400203LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm}
204
Vishvananda Ishaya51aa4012012-03-06 12:45:19 -0800205# Nova supports pluggable schedulers. ``FilterScheduler`` should work in most
206# cases.
207SCHEDULER=${SCHEDULER:-nova.scheduler.filter_scheduler.FilterScheduler}
Jesse Andrews782b9912011-10-02 16:53:21 -0400208
rootb1153412012-01-19 13:28:21 -0800209HOST_IP_IFACE=${HOST_IP_IFACE:-eth0}
Anthony Young7c259ce2011-11-07 13:18:28 -0600210# Use the eth0 IP unless an explicit is set by ``HOST_IP`` environment variable
rootb1153412012-01-19 13:28:21 -0800211if [ -z "$HOST_IP" -o "$HOST_IP" == "dhcp" ]; then
212 HOST_IP=`LC_ALL=C /sbin/ifconfig ${HOST_IP_IFACE} | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'`
Anthony Younga3475e52011-11-07 13:24:00 -0600213 if [ "$HOST_IP" = "" ]; then
Anthony Young857035d2011-11-07 14:02:13 -0600214 echo "Could not determine host ip address."
rootb1153412012-01-19 13:28:21 -0800215 echo "Either localrc specified dhcp on ${HOST_IP_IFACE} or defaulted to eth0"
Anthony Young7c259ce2011-11-07 13:18:28 -0600216 exit 1
217 fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700218fi
219
Anthony Young1097c7c2011-12-27 23:22:14 -0800220# Allow the use of an alternate hostname (such as localhost/127.0.0.1) for service endpoints.
221SERVICE_HOST=${SERVICE_HOST:-$HOST_IP}
222
Dean Troyerdf0972c2012-03-07 17:31:03 -0600223# Configure services to use syslog instead of writing to individual log files
Dean Troyerff603ef2011-11-22 17:48:10 -0600224SYSLOG=`trueorfalse False $SYSLOG`
225SYSLOG_HOST=${SYSLOG_HOST:-$HOST_IP}
226SYSLOG_PORT=${SYSLOG_PORT:-516}
227
Dean Troyer2bbcd682011-11-05 16:19:03 -0500228# Service startup timeout
229SERVICE_TIMEOUT=${SERVICE_TIMEOUT:-60}
230
Anthony Young7a549f42011-10-12 07:13:13 +0000231# Generic helper to configure passwords
232function read_password {
233 set +o xtrace
234 var=$1; msg=$2
235 pw=${!var}
236
Anthony Youngb4db2252011-10-12 14:08:08 -0700237 localrc=$TOP_DIR/localrc
Anthony Young6015c822011-10-12 07:17:11 +0000238
Anthony Young7a549f42011-10-12 07:13:13 +0000239 # If the password is not defined yet, proceed to prompt user for a password.
240 if [ ! $pw ]; then
241 # If there is no localrc file, create one
Anthony Youngb4db2252011-10-12 14:08:08 -0700242 if [ ! -e $localrc ]; then
243 touch $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000244 fi
245
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700246 # Presumably if we got this far it can only be that our localrc is missing
Anthony Young7a549f42011-10-12 07:13:13 +0000247 # the required password. Prompt user for a password and write to localrc.
Anthony Youngb4db2252011-10-12 14:08:08 -0700248 echo ''
249 echo '################################################################################'
250 echo $msg
251 echo '################################################################################'
Dean Troyer4e6a2b72011-12-29 17:27:45 -0600252 echo "This value will be written to your localrc file so you don't have to enter it "
253 echo "again. Use only alphanumeric characters."
Anthony Youngb4db2252011-10-12 14:08:08 -0700254 echo "If you leave this blank, a random default value will be used."
Dean Troyer4e6a2b72011-12-29 17:27:45 -0600255 pw=" "
256 while true; do
257 echo "Enter a password now:"
258 read -e $var
259 pw=${!var}
260 [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break
261 echo "Invalid chars in password. Try again:"
262 done
Anthony Youngb4db2252011-10-12 14:08:08 -0700263 if [ ! $pw ]; then
264 pw=`openssl rand -hex 10`
Anthony Young7a549f42011-10-12 07:13:13 +0000265 fi
Anthony Youngb4db2252011-10-12 14:08:08 -0700266 eval "$var=$pw"
267 echo "$var=$pw" >> $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000268 fi
269 set -o xtrace
270}
271
Dean Troyerdf0972c2012-03-07 17:31:03 -0600272# is_service_enabled() checks if the service(s) specified as arguments are
273# enabled by the user in **ENABLED_SERVICES**.
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000274#
Dean Troyerdf0972c2012-03-07 17:31:03 -0600275# If there are multiple services specified as arguments the test performs a
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000276# boolean OR or if any of the services specified on the command line
277# return true.
278#
Dean Troyerdf0972c2012-03-07 17:31:03 -0600279# There is a special cases for some 'catch-all' services::
280# **nova** returns true if any service enabled start with **n-**
281# **glance** returns true if any service enabled start with **g-**
282# **quantum** returns true if any service enabled start with **q-**
283
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000284function is_service_enabled() {
285 services=$@
286 for service in ${services}; do
287 [[ ,${ENABLED_SERVICES}, =~ ,${service}, ]] && return 0
288 [[ ${service} == "nova" && ${ENABLED_SERVICES} =~ "n-" ]] && return 0
289 [[ ${service} == "glance" && ${ENABLED_SERVICES} =~ "g-" ]] && return 0
290 [[ ${service} == "quantum" && ${ENABLED_SERVICES} =~ "q-" ]] && return 0
291 done
292 return 1
293}
Anthony Young7a549f42011-10-12 07:13:13 +0000294
Dean Troyerdf0972c2012-03-07 17:31:03 -0600295
Jesse Andrews782b9912011-10-02 16:53:21 -0400296# Nova Network Configuration
297# --------------------------
298
Dean Troyerdf0972c2012-03-07 17:31:03 -0600299# FIXME: more documentation about why these are important options. Also
300# we should make sure we use the same variable names as the option names.
Jesse Andrews5372f432011-10-03 01:08:24 -0400301
John Garbutt8e2cffd2012-03-02 16:22:07 +0000302if [ "$VIRT_DRIVER" = 'xenserver' ]; then
303 PUBLIC_INTERFACE_DEFAULT=eth3
304 # allow build_domU.sh to specify the flat network bridge via kernel args
305 FLAT_NETWORK_BRIDGE_DEFAULT=$(grep -o 'flat_network_bridge=[^.]*' /proc/cmdline | cut -d= -f 2)
306 GUEST_INTERFACE_DEFAULT=eth1
307else
308 PUBLIC_INTERFACE_DEFAULT=br100
309 FLAT_NETWORK_BRIDGE_DEFAULT=br100
310 GUEST_INTERFACE_DEFAULT=eth0
311fi
312
313PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-$PUBLIC_INTERFACE_DEFAULT}
Anthony Young00596bb2011-12-16 20:23:07 +0000314PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-br100}
Jesse Andrewsb5197e42011-09-26 12:48:31 -0700315FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
316FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
Anthony Young0e74ecb2011-10-27 13:21:52 -0700317FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.224/28}
Jesse Andrewsa72f7ad2011-09-25 13:41:22 -0700318NET_MAN=${NET_MAN:-FlatDHCPManager}
Anthony Young1097c7c2011-12-27 23:22:14 -0800319EC2_DMZ_HOST=${EC2_DMZ_HOST:-$SERVICE_HOST}
John Garbutt8e2cffd2012-03-02 16:22:07 +0000320FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-$FLAT_NETWORK_BRIDGE_DEFAULT}
321VLAN_INTERFACE=${VLAN_INTERFACE:-$GUEST_INTERFACE_DEFAULT}
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400322
Dean Troyer696ad332012-01-10 15:34:34 -0600323# Test floating pool and range are used for testing. They are defined
324# here until the admin APIs can replace nova-manage
325TEST_FLOATING_POOL=${TEST_FLOATING_POOL:-test}
326TEST_FLOATING_RANGE=${TEST_FLOATING_RANGE:-192.168.253.0/29}
327
Dean Troyerdf0972c2012-03-07 17:31:03 -0600328# **MULTI_HOST** is a mode where each compute node runs its own network node. This
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400329# allows network operations and routing for a VM to occur on the server that is
330# running the VM - removing a SPOF and bandwidth bottleneck.
Vishvananda Ishaya5f039322011-11-05 16:12:20 -0700331MULTI_HOST=${MULTI_HOST:-False}
Jesse Andrews30f68e92011-09-13 00:59:54 -0700332
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700333# If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE``
334# variable but make sure that the interface doesn't already have an
335# ip or you risk breaking things.
Jesse Andrews5372f432011-10-03 01:08:24 -0400336#
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700337# **DHCP Warning**: If your flat interface device uses DHCP, there will be a
338# hiccup while the network is moved from the flat interface to the flat network
339# bridge. This will happen when you launch your first instance. Upon launch
340# you will lose all connectivity to the node, and the vm launch will probably
Jesse Andrews5372f432011-10-03 01:08:24 -0400341# fail.
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700342#
343# If you are running on a single node and don't need to access the VMs from
Jesse Andrews5372f432011-10-03 01:08:24 -0400344# devices other than that node, you can set the flat interface to the same
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700345# value as ``FLAT_NETWORK_BRIDGE``. This will stop the network hiccup from
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100346# occurring.
John Garbutt8e2cffd2012-03-02 16:22:07 +0000347FLAT_INTERFACE=${FLAT_INTERFACE:-$GUEST_INTERFACE_DEFAULT}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700348
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400349## FIXME(ja): should/can we check that FLAT_INTERFACE is sane?
350
Brad Hall1bfa3d52011-10-27 18:18:20 -0700351# Using Quantum networking:
352#
Brad Hallf1f3a8f2011-12-12 23:04:58 +0000353# Make sure that quantum is enabled in ENABLED_SERVICES. If it is the network
354# manager will be set to the QuantumManager. If you want to run Quantum on
355# this host, make sure that q-svc is also in ENABLED_SERVICES.
Brad Hall1bfa3d52011-10-27 18:18:20 -0700356#
357# If you're planning to use the Quantum openvswitch plugin, set Q_PLUGIN to
358# "openvswitch" and make sure the q-agt service is enabled in
359# ENABLED_SERVICES.
360#
361# With Quantum networking the NET_MAN variable is ignored.
362
Jason Kölker64a90662012-01-23 11:17:27 -0600363# Using Melange IPAM:
364#
365# Make sure that quantum and melange are enabled in ENABLED_SERVICES.
366# If they are then the melange IPAM lib will be set in the QuantumManager.
367# Adding m-svc to ENABLED_SERVICES will start the melange service on this
368# host.
369
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700370
Jesse Andrews782b9912011-10-02 16:53:21 -0400371# MySQL & RabbitMQ
372# ----------------
373
Tres Henryca85b792011-10-28 14:00:21 -0700374# We configure Nova, Horizon, Glance and Keystone to use MySQL as their
Jesse Andrews782b9912011-10-02 16:53:21 -0400375# database server. While they share a single server, each has their own
376# database and tables.
377
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700378# By default this script will install and configure MySQL. If you want to
Jesse Andrews782b9912011-10-02 16:53:21 -0400379# use an existing server, you can pass in the user/password/host parameters.
Anthony Young7a549f42011-10-12 07:13:13 +0000380# You will need to send the same ``MYSQL_PASSWORD`` to every host if you are doing
Dean Troyerdf0972c2012-03-07 17:31:03 -0600381# a multi-node DevStack installation.
Jesse Andrewsa50a3462011-10-19 15:38:10 -0700382MYSQL_HOST=${MYSQL_HOST:-localhost}
Anthony Young320412b2011-09-14 02:39:10 -0700383MYSQL_USER=${MYSQL_USER:-root}
Anthony Young7a549f42011-10-12 07:13:13 +0000384read_password MYSQL_PASSWORD "ENTER A PASSWORD TO USE FOR MYSQL."
Jesse Andrews782b9912011-10-02 16:53:21 -0400385
Dean Troyerdf0972c2012-03-07 17:31:03 -0600386# NOTE: Don't specify /db in this string so we can use it for multiple services
Anthony Young7a549f42011-10-12 07:13:13 +0000387BASE_SQL_CONN=${BASE_SQL_CONN:-mysql://$MYSQL_USER:$MYSQL_PASSWORD@$MYSQL_HOST}
Anthony Younga8416442011-09-13 20:07:44 -0700388
389# Rabbit connection info
390RABBIT_HOST=${RABBIT_HOST:-localhost}
Anthony Young7a549f42011-10-12 07:13:13 +0000391read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700392
Anthony Young377aae62011-09-14 09:55:31 -0700393# Glance connection info. Note the port must be specified.
Anthony Young1097c7c2011-12-27 23:22:14 -0800394GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$SERVICE_HOST:9292}
Anthony Young377aae62011-09-14 09:55:31 -0700395
Dean Troyerdf0972c2012-03-07 17:31:03 -0600396
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100397# SWIFT
398# -----
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100399# TODO: implement glance support
400# TODO: add logging to different location.
Chmouel Boudjnahb93478f2011-11-02 16:49:56 +0100401
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100402# By default the location of swift drives and objects is located inside
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100403# the swift source directory. SWIFT_DATA_LOCATION variable allow you to redefine
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100404# this.
Chmouel Boudjnah38750152011-11-03 09:17:06 +0100405SWIFT_DATA_LOCATION=${SWIFT_DATA_LOCATION:-${SWIFT_DIR}/data}
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100406
Chmouel Boudjnah3a648262011-11-03 10:43:46 +0100407# We are going to have the configuration files inside the source
408# directory, change SWIFT_CONFIG_LOCATION if you want to adjust that.
409SWIFT_CONFIG_LOCATION=${SWIFT_CONFIG_LOCATION:-${SWIFT_DIR}/config}
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100410
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100411# devstack will create a loop-back disk formatted as XFS to store the
412# swift data. By default the disk size is 1 gigabyte. The variable
413# SWIFT_LOOPBACK_DISK_SIZE specified in bytes allow you to change
414# that.
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +0100415SWIFT_LOOPBACK_DISK_SIZE=${SWIFT_LOOPBACK_DISK_SIZE:-1000000}
Anthony Young7a549f42011-10-12 07:13:13 +0000416
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100417# The ring uses a configurable number of bits from a path’s MD5 hash as
418# a partition index that designates a device. The number of bits kept
419# from the hash is known as the partition power, and 2 to the partition
420# power indicates the partition count. Partitioning the full MD5 hash
421# ring allows other parts of the cluster to work in batches of items at
422# once which ends up either more efficient or at least less complex than
423# working with each item separately or the entire cluster all at once.
424# By default we define 9 for the partition count (which mean 512).
Chmouel Boudjnaha2118982011-11-01 15:36:00 +0100425SWIFT_PARTITION_POWER_SIZE=${SWIFT_PARTITION_POWER_SIZE:-9}
426
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +0000427# This variable allows you to configure how many replicas you want to be
428# configured for your Swift cluster. By default the three replicas would need a
429# bit of IO and Memory on a VM you may want to lower that to 1 if you want to do
430# only some quick testing.
431SWIFT_REPLICAS=${SWIFT_REPLICAS:-3}
432
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000433if is_service_enabled swift; then
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +0000434 # If we are using swift, we can default the s3 port to swift instead
435 # of nova-objectstore
436 S3_SERVICE_PORT=${S3_SERVICE_PORT:-8080}
437 # We only ask for Swift Hash if we have enabled swift service.
Chmouel Boudjnahb2857e42011-11-03 16:19:14 +0100438 # SWIFT_HASH is a random unique string for a swift cluster that
439 # can never change.
440 read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
441fi
Vishvananda Ishaya5f039322011-11-05 16:12:20 -0700442
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +0000443# Set default port for nova-objectstore
444S3_SERVICE_PORT=${S3_SERVICE_PORT:-3333}
Dean Troyerdf0972c2012-03-07 17:31:03 -0600445
Jesse Andrews782b9912011-10-02 16:53:21 -0400446# Keystone
447# --------
448
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700449# Service Token - Openstack components need to have an admin token
450# to validate user tokens.
Anthony Young7a549f42011-10-12 07:13:13 +0000451read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
Dean Troyerb3288382012-02-28 16:41:10 -0600452# Services authenticate to Identity with servicename/SERVICE_PASSWORD
453read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION."
Tres Henryca85b792011-10-28 14:00:21 -0700454# Horizon currently truncates usernames and passwords at 20 characters
455read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
Jesse Andrewsb96871e2011-10-02 09:02:46 -0700456
Dean Troyerb3288382012-02-28 16:41:10 -0600457# Set the tenant for service accounts in Keystone
458SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service}
459
Dean Troyer6577b462012-01-16 22:27:20 -0600460# Set Keystone interface configuration
Dean Troyerb3288382012-02-28 16:41:10 -0600461KEYSTONE_API_PORT=${KEYSTONE_API_PORT:-5000}
Dean Troyer6577b462012-01-16 22:27:20 -0600462KEYSTONE_AUTH_HOST=${KEYSTONE_AUTH_HOST:-$SERVICE_HOST}
463KEYSTONE_AUTH_PORT=${KEYSTONE_AUTH_PORT:-35357}
464KEYSTONE_AUTH_PROTOCOL=${KEYSTONE_AUTH_PROTOCOL:-http}
465KEYSTONE_SERVICE_HOST=${KEYSTONE_SERVICE_HOST:-$SERVICE_HOST}
466KEYSTONE_SERVICE_PORT=${KEYSTONE_SERVICE_PORT:-5000}
467KEYSTONE_SERVICE_PROTOCOL=${KEYSTONE_SERVICE_PROTOCOL:-http}
468
Dean Troyerdf0972c2012-03-07 17:31:03 -0600469
Dean Troyer9bb84f02012-01-24 11:45:52 -0600470# Horizon
471# -------
472
473# Allow overriding the default Apache user and group, default both to
474# current user.
475APACHE_USER=${APACHE_USER:-$USER}
476APACHE_GROUP=${APACHE_GROUP:-$APACHE_USER}
477
Dean Troyerdf0972c2012-03-07 17:31:03 -0600478
Dean Troyer471de7a2011-12-27 11:45:55 -0600479# Log files
480# ---------
481
482# Set up logging for stack.sh
483# Set LOGFILE to turn on logging
484# We append '.xxxxxxxx' to the given name to maintain history
485# where xxxxxxxx is a representation of the date the file was created
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000486if [[ -n "$LOGFILE" || -n "$SCREEN_LOGDIR" ]]; then
487 LOGDAYS=${LOGDAYS:-7}
488 TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
489 CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
490fi
491
Dean Troyer471de7a2011-12-27 11:45:55 -0600492if [[ -n "$LOGFILE" ]]; then
493 # First clean up old log files. Use the user-specified LOGFILE
494 # as the template to search for, appending '.*' to match the date
495 # we added on earlier runs.
Dean Troyer471de7a2011-12-27 11:45:55 -0600496 LOGDIR=$(dirname "$LOGFILE")
497 LOGNAME=$(basename "$LOGFILE")
Chmouel Boudjnahfff6fec2012-03-09 15:37:56 +0000498 mkdir -p $LOGDIR
Dean Troyer471de7a2011-12-27 11:45:55 -0600499 find $LOGDIR -maxdepth 1 -name $LOGNAME.\* -mtime +$LOGDAYS -exec rm {} \;
500
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000501 LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
Dean Troyer471de7a2011-12-27 11:45:55 -0600502 # Redirect stdout/stderr to tee to write the log file
503 exec 1> >( tee "${LOGFILE}" ) 2>&1
504 echo "stack.sh log $LOGFILE"
505 # Specified logfile name always links to the most recent log
506 ln -sf $LOGFILE $LOGDIR/$LOGNAME
507fi
508
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000509# Set up logging of screen windows
510# Set SCREEN_LOGDIR to turn on logging of screen windows to the
511# directory specified in SCREEN_LOGDIR, we will log to the the file
512# screen-$SERVICE_NAME-$TIMESTAMP.log in that dir and have a link
513# screen-$SERVICE_NAME.log to the latest log file.
514# Logs are kept for as long specified in LOGDAYS.
515if [[ -n "$SCREEN_LOGDIR" ]]; then
516
517 # We make sure the directory is created.
518 if [[ -d "$SCREEN_LOGDIR" ]]; then
519 # We cleanup the old logs
520 find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \;
521 else
522 mkdir -p $SCREEN_LOGDIR
523 fi
524fi
525
Scott Moserf9da5082011-10-07 21:28:00 -0400526# So that errors don't compound we exit on any errors so you see only the
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +0100527# first error that occurred.
Scott Moserf9da5082011-10-07 21:28:00 -0400528trap failed ERR
529failed() {
530 local r=$?
531 set +o xtrace
532 [ -n "$LOGFILE" ] && echo "${0##*/} failed: full log in $LOGFILE"
533 exit $r
534}
535
536# Print the commands being run so that we can see the command that triggers
537# an error. It is also useful for following along as the install occurs.
538set -o xtrace
539
Jesse Andrewsfe95e0f2011-10-19 14:30:37 -0700540# create the destination directory and ensure it is writable by the user
Scott Moserf9da5082011-10-07 21:28:00 -0400541sudo mkdir -p $DEST
Jesse Andrewsfe95e0f2011-10-19 14:30:37 -0700542if [ ! -w $DEST ]; then
543 sudo chown `whoami` $DEST
544fi
Jesse Andrews53ed3872011-10-02 14:28:17 -0400545
Dean Troyerdf0972c2012-03-07 17:31:03 -0600546
Jesse Andrews30f68e92011-09-13 00:59:54 -0700547# Install Packages
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700548# ================
Jesse Andrews30f68e92011-09-13 00:59:54 -0700549#
550# Openstack uses a fair number of other projects.
551
Dean Troyerdf0972c2012-03-07 17:31:03 -0600552# get_packages() collects a list of package names of any type from the
553# prerequisite files in ``files/{apts|pips}``. The list is intended
554# to be passed to a package installer such as apt or pip.
555#
556# Only packages required for the services in ENABLED_SERVICES will be
557# included. Two bits of metadata are recognized in the prerequisite files:
558# - ``# NOPRIME`` defers installation to be performed later in stack.sh
559# - ``# dist:DISTRO`` or ``dist:DISTRO1,DISTRO2`` limits the selection
560# of the package to the distros listed. The distro names are case insensitive.
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100561function get_packages() {
Dean Troyerd0b21e22012-03-07 14:52:25 -0600562 local package_dir=$1
563 local file_to_parse
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100564 local service
Jesse Andrews38df1222011-11-20 09:55:44 -0800565
Dean Troyerd0b21e22012-03-07 14:52:25 -0600566 if [[ -z "$package_dir" ]]; then
567 echo "No package directory supplied"
568 return 1
569 fi
570 for service in general ${ENABLED_SERVICES//,/ }; do # Allow individual services to specify dependencies
571 if [[ -e ${package_dir}/${service} ]]; then
Anthony Youngef4e5362011-12-01 13:44:51 -0800572 file_to_parse="${file_to_parse} $service"
573 fi
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100574 if [[ $service == n-* ]]; then
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +0100575 if [[ ! $file_to_parse =~ nova ]]; then
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100576 file_to_parse="${file_to_parse} nova"
577 fi
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +0100578 elif [[ $service == g-* ]]; then
579 if [[ ! $file_to_parse =~ glance ]]; then
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100580 file_to_parse="${file_to_parse} glance"
581 fi
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +0100582 elif [[ $service == key* ]]; then
583 if [[ ! $file_to_parse =~ keystone ]]; then
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100584 file_to_parse="${file_to_parse} keystone"
585 fi
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100586 fi
587 done
588
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +0100589 for file in ${file_to_parse}; do
Dean Troyerd0b21e22012-03-07 14:52:25 -0600590 local fname=${package_dir}/${file}
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100591 local OIFS line package distros distro
Dean Troyerd0b21e22012-03-07 14:52:25 -0600592 [[ -e $fname ]] || continue
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100593
594 OIFS=$IFS
595 IFS=$'\n'
Chmouel Boudjnah2d1a8b32011-11-14 22:16:11 +0100596 for line in $(<${fname}); do
Anthony Younga6353c62011-11-16 00:43:34 -0600597 if [[ $line =~ "NOPRIME" ]]; then
598 continue
599 fi
600
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +0100601 if [[ $line =~ (.*)#.*dist:([^ ]*) ]]; then # We are using BASH regexp matching feature.
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100602 package=${BASH_REMATCH[1]}
603 distros=${BASH_REMATCH[2]}
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +0100604 for distro in ${distros//,/ }; do #In bash ${VAR,,} will lowecase VAR
Chmouel Boudjnah0277d5b2011-11-14 15:20:39 +0100605 [[ ${distro,,} == ${DISTRO,,} ]] && echo $package
606 done
607 continue
608 fi
609
610 echo ${line%#*}
611 done
612 IFS=$OIFS
613 done
614}
Jesse Andrews2caf8fd2011-09-12 16:15:11 -0700615
Jesse Andrews75a37652011-09-12 17:09:08 -0700616# install apt requirements
Scott Moseree1b4952011-10-20 13:09:11 -0400617apt_get update
Dean Troyerd0b21e22012-03-07 14:52:25 -0600618apt_get install $(get_packages $FILES/apts)
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700619
Jesse Andrews75a37652011-09-12 17:09:08 -0700620# install python requirements
Dean Troyerd0b21e22012-03-07 14:52:25 -0600621pip_install $(get_packages $FILES/pips | sort -u)
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700622
Jesse Andrews75a37652011-09-12 17:09:08 -0700623# compute service
Anthony Young2f140202011-09-26 13:02:40 -0700624git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH
Tres Henryca85b792011-10-28 14:00:21 -0700625# python client library to nova that horizon (and others) use
Andy Smith84c05992012-02-03 21:40:32 -0800626git_clone $KEYSTONECLIENT_REPO $KEYSTONECLIENT_DIR $KEYSTONECLIENT_BRANCH
Anthony Young2f140202011-09-26 13:02:40 -0700627git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH
Jesse Andrews38df1222011-11-20 09:55:44 -0800628
629# glance, swift middleware and nova api needs keystone middleware
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000630if is_service_enabled key g-api n-api swift; then
Jesse Andrews38df1222011-11-20 09:55:44 -0800631 # unified auth system (manages accounts/tokens)
632 git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH
633fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000634if is_service_enabled swift; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800635 # storage service
636 git_clone $SWIFT_REPO $SWIFT_DIR $SWIFT_BRANCH
James E. Blaire7ce24f2011-11-10 13:05:13 -0800637fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000638if is_service_enabled g-api n-api; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800639 # image catalog service
640 git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH
641fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000642if is_service_enabled n-novnc; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800643 # a websockets/html5 or flash powered VNC console for vm instances
644 git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH
645fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000646if is_service_enabled horizon; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800647 # django powered web control panel for openstack
648 git_clone $HORIZON_REPO $HORIZON_DIR $HORIZON_BRANCH $HORIZON_TAG
649fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000650if is_service_enabled q-svc; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800651 # quantum
652 git_clone $QUANTUM_REPO $QUANTUM_DIR $QUANTUM_BRANCH
Deepak Garg1e98bdc2012-02-22 12:15:26 +0530653fi
654if is_service_enabled q-svc horizon; then
Dave Lapsley5a09c922012-01-25 17:22:15 -0500655 git_clone $QUANTUM_CLIENT_REPO $QUANTUM_CLIENT_DIR $QUANTUM_CLIENT_BRANCH
James E. Blaire7ce24f2011-11-10 13:05:13 -0800656fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700657
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000658if is_service_enabled m-svc; then
Jason Kölker64a90662012-01-23 11:17:27 -0600659 # melange
660 git_clone $MELANGE_REPO $MELANGE_DIR $MELANGE_BRANCH
661fi
662
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000663if is_service_enabled melange; then
Jason Kölker64a90662012-01-23 11:17:27 -0600664 git_clone $MELANGECLIENT_REPO $MELANGECLIENT_DIR $MELANGECLIENT_BRANCH
665fi
666
Dean Troyerdf0972c2012-03-07 17:31:03 -0600667
Jesse Andrews30f68e92011-09-13 00:59:54 -0700668# Initialization
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700669# ==============
Jesse Andrews30f68e92011-09-13 00:59:54 -0700670
Jesse Andrews75a37652011-09-12 17:09:08 -0700671# setup our checkouts so they are installed into python path
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700672# allowing ``import nova`` or ``import glance.client``
Vishvananda Ishayad2813762012-02-06 21:21:52 +0000673cd $KEYSTONECLIENT_DIR; sudo python setup.py develop
674cd $NOVACLIENT_DIR; sudo python setup.py develop
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000675if is_service_enabled key g-api n-api swift; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800676 cd $KEYSTONE_DIR; sudo python setup.py develop
677fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000678if is_service_enabled swift; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800679 cd $SWIFT_DIR; sudo python setup.py develop
James E. Blaire7ce24f2011-11-10 13:05:13 -0800680fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000681if is_service_enabled g-api n-api; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800682 cd $GLANCE_DIR; sudo python setup.py develop
683fi
Jesse Andrewsaa8bb242011-10-16 12:24:11 -0700684cd $NOVA_DIR; sudo python setup.py develop
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000685if is_service_enabled horizon; then
Gabriel Hurleyf1a11ad2012-02-29 01:36:53 -0800686 cd $HORIZON_DIR; sudo python setup.py develop
James E. Blaire7ce24f2011-11-10 13:05:13 -0800687fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000688if is_service_enabled q-svc; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800689 cd $QUANTUM_DIR; sudo python setup.py develop
690fi
Deepak Garg1e98bdc2012-02-22 12:15:26 +0530691if is_service_enabled q-svc horizon; then
692 cd $QUANTUM_CLIENT_DIR; sudo python setup.py develop
693fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000694if is_service_enabled m-svc; then
Jason Kölker64a90662012-01-23 11:17:27 -0600695 cd $MELANGE_DIR; sudo python setup.py develop
696fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000697if is_service_enabled melange; then
Jason Kölker64a90662012-01-23 11:17:27 -0600698 cd $MELANGECLIENT_DIR; sudo python setup.py develop
699fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700700
Dean Troyerdf0972c2012-03-07 17:31:03 -0600701
Dean Troyerff603ef2011-11-22 17:48:10 -0600702# Syslog
Dean Troyerdf0972c2012-03-07 17:31:03 -0600703# ------
Dean Troyerff603ef2011-11-22 17:48:10 -0600704
705if [[ $SYSLOG != "False" ]]; then
706 apt_get install -y rsyslog-relp
707 if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then
708 # Configure the master host to receive
709 cat <<EOF >/tmp/90-stack-m.conf
710\$ModLoad imrelp
711\$InputRELPServerRun $SYSLOG_PORT
712EOF
713 sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d
714 else
715 # Set rsyslog to send to remote host
716 cat <<EOF >/tmp/90-stack-s.conf
717*.* :omrelp:$SYSLOG_HOST:$SYSLOG_PORT
718EOF
719 sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d
720 fi
721 sudo /usr/sbin/service rsyslog restart
722fi
723
Dean Troyerdf0972c2012-03-07 17:31:03 -0600724
Anthony Younga09ae2f2011-09-15 23:11:29 -0700725# Rabbit
Dean Troyerdf0972c2012-03-07 17:31:03 -0600726# ------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400727
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000728if is_service_enabled rabbit; then
Anthony Younga09ae2f2011-09-15 23:11:29 -0700729 # Install and start rabbitmq-server
Scott Moser199d76e2011-10-20 12:41:40 -0400730 # the temp file is necessary due to LP: #878600
731 tfile=$(mktemp)
Scott Moseree1b4952011-10-20 13:09:11 -0400732 apt_get install rabbitmq-server > "$tfile" 2>&1
Scott Moser199d76e2011-10-20 12:41:40 -0400733 cat "$tfile"
734 rm -f "$tfile"
Jesse Andrews53ed3872011-10-02 14:28:17 -0400735 # change the rabbit password since the default is "guest"
736 sudo rabbitmqctl change_password guest $RABBIT_PASSWORD
Anthony Younga09ae2f2011-09-15 23:11:29 -0700737fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700738
Dean Troyerdf0972c2012-03-07 17:31:03 -0600739
Jesse Andrews24859062011-09-15 21:28:23 -0700740# Mysql
Dean Troyerdf0972c2012-03-07 17:31:03 -0600741# -----
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400742
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000743if is_service_enabled mysql; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400744
745 # Seed configuration with mysql password so that apt-get install doesn't
746 # prompt us for a password upon install.
747 cat <<MYSQL_PRESEED | sudo debconf-set-selections
Anthony Young7a549f42011-10-12 07:13:13 +0000748mysql-server-5.1 mysql-server/root_password password $MYSQL_PASSWORD
749mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASSWORD
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400750mysql-server-5.1 mysql-server/start_on_boot boolean true
751MYSQL_PRESEED
752
Jesse Andrews2e536a32011-10-13 11:40:16 -0700753 # while ``.my.cnf`` is not needed for openstack to function, it is useful
754 # as it allows you to access the mysql databases via ``mysql nova`` instead
755 # of having to specify the username/password each time.
Chmouel Boudjnahd5d5b682011-10-13 18:45:42 +0100756 if [[ ! -e $HOME/.my.cnf ]]; then
757 cat <<EOF >$HOME/.my.cnf
758[client]
759user=$MYSQL_USER
Anthony Youngcf145b72011-10-13 15:07:36 -0700760password=$MYSQL_PASSWORD
Chmouel Boudjnahd5d5b682011-10-13 18:45:42 +0100761host=$MYSQL_HOST
762EOF
763 chmod 0600 $HOME/.my.cnf
764 fi
765
Anthony Younga09ae2f2011-09-15 23:11:29 -0700766 # Install and start mysql-server
Scott Moseree1b4952011-10-20 13:09:11 -0400767 apt_get install mysql-server
Jesse Andrews24859062011-09-15 21:28:23 -0700768 # Update the DB to give user ‘$MYSQL_USER’@’%’ full control of the all databases:
James E. Blair92e81992011-10-11 09:26:29 -0500769 sudo mysql -uroot -p$MYSQL_PASSWORD -h127.0.0.1 -e "GRANT ALL PRIVILEGES ON *.* TO '$MYSQL_USER'@'%' identified by '$MYSQL_PASSWORD';"
Jesse Andrews24859062011-09-15 21:28:23 -0700770
771 # Edit /etc/mysql/my.cnf to change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and restart the mysql service:
772 sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf
773 sudo service mysql restart
774fi
775
776
Tres Henryca85b792011-10-28 14:00:21 -0700777# Horizon
Dean Troyerdf0972c2012-03-07 17:31:03 -0600778# -------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400779
Tres Henryca85b792011-10-28 14:00:21 -0700780# Setup the django horizon application to serve via apache/wsgi
Jesse Andrews75a37652011-09-12 17:09:08 -0700781
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000782if is_service_enabled horizon; then
Jesse Andrews24859062011-09-15 21:28:23 -0700783
Jesse Andrews38df1222011-11-20 09:55:44 -0800784 # Install apache2, which is NOPRIME'd
785 apt_get install apache2 libapache2-mod-wsgi
786
Dave Lapsley5a09c922012-01-25 17:22:15 -0500787 # Link to quantum client directory.
Gabriel Hurleyf1a11ad2012-02-29 01:36:53 -0800788 rm -fr ${HORIZON_DIR}/openstack_dashboard/quantum
789 ln -s ${QUANTUM_CLIENT_DIR}/quantum ${HORIZON_DIR}/openstack_dashboard/quantum
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400790
Anthony Younga575d502012-01-26 12:59:26 -0800791 # Remove stale session database.
Gabriel Hurleyf1a11ad2012-02-29 01:36:53 -0800792 rm -f $HORIZON_DIR/openstack_dashboard/local/dashboard_openstack.sqlite3
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400793
Tres Henryca85b792011-10-28 14:00:21 -0700794 # ``local_settings.py`` is used to override horizon default settings.
Gabriel Hurleyf1a11ad2012-02-29 01:36:53 -0800795 local_settings=$HORIZON_DIR/openstack_dashboard/local/local_settings.py
Jesse Andrews9c7c9082011-11-23 10:10:53 -0800796 cp $FILES/horizon_settings.py $local_settings
797
798 # Enable quantum in dashboard, if requested
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000799 if is_service_enabled quantum; then
Jesse Andrews9c7c9082011-11-23 10:10:53 -0800800 sudo sed -e "s,QUANTUM_ENABLED = False,QUANTUM_ENABLED = True,g" -i $local_settings
801 fi
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700802
Tres Henryca85b792011-10-28 14:00:21 -0700803 # Initialize the horizon database (it stores sessions and notices shown to
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700804 # users). The user system is external (keystone).
Gabriel Hurleyf1a11ad2012-02-29 01:36:53 -0800805 cd $HORIZON_DIR
Vishvananda Ishaya19b2f9b2012-01-05 22:21:08 +0000806 python manage.py syncdb
Jesse Andrews75a37652011-09-12 17:09:08 -0700807
Anthony Young70dc5e02011-09-15 16:52:43 -0700808 # create an empty directory that apache uses as docroot
Tres Henryca85b792011-10-28 14:00:21 -0700809 sudo mkdir -p $HORIZON_DIR/.blackhole
Jesse Andrews1c1d1502011-09-12 19:29:56 -0700810
Tres Henryca85b792011-10-28 14:00:21 -0700811 ## Configure apache's 000-default to run horizon
Jesse Andrewsbf3868d2011-09-16 11:31:16 -0700812 sudo cp $FILES/000-default.template /etc/apache2/sites-enabled/000-default
Dean Troyer9bb84f02012-01-24 11:45:52 -0600813 sudo sed -e "
814 s,%USER%,$APACHE_USER,g;
815 s,%GROUP%,$APACHE_GROUP,g;
816 s,%HORIZON_DIR%,$HORIZON_DIR,g;
817 " -i /etc/apache2/sites-enabled/000-default
Jesse Andrewsc96b0242011-10-28 10:34:26 -0700818 sudo service apache2 restart
Anthony Young70dc5e02011-09-15 16:52:43 -0700819fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700820
Anthony Young3859f732011-09-14 02:33:43 -0700821
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700822# Glance
823# ------
824
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000825if is_service_enabled g-reg; then
Anthony Youngc8357622011-09-20 10:38:06 -0700826 GLANCE_IMAGE_DIR=$DEST/glance/images
Anthony Younga531b772011-09-20 09:59:54 -0700827 # Delete existing images
828 rm -rf $GLANCE_IMAGE_DIR
Jesse Andrews75a37652011-09-12 17:09:08 -0700829
Anthony Younga531b772011-09-20 09:59:54 -0700830 # Use local glance directories
831 mkdir -p $GLANCE_IMAGE_DIR
832
Anthony Young70dc5e02011-09-15 16:52:43 -0700833 # (re)create glance database
Anthony Young7a549f42011-10-12 07:13:13 +0000834 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS glance;'
835 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE glance;'
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700836
Dean Troyer6577b462012-01-16 22:27:20 -0600837 function glance_config {
838 sudo sed -e "
Dean Troyerb3288382012-02-28 16:41:10 -0600839 s,%KEYSTONE_API_PORT%,$KEYSTONE_API_PORT,g;
Dean Troyer6577b462012-01-16 22:27:20 -0600840 s,%KEYSTONE_AUTH_HOST%,$KEYSTONE_AUTH_HOST,g;
841 s,%KEYSTONE_AUTH_PORT%,$KEYSTONE_AUTH_PORT,g;
842 s,%KEYSTONE_AUTH_PROTOCOL%,$KEYSTONE_AUTH_PROTOCOL,g;
843 s,%KEYSTONE_SERVICE_HOST%,$KEYSTONE_SERVICE_HOST,g;
844 s,%KEYSTONE_SERVICE_PORT%,$KEYSTONE_SERVICE_PORT,g;
845 s,%KEYSTONE_SERVICE_PROTOCOL%,$KEYSTONE_SERVICE_PROTOCOL,g;
846 s,%SQL_CONN%,$BASE_SQL_CONN/glance,g;
Dean Troyerb3288382012-02-28 16:41:10 -0600847 s,%SERVICE_TENANT_NAME%,$SERVICE_TENANT_NAME,g;
848 s,%SERVICE_USERNAME%,glance,g;
849 s,%SERVICE_PASSWORD%,$SERVICE_PASSWORD,g;
Dean Troyer6577b462012-01-16 22:27:20 -0600850 s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g;
851 s,%DEST%,$DEST,g;
852 s,%SYSLOG%,$SYSLOG,g;
853 " -i $1
854 }
855
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700856 # Copy over our glance configurations and update them
Dean Troyer6577b462012-01-16 22:27:20 -0600857 GLANCE_REGISTRY_CONF=$GLANCE_DIR/etc/glance-registry.conf
858 cp $FILES/glance-registry.conf $GLANCE_REGISTRY_CONF
859 glance_config $GLANCE_REGISTRY_CONF
860
861 if [[ -e $FILES/glance-registry-paste.ini ]]; then
862 GLANCE_REGISTRY_PASTE_INI=$GLANCE_DIR/etc/glance-registry-paste.ini
863 cp $FILES/glance-registry-paste.ini $GLANCE_REGISTRY_PASTE_INI
864 glance_config $GLANCE_REGISTRY_PASTE_INI
Dean Troyer6577b462012-01-16 22:27:20 -0600865 fi
Anthony Youngf12d3ab2011-09-20 00:33:51 -0700866
867 GLANCE_API_CONF=$GLANCE_DIR/etc/glance-api.conf
868 cp $FILES/glance-api.conf $GLANCE_API_CONF
Dean Troyer6577b462012-01-16 22:27:20 -0600869 glance_config $GLANCE_API_CONF
870
871 if [[ -e $FILES/glance-api-paste.ini ]]; then
872 GLANCE_API_PASTE_INI=$GLANCE_DIR/etc/glance-api-paste.ini
873 cp $FILES/glance-api-paste.ini $GLANCE_API_PASTE_INI
874 glance_config $GLANCE_API_PASTE_INI
Dean Troyer6577b462012-01-16 22:27:20 -0600875 fi
Anthony Young70dc5e02011-09-15 16:52:43 -0700876fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700877
Dean Troyerdf0972c2012-03-07 17:31:03 -0600878
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700879# Nova
880# ----
Dean Troyerbd13b702012-02-13 11:22:36 -0600881
882# Put config files in /etc/nova for everyone to find
Dean Troyerced65172012-03-02 16:36:16 -0600883NOVA_CONF_DIR=/etc/nova
884if [[ ! -d $NOVA_CONF_DIR ]]; then
885 sudo mkdir -p $NOVA_CONF_DIR
Dean Troyerbd13b702012-02-13 11:22:36 -0600886fi
Dean Troyerced65172012-03-02 16:36:16 -0600887sudo chown `whoami` $NOVA_CONF_DIR
Dean Troyerbd13b702012-02-13 11:22:36 -0600888
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000889if is_service_enabled n-api; then
Dean Troyerdf0972c2012-03-07 17:31:03 -0600890 # Use the sample http middleware configuration supplied in the
891 # Nova sources. This paste config adds the configuration required
892 # for Nova to validate Keystone tokens.
Vishvananda Ishayaea4a53d2012-01-11 11:34:13 -0800893
Dean Troyerdf0972c2012-03-07 17:31:03 -0600894 # Allow rate limiting to be turned off for testing, like for Tempest
895 # NOTE: Set OSAPI_RATE_LIMIT=" " to turn OFF rate limiting
896 OSAPI_RATE_LIMIT=${OSAPI_RATE_LIMIT:-"ratelimit"}
897
898 # Remove legacy paste config if present
Vishvananda Ishaya7a103dd2012-02-23 23:35:43 +0000899 rm -f $NOVA_DIR/bin/nova-api-paste.ini
900
Dean Troyerdf0972c2012-03-07 17:31:03 -0600901 # Get the sample configuration file in place
Dean Troyerced65172012-03-02 16:36:16 -0600902 cp $NOVA_DIR/etc/nova/api-paste.ini $NOVA_CONF_DIR
Vishvananda Ishayaea4a53d2012-01-11 11:34:13 -0800903
Dean Troyerdf0972c2012-03-07 17:31:03 -0600904 # Rewrite the authtoken configration for our Keystone service.
905 # This is a bit defensive to allow the sample file some varaince.
Dean Troyerb3288382012-02-28 16:41:10 -0600906 sed -e "
907 /^admin_token/i admin_tenant_name = $SERVICE_TENANT_NAME
908 /admin_tenant_name/s/^.*$/admin_tenant_name = $SERVICE_TENANT_NAME/;
909 /admin_user/s/^.*$/admin_user = nova/;
910 /admin_password/s/^.*$/admin_password = $SERVICE_PASSWORD/;
911 s,%SERVICE_TENANT_NAME%,$SERVICE_TENANT_NAME,g;
912 s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g;
Dean Troyerced65172012-03-02 16:36:16 -0600913 " -i $NOVA_CONF_DIR/api-paste.ini
Jesse Andrewsf70569e2011-10-24 21:56:25 -0700914fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700915
Anthony Young55458452011-12-17 00:21:49 +0000916# Helper to clean iptables rules
917function clean_iptables() {
918 # Delete rules
919 sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables",$0}' | bash
920 # Delete nat rules
921 sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables -t nat",$0}' | bash
922 # Delete chains
923 sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables",$0}' | bash
924 # Delete nat chains
925 sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables -t nat",$0}' | bash
926}
927
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000928if is_service_enabled n-cpu; then
Jesse Andrewsdfcd2002011-09-13 13:17:22 -0700929
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400930 # Virtualization Configuration
931 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Scott Moser6b549fd2011-12-08 16:22:27 -0500932 apt_get install libvirt-bin
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400933
Dean Troyer0b31e862012-03-07 16:47:56 -0600934 # Force IP forwarding on, just on case
935 sudo sysctl -w net.ipv4.ip_forward=1
936
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400937 # attempt to load modules: network block device - used to manage qcow images
Anthony Young70dc5e02011-09-15 16:52:43 -0700938 sudo modprobe nbd || true
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400939
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700940 # Check for kvm (hardware based virtualization). If unable to initialize
941 # kvm, we drop back to the slower emulation mode (qemu). Note: many systems
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700942 # come with hardware virtualization disabled in BIOS.
Jesse Andrews2abbdd42011-10-03 22:48:30 -0400943 if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400944 sudo modprobe kvm || true
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400945 if [ ! -e /dev/kvm ]; then
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400946 echo "WARNING: Switching to QEMU"
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400947 LIBVIRT_TYPE=qemu
948 fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -0700949 fi
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400950
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400951 # Install and configure **LXC** if specified. LXC is another approach to
952 # splitting a system into many smaller parts. LXC uses cgroups and chroot
953 # to simulate multiple systems.
Jesse Andrews2abbdd42011-10-03 22:48:30 -0400954 if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then
Scott Moser3f5e1892011-12-08 16:21:52 -0500955 if [[ "$DISTRO" > natty ]]; then
956 apt_get install cgroup-lite
957 else
958 cgline="none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0"
959 sudo mkdir -p /cgroup
960 if ! grep -q cgroup /etc/fstab; then
961 echo "$cgline" | sudo tee -a /etc/fstab
962 fi
963 if ! mount -n | grep -q cgroup; then
964 sudo mount /cgroup
965 fi
Jesse Andrewse4304232011-10-07 10:34:32 -0400966 fi
Jesse Andrewsc6d30422011-10-02 13:11:28 -0400967 fi
968
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700969 # The user that nova runs as needs to be member of libvirtd group otherwise
970 # nova-compute will be unable to use libvirt.
Anthony Young70dc5e02011-09-15 16:52:43 -0700971 sudo usermod -a -G libvirtd `whoami`
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700972 # libvirt detects various settings on startup, as we potentially changed
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700973 # the system configuration (modules, filesystems), we need to restart
974 # libvirt to detect those changes.
Anthony Young70dc5e02011-09-15 16:52:43 -0700975 sudo /etc/init.d/libvirt-bin restart
976
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400977
978 # Instance Storage
979 # ~~~~~~~~~~~~~~~~
980
981 # Nova stores each instance in its own directory.
Anthony Young70dc5e02011-09-15 16:52:43 -0700982 mkdir -p $NOVA_DIR/instances
983
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700984 # You can specify a different disk to be mounted and used for backing the
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700985 # virtual machines. If there is a partition labeled nova-instances we
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700986 # mount it (ext filesystems can be labeled via e2label).
Anthony Young70dc5e02011-09-15 16:52:43 -0700987 if [ -L /dev/disk/by-label/nova-instances ]; then
Jesse Andrews38df1222011-11-20 09:55:44 -0800988 if ! mount -n | grep -q $NOVA_DIR/instances; then
Jesse Andrews51fb22e2011-10-19 09:24:17 -0700989 sudo mount -L nova-instances $NOVA_DIR/instances
990 sudo chown -R `whoami` $NOVA_DIR/instances
991 fi
Anthony Young70dc5e02011-09-15 16:52:43 -0700992 fi
993
Anthony Young55458452011-12-17 00:21:49 +0000994 # Clean iptables from previous runs
995 clean_iptables
996
997 # Destroy old instances
Anthony Young1df07892012-03-15 01:08:13 -0700998 instances=`sudo virsh list --all | grep $INSTANCE_NAME_PREFIX | sed "s/.*\($INSTANCE_NAME_PREFIX[0-9a-fA-F]*\).*/\1/g"`
Anthony Youngedef2442012-01-20 12:45:32 -0800999 if [ ! "$instances" = "" ]; then
Anthony Young1df07892012-03-15 01:08:13 -07001000 echo $instances | xargs -n1 sudo virsh destroy || true
1001 echo $instances | xargs -n1 sudo virsh undefine || true
Anthony Young55458452011-12-17 00:21:49 +00001002 fi
1003
Anthony Young4f830e12012-02-11 00:17:31 -08001004 # Logout and delete iscsi sessions
1005 sudo iscsiadm --mode node | grep $VOLUME_NAME_PREFIX | cut -d " " -f2 | xargs sudo iscsiadm --mode node --logout || true
1006 sudo iscsiadm --mode node | grep $VOLUME_NAME_PREFIX | cut -d " " -f2 | sudo iscsiadm --mode node --op delete || true
1007
Jesse Andrewscbe98d52011-10-02 17:47:32 -04001008 # Clean out the instances directory.
Jesse Andrews461bfdc2011-10-09 17:50:38 -07001009 sudo rm -rf $NOVA_DIR/instances/*
Jesse Andrewsdfcd2002011-09-13 13:17:22 -07001010fi
1011
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001012if is_service_enabled n-net; then
Anthony Young55458452011-12-17 00:21:49 +00001013 # Delete traces of nova networks from prior runs
Anthony Young09fde812011-09-20 02:23:54 -07001014 sudo killall dnsmasq || true
Anthony Young55458452011-12-17 00:21:49 +00001015 clean_iptables
Anthony Young70dc5e02011-09-15 16:52:43 -07001016 rm -rf $NOVA_DIR/networks
1017 mkdir -p $NOVA_DIR/networks
Dean Troyer0b31e862012-03-07 16:47:56 -06001018
1019 # Force IP forwarding on, just on case
1020 sudo sysctl -w net.ipv4.ip_forward=1
Anthony Young70dc5e02011-09-15 16:52:43 -07001021fi
Jesse Andrews75a37652011-09-12 17:09:08 -07001022
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001023# Storage Service
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001024if is_service_enabled swift; then
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +00001025 # Install memcached for swift.
1026 apt_get install memcached
1027
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001028 # We first do a bit of setup by creating the directories and
1029 # changing the permissions so we can run it as our user.
1030
Chmouel Boudjnah067163d2011-11-02 14:25:06 +01001031 USER_GROUP=$(id -g)
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001032 sudo mkdir -p ${SWIFT_DATA_LOCATION}/drives
Chmouel Boudjnah769eb1c2011-11-22 13:04:40 +01001033 sudo chown -R $USER:${USER_GROUP} ${SWIFT_DATA_LOCATION}
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001034
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001035 # We then create a loopback disk and format it to XFS.
Chmouel Boudjnah769eb1c2011-11-22 13:04:40 +01001036 # TODO: Reset disks on new pass.
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +01001037 if [[ ! -e ${SWIFT_DATA_LOCATION}/drives/images/swift.img ]]; then
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001038 mkdir -p ${SWIFT_DATA_LOCATION}/drives/images
1039 sudo touch ${SWIFT_DATA_LOCATION}/drives/images/swift.img
1040 sudo chown $USER: ${SWIFT_DATA_LOCATION}/drives/images/swift.img
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001041
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001042 dd if=/dev/zero of=${SWIFT_DATA_LOCATION}/drives/images/swift.img \
Chmouel Boudjnahb93478f2011-11-02 16:49:56 +01001043 bs=1024 count=0 seek=${SWIFT_LOOPBACK_DISK_SIZE}
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001044 mkfs.xfs -f -i size=1024 ${SWIFT_DATA_LOCATION}/drives/images/swift.img
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001045 fi
1046
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001047 # After the drive being created we mount the disk with a few mount
1048 # options to make it most efficient as possible for swift.
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001049 mkdir -p ${SWIFT_DATA_LOCATION}/drives/sdb1
Chmouel Boudjnahf990ded2011-11-14 15:26:13 +01001050 if ! egrep -q ${SWIFT_DATA_LOCATION}/drives/sdb1 /proc/mounts; then
Chmouel Boudjnahb93478f2011-11-02 16:49:56 +01001051 sudo mount -t xfs -o loop,noatime,nodiratime,nobarrier,logbufs=8 \
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001052 ${SWIFT_DATA_LOCATION}/drives/images/swift.img ${SWIFT_DATA_LOCATION}/drives/sdb1
Chmouel Boudjnaha03f0052011-11-01 13:08:29 +00001053 fi
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001054
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001055 # We then create link to that mounted location so swift would know
1056 # where to go.
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +00001057 for x in $(seq ${SWIFT_REPLICAS}); do
1058 sudo ln -sf ${SWIFT_DATA_LOCATION}/drives/sdb1/$x ${SWIFT_DATA_LOCATION}/$x; done
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001059
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001060 # We now have to emulate a few different servers into one we
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001061 # create all the directories needed for swift
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +00001062 for x in $(seq ${SWIFT_REPLICAS}); do
1063 drive=${SWIFT_DATA_LOCATION}/drives/sdb1/${x}
1064 node=${SWIFT_DATA_LOCATION}/${x}/node
1065 node_device=${node}/sdb1
1066 [[ -d $node ]] && continue
1067 [[ -d $drive ]] && continue
1068 sudo install -o ${USER} -g $USER_GROUP -d $drive
1069 sudo install -o ${USER} -g $USER_GROUP -d $node_device
1070 sudo chown -R $USER: ${node}
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +01001071 done
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001072
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +00001073 sudo mkdir -p ${SWIFT_CONFIG_LOCATION}/{object,container,account}-server /var/run/swift
1074 sudo chown -R $USER: ${SWIFT_CONFIG_LOCATION} /var/run/swift
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001075
Chmouel Boudjnah3a648262011-11-03 10:43:46 +01001076 # swift-init has a bug using /etc/swift until bug #885595 is fixed
1077 # we have to create a link
Chmouel Boudjnah2f2160e2011-11-10 23:46:08 +01001078 sudo ln -sf ${SWIFT_CONFIG_LOCATION} /etc/swift
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001079
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001080 # Swift use rsync to syncronize between all the different
1081 # partitions (which make more sense when you have a multi-node
1082 # setup) we configure it with our version of rsync.
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001083 sed -e "s/%GROUP%/${USER_GROUP}/;s/%USER%/$USER/;s,%SWIFT_DATA_LOCATION%,$SWIFT_DATA_LOCATION," $FILES/swift/rsyncd.conf | sudo tee /etc/rsyncd.conf
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +01001084 sudo sed -i '/^RSYNC_ENABLE=false/ { s/false/true/ }' /etc/default/rsync
Chmouel Boudjnah45c51132011-11-01 19:32:23 +01001085
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001086 # By default Swift will be installed with the tempauth middleware
1087 # which has some default username and password if you have
1088 # configured keystone it will checkout the directory.
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001089 if is_service_enabled key; then
Chmouel Boudjnah8534bcb2012-02-25 08:04:48 +00001090 swift_auth_server="s3token tokenauth keystone"
Chmouel Boudjnah45c51132011-11-01 19:32:23 +01001091 else
1092 swift_auth_server=tempauth
1093 fi
1094
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001095 # We do the install of the proxy-server and swift configuration
1096 # replacing a few directives to match our configuration.
Dean Troyerb3288382012-02-28 16:41:10 -06001097 sed -e "
1098 s,%SWIFT_CONFIG_LOCATION%,${SWIFT_CONFIG_LOCATION},g;
1099 s,%USER%,$USER,g;
1100 s,%SERVICE_TENANT_NAME%,$SERVICE_TENANT_NAME,g;
1101 s,%SERVICE_USERNAME%,swift,g;
1102 s,%SERVICE_PASSWORD%,$SERVICE_PASSWORD,g;
1103 s,%SERVICE_TOKEN%,${SERVICE_TOKEN},g;
1104 s,%KEYSTONE_SERVICE_PORT%,${KEYSTONE_SERVICE_PORT},g;
1105 s,%KEYSTONE_SERVICE_HOST%,${KEYSTONE_SERVICE_HOST},g;
1106 s,%KEYSTONE_API_PORT%,${KEYSTONE_API_PORT},g;
1107 s,%KEYSTONE_AUTH_HOST%,${KEYSTONE_AUTH_HOST},g;
1108 s,%KEYSTONE_AUTH_PORT%,${KEYSTONE_AUTH_PORT},g;
1109 s,%KEYSTONE_AUTH_PROTOCOL%,${KEYSTONE_AUTH_PROTOCOL},g;
1110 s/%AUTH_SERVER%/${swift_auth_server}/g;
1111 " $FILES/swift/proxy-server.conf | \
Chmouel Boudjnah8534bcb2012-02-25 08:04:48 +00001112 sudo tee ${SWIFT_CONFIG_LOCATION}/proxy-server.conf
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001113
Chmouel Boudjnah3a648262011-11-03 10:43:46 +01001114 sed -e "s/%SWIFT_HASH%/$SWIFT_HASH/" $FILES/swift/swift.conf > ${SWIFT_CONFIG_LOCATION}/swift.conf
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001115
1116 # We need to generate a object/account/proxy configuration
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001117 # emulating 4 nodes on different ports we have a little function
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001118 # that help us doing that.
1119 function generate_swift_configuration() {
1120 local server_type=$1
1121 local bind_port=$2
1122 local log_facility=$3
Chmouel Boudjnah45c51132011-11-01 19:32:23 +01001123 local node_number
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001124
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +00001125 for node_number in $(seq ${SWIFT_REPLICAS}); do
Chmouel Boudjnah38750152011-11-03 09:17:06 +01001126 node_path=${SWIFT_DATA_LOCATION}/${node_number}
Chmouel Boudjnah3a648262011-11-03 10:43:46 +01001127 sed -e "s,%SWIFT_CONFIG_LOCATION%,${SWIFT_CONFIG_LOCATION},;s,%USER%,$USER,;s,%NODE_PATH%,${node_path},;s,%BIND_PORT%,${bind_port},;s,%LOG_FACILITY%,${log_facility}," \
1128 $FILES/swift/${server_type}-server.conf > ${SWIFT_CONFIG_LOCATION}/${server_type}-server/${node_number}.conf
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001129 bind_port=$(( ${bind_port} + 10 ))
1130 log_facility=$(( ${log_facility} + 1 ))
1131 done
1132 }
1133 generate_swift_configuration object 6010 2
1134 generate_swift_configuration container 6011 2
1135 generate_swift_configuration account 6012 2
Chmouel Boudjnaha03f0052011-11-01 13:08:29 +00001136
Chmouel Boudjnah769eb1c2011-11-22 13:04:40 +01001137
1138 # We have some specific configuration for swift for rsyslog. See
1139 # the file /etc/rsyslog.d/10-swift.conf for more info.
1140 swift_log_dir=${SWIFT_DATA_LOCATION}/logs
1141 rm -rf ${swift_log_dir}
1142 mkdir -p ${swift_log_dir}/hourly
1143 sudo chown -R syslog:adm ${swift_log_dir}
1144 sed "s,%SWIFT_LOGDIR%,${swift_log_dir}," $FILES/swift/rsyslog.conf | sudo \
1145 tee /etc/rsyslog.d/10-swift.conf
1146 sudo restart rsyslog
Vishvananda Ishayaea4a53d2012-01-11 11:34:13 -08001147
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +00001148 # This is where we create three different rings for swift with
1149 # different object servers binding on different ports.
1150 pushd ${SWIFT_CONFIG_LOCATION} >/dev/null && {
1151
1152 rm -f *.builder *.ring.gz backups/*.builder backups/*.ring.gz
1153
1154 port_number=6010
1155 swift-ring-builder object.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
1156 for x in $(seq ${SWIFT_REPLICAS}); do
1157 swift-ring-builder object.builder add z${x}-127.0.0.1:${port_number}/sdb1 1
1158 port_number=$[port_number + 10]
1159 done
1160 swift-ring-builder object.builder rebalance
1161
1162 port_number=6011
1163 swift-ring-builder container.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
1164 for x in $(seq ${SWIFT_REPLICAS}); do
1165 swift-ring-builder container.builder add z${x}-127.0.0.1:${port_number}/sdb1 1
1166 port_number=$[port_number + 10]
1167 done
1168 swift-ring-builder container.builder rebalance
1169
1170 port_number=6012
1171 swift-ring-builder account.builder create ${SWIFT_PARTITION_POWER_SIZE} ${SWIFT_REPLICAS} 1
1172 for x in $(seq ${SWIFT_REPLICAS}); do
1173 swift-ring-builder account.builder add z${x}-127.0.0.1:${port_number}/sdb1 1
1174 port_number=$[port_number + 10]
1175 done
1176 swift-ring-builder account.builder rebalance
1177
1178 } && popd >/dev/null
1179
Chmouel Boudjnaha2118982011-11-01 15:36:00 +01001180 sudo chmod +x /usr/local/bin/swift-*
1181
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001182 # We then can start rsync.
Chmouel Boudjnahe1d2bcb2011-11-01 17:32:11 +01001183 sudo /etc/init.d/rsync restart || :
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001184
Dean Troyerb1f6c182012-03-16 09:23:23 -05001185 # First spawn all the swift services then kill the
Chmouel Boudjnah185c66e2012-03-15 17:17:39 +00001186 # proxy service so we can run it in foreground in screen.
Dean Troyerb1f6c182012-03-16 09:23:23 -05001187 # ``swift-init ... {stop|restart}`` exits with '1' if no servers are running,
1188 # ignore it just in case
1189 swift-init all restart || true
1190 swift-init proxy stop || true
Chmouel Boudjnahd5651bb2011-11-01 16:22:08 +01001191
Chmouel Boudjnaha95efab2012-02-16 10:35:26 +00001192 unset s swift_hash swift_auth_server
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001193fi
1194
Dean Troyerdf0972c2012-03-07 17:31:03 -06001195
Anthony Youngacff87a2011-10-20 10:12:58 -07001196# Volume Service
1197# --------------
1198
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001199if is_service_enabled n-vol; then
Anthony Youngacff87a2011-10-20 10:12:58 -07001200 #
1201 # Configure a default volume group called 'nova-volumes' for the nova-volume
1202 # service if it does not yet exist. If you don't wish to use a file backed
1203 # volume group, create your own volume group called 'nova-volumes' before
1204 # invoking stack.sh.
1205 #
1206 # By default, the backing file is 2G in size, and is stored in /opt/stack.
Jesse Andrews38df1222011-11-20 09:55:44 -08001207
Vishvananda Ishaya524aa542012-01-14 01:08:34 +00001208 # install the package
1209 apt_get install tgt
Jesse Andrews38df1222011-11-20 09:55:44 -08001210
Dean Troyer2229a6e2011-12-01 17:02:07 -06001211 if ! sudo vgs $VOLUME_GROUP; then
Todd Willeyb244ef32011-11-03 18:19:21 -04001212 VOLUME_BACKING_FILE=${VOLUME_BACKING_FILE:-$DEST/nova-volumes-backing-file}
Anthony Youngb22263a2011-10-20 10:26:30 -07001213 VOLUME_BACKING_FILE_SIZE=${VOLUME_BACKING_FILE_SIZE:-2052M}
Dean Troyer2229a6e2011-12-01 17:02:07 -06001214 # Only create if the file doesn't already exists
1215 [[ -f $VOLUME_BACKING_FILE ]] || truncate -s $VOLUME_BACKING_FILE_SIZE $VOLUME_BACKING_FILE
Anthony Youngacff87a2011-10-20 10:12:58 -07001216 DEV=`sudo losetup -f --show $VOLUME_BACKING_FILE`
Dean Troyer2229a6e2011-12-01 17:02:07 -06001217 # Only create if the loopback device doesn't contain $VOLUME_GROUP
1218 if ! sudo vgs $VOLUME_GROUP; then sudo vgcreate $VOLUME_GROUP $DEV; fi
1219 fi
1220
1221 if sudo vgs $VOLUME_GROUP; then
Anthony Young63252162012-02-08 00:54:20 +00001222 # Remove nova iscsi targets
1223 sudo tgtadm --op show --mode target | grep $VOLUME_NAME_PREFIX | grep Target | cut -f3 -d ' ' | sudo xargs -n1 tgt-admin --delete || true
Dean Troyer2229a6e2011-12-01 17:02:07 -06001224 # Clean out existing volumes
1225 for lv in `sudo lvs --noheadings -o lv_name $VOLUME_GROUP`; do
1226 # VOLUME_NAME_PREFIX prefixes the LVs we want
1227 if [[ "${lv#$VOLUME_NAME_PREFIX}" != "$lv" ]]; then
Dean Troyer2229a6e2011-12-01 17:02:07 -06001228 sudo lvremove -f $VOLUME_GROUP/$lv
1229 fi
1230 done
Anthony Youngacff87a2011-10-20 10:12:58 -07001231 fi
1232
Vishvananda Ishaya524aa542012-01-14 01:08:34 +00001233 # tgt in oneiric doesn't restart properly if tgtd isn't running
1234 # do it in two steps
1235 sudo stop tgt || true
1236 sudo start tgt
Anthony Youngacff87a2011-10-20 10:12:58 -07001237fi
1238
Dean Troyerced65172012-03-02 16:36:16 -06001239NOVA_CONF=nova.conf
1240function add_nova_opt {
1241 echo "$1" >> $NOVA_CONF_DIR/$NOVA_CONF
Jesse Andrewsd1879c52011-09-16 16:28:13 -07001242}
1243
Vishvananda Ishaya7a103dd2012-02-23 23:35:43 +00001244# remove legacy nova.conf
1245rm -f $NOVA_DIR/bin/nova.conf
1246
Jesse Andrewsd1879c52011-09-16 16:28:13 -07001247# (re)create nova.conf
Dean Troyerced65172012-03-02 16:36:16 -06001248rm -f $NOVA_CONF_DIR/$NOVA_CONF
1249add_nova_opt "[DEFAULT]"
1250add_nova_opt "verbose=True"
Vishvananda Ishaya50aef3b2012-03-05 23:12:04 -08001251add_nova_opt "auth_strategy=keystone"
Dean Troyerced65172012-03-02 16:36:16 -06001252add_nova_opt "allow_resize_to_same_host=True"
Dean Troyere0d677c2012-03-07 14:11:33 -06001253add_nova_opt "root_helper=sudo /usr/local/bin/nova-rootwrap"
Vishvananda Ishaya51aa4012012-03-06 12:45:19 -08001254add_nova_opt "compute_scheduler_driver=$SCHEDULER"
Dean Troyerced65172012-03-02 16:36:16 -06001255add_nova_opt "dhcpbridge_flagfile=$NOVA_CONF_DIR/$NOVA_CONF"
1256add_nova_opt "fixed_range=$FIXED_RANGE"
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +00001257add_nova_opt "s3_host=$SERVICE_HOST"
1258add_nova_opt "s3_port=$S3_SERVICE_PORT"
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001259if is_service_enabled quantum; then
Dean Troyerced65172012-03-02 16:36:16 -06001260 add_nova_opt "network_manager=nova.network.quantum.manager.QuantumManager"
1261 add_nova_opt "quantum_connection_host=$Q_HOST"
1262 add_nova_opt "quantum_connection_port=$Q_PORT"
Jason Kölker64a90662012-01-23 11:17:27 -06001263
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001264 if is_service_enabled melange; then
Dean Troyerced65172012-03-02 16:36:16 -06001265 add_nova_opt "quantum_ipam_lib=nova.network.quantum.melange_ipam_lib"
1266 add_nova_opt "use_melange_mac_generation=True"
1267 add_nova_opt "melange_host=$M_HOST"
1268 add_nova_opt "melange_port=$M_PORT"
Jason Kölker64a90662012-01-23 11:17:27 -06001269 fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001270 if is_service_enabled q-svc && [[ "$Q_PLUGIN" = "openvswitch" ]]; then
Dean Troyerced65172012-03-02 16:36:16 -06001271 add_nova_opt "libvirt_vif_type=ethernet"
1272 add_nova_opt "libvirt_vif_driver=nova.virt.libvirt.vif.LibvirtOpenVswitchDriver"
1273 add_nova_opt "linuxnet_interface_driver=nova.network.linux_net.LinuxOVSInterfaceDriver"
1274 add_nova_opt "quantum_use_dhcp=True"
Brad Hall1bfa3d52011-10-27 18:18:20 -07001275 fi
1276else
Dean Troyerced65172012-03-02 16:36:16 -06001277 add_nova_opt "network_manager=nova.network.manager.$NET_MAN"
Brad Hall1bfa3d52011-10-27 18:18:20 -07001278fi
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001279if is_service_enabled n-vol; then
Dean Troyerced65172012-03-02 16:36:16 -06001280 add_nova_opt "volume_group=$VOLUME_GROUP"
1281 add_nova_opt "volume_name_template=${VOLUME_NAME_PREFIX}%08x"
Vishvananda Ishaya524aa542012-01-14 01:08:34 +00001282 # oneiric no longer supports ietadm
Dean Troyerced65172012-03-02 16:36:16 -06001283 add_nova_opt "iscsi_helper=tgtadm"
Jesse Andrewsd02b7b72011-11-14 08:59:05 -08001284fi
Dean Troyerced65172012-03-02 16:36:16 -06001285add_nova_opt "osapi_compute_extension=nova.api.openstack.compute.contrib.standard_extensions"
1286add_nova_opt "my_ip=$HOST_IP"
1287add_nova_opt "public_interface=$PUBLIC_INTERFACE"
1288add_nova_opt "vlan_interface=$VLAN_INTERFACE"
1289add_nova_opt "flat_network_bridge=$FLAT_NETWORK_BRIDGE"
John Garbutt8e2cffd2012-03-02 16:22:07 +00001290if [ -n "$FLAT_INTERFACE" ]; then
Dean Troyerced65172012-03-02 16:36:16 -06001291 add_nova_opt "flat_interface=$FLAT_INTERFACE"
John Garbutt8e2cffd2012-03-02 16:22:07 +00001292fi
Dean Troyerced65172012-03-02 16:36:16 -06001293add_nova_opt "sql_connection=$BASE_SQL_CONN/nova"
1294add_nova_opt "libvirt_type=$LIBVIRT_TYPE"
1295add_nova_opt "instance_name_template=${INSTANCE_NAME_PREFIX}%08x"
Anthony Young2fcb6662012-02-03 20:17:22 +00001296# All nova-compute workers need to know the vnc configuration options
1297# These settings don't hurt anything if n-xvnc and n-novnc are disabled
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001298if is_service_enabled n-cpu; then
Anthony Youngce116912012-01-17 15:46:53 -08001299 NOVNCPROXY_URL=${NOVNCPROXY_URL:-"http://$SERVICE_HOST:6080/vnc_auto.html"}
Dean Troyerced65172012-03-02 16:36:16 -06001300 add_nova_opt "novncproxy_base_url=$NOVNCPROXY_URL"
Anthony Youngce116912012-01-17 15:46:53 -08001301 XVPVNCPROXY_URL=${XVPVNCPROXY_URL:-"http://$SERVICE_HOST:6081/console"}
Dean Troyerced65172012-03-02 16:36:16 -06001302 add_nova_opt "xvpvncproxy_base_url=$XVPVNCPROXY_URL"
Anthony Youngce116912012-01-17 15:46:53 -08001303fi
1304if [ "$VIRT_DRIVER" = 'xenserver' ]; then
1305 VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS=169.254.0.1}
1306else
1307 VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS=127.0.0.1}
1308fi
Anthony Young50fc5c62012-01-26 09:38:33 -08001309# Address on which instance vncservers will listen on compute hosts.
1310# For multi-host, this should be the management ip of the compute host.
1311VNCSERVER_LISTEN=${VNCSERVER_LISTEN=127.0.0.1}
Dean Troyerced65172012-03-02 16:36:16 -06001312add_nova_opt "vncserver_listen=$VNCSERVER_LISTEN"
1313add_nova_opt "vncserver_proxyclient_address=$VNCSERVER_PROXYCLIENT_ADDRESS"
1314add_nova_opt "api_paste_config=$NOVA_CONF_DIR/api-paste.ini"
1315add_nova_opt "image_service=nova.image.glance.GlanceImageService"
1316add_nova_opt "ec2_dmz_host=$EC2_DMZ_HOST"
1317add_nova_opt "rabbit_host=$RABBIT_HOST"
1318add_nova_opt "rabbit_password=$RABBIT_PASSWORD"
1319add_nova_opt "glance_api_servers=$GLANCE_HOSTPORT"
1320add_nova_opt "force_dhcp_release=True"
Vishvananda Ishaya3e2b1742011-10-28 12:20:07 -07001321if [ -n "$INSTANCES_PATH" ]; then
Dean Troyerced65172012-03-02 16:36:16 -06001322 add_nova_opt "instances_path=$INSTANCES_PATH"
Vishvananda Ishayae72bdb02011-10-28 13:34:38 -07001323fi
Vishvananda Ishaya5f039322011-11-05 16:12:20 -07001324if [ "$MULTI_HOST" != "False" ]; then
Dean Troyerced65172012-03-02 16:36:16 -06001325 add_nova_opt "multi_host=True"
1326 add_nova_opt "send_arp_for_ha=True"
Jesse Andrewsd1879c52011-09-16 16:28:13 -07001327fi
James E. Blair5855a642011-10-26 15:44:27 -04001328if [ "$SYSLOG" != "False" ]; then
Dean Troyerced65172012-03-02 16:36:16 -06001329 add_nova_opt "use_syslog=True"
James E. Blair5855a642011-10-26 15:44:27 -04001330fi
Jesse Andrewsd1879c52011-09-16 16:28:13 -07001331
Dean Troyerced65172012-03-02 16:36:16 -06001332# Provide some transition from EXTRA_FLAGS to EXTRA_OPTS
1333if [[ -z "$EXTRA_OPTS" && -n "$EXTRA_FLAGS" ]]; then
1334 EXTRA_OPTS=$EXTRA_FLAGS
1335fi
1336
1337# You can define extra nova conf flags by defining the array EXTRA_OPTS,
1338# For Example: EXTRA_OPTS=(foo=true bar=2)
1339for I in "${EXTRA_OPTS[@]}"; do
1340 # Attempt to convert flags to options
1341 add_nova_opt ${I//-}
Jesse Andrews38df1222011-11-20 09:55:44 -08001342done
1343
Dean Troyerdf0972c2012-03-07 17:31:03 -06001344
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001345# XenServer
1346# ---------
1347
1348if [ "$VIRT_DRIVER" = 'xenserver' ]; then
1349 read_password XENAPI_PASSWORD "ENTER A PASSWORD TO USE FOR XEN."
Dean Troyerced65172012-03-02 16:36:16 -06001350 add_nova_opt "connection_type=xenapi"
John Garbutt92e85602012-03-02 16:08:37 +00001351 XENAPI_CONNECTION_URL=${XENAPI_CONNECTION_URL:-"http://169.254.0.1"}
Dean Troyerced65172012-03-02 16:36:16 -06001352 add_nova_opt "xenapi_connection_url=$XENAPI_CONNECTION_URL"
1353 add_nova_opt "xenapi_connection_username=root"
1354 add_nova_opt "xenapi_connection_password=$XENAPI_PASSWORD"
1355 add_nova_opt "flat_injected=False"
Anthony Youngce116912012-01-17 15:46:53 -08001356 # Need to avoid crash due to new firewall support
1357 XEN_FIREWALL_DRIVER=${XEN_FIREWALL_DRIVER:-"nova.virt.firewall.IptablesFirewallDriver"}
Dean Troyerced65172012-03-02 16:36:16 -06001358 add_nova_opt "firewall_driver=$XEN_FIREWALL_DRIVER"
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001359else
Dean Troyerced65172012-03-02 16:36:16 -06001360 add_nova_opt "connection_type=libvirt"
Armando Migliaccio34f62492012-01-31 14:33:19 +00001361 LIBVIRT_FIREWALL_DRIVER=${LIBVIRT_FIREWALL_DRIVER:-"nova.virt.libvirt.firewall.IptablesFirewallDriver"}
Dean Troyerced65172012-03-02 16:36:16 -06001362 add_nova_opt "firewall_driver=$LIBVIRT_FIREWALL_DRIVER"
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001363fi
1364
Dean Troyerdf0972c2012-03-07 17:31:03 -06001365
Jesse Andrewscbe98d52011-10-02 17:47:32 -04001366# Nova Database
1367# ~~~~~~~~~~~~~
1368
1369# All nova components talk to a central database. We will need to do this step
1370# only once for an entire cluster.
1371
Chmouel Boudjnahc9e01882012-03-15 17:21:24 +00001372if is_service_enabled mysql && is_service_enabled nova; then
Anthony Younga0748002011-09-16 21:37:36 -07001373 # (re)create nova database
Anthony Young7a549f42011-10-12 07:13:13 +00001374 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS nova;'
1375 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE nova;'
Jesse Andrewscbe98d52011-10-02 17:47:32 -04001376
1377 # (re)create nova database
Anthony Younga0748002011-09-16 21:37:36 -07001378 $NOVA_DIR/bin/nova-manage db sync
Anthony Younga0748002011-09-16 21:37:36 -07001379fi
1380
1381
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001382# Launch Services
1383# ===============
Jesse Andrews30f68e92011-09-13 00:59:54 -07001384
Jesse Andrews1c1d1502011-09-12 19:29:56 -07001385# nova api crashes if we start it with a regular screen command,
1386# so send the start command by forcing text into the window.
Jesse Andrewsdfcd2002011-09-13 13:17:22 -07001387# Only run the services specified in ``ENABLED_SERVICES``
1388
Derrick J. Wippleraaa0dbb2012-02-21 09:53:53 -06001389# Our screenrc file builder
1390function screen_rc {
1391 SCREENRC=$TOP_DIR/stack-screenrc
1392 if [[ ! -e $SCREENRC ]]; then
1393 # Name the screen session
1394 echo "sessionname stack" > $SCREENRC
1395 # Set a reasonable statusbar
1396 echo 'hardstatus alwayslastline "%-Lw%{= BW}%50>%n%f* %t%{-}%+Lw%< %= %H"' >> $SCREENRC
1397 echo "screen -t stack bash" >> $SCREENRC
1398 fi
1399 # If this service doesn't already exist in the screenrc file
1400 if ! grep $1 $SCREENRC 2>&1 > /dev/null; then
1401 NL=`echo -ne '\015'`
1402 echo "screen -t $1 bash" >> $SCREENRC
1403 echo "stuff \"$2$NL\"" >> $SCREENRC
1404 fi
1405}
1406
1407# Our screen helper to launch a service in a hidden named screen
Jesse Andrews1c1d1502011-09-12 19:29:56 -07001408function screen_it {
Jesse Andrews1f717602011-09-16 15:18:53 -07001409 NL=`echo -ne '\015'`
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001410 if is_service_enabled $1; then
Derrick J. Wippleraaa0dbb2012-02-21 09:53:53 -06001411 # Append the service to the screen rc file
1412 screen_rc "$1" "$2"
1413
Chmouel Boudjnah36867ad2012-02-09 16:27:58 +01001414 screen -S stack -X screen -t $1
1415 # sleep to allow bash to be ready to be send the command - we are
1416 # creating a new window in screen and then sends characters, so if
1417 # bash isn't running by the time we send the command, nothing happens
1418 sleep 1.5
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +00001419
1420 if [[ -n ${SCREEN_LOGDIR} ]]; then
1421 screen -S stack -p $1 -X logfile ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log
1422 screen -S stack -p $1 -X log on
1423 ln -sf ${SCREEN_LOGDIR}/screen-${1}.${CURRENT_LOG_TIME}.log ${SCREEN_LOGDIR}/screen-${1}.log
1424 fi
Chmouel Boudjnah36867ad2012-02-09 16:27:58 +01001425 screen -S stack -p $1 -X stuff "$2$NL"
Anthony Young292e46d2011-09-13 11:28:56 -07001426 fi
Jesse Andrews1c1d1502011-09-12 19:29:56 -07001427}
1428
Jesse Andrewsa16e5e92011-09-16 16:30:55 -07001429# create a new named screen to run processes in
Chmouel Boudjnah73c70892012-02-09 16:36:15 +01001430screen -d -m -S stack -t stack -s /bin/bash
Jesse Andrewsa16e5e92011-09-16 16:30:55 -07001431sleep 1
Jesse Andrewsd9eafd52011-12-10 13:55:44 -08001432# set a reasonable statusbar
1433screen -r stack -X hardstatus alwayslastline "%-Lw%{= BW}%50>%n%f* %t%{-}%+Lw%< %= %H"
Jesse Andrewsa16e5e92011-09-16 16:30:55 -07001434
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001435# launch the glance registry service
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001436if is_service_enabled g-reg; then
Anthony Youngd000b222011-09-19 14:46:53 -07001437 screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf"
1438fi
1439
Jesse Andrews644b8e82011-10-02 17:50:41 -04001440# launch the glance api and wait for it to answer before continuing
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001441if is_service_enabled g-api; then
Anthony Youngd000b222011-09-19 14:46:53 -07001442 screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf"
James E. Blair92e81992011-10-11 09:26:29 -05001443 echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..."
Dean Troyerc727aa82012-01-13 12:13:59 -06001444 if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= wget -q -O- http://$GLANCE_HOSTPORT; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -05001445 echo "g-api did not start"
1446 exit 1
1447 fi
Anthony Youngd000b222011-09-19 14:46:53 -07001448fi
1449
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001450if is_service_enabled key; then
termieeacc5952012-01-11 01:59:00 +00001451 # (re)create keystone database
1452 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS keystone;'
1453 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE keystone;'
1454
1455 # Configure keystone.conf
1456 KEYSTONE_CONF=$KEYSTONE_DIR/etc/keystone.conf
1457 cp $FILES/keystone.conf $KEYSTONE_CONF
1458 sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/keystone,g" -i $KEYSTONE_CONF
1459 sudo sed -e "s,%DEST%,$DEST,g" -i $KEYSTONE_CONF
1460 sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $KEYSTONE_CONF
termie50edca62012-01-11 02:04:39 +00001461 sudo sed -e "s,%KEYSTONE_DIR%,$KEYSTONE_DIR,g" -i $KEYSTONE_CONF
termieeacc5952012-01-11 01:59:00 +00001462
1463 KEYSTONE_CATALOG=$KEYSTONE_DIR/etc/default_catalog.templates
1464 cp $FILES/default_catalog.templates $KEYSTONE_CATALOG
Gabriel Hurley7bd30872012-02-23 13:20:03 -08001465
1466 # Add swift endpoints to service catalog if swift is enabled
1467 if is_service_enabled swift; then
Gabriel Hurley155266b2012-02-23 16:54:01 -08001468 echo "catalog.RegionOne.object_store.publicURL = http://%SERVICE_HOST%:8080/v1/AUTH_\$(tenant_id)s" >> $KEYSTONE_CATALOG
Gabriel Hurley7bd30872012-02-23 13:20:03 -08001469 echo "catalog.RegionOne.object_store.adminURL = http://%SERVICE_HOST%:8080/" >> $KEYSTONE_CATALOG
Gabriel Hurley155266b2012-02-23 16:54:01 -08001470 echo "catalog.RegionOne.object_store.internalURL = http://%SERVICE_HOST%:8080/v1/AUTH_\$(tenant_id)s" >> $KEYSTONE_CATALOG
Gabriel Hurley7bd30872012-02-23 13:20:03 -08001471 echo "catalog.RegionOne.object_store.name = 'Swift Service'" >> $KEYSTONE_CATALOG
1472 fi
1473
1474 # Add quantum endpoints to service catalog if quantum is enabled
1475 if is_service_enabled quantum; then
1476 echo "catalog.RegionOne.network.publicURL = http://%SERVICE_HOST%:9696/" >> $KEYSTONE_CATALOG
1477 echo "catalog.RegionOne.network.adminURL = http://%SERVICE_HOST%:9696/" >> $KEYSTONE_CATALOG
1478 echo "catalog.RegionOne.network.internalURL = http://%SERVICE_HOST%:9696/" >> $KEYSTONE_CATALOG
1479 echo "catalog.RegionOne.network.name = 'Quantum Service'" >> $KEYSTONE_CATALOG
1480 fi
1481
termieeacc5952012-01-11 01:59:00 +00001482 sudo sed -e "s,%SERVICE_HOST%,$SERVICE_HOST,g" -i $KEYSTONE_CATALOG
1483
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +00001484 sudo sed -e "s,%S3_SERVICE_PORT%,$S3_SERVICE_PORT,g" -i $KEYSTONE_CATALOG
termieeacc5952012-01-11 01:59:00 +00001485
1486 if [ "$SYSLOG" != "False" ]; then
Joe Heck708a2ad2012-01-18 10:19:15 -08001487 cp $KEYSTONE_DIR/etc/logging.conf.sample $KEYSTONE_DIR/etc/logging.conf
termieeacc5952012-01-11 01:59:00 +00001488 sed -i -e '/^handlers=devel$/s/=devel/=production/' \
Joe Heck708a2ad2012-01-18 10:19:15 -08001489 $KEYSTONE_DIR/etc/logging.conf
termieeacc5952012-01-11 01:59:00 +00001490 sed -i -e "/^log_file/s/log_file/\#log_file/" \
1491 $KEYSTONE_DIR/etc/keystone.conf
Joe Heck708a2ad2012-01-18 10:19:15 -08001492 KEYSTONE_LOG_CONFIG="--log-config $KEYSTONE_DIR/etc/logging.conf"
termieeacc5952012-01-11 01:59:00 +00001493 fi
1494fi
1495
Jesse Andrews644b8e82011-10-02 17:50:41 -04001496# launch the keystone and wait for it to answer before continuing
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001497if is_service_enabled key; then
termie8a41c9d2012-02-02 17:31:19 -08001498 screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone-all --config-file $KEYSTONE_CONF $KEYSTONE_LOG_CONFIG -d --debug"
James E. Blair92e81992011-10-11 09:26:29 -05001499 echo "Waiting for keystone to start..."
Dean Troyerb3288382012-02-28 16:41:10 -06001500 if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= wget -q -O- $KEYSTONE_AUTH_PROTOCOL://$SERVICE_HOST:$KEYSTONE_API_PORT/v2.0/; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -05001501 echo "keystone did not start"
1502 exit 1
1503 fi
termieeacc5952012-01-11 01:59:00 +00001504
termieeacc5952012-01-11 01:59:00 +00001505 # initialize keystone with default users/endpoints
Joe Heck708a2ad2012-01-18 10:19:15 -08001506 pushd $KEYSTONE_DIR
termieeacc5952012-01-11 01:59:00 +00001507 $KEYSTONE_DIR/bin/keystone-manage db_sync
Joe Heck708a2ad2012-01-18 10:19:15 -08001508 popd
Vishvananda Ishayad1f52432012-02-09 03:50:57 +00001509
1510 # keystone_data.sh creates services, admin and demo users, and roles.
1511 SERVICE_ENDPOINT=$KEYSTONE_AUTH_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0
Dean Troyerb3288382012-02-28 16:41:10 -06001512 ADMIN_PASSWORD=$ADMIN_PASSWORD SERVICE_TENANT_NAME=$SERVICE_TENANT_NAME SERVICE_PASSWORD=$SERVICE_PASSWORD SERVICE_TOKEN=$SERVICE_TOKEN SERVICE_ENDPOINT=$SERVICE_ENDPOINT DEVSTACK_DIR=$TOP_DIR ENABLED_SERVICES=$ENABLED_SERVICES \
1513 bash $FILES/keystone_data.sh
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +00001514
1515 # create an access key and secret key for nova ec2 register image
1516 if is_service_enabled swift && is_service_enabled nova; then
1517 CREDS=$(keystone --os_auth_url=$SERVICE_ENDPOINT --os_username=nova --os_password=$SERVICE_PASSWORD --os_tenant_name=$SERVICE_TENANT_NAME ec2-credentials-create)
1518 ACCESS_KEY=$(echo "$CREDS" | awk '/ access / { print $4 }')
1519 SECRET_KEY=$(echo "$CREDS" | awk '/ secret / { print $4 }')
1520 add_nova_opt "s3_access_key=$ACCESS_KEY"
1521 add_nova_opt "s3_secret_key=$SECRET_KEY"
1522 add_nova_opt "s3_affix_tenant=True"
1523 fi
Anthony Youngd000b222011-09-19 14:46:53 -07001524fi
1525
Jesse Andrews644b8e82011-10-02 17:50:41 -04001526# launch the nova-api and wait for it to answer before continuing
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001527if is_service_enabled n-api; then
Anthony Young9bf3d762011-09-20 09:51:16 -07001528 screen_it n-api "cd $NOVA_DIR && $NOVA_DIR/bin/nova-api"
James E. Blair92e81992011-10-11 09:26:29 -05001529 echo "Waiting for nova-api to start..."
Dean Troyerc727aa82012-01-13 12:13:59 -06001530 if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= wget -q -O- http://127.0.0.1:8774; do sleep 1; done"; then
James E. Blair92e81992011-10-11 09:26:29 -05001531 echo "nova-api did not start"
1532 exit 1
1533 fi
Anthony Youngd000b222011-09-19 14:46:53 -07001534fi
Brad Hall1bfa3d52011-10-27 18:18:20 -07001535
Brad Hallf1f3a8f2011-12-12 23:04:58 +00001536# Quantum service
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001537if is_service_enabled q-svc; then
Brad Hall1bfa3d52011-10-27 18:18:20 -07001538 if [[ "$Q_PLUGIN" = "openvswitch" ]]; then
Brad Hallf1f3a8f2011-12-12 23:04:58 +00001539 # Install deps
1540 # FIXME add to files/apts/quantum, but don't install if not needed!
1541 apt_get install openvswitch-switch openvswitch-datapath-dkms
1542 # Create database for the plugin/agent
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001543 if is_service_enabled mysql; then
Dan Wendlandtde37dbd2012-01-23 01:56:22 -08001544 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS ovs_quantum;'
Brad Hall1bfa3d52011-10-27 18:18:20 -07001545 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE IF NOT EXISTS ovs_quantum;'
1546 else
Brad Halld9e544e2011-10-28 08:28:26 -07001547 echo "mysql must be enabled in order to use the $Q_PLUGIN Quantum plugin."
1548 exit 1
Brad Hall1bfa3d52011-10-27 18:18:20 -07001549 fi
Brad Hallf1f3a8f2011-12-12 23:04:58 +00001550 QUANTUM_PLUGIN_INI_FILE=$QUANTUM_DIR/etc/plugins.ini
1551 # Make sure we're using the openvswitch plugin
1552 sed -i -e "s/^provider =.*$/provider = quantum.plugins.openvswitch.ovs_quantum_plugin.OVSQuantumPlugin/g" $QUANTUM_PLUGIN_INI_FILE
Brad Hall1bfa3d52011-10-27 18:18:20 -07001553 fi
Dave Lapsley5a09c922012-01-25 17:22:15 -05001554 screen_it q-svc "cd $QUANTUM_DIR && PYTHONPATH=.:$QUANTUM_CLIENT_DIR:$PYTHONPATH python $QUANTUM_DIR/bin/quantum-server $QUANTUM_DIR/etc/quantum.conf"
Brad Hall1bfa3d52011-10-27 18:18:20 -07001555fi
1556
1557# Quantum agent (for compute nodes)
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001558if is_service_enabled q-agt; then
Brad Hall1bfa3d52011-10-27 18:18:20 -07001559 if [[ "$Q_PLUGIN" = "openvswitch" ]]; then
1560 # Set up integration bridge
1561 OVS_BRIDGE=${OVS_BRIDGE:-br-int}
1562 sudo ovs-vsctl --no-wait -- --if-exists del-br $OVS_BRIDGE
1563 sudo ovs-vsctl --no-wait add-br $OVS_BRIDGE
1564 sudo ovs-vsctl --no-wait br-set-external-id $OVS_BRIDGE bridge-id br-int
Dan Wendlandtf5fb0572012-01-16 14:46:01 -08001565
1566 # Start up the quantum <-> openvswitch agent
1567 QUANTUM_OVS_CONFIG_FILE=$QUANTUM_DIR/etc/quantum/plugins/openvswitch/ovs_quantum_plugin.ini
1568 sed -i -e "s/^sql_connection =.*$/sql_connection = mysql:\/\/$MYSQL_USER:$MYSQL_PASSWORD@$MYSQL_HOST\/ovs_quantum/g" $QUANTUM_OVS_CONFIG_FILE
1569 screen_it q-agt "sleep 4; sudo python $QUANTUM_DIR/quantum/plugins/openvswitch/agent/ovs_quantum_agent.py $QUANTUM_OVS_CONFIG_FILE -v"
Brad Hall1bfa3d52011-10-27 18:18:20 -07001570 fi
1571
Brad Hall1bfa3d52011-10-27 18:18:20 -07001572fi
1573
Jason Kölker64a90662012-01-23 11:17:27 -06001574# Melange service
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001575if is_service_enabled m-svc; then
1576 if is_service_enabled mysql; then
Jason Kölker64a90662012-01-23 11:17:27 -06001577 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'DROP DATABASE IF EXISTS melange;'
1578 mysql -u$MYSQL_USER -p$MYSQL_PASSWORD -e 'CREATE DATABASE melange;'
1579 else
1580 echo "mysql must be enabled in order to use the $Q_PLUGIN Quantum plugin."
1581 exit 1
1582 fi
1583 MELANGE_CONFIG_FILE=$MELANGE_DIR/etc/melange/melange.conf
1584 cp $MELANGE_CONFIG_FILE.sample $MELANGE_CONFIG_FILE
1585 sed -i -e "s/^sql_connection =.*$/sql_connection = mysql:\/\/$MYSQL_USER:$MYSQL_PASSWORD@$MYSQL_HOST\/melange/g" $MELANGE_CONFIG_FILE
1586 cd $MELANGE_DIR && PYTHONPATH=.:$PYTHONPATH python $MELANGE_DIR/bin/melange-manage --config-file=$MELANGE_CONFIG_FILE db_sync
1587 screen_it m-svc "cd $MELANGE_DIR && PYTHONPATH=.:$PYTHONPATH python $MELANGE_DIR/bin/melange-server --config-file=$MELANGE_CONFIG_FILE"
1588 echo "Waiting for melange to start..."
1589 if ! timeout $SERVICE_TIMEOUT sh -c "while ! http_proxy= wget -q -O- http://127.0.0.1:9898; do sleep 1; done"; then
1590 echo "melange-server did not start"
1591 exit 1
1592 fi
1593 melange mac_address_range create cidr=$M_MAC_RANGE
1594fi
1595
Brad Halld9e544e2011-10-28 08:28:26 -07001596# If we're using Quantum (i.e. q-svc is enabled), network creation has to
1597# happen after we've started the Quantum service.
Ken Pepple389f4ef2012-03-08 19:37:03 -08001598if is_service_enabled mysql && is_service_enabled nova; then
Brad Hall1bfa3d52011-10-27 18:18:20 -07001599 # create a small network
1600 $NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 $FIXED_NETWORK_SIZE
1601
Tomoe Sugihara1c77d702012-03-12 21:49:54 +09001602 # create some floating ips
1603 $NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE
Dean Troyer696ad332012-01-10 15:34:34 -06001604
Tomoe Sugihara1c77d702012-03-12 21:49:54 +09001605 # create a second pool
1606 $NOVA_DIR/bin/nova-manage floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL
Brad Hall1bfa3d52011-10-27 18:18:20 -07001607fi
1608
root40a37002011-09-20 18:06:14 +00001609# Launching nova-compute should be as simple as running ``nova-compute`` but
1610# have to do a little more than that in our script. Since we add the group
Jesse Andrews1f717602011-09-16 15:18:53 -07001611# ``libvirtd`` to our user in this script, when nova-compute is run it is
root40a37002011-09-20 18:06:14 +00001612# within the context of our original shell (so our groups won't be updated).
Scott Moser8ab1ade2011-10-07 21:03:16 -04001613# Use 'sg' to execute nova-compute as a member of the libvirtd group.
Ken Pepple389f4ef2012-03-08 19:37:03 -08001614# We don't check for is_service_enable as screen_it does it for us
Scott Moser8ab1ade2011-10-07 21:03:16 -04001615screen_it n-cpu "cd $NOVA_DIR && sg libvirtd $NOVA_DIR/bin/nova-compute"
Vishvananda Ishaya75bbd752012-01-19 23:28:46 +00001616screen_it n-crt "cd $NOVA_DIR && $NOVA_DIR/bin/nova-cert"
1617screen_it n-obj "cd $NOVA_DIR && $NOVA_DIR/bin/nova-objectstore"
Anthony Youngacff87a2011-10-20 10:12:58 -07001618screen_it n-vol "cd $NOVA_DIR && $NOVA_DIR/bin/nova-volume"
Anthony Young9bf3d762011-09-20 09:51:16 -07001619screen_it n-net "cd $NOVA_DIR && $NOVA_DIR/bin/nova-network"
1620screen_it n-sch "cd $NOVA_DIR && $NOVA_DIR/bin/nova-scheduler"
Ken Pepple389f4ef2012-03-08 19:37:03 -08001621screen_it n-novnc "cd $NOVNC_DIR && ./utils/nova-novncproxy --config-file $NOVA_CONF_DIR/$NOVA_CONF --web ."
1622screen_it n-xvnc "cd $NOVA_DIR && ./bin/nova-xvpvncproxy --config-file $NOVA_CONF_DIR/$NOVA_CONF"
1623screen_it n-cauth "cd $NOVA_DIR && ./bin/nova-consoleauth"
1624screen_it horizon "cd $HORIZON_DIR && sudo tail -f /var/log/apache2/error.log"
Chmouel Boudjnah185c66e2012-03-15 17:17:39 +00001625screen_it swift "cd $SWIFT_DIR && $SWIFT_DIR/bin/swift-proxy-server ${SWIFT_CONFIG_LOCATION}/proxy-server.conf -v"
Jesse Andrews75a37652011-09-12 17:09:08 -07001626
Dean Troyerdf0972c2012-03-07 17:31:03 -06001627
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001628# Install Images
1629# ==============
Jesse Andrewse49b8bd2011-09-12 18:08:04 -07001630
Anthony Young0ab1d462011-10-13 23:03:23 -07001631# Upload an image to glance.
Jesse Andrews5372f432011-10-03 01:08:24 -04001632#
Anthony Young0ab1d462011-10-13 23:03:23 -07001633# The default image is a small ***TTY*** testing image, which lets you login
1634# the username/password of root/password.
1635#
Dean Troyerdf0972c2012-03-07 17:31:03 -06001636# TTY also uses ``cloud-init``, supporting login via keypair and sending scripts as
Anthony Young0ab1d462011-10-13 23:03:23 -07001637# userdata. See https://help.ubuntu.com/community/CloudInit for more on cloud-init
1638#
Chmouel Boudjnah3d9c5d52011-11-02 17:57:11 +01001639# Override ``IMAGE_URLS`` with a comma-separated list of uec images.
Jesse Andrewsaab7eae2011-10-19 10:30:19 -07001640#
1641# * **natty**: http://uec-images.ubuntu.com/natty/current/natty-server-cloudimg-amd64.tar.gz
1642# * **oneiric**: http://uec-images.ubuntu.com/oneiric/current/oneiric-server-cloudimg-amd64.tar.gz
Jesse Andrews08e8b742011-10-02 23:42:56 -04001643
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001644if is_service_enabled g-reg; then
Anthony Young7a8989e2011-10-14 10:20:30 -07001645 # Create a directory for the downloaded image tarballs.
Jesse Andrews08e8b742011-10-02 23:42:56 -04001646 mkdir -p $FILES/images
1647
termie747ee332012-01-11 22:31:59 +00001648 ADMIN_USER=admin
1649 ADMIN_TENANT=admin
1650 TOKEN=`curl -s -d "{\"auth\":{\"passwordCredentials\": {\"username\": \"$ADMIN_USER\", \"password\": \"$ADMIN_PASSWORD\"}, \"tenantName\": \"$ADMIN_TENANT\"}}" -H "Content-type: application/json" http://$HOST_IP:5000/v2.0/tokens | python -c "import sys; import json; tok = json.loads(sys.stdin.read()); print tok['access']['token']['id'];"`
1651
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001652 # Option to upload legacy ami-tty, which works with xenserver
1653 if [ $UPLOAD_LEGACY_TTY ]; then
1654 if [ ! -f $FILES/tty.tgz ]; then
1655 wget -c http://images.ansolabs.com/tty.tgz -O $FILES/tty.tgz
1656 fi
1657
1658 tar -zxf $FILES/tty.tgz -C $FILES/images
Jesse Andrews7052f722012-03-03 00:51:46 -08001659 RVAL=`glance add --silent-upload -A $TOKEN name="tty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/aki-tty/image`
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001660 KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
Jesse Andrews7052f722012-03-03 00:51:46 -08001661 RVAL=`glance add --silent-upload -A $TOKEN name="tty-ramdisk" is_public=true container_format=ari disk_format=ari < $FILES/images/ari-tty/image`
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001662 RAMDISK_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
termie747ee332012-01-11 22:31:59 +00001663 glance add -A $TOKEN name="tty" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID ramdisk_id=$RAMDISK_ID < $FILES/images/ami-tty/image
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001664 fi
1665
Anthony Young120f4862011-10-14 09:31:09 -07001666 for image_url in ${IMAGE_URLS//,/ }; do
1667 # Downloads the image (uec ami+aki style), then extracts it.
Jesse Andrewsac1831e2011-10-24 21:37:00 -07001668 IMAGE_FNAME=`basename "$image_url"`
Anthony Young120f4862011-10-14 09:31:09 -07001669 if [ ! -f $FILES/$IMAGE_FNAME ]; then
1670 wget -c $image_url -O $FILES/$IMAGE_FNAME
1671 fi
Jesse Andrewse49b8bd2011-09-12 18:08:04 -07001672
Scott Moser4f6d7b62011-12-08 16:22:51 -05001673 KERNEL=""
1674 RAMDISK=""
1675 case "$IMAGE_FNAME" in
1676 *.tar.gz|*.tgz)
1677 # Extract ami and aki files
1678 [ "${IMAGE_FNAME%.tar.gz}" != "$IMAGE_FNAME" ] &&
1679 IMAGE_NAME="${IMAGE_FNAME%.tar.gz}" ||
1680 IMAGE_NAME="${IMAGE_FNAME%.tgz}"
1681 xdir="$FILES/images/$IMAGE_NAME"
1682 rm -Rf "$xdir";
1683 mkdir "$xdir"
1684 tar -zxf $FILES/$IMAGE_FNAME -C "$xdir"
1685 KERNEL=$(for f in "$xdir/"*-vmlinuz*; do
1686 [ -f "$f" ] && echo "$f" && break; done; true)
1687 RAMDISK=$(for f in "$xdir/"*-initrd*; do
1688 [ -f "$f" ] && echo "$f" && break; done; true)
1689 IMAGE=$(for f in "$xdir/"*.img; do
1690 [ -f "$f" ] && echo "$f" && break; done; true)
1691 [ -n "$IMAGE_NAME" ]
1692 IMAGE_NAME=$(basename "$IMAGE" ".img")
1693 ;;
1694 *.img)
1695 IMAGE="$FILES/$IMAGE_FNAME";
1696 IMAGE_NAME=$(basename "$IMAGE" ".img")
1697 ;;
1698 *.img.gz)
1699 IMAGE="$FILES/${IMAGE_FNAME}"
1700 IMAGE_NAME=$(basename "$IMAGE" ".img.gz")
1701 ;;
1702 *) echo "Do not know what to do with $IMAGE_FNAME"; false;;
1703 esac
Anthony Young70dc5e02011-09-15 16:52:43 -07001704
Anthony Young120f4862011-10-14 09:31:09 -07001705 # Use glance client to add the kernel the root filesystem.
1706 # We parse the results of the first upload to get the glance ID of the
1707 # kernel for use when uploading the root filesystem.
Scott Moser4f6d7b62011-12-08 16:22:51 -05001708 KERNEL_ID=""; RAMDISK_ID="";
1709 if [ -n "$KERNEL" ]; then
Jesse Andrews7052f722012-03-03 00:51:46 -08001710 RVAL=`glance add --silent-upload -A $TOKEN name="$IMAGE_NAME-kernel" is_public=true container_format=aki disk_format=aki < "$KERNEL"`
Scott Moser4f6d7b62011-12-08 16:22:51 -05001711 KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
1712 fi
1713 if [ -n "$RAMDISK" ]; then
Jesse Andrews7052f722012-03-03 00:51:46 -08001714 RVAL=`glance add --silent-upload -A $TOKEN name="$IMAGE_NAME-ramdisk" is_public=true container_format=ari disk_format=ari < "$RAMDISK"`
Scott Moser4f6d7b62011-12-08 16:22:51 -05001715 RAMDISK_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "`
1716 fi
termie747ee332012-01-11 22:31:59 +00001717 glance add -A $TOKEN name="${IMAGE_NAME%.img}" is_public=true container_format=ami disk_format=ami ${KERNEL_ID:+kernel_id=$KERNEL_ID} ${RAMDISK_ID:+ramdisk_id=$RAMDISK_ID} < <(zcat --force "${IMAGE}")
Anthony Young120f4862011-10-14 09:31:09 -07001718 done
Jesse Andrewse49b8bd2011-09-12 18:08:04 -07001719fi
Jesse Andrews24859062011-09-15 21:28:23 -07001720
Dean Troyerdf0972c2012-03-07 17:31:03 -06001721
Scott Moserb94f4bf2011-10-07 14:51:07 +00001722# Fin
1723# ===
1724
Dean Troyer471de7a2011-12-27 11:45:55 -06001725set +o xtrace
Scott Moserb94f4bf2011-10-07 14:51:07 +00001726
Dean Troyerdf0972c2012-03-07 17:31:03 -06001727
Jesse Andrews24859062011-09-15 21:28:23 -07001728# Using the cloud
1729# ===============
1730
Jesse Andrewse19d8842011-11-01 20:06:55 -07001731echo ""
1732echo ""
1733echo ""
1734
Dean Troyerdf0972c2012-03-07 17:31:03 -06001735# If you installed Horizon on this server you should be able
root40a37002011-09-20 18:06:14 +00001736# to access the site using your browser.
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001737if is_service_enabled horizon; then
Dean Troyerdf0972c2012-03-07 17:31:03 -06001738 echo "Horizon is now available at http://$SERVICE_HOST/"
Jesse Andrews24859062011-09-15 21:28:23 -07001739fi
1740
Dean Troyerdf0972c2012-03-07 17:31:03 -06001741# If Keystone is present you can point ``nova`` cli to this server
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001742if is_service_enabled key; then
Dean Troyerdf0972c2012-03-07 17:31:03 -06001743 echo "Keystone is serving at $KEYSTONE_AUTH_PROTOCOL://$SERVICE_HOST:$KEYSTONE_API_PORT/v2.0/"
1744 echo "Examples on using novaclient command line is in exercise.sh"
1745 echo "The default users are: admin and demo"
1746 echo "The password: $ADMIN_PASSWORD"
Jesse Andrews24859062011-09-15 21:28:23 -07001747fi
termie523c4052011-09-28 19:49:40 -05001748
Anthony Young1097c7c2011-12-27 23:22:14 -08001749# Echo HOST_IP - useful for build_uec.sh, which uses dhcp to give the instance an address
1750echo "This is your host ip: $HOST_IP"
1751
Dean Troyerdf0972c2012-03-07 17:31:03 -06001752# Warn that ``EXTRA_FLAGS`` needs to be converted to ``EXTRA_OPTS``
Dean Troyerced65172012-03-02 16:36:16 -06001753if [[ -n "$EXTRA_FLAGS" ]]; then
1754 echo "WARNING: EXTRA_FLAGS is defined and may need to be converted to EXTRA_OPTS"
1755fi
1756
Anthony Young1097c7c2011-12-27 23:22:14 -08001757# Indicate how long this took to run (bash maintained variable 'SECONDS')
Scott Moserb94f4bf2011-10-07 14:51:07 +00001758echo "stack.sh completed in $SECONDS seconds."