blob: b4d30ee61c76d4581c3e7810968122f013f03669 [file] [log] [blame]
Jesse Andrewsba23cc72011-09-11 03:22:13 -07001#!/usr/bin/env bash
2
Dean Troyerc6c1d432012-03-27 20:59:22 -05003# ``stack.sh`` is an opinionated OpenStack developer installation. It
Dean Troyer4a43b7b2012-08-28 17:43:40 -05004# installs and configures various combinations of **Ceilometer**, **Cinder**,
Nikhil Manchanda0cccad42012-12-03 18:15:09 -07005# **Glance**, **Heat**, **Horizon**, **Keystone**, **Nova**, **Neutron**,
Dean Troyerfc744f92014-01-27 13:45:21 -06006# and **Swift**
Jesse Andrewsba23cc72011-09-11 03:22:13 -07007
Brett Campbell27f29442014-02-19 18:23:16 -08008# This script's options can be changed by setting appropriate environment
9# variables. You can configure things like which git repositories to use,
10# services to enable, OS images to use, etc. Default values are located in the
11# ``stackrc`` file. If you are crafty you can run the script on multiple nodes
12# using shared settings for common resources (eg., mysql or rabbitmq) and build
13# a multi-node developer install.
Jesse Andrews782b9912011-10-02 16:53:21 -040014
Dean Troyer4a43b7b2012-08-28 17:43:40 -050015# To keep this script simple we assume you are running on a recent **Ubuntu**
Alvaro Lopez Ortegad7f60902013-12-22 17:03:47 +010016# (12.04 Precise or newer) or **Fedora** (F18 or newer) machine. (It may work
Dean Troyer1a6d4492013-06-03 16:47:36 -050017# on other platforms but support for those platforms is left to those who added
18# them to DevStack.) It should work in a VM or physical server. Additionally
19# we maintain a list of ``apt`` and ``rpm`` dependencies and other configuration
20# files in this repo.
Jesse Andrews24859062011-09-15 21:28:23 -070021
Jesse Andrews0e7e8972011-10-02 16:36:54 -040022# Learn more and get the most recent version at http://devstack.org
Jesse Andrews6edd17f2011-09-15 22:19:42 -070023
Jason Dunsmore4e971112013-04-10 10:17:40 -050024# Make sure custom grep options don't get in the way
25unset GREP_OPTIONS
26
YAMAMOTO Takashib4a215c2014-01-10 16:39:32 +090027# Sanitize language settings to avoid commands bailing out
28# with "unsupported locale setting" errors.
29unset LANG
30unset LANGUAGE
31LC_ALL=C
32export LC_ALL
33
Brett Campbell27f29442014-02-19 18:23:16 -080034# Make sure umask is sane
35umask 022
36
Dean Troyerc6c1d432012-03-27 20:59:22 -050037# Keep track of the devstack directory
Jesse Andrews51fb22e2011-10-19 09:24:17 -070038TOP_DIR=$(cd $(dirname "$0") && pwd)
39
Dean Troyer6563a3c2012-01-31 12:11:56 -060040# Import common functions
Dean Troyerc6c1d432012-03-27 20:59:22 -050041source $TOP_DIR/functions
Dean Troyer6563a3c2012-01-31 12:11:56 -060042
Dean Troyer893e6632013-09-13 15:05:51 -050043# Import config functions
44source $TOP_DIR/lib/config
45
Dean Troyerc6c1d432012-03-27 20:59:22 -050046# Determine what system we are running on. This provides ``os_VENDOR``,
47# ``os_RELEASE``, ``os_UPDATE``, ``os_PACKAGE``, ``os_CODENAME``
Dean Troyera9e0a482012-07-09 14:07:23 -050048# and ``DISTRO``
49GetDistro
Jesse Andrews6edd17f2011-09-15 22:19:42 -070050
Maru Newbyeb2da5d2013-05-15 21:28:29 +000051
Dean Troyer48352ee2012-12-12 12:50:38 -060052# Global Settings
53# ===============
Scott Moserf9da5082011-10-07 21:28:00 -040054
Dean Troyer893e6632013-09-13 15:05:51 -050055# Check for a ``localrc`` section embedded in ``local.conf`` and extract if
56# ``localrc`` does not already exist
57
58# Phase: local
59rm -f $TOP_DIR/.localrc.auto
60if [[ -r $TOP_DIR/local.conf ]]; then
61 LRC=$(get_meta_section_files $TOP_DIR/local.conf local)
62 for lfile in $LRC; do
63 if [[ "$lfile" == "localrc" ]]; then
64 if [[ -r $TOP_DIR/localrc ]]; then
65 warn $LINENO "localrc and local.conf:[[local]] both exist, using localrc"
66 else
Dean Troyerb8dd27b2013-10-17 12:03:55 -050067 echo "# Generated file, do not edit" >$TOP_DIR/.localrc.auto
Dean Troyer893e6632013-09-13 15:05:51 -050068 get_meta_section $TOP_DIR/local.conf local $lfile >>$TOP_DIR/.localrc.auto
69 fi
70 fi
71 done
72fi
73
Dean Troyer1a6d4492013-06-03 16:47:36 -050074# ``stack.sh`` is customizable by setting environment variables. Override a
75# default setting via export::
Scott Moserf9da5082011-10-07 21:28:00 -040076#
Terry Wilson428af5a2012-11-01 16:12:39 -040077# export DATABASE_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -040078# ./stack.sh
79#
Dean Troyer1a6d4492013-06-03 16:47:36 -050080# or by setting the variable on the command line::
Scott Moserf9da5082011-10-07 21:28:00 -040081#
Dean Troyer1a6d4492013-06-03 16:47:36 -050082# DATABASE_PASSWORD=simple ./stack.sh
83#
84# Persistent variables can be placed in a ``localrc`` file::
Scott Moserf9da5082011-10-07 21:28:00 -040085#
Terry Wilson428af5a2012-11-01 16:12:39 -040086# DATABASE_PASSWORD=anothersecret
87# DATABASE_USER=hellaroot
Scott Moserf9da5082011-10-07 21:28:00 -040088#
89# We try to have sensible defaults, so you should be able to run ``./stack.sh``
Dean Troyer4a43b7b2012-08-28 17:43:40 -050090# in most cases. ``localrc`` is not distributed with DevStack and will never
91# be overwritten by a DevStack update.
Scott Moserf9da5082011-10-07 21:28:00 -040092#
Dean Troyerdf0972c2012-03-07 17:31:03 -060093# DevStack distributes ``stackrc`` which contains locations for the OpenStack
Dean Troyercc6b4432013-04-08 15:38:03 -050094# repositories, branches to configure, and other configuration defaults.
95# ``stackrc`` sources ``localrc`` to allow you to safely override those settings.
Dean Troyer4a43b7b2012-08-28 17:43:40 -050096
Dean Troyerbbafb1b2012-06-11 16:51:39 -050097if [[ ! -r $TOP_DIR/stackrc ]]; then
Nachi Ueno07115eb2013-02-26 12:38:18 -080098 log_error $LINENO "missing $TOP_DIR/stackrc - did you grab more than just stack.sh?"
Dean Troyerbbafb1b2012-06-11 16:51:39 -050099fi
100source $TOP_DIR/stackrc
Dean Troyerdf0972c2012-03-07 17:31:03 -0600101
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500102
Dean Troyer48352ee2012-12-12 12:50:38 -0600103# Local Settings
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500104# --------------
105
Dean Troyer48352ee2012-12-12 12:50:38 -0600106# Make sure the proxy config is visible to sub-processes
107export_proxy_variables
Scott Moserf9da5082011-10-07 21:28:00 -0400108
Jesse Andrews6edd17f2011-09-15 22:19:42 -0700109# Destination path for installation ``DEST``
Anthony Younge8fed482011-09-26 19:50:43 -0700110DEST=${DEST:-/opt/stack}
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700111
Dean Troyerc6c1d432012-03-27 20:59:22 -0500112
113# Sanity Check
Dean Troyer48352ee2012-12-12 12:50:38 -0600114# ------------
Dean Troyerc6c1d432012-03-27 20:59:22 -0500115
Dean Troyer33cb4302012-12-10 16:47:36 -0600116# Clean up last environment var cache
117if [[ -r $TOP_DIR/.stackenv ]]; then
118 rm $TOP_DIR/.stackenv
119fi
120
Dean Troyercc6b4432013-04-08 15:38:03 -0500121# ``stack.sh`` keeps the list of ``apt`` and ``rpm`` dependencies and config
122# templates and other useful files in the ``files`` subdirectory
123FILES=$TOP_DIR/files
124if [ ! -d $FILES ]; then
125 log_error $LINENO "missing devstack/files"
126fi
127
128# ``stack.sh`` keeps function libraries here
129# Make sure ``$TOP_DIR/lib`` directory is present
130if [ ! -d $TOP_DIR/lib ]; then
131 log_error $LINENO "missing devstack/lib"
132fi
133
Akihiro MOTOKIb0f1c382013-01-13 17:58:12 +0900134# Import common services (database, message queue) configuration
Dean Troyerc1b486a2012-11-05 14:26:09 -0600135source $TOP_DIR/lib/database
Akihiro MOTOKIb0f1c382013-01-13 17:58:12 +0900136source $TOP_DIR/lib/rpc_backend
Dean Troyerc1b486a2012-11-05 14:26:09 -0600137
Doug Hellmannf04178f2012-07-05 17:10:03 -0400138# Remove services which were negated in ENABLED_SERVICES
Joe Gordon6fd28112012-11-13 16:55:41 -0800139# using the "-" prefix (e.g., "-rabbit") instead of
Doug Hellmannf04178f2012-07-05 17:10:03 -0400140# calling disable_service().
141disable_negated_services
Chmouel Boudjnahc4cd4142012-06-27 11:01:40 +0200142
Dean Troyerc6c1d432012-03-27 20:59:22 -0500143# Warn users who aren't on an explicitly supported distro, but allow them to
144# override check and attempt installation with ``FORCE=yes ./stack``
Sean Dagued9259ea2014-03-10 08:39:15 -0400145if [[ ! ${DISTRO} =~ (precise|saucy|trusty|7.0|wheezy|sid|testing|jessie|f19|f20|rhel6) ]]; then
Dean Troyer4a1f5a72012-06-21 09:57:43 -0500146 echo "WARNING: this script has not been tested on $DISTRO"
Dean Troyerc6c1d432012-03-27 20:59:22 -0500147 if [[ "$FORCE" != "yes" ]]; then
Nachi Ueno07115eb2013-02-26 12:38:18 -0800148 die $LINENO "If you wish to run this script anyway run with FORCE=yes"
Dean Troyerc6c1d432012-03-27 20:59:22 -0500149 fi
150fi
151
Akihiro MOTOKIb0f1c382013-01-13 17:58:12 +0900152# Make sure we only have one rpc backend enabled,
153# and the specified rpc backend is available on your platform.
154check_rpc_backend
Russell Bryant4a221452012-03-13 13:44:12 -0400155
Dean Troyerc6c1d432012-03-27 20:59:22 -0500156# Check to see if we are already running DevStack
Dean Troyercc6b4432013-04-08 15:38:03 -0500157# Note that this may fail if USE_SCREEN=False
Dean Troyer15733352012-09-06 11:51:30 -0500158if type -p screen >/dev/null && screen -ls | egrep -q "[0-9].$SCREEN_NAME"; then
Anthony Young55458452011-12-17 00:21:49 +0000159 echo "You are already running a stack.sh session."
160 echo "To rejoin this session type 'screen -x stack'."
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500161 echo "To destroy this session, type './unstack.sh'."
Anthony Young55458452011-12-17 00:21:49 +0000162 exit 1
163fi
Todd Willey0a161452011-10-28 02:34:19 -0400164
Dean Troyer7903b792012-09-13 17:16:12 -0500165# Set up logging level
166VERBOSE=$(trueorfalse True $VERBOSE)
167
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500168# root Access
169# -----------
170
171# OpenStack is designed to be run as a non-root user; Horizon will fail to run
Dean Troyer23f69d82013-10-04 12:35:24 -0500172# as **root** since Apache will not serve content from **root** user).
173# ``stack.sh`` must not be run as **root**. It aborts and suggests one course of
174# action to create a suitable user account.
Dean Troyer9122e7b2011-10-17 14:07:11 -0500175
176if [[ $EUID -eq 0 ]]; then
177 echo "You are running this script as root."
Dean Troyer23f69d82013-10-04 12:35:24 -0500178 echo "Cut it out."
179 echo "Really."
180 echo "If you need an account to run DevStack, do this (as root, heh) to create $STACK_USER:"
181 echo "$TOP_DIR/tools/create-stack-user.sh"
Dean Troyer9122e7b2011-10-17 14:07:11 -0500182 exit 1
183fi
184
Dean Troyer23f69d82013-10-04 12:35:24 -0500185# We're not **root**, make sure ``sudo`` is available
186is_package_installed sudo || install_package sudo
187
188# UEC images ``/etc/sudoers`` does not have a ``#includedir``, add one
189sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
190 echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
191
192# Set up devstack sudoers
193TEMPFILE=`mktemp`
194echo "$STACK_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE
195# Some binaries might be under /sbin or /usr/sbin, so make sure sudo will
196# see them by forcing PATH
197echo "Defaults:$STACK_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE
Adam Gandelmanea2fcb52014-03-17 16:37:56 -0700198echo "Defaults:$STACK_USER !requiretty" >> $TEMPFILE
Dean Troyer23f69d82013-10-04 12:35:24 -0500199chmod 0440 $TEMPFILE
200sudo chown root:root $TEMPFILE
201sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
202
Ian Wienand531aeb72014-02-28 11:24:29 +1100203# Additional repos
204# ----------------
205
206# Some distros need to add repos beyond the defaults provided by the vendor
207# to pick up required packages.
208
209# The Debian Wheezy official repositories do not contain all required packages,
210# add gplhost repository.
211if [[ "$os_VENDOR" =~ (Debian) ]]; then
212 echo 'deb http://archive.gplhost.com/debian grizzly main' | sudo tee /etc/apt/sources.list.d/gplhost_wheezy-backports.list
213 echo 'deb http://archive.gplhost.com/debian grizzly-backports main' | sudo tee -a /etc/apt/sources.list.d/gplhost_wheezy-backports.list
214 apt_get update
215 apt_get install --force-yes gplhost-archive-keyring
216fi
217
218if [[ is_fedora && $DISTRO =~ (rhel6) ]]; then
219 # Installing Open vSwitch on RHEL6 requires enabling the RDO repo.
220 RHEL6_RDO_REPO_RPM=${RHEL6_RDO_REPO_RPM:-"http://rdo.fedorapeople.org/openstack-havana/rdo-release-havana.rpm"}
221 RHEL6_RDO_REPO_ID=${RHEL6_RDO_REPO_ID:-"openstack-havana"}
222 if ! sudo yum repolist enabled $RHEL6_RDO_REPO_ID | grep -q $RHEL6_RDO_REPO_ID; then
223 echo "RDO repo not detected; installing"
224 yum_install $RHEL6_RDO_REPO_RPM || \
225 die $LINENO "Error installing RDO repo, cannot continue"
226 fi
227
228 # RHEL6 requires EPEL for many Open Stack dependencies
229 RHEL6_EPEL_RPM=${RHEL6_EPEL_RPM:-"http://dl.fedoraproject.org/pub/epel/6/x86_64/epel-release-6-8.noarch.rpm"}
230 if ! sudo yum repolist enabled epel | grep -q 'epel'; then
231 echo "EPEL not detected; installing"
232 yum_install ${RHEL6_EPEL_RPM} || \
233 die $LINENO "Error installing EPEL repo, cannot continue"
234 fi
235
236 # ... and also optional to be enabled
237 is_package_installed yum-utils || install_package yum-utils
238 sudo yum-config-manager --enable rhel-6-server-optional-rpms
239
240fi
241
242# Filesystem setup
243# ----------------
Dean Troyer23f69d82013-10-04 12:35:24 -0500244
Dean Troyere26232b2012-06-27 17:55:15 -0500245# Create the destination directory and ensure it is writable by the user
Bob Ball376b6312013-07-29 13:10:25 +0100246# and read/executable by everybody for daemons (e.g. apache run for horizon)
Dean Troyere26232b2012-06-27 17:55:15 -0500247sudo mkdir -p $DEST
Doug Hellmanne7002672013-09-05 08:10:07 -0400248safe_chown -R $STACK_USER $DEST
249safe_chmod 0755 $DEST
Dean Troyere26232b2012-06-27 17:55:15 -0500250
Ian Wienand0488edd2013-04-11 12:04:36 +1000251# a basic test for $DEST path permissions (fatal on error unless skipped)
252check_path_perm_sanity ${DEST}
253
Ben Nemec3ee52c82013-12-12 19:26:12 +0000254# Certain services such as rabbitmq require that the local hostname resolves
255# correctly. Make sure it exists in /etc/hosts so that is always true.
256LOCAL_HOSTNAME=`hostname -s`
257if [ -z "`grep ^127.0.0.1 /etc/hosts | grep $LOCAL_HOSTNAME`" ]; then
258 sudo sed -i "s/\(^127.0.0.1.*\)/\1 $LOCAL_HOSTNAME/" /etc/hosts
259fi
260
Ian Wienand531aeb72014-02-28 11:24:29 +1100261# Destination path for service data
262DATA_DIR=${DATA_DIR:-${DEST}/data}
263sudo mkdir -p $DATA_DIR
264safe_chown -R $STACK_USER $DATA_DIR
265
266
267# Common Configuration
268# --------------------
269
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500270# Set ``OFFLINE`` to ``True`` to configure ``stack.sh`` to run cleanly without
271# Internet access. ``stack.sh`` must have been previously run with Internet
272# access to install prerequisites and fetch repositories.
Dean Troyer25dab662011-12-16 22:40:46 -0600273OFFLINE=`trueorfalse False $OFFLINE`
274
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500275# Set ``ERROR_ON_CLONE`` to ``True`` to configure ``stack.sh`` to exit if
276# the destination git repository does not exist during the ``git_clone``
277# operation.
James E. Blair94cb9602012-06-22 15:28:29 -0700278ERROR_ON_CLONE=`trueorfalse False $ERROR_ON_CLONE`
279
Ben Nemec03997942013-08-10 09:56:16 -0500280# Whether to enable the debug log level in OpenStack services
281ENABLE_DEBUG_LOG_LEVEL=`trueorfalse True $ENABLE_DEBUG_LOG_LEVEL`
282
Vishvananda Ishayac9ad14b2012-07-03 20:29:01 +0000283# Set fixed and floating range here so we can make sure not to use addresses
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500284# from either range when attempting to guess the IP to use for the host.
285# Note that setting FIXED_RANGE may be necessary when running DevStack
Dean Troyerd81a0272012-08-31 18:04:55 -0500286# in an OpenStack cloud that uses either of these address ranges internally.
Salvatore Orlando90234ac2013-11-25 05:44:10 -0800287FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.0/24}
Dean Troyerd81a0272012-08-31 18:04:55 -0500288FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24}
289FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256}
Vishvananda Ishayac9ad14b2012-07-03 20:29:01 +0000290
Dean Troyerc892bde2013-03-13 14:06:13 -0500291HOST_IP=$(get_default_host_ip $FIXED_RANGE $FLOATING_RANGE "$HOST_IP_IFACE" "$HOST_IP")
292if [ "$HOST_IP" == "" ]; then
293 die $LINENO "Could not determine host ip address. Either localrc specified dhcp on ${HOST_IP_IFACE} or defaulted"
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700294fi
295
Anthony Young1097c7c2011-12-27 23:22:14 -0800296# Allow the use of an alternate hostname (such as localhost/127.0.0.1) for service endpoints.
297SERVICE_HOST=${SERVICE_HOST:-$HOST_IP}
Dean Troyercc6b4432013-04-08 15:38:03 -0500298
299# Allow the use of an alternate protocol (such as https) for service endpoints
Dean Troyerc83a7e12012-11-29 11:47:58 -0600300SERVICE_PROTOCOL=${SERVICE_PROTOCOL:-http}
Anthony Young1097c7c2011-12-27 23:22:14 -0800301
Dean Troyerdf0972c2012-03-07 17:31:03 -0600302# Configure services to use syslog instead of writing to individual log files
Dean Troyerff603ef2011-11-22 17:48:10 -0600303SYSLOG=`trueorfalse False $SYSLOG`
304SYSLOG_HOST=${SYSLOG_HOST:-$HOST_IP}
305SYSLOG_PORT=${SYSLOG_PORT:-516}
306
Sean Dague78096b52014-02-25 10:23:04 -0500307# for DSTAT logging
Sean Dague062cdaf2014-02-10 22:24:49 -0500308DSTAT_FILE=${DSTAT_FILE:-"dstat.txt"}
309
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500310# Use color for logging output (only available if syslog is not used)
Vishvananda Ishaya6f13ba32012-06-01 23:17:38 +0000311LOG_COLOR=`trueorfalse True $LOG_COLOR`
312
Dean Troyer2bbcd682011-11-05 16:19:03 -0500313# Service startup timeout
314SERVICE_TIMEOUT=${SERVICE_TIMEOUT:-60}
315
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000316# Reset the bundle of CA certificates
317SSL_BUNDLE_FILE="$DATA_DIR/ca-bundle.pem"
318rm -f $SSL_BUNDLE_FILE
319
Dean Troyerd81a0272012-08-31 18:04:55 -0500320
321# Configure Projects
322# ==================
323
Brant Knudson0049c0c2014-01-16 18:16:48 -0600324# Import apache functions
zhang-hared98a5d02013-06-21 18:18:02 +0800325source $TOP_DIR/lib/apache
Brant Knudson0049c0c2014-01-16 18:16:48 -0600326
327# Import TLS functions
Dean Troyerc83a7e12012-11-29 11:47:58 -0600328source $TOP_DIR/lib/tls
Brant Knudson0049c0c2014-01-16 18:16:48 -0600329
330# Source project function libraries
Sean Dague0392a102013-07-31 13:07:45 -0400331source $TOP_DIR/lib/infra
Sean Dague1b6b5312013-07-31 06:46:34 -0400332source $TOP_DIR/lib/oslo
Sean Dague68322722013-10-21 18:11:40 -0400333source $TOP_DIR/lib/stackforge
Sean Dagueb562e6a2012-11-19 16:00:01 -0500334source $TOP_DIR/lib/horizon
Dean Troyerd81a0272012-08-31 18:04:55 -0500335source $TOP_DIR/lib/keystone
Dean Troyer73f6f252012-09-17 11:22:21 -0500336source $TOP_DIR/lib/glance
Dean Troyerbf67c192012-09-21 15:09:37 -0500337source $TOP_DIR/lib/nova
Dean Troyerd81a0272012-08-31 18:04:55 -0500338source $TOP_DIR/lib/cinder
Attila Fazekasece6a332012-11-29 14:19:41 +0100339source $TOP_DIR/lib/swift
Dean Troyerd81a0272012-08-31 18:04:55 -0500340source $TOP_DIR/lib/ceilometer
341source $TOP_DIR/lib/heat
Mark McClainb05c8762013-07-06 23:29:39 -0400342source $TOP_DIR/lib/neutron
Devananda van der Veenf35cf912012-11-12 17:58:38 -0800343source $TOP_DIR/lib/baremetal
Brad Topolf127e2f2013-01-22 10:17:50 -0600344source $TOP_DIR/lib/ldap
Dean Troyerd81a0272012-08-31 18:04:55 -0500345
Dean Troyercdf3d762013-10-15 09:42:43 -0500346# Extras Source
347# --------------
348
349# Phase: source
350if [[ -d $TOP_DIR/extras.d ]]; then
351 for i in $TOP_DIR/extras.d/*.sh; do
352 [[ -r $i ]] && source $i source
353 done
354fi
355
Dean Troyer1a6d4492013-06-03 16:47:36 -0500356# Set the destination directories for other OpenStack projects
Dean Troyer9f61d292012-11-26 18:56:20 +0000357OPENSTACKCLIENT_DIR=$DEST/python-openstackclient
Dean Troyerb7490da2013-03-18 16:07:56 -0500358
359# Interactive Configuration
360# -------------------------
361
362# Do all interactive config up front before the logging spew begins
James E. Blair213c4162012-11-06 09:38:36 +0100363
Anthony Young7a549f42011-10-12 07:13:13 +0000364# Generic helper to configure passwords
365function read_password {
Dean Troyer7903b792012-09-13 17:16:12 -0500366 XTRACE=$(set +o | grep xtrace)
Anthony Young7a549f42011-10-12 07:13:13 +0000367 set +o xtrace
368 var=$1; msg=$2
369 pw=${!var}
370
Sahid Orentino Ferdjaoui9e032c22014-02-10 11:36:25 +0100371 if [[ -f $RC_DIR/localrc ]]; then
372 localrc=$TOP_DIR/localrc
373 else
374 localrc=$TOP_DIR/.localrc.auto
375 fi
Anthony Young6015c822011-10-12 07:17:11 +0000376
Anthony Young7a549f42011-10-12 07:13:13 +0000377 # If the password is not defined yet, proceed to prompt user for a password.
378 if [ ! $pw ]; then
379 # If there is no localrc file, create one
Anthony Youngb4db2252011-10-12 14:08:08 -0700380 if [ ! -e $localrc ]; then
381 touch $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000382 fi
383
Vishvananda Ishaya9b353672011-10-20 10:07:10 -0700384 # Presumably if we got this far it can only be that our localrc is missing
Anthony Young7a549f42011-10-12 07:13:13 +0000385 # the required password. Prompt user for a password and write to localrc.
Anthony Youngb4db2252011-10-12 14:08:08 -0700386 echo ''
387 echo '################################################################################'
388 echo $msg
389 echo '################################################################################'
Dean Troyer4e6a2b72011-12-29 17:27:45 -0600390 echo "This value will be written to your localrc file so you don't have to enter it "
391 echo "again. Use only alphanumeric characters."
Anthony Youngb4db2252011-10-12 14:08:08 -0700392 echo "If you leave this blank, a random default value will be used."
Dean Troyer4e6a2b72011-12-29 17:27:45 -0600393 pw=" "
394 while true; do
395 echo "Enter a password now:"
396 read -e $var
397 pw=${!var}
398 [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break
399 echo "Invalid chars in password. Try again:"
400 done
Anthony Youngb4db2252011-10-12 14:08:08 -0700401 if [ ! $pw ]; then
402 pw=`openssl rand -hex 10`
Anthony Young7a549f42011-10-12 07:13:13 +0000403 fi
Anthony Youngb4db2252011-10-12 14:08:08 -0700404 eval "$var=$pw"
405 echo "$var=$pw" >> $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000406 fi
Dean Troyer7903b792012-09-13 17:16:12 -0500407 $XTRACE
Anthony Young7a549f42011-10-12 07:13:13 +0000408}
409
Dean Troyer13dc5cc2012-03-27 14:50:45 -0500410
Dean Troyerb9182d62012-11-07 12:31:34 -0600411# Database Configuration
Dean Troyerb9182d62012-11-07 12:31:34 -0600412
Dean Troyerafc29fe2013-02-07 15:56:24 -0600413# To select between database backends, add the following to ``localrc``:
Terry Wilson428af5a2012-11-01 16:12:39 -0400414#
Dean Troyerafc29fe2013-02-07 15:56:24 -0600415# disable_service mysql
416# enable_service postgresql
Terry Wilson428af5a2012-11-01 16:12:39 -0400417#
Dean Troyerafc29fe2013-02-07 15:56:24 -0600418# The available database backends are listed in ``DATABASE_BACKENDS`` after
419# ``lib/database`` is sourced. ``mysql`` is the default.
Terry Wilson428af5a2012-11-01 16:12:39 -0400420
421initialize_database_backends && echo "Using $DATABASE_TYPE database backend" || echo "No database enabled"
422
Dean Troyerb9182d62012-11-07 12:31:34 -0600423
Dean Troyerb7490da2013-03-18 16:07:56 -0500424# Queue Configuration
Jesse Andrews782b9912011-10-02 16:53:21 -0400425
Anthony Younga8416442011-09-13 20:07:44 -0700426# Rabbit connection info
Russell Bryant4a221452012-03-13 13:44:12 -0400427if is_service_enabled rabbit; then
Bob Balle309e5a2014-04-01 16:28:36 +0100428 RABBIT_HOST=${RABBIT_HOST:-$SERVICE_HOST}
Russell Bryant4a221452012-03-13 13:44:12 -0400429 read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
430fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700431
Dean Troyerb7490da2013-03-18 16:07:56 -0500432
433# Keystone
434
435if is_service_enabled key; then
436 # The ``SERVICE_TOKEN`` is used to bootstrap the Keystone database. It is
437 # just a string and is not a 'real' Keystone token.
438 read_password SERVICE_TOKEN "ENTER A SERVICE_TOKEN TO USE FOR THE SERVICE ADMIN TOKEN."
439 # Services authenticate to Identity with servicename/``SERVICE_PASSWORD``
440 read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION."
441 # Horizon currently truncates usernames and passwords at 20 characters
442 read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
443
444 # Keystone can now optionally install OpenLDAP by enabling the ``ldap``
445 # service in ``localrc`` (e.g. ``enable_service ldap``).
446 # To clean out the Keystone contents in OpenLDAP set ``KEYSTONE_CLEAR_LDAP``
447 # to ``yes`` (e.g. ``KEYSTONE_CLEAR_LDAP=yes``) in ``localrc``. To enable the
448 # Keystone Identity Driver (``keystone.identity.backends.ldap.Identity``)
449 # set ``KEYSTONE_IDENTITY_BACKEND`` to ``ldap`` (e.g.
450 # ``KEYSTONE_IDENTITY_BACKEND=ldap``) in ``localrc``.
451
452 # only request ldap password if the service is enabled
453 if is_service_enabled ldap; then
454 read_password LDAP_PASSWORD "ENTER A PASSWORD TO USE FOR LDAP"
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000455 fi
Dean Troyerb7490da2013-03-18 16:07:56 -0500456fi
457
458
459# Swift
460
461if is_service_enabled s-proxy; then
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +0000462 # We only ask for Swift Hash if we have enabled swift service.
Dean Troyerb9182d62012-11-07 12:31:34 -0600463 # ``SWIFT_HASH`` is a random unique string for a swift cluster that
Chmouel Boudjnahb2857e42011-11-03 16:19:14 +0100464 # can never change.
465 read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
466fi
Vishvananda Ishaya5f039322011-11-05 16:12:20 -0700467
Dean Troyerdf0972c2012-03-07 17:31:03 -0600468
Dean Troyerb7490da2013-03-18 16:07:56 -0500469# Configure logging
470# -----------------
Dean Troyer471de7a2011-12-27 11:45:55 -0600471
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700472# Draw a spinner so the user knows something is happening
Ian Wienandaee18c72014-02-21 15:35:08 +1100473function spinner {
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700474 local delay=0.75
Dean Troyerb9182d62012-11-07 12:31:34 -0600475 local spinstr='/-\|'
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700476 printf "..." >&3
477 while [ true ]; do
478 local temp=${spinstr#?}
479 printf "[%c]" "$spinstr" >&3
480 local spinstr=$temp${spinstr%"$temp"}
481 sleep $delay
482 printf "\b\b\b" >&3
483 done
484}
485
Dean Troyer7903b792012-09-13 17:16:12 -0500486# Echo text to the log file, summary log file and stdout
487# echo_summary "something to say"
Ian Wienandaee18c72014-02-21 15:35:08 +1100488function echo_summary {
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700489 if [[ -t 3 && "$VERBOSE" != "True" ]]; then
490 kill >/dev/null 2>&1 $LAST_SPINNER_PID
491 if [ ! -z "$LAST_SPINNER_PID" ]; then
492 printf "\b\b\bdone\n" >&3
493 fi
Dean Troyerafc29fe2013-02-07 15:56:24 -0600494 echo -n -e $@ >&6
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700495 spinner &
496 LAST_SPINNER_PID=$!
497 else
Dean Troyerafc29fe2013-02-07 15:56:24 -0600498 echo -e $@ >&6
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700499 fi
Dean Troyer7903b792012-09-13 17:16:12 -0500500}
501
502# Echo text only to stdout, no log files
503# echo_nolog "something not for the logs"
Ian Wienandaee18c72014-02-21 15:35:08 +1100504function echo_nolog {
Dean Troyer7903b792012-09-13 17:16:12 -0500505 echo $@ >&3
506}
507
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500508# Set up logging for ``stack.sh``
509# Set ``LOGFILE`` to turn on logging
510# Append '.xxxxxxxx' to the given name to maintain history
511# where 'xxxxxxxx' is a representation of the date the file was created
Dean Troyer33cb4302012-12-10 16:47:36 -0600512TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000513if [[ -n "$LOGFILE" || -n "$SCREEN_LOGDIR" ]]; then
514 LOGDAYS=${LOGDAYS:-7}
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000515 CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
516fi
517
Dean Troyer471de7a2011-12-27 11:45:55 -0600518if [[ -n "$LOGFILE" ]]; then
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500519 # First clean up old log files. Use the user-specified ``LOGFILE``
Dean Troyer471de7a2011-12-27 11:45:55 -0600520 # as the template to search for, appending '.*' to match the date
521 # we added on earlier runs.
Dean Troyer471de7a2011-12-27 11:45:55 -0600522 LOGDIR=$(dirname "$LOGFILE")
David Ripton406019a2013-03-06 09:58:39 -0500523 LOGFILENAME=$(basename "$LOGFILE")
Chmouel Boudjnahfff6fec2012-03-09 15:37:56 +0000524 mkdir -p $LOGDIR
David Ripton406019a2013-03-06 09:58:39 -0500525 find $LOGDIR -maxdepth 1 -name $LOGFILENAME.\* -mtime +$LOGDAYS -exec rm {} \;
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000526 LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
Dean Troyer7903b792012-09-13 17:16:12 -0500527 SUMFILE=$LOGFILE.${CURRENT_LOG_TIME}.summary
528
529 # Redirect output according to config
Dean Troyerb9182d62012-11-07 12:31:34 -0600530
Dean Troyer7903b792012-09-13 17:16:12 -0500531 # Copy stdout to fd 3
532 exec 3>&1
533 if [[ "$VERBOSE" == "True" ]]; then
534 # Redirect stdout/stderr to tee to write the log file
Dean Troyera25a6f62014-02-24 16:03:41 -0600535 exec 1> >( awk -v logfile=${LOGFILE} '
Sean Dague45917cc2014-02-24 16:09:14 -0500536 /((set \+o$)|xtrace)/ { next }
Davanum Srinivase5eee582012-12-06 09:47:53 -0500537 {
Sean Dague80313b22014-02-23 09:55:01 -0500538 cmd ="date +\"%Y-%m-%d %H:%M:%S.%3N | \""
Davanum Srinivase5eee582012-12-06 09:47:53 -0500539 cmd | getline now
Sean Dague80313b22014-02-23 09:55:01 -0500540 close("date +\"%Y-%m-%d %H:%M:%S.%3N | \"")
Davanum Srinivase5eee582012-12-06 09:47:53 -0500541 sub(/^/, now)
Dean Troyera25a6f62014-02-24 16:03:41 -0600542 print > logfile
Dean Troyer1a0c0902014-03-12 14:59:50 -0500543 fflush(logfile)
Sean Dague7afffa62014-03-15 13:50:36 -0400544 print
545 fflush("")
Dean Troyera25a6f62014-02-24 16:03:41 -0600546 }' ) 2>&1
Dean Troyer7903b792012-09-13 17:16:12 -0500547 # Set up a second fd for output
548 exec 6> >( tee "${SUMFILE}" )
549 else
550 # Set fd 1 and 2 to primary logfile
551 exec 1> "${LOGFILE}" 2>&1
552 # Set fd 6 to summary logfile and stdout
Mate Lakatde60f482013-09-25 15:38:24 +0100553 exec 6> >( tee "${SUMFILE}" >&3 )
Dean Troyer7903b792012-09-13 17:16:12 -0500554 fi
555
556 echo_summary "stack.sh log $LOGFILE"
Dean Troyer471de7a2011-12-27 11:45:55 -0600557 # Specified logfile name always links to the most recent log
David Ripton406019a2013-03-06 09:58:39 -0500558 ln -sf $LOGFILE $LOGDIR/$LOGFILENAME
559 ln -sf $SUMFILE $LOGDIR/$LOGFILENAME.summary
Dean Troyer7903b792012-09-13 17:16:12 -0500560else
561 # Set up output redirection without log files
562 # Copy stdout to fd 3
563 exec 3>&1
Eric Windischefdf3ff2012-09-24 12:47:44 -0400564 if [[ "$VERBOSE" != "True" ]]; then
Dean Troyer7903b792012-09-13 17:16:12 -0500565 # Throw away stdout and stderr
566 exec 1>/dev/null 2>&1
567 fi
568 # Always send summary fd to original stdout
569 exec 6>&3
Dean Troyer471de7a2011-12-27 11:45:55 -0600570fi
571
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000572# Set up logging of screen windows
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500573# Set ``SCREEN_LOGDIR`` to turn on logging of screen windows to the
574# directory specified in ``SCREEN_LOGDIR``, we will log to the the file
575# ``screen-$SERVICE_NAME-$TIMESTAMP.log`` in that dir and have a link
576# ``screen-$SERVICE_NAME.log`` to the latest log file.
577# Logs are kept for as long specified in ``LOGDAYS``.
Chmouel Boudjnahd966ed22012-03-05 12:42:48 +0000578if [[ -n "$SCREEN_LOGDIR" ]]; then
579
580 # We make sure the directory is created.
581 if [[ -d "$SCREEN_LOGDIR" ]]; then
582 # We cleanup the old logs
583 find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \;
584 else
585 mkdir -p $SCREEN_LOGDIR
586 fi
587fi
588
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500589
590# Set Up Script Execution
591# -----------------------
592
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700593# Kill background processes on exit
Dean Troyera25a6f62014-02-24 16:03:41 -0600594trap exit_trap EXIT
595function exit_trap {
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700596 local r=$?
Dean Troyer94b9e822014-02-27 11:13:36 -0600597 jobs=$(jobs -p)
Dean Troyera3935fb2014-03-21 13:00:32 -0500598 # Only do the kill when we're logging through a process substitution,
599 # which currently is only to verbose logfile
600 if [[ -n $jobs && -n "$LOGFILE" && "$VERBOSE" == "True" ]]; then
Dean Troyer94b9e822014-02-27 11:13:36 -0600601 echo "exit_trap: cleaning up child processes"
602 kill 2>&1 $jobs
603 fi
Vishvananda Ishaya7879a3c2012-09-21 15:36:06 -0700604 exit $r
605}
606
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500607# Exit on any errors so that errors don't compound
Dean Troyera25a6f62014-02-24 16:03:41 -0600608trap err_trap ERR
609function err_trap {
Scott Moserf9da5082011-10-07 21:28:00 -0400610 local r=$?
611 set +o xtrace
Dean Troyera25a6f62014-02-24 16:03:41 -0600612 if [[ -n "$LOGFILE" ]]; then
613 echo "${0##*/} failed: full log in $LOGFILE"
614 else
615 echo "${0##*/} failed"
616 fi
Scott Moserf9da5082011-10-07 21:28:00 -0400617 exit $r
618}
619
Sean Dague09bd7c82014-02-03 08:35:26 +0900620
621set -o errexit
622
Scott Moserf9da5082011-10-07 21:28:00 -0400623# Print the commands being run so that we can see the command that triggers
624# an error. It is also useful for following along as the install occurs.
625set -o xtrace
626
Dean Troyer1a6d4492013-06-03 16:47:36 -0500627
Jesse Andrews30f68e92011-09-13 00:59:54 -0700628# Install Packages
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700629# ================
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500630
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500631# OpenStack uses a fair number of other projects.
Jesse Andrews30f68e92011-09-13 00:59:54 -0700632
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500633# Install package requirements
Dean Troyer48352ee2012-12-12 12:50:38 -0600634# Source it so the entire environment is available
Dean Troyer7903b792012-09-13 17:16:12 -0500635echo_summary "Installing package prerequisites"
Dean Troyer48352ee2012-12-12 12:50:38 -0600636source $TOP_DIR/tools/install_prereqs.sh
Monty Taylor47f02062012-07-26 11:09:24 -0500637
Dean Troyer62d1d692013-08-01 17:40:40 -0500638# Configure an appropriate python environment
Arata Notsu8b5d3cf2013-10-17 21:42:49 +0900639if [[ "$OFFLINE" != "True" ]]; then
640 $TOP_DIR/tools/install_pip.sh
641fi
Dean Troyer1a6d4492013-06-03 16:47:36 -0500642
Dean Troyer9acc12a2013-08-09 15:09:31 -0500643# Do the ugly hacks for borken packages and distros
644$TOP_DIR/tools/fixup_stuff.sh
645
Dean Troyer62d1d692013-08-01 17:40:40 -0500646install_rpc_backend
647
648if is_service_enabled $DATABASE_BACKENDS; then
649 install_database
650fi
651
652if is_service_enabled neutron; then
653 install_neutron_agent_packages
654fi
655
Monty Taylor47f02062012-07-26 11:09:24 -0500656TRACK_DEPENDS=${TRACK_DEPENDS:-False}
657
658# Install python packages into a virtualenv so that we can track them
Dean Troyercc6b4432013-04-08 15:38:03 -0500659if [[ $TRACK_DEPENDS = True ]]; then
Dean Troyer7903b792012-09-13 17:16:12 -0500660 echo_summary "Installing Python packages into a virtualenv $DEST/.venv"
Sean Dague6c844632013-07-31 06:50:14 -0400661 pip_install -U virtualenv
Monty Taylor47f02062012-07-26 11:09:24 -0500662
663 rm -rf $DEST/.venv
664 virtualenv --system-site-packages $DEST/.venv
665 source $DEST/.venv/bin/activate
666 $DEST/.venv/bin/pip freeze > $DEST/requires-pre-pip
667fi
668
Dean Troyerfe51a902013-04-01 15:48:44 -0500669# Check Out and Install Source
670# ----------------------------
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500671
Dean Troyer7903b792012-09-13 17:16:12 -0500672echo_summary "Installing OpenStack project source"
673
Sean Dague0392a102013-07-31 13:07:45 -0400674# Install required infra support libraries
675install_infra
Monty Taylor5e159492013-05-08 14:29:52 -0400676
Sean Dague1b6b5312013-07-31 06:46:34 -0400677# Install oslo libraries that have graduated
678install_oslo
679
Sean Dague68322722013-10-21 18:11:40 -0400680# Install stackforge libraries for testing
Sean Daguef7cfa0c2013-10-25 13:26:17 -0400681if is_service_enabled stackforge_libs; then
682 install_stackforge
683fi
Sean Dague68322722013-10-21 18:11:40 -0400684
Dean Troyerfe51a902013-04-01 15:48:44 -0500685# Install clients libraries
Dean Troyerd81a0272012-08-31 18:04:55 -0500686install_keystoneclient
Dean Troyer73f6f252012-09-17 11:22:21 -0500687install_glanceclient
Dean Troyer253a1a32013-04-01 18:23:22 -0500688install_cinderclient
Dean Troyerbf67c192012-09-21 15:09:37 -0500689install_novaclient
Sean Dague75195b52013-07-25 15:38:09 -0400690if is_service_enabled swift glance horizon; then
Dean Troyerfe51a902013-04-01 15:48:44 -0500691 install_swiftclient
692fi
Sean Dague75195b52013-07-25 15:38:09 -0400693if is_service_enabled neutron nova horizon; then
Mark McClainb05c8762013-07-06 23:29:39 -0400694 install_neutronclient
Dean Troyerfe51a902013-04-01 15:48:44 -0500695fi
Sean Dague75195b52013-07-25 15:38:09 -0400696if is_service_enabled heat horizon; then
697 install_heatclient
698fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500699
Dean Troyer9f61d292012-11-26 18:56:20 +0000700git_clone $OPENSTACKCLIENT_REPO $OPENSTACKCLIENT_DIR $OPENSTACKCLIENT_BRANCH
Dean Troyer253a1a32013-04-01 18:23:22 -0500701setup_develop $OPENSTACKCLIENT_DIR
Dean Troyer9f61d292012-11-26 18:56:20 +0000702
Dean Troyerfe51a902013-04-01 15:48:44 -0500703if is_service_enabled key; then
Dean Troyerd81a0272012-08-31 18:04:55 -0500704 install_keystone
Dean Troyerfe51a902013-04-01 15:48:44 -0500705 configure_keystone
Jesse Andrews38df1222011-11-20 09:55:44 -0800706fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100707
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +0100708if is_service_enabled s-proxy; then
Attila Fazekasece6a332012-11-29 14:19:41 +0100709 install_swift
Dean Troyerfe51a902013-04-01 15:48:44 -0500710 configure_swift
711
rahmu9d2647a2013-04-24 10:40:07 +0200712 # swift3 middleware to provide S3 emulation to Swift
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000713 if is_service_enabled swift3; then
rahmu9d2647a2013-04-24 10:40:07 +0200714 # replace the nova-objectstore port by the swift port
715 S3_SERVICE_PORT=8080
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000716 git_clone $SWIFT3_REPO $SWIFT3_DIR $SWIFT3_BRANCH
Dean Troyerfe51a902013-04-01 15:48:44 -0500717 setup_develop $SWIFT3_DIR
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000718 fi
James E. Blaire7ce24f2011-11-10 13:05:13 -0800719fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100720
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000721if is_service_enabled g-api n-api; then
James E. Blaire7ce24f2011-11-10 13:05:13 -0800722 # image catalog service
Dean Troyer73f6f252012-09-17 11:22:21 -0500723 install_glance
Dean Troyerfe51a902013-04-01 15:48:44 -0500724 configure_glance
James E. Blaire7ce24f2011-11-10 13:05:13 -0800725fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500726
727if is_service_enabled cinder; then
728 install_cinder
729 configure_cinder
730fi
731
Mark McClainb05c8762013-07-06 23:29:39 -0400732if is_service_enabled neutron; then
733 install_neutron
734 install_neutron_third_party
Dean Troyerfe51a902013-04-01 15:48:44 -0500735fi
736
Dean Troyerbf67c192012-09-21 15:09:37 -0500737if is_service_enabled nova; then
738 # compute service
739 install_nova
Dean Troyerfe51a902013-04-01 15:48:44 -0500740 cleanup_nova
741 configure_nova
Dean Troyerbf67c192012-09-21 15:09:37 -0500742fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500743
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000744if is_service_enabled horizon; then
Sean Dagueb562e6a2012-11-19 16:00:01 -0500745 # dashboard
746 install_horizon
Dean Troyerfe51a902013-04-01 15:48:44 -0500747 configure_horizon
James E. Blaire7ce24f2011-11-10 13:05:13 -0800748fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500749
John H. Tran93361642012-07-26 11:22:05 -0700750if is_service_enabled ceilometer; then
Yunhong, Jiange583d9b2013-01-09 09:33:07 +0800751 install_ceilometerclient
John H. Tran93361642012-07-26 11:22:05 -0700752 install_ceilometer
Attila Fazekas12bb53b2013-07-25 23:02:48 +0200753 echo_summary "Configuring Ceilometer"
754 configure_ceilometer
755 configure_ceilometerclient
John H. Tran93361642012-07-26 11:22:05 -0700756fi
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500757
Steve Bakerbfdad752012-08-18 09:00:42 +1200758if is_service_enabled heat; then
Sean Dagued644e232013-07-25 15:34:48 -0400759 install_heat
Steve Bakerc3249082013-04-09 13:41:47 +1200760 cleanup_heat
Steve Bakerbfdad752012-08-18 09:00:42 +1200761 configure_heat
762fi
Dean Troyerb7490da2013-03-18 16:07:56 -0500763
Dean Troyerfe51a902013-04-01 15:48:44 -0500764if is_service_enabled tls-proxy; then
765 configure_CA
766 init_CA
767 init_cert
768 # Add name to /etc/hosts
769 # don't be naive and add to existing line!
Dean Troyer67787e62012-05-02 11:48:15 -0500770fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700771
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300772
Dean Troyercdf3d762013-10-15 09:42:43 -0500773# Extras Install
774# --------------
775
776# Phase: install
777if [[ -d $TOP_DIR/extras.d ]]; then
778 for i in $TOP_DIR/extras.d/*.sh; do
779 [[ -r $i ]] && source $i stack install
780 done
781fi
782
Dean Troyercc6b4432013-04-08 15:38:03 -0500783if [[ $TRACK_DEPENDS = True ]]; then
Monty Taylor47f02062012-07-26 11:09:24 -0500784 $DEST/.venv/bin/pip freeze > $DEST/requires-post-pip
Dean Troyercc6b4432013-04-08 15:38:03 -0500785 if ! diff -Nru $DEST/requires-pre-pip $DEST/requires-post-pip > $DEST/requires.diff; then
DennyZhange8fa8532013-11-03 12:22:04 -0600786 echo "Detect some changes for installed packages of pip, in depend tracking mode"
Monty Taylor47f02062012-07-26 11:09:24 -0500787 cat $DEST/requires.diff
788 fi
789 echo "Ran stack.sh in depend tracking mode, bailing out now"
790 exit 0
791fi
Dean Troyerdf0972c2012-03-07 17:31:03 -0600792
Dean Troyerb7490da2013-03-18 16:07:56 -0500793
Dean Troyerff603ef2011-11-22 17:48:10 -0600794# Syslog
Dean Troyerdf0972c2012-03-07 17:31:03 -0600795# ------
Dean Troyerff603ef2011-11-22 17:48:10 -0600796
797if [[ $SYSLOG != "False" ]]; then
Dean Troyerff603ef2011-11-22 17:48:10 -0600798 if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then
799 # Configure the master host to receive
800 cat <<EOF >/tmp/90-stack-m.conf
801\$ModLoad imrelp
802\$InputRELPServerRun $SYSLOG_PORT
803EOF
804 sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d
805 else
806 # Set rsyslog to send to remote host
807 cat <<EOF >/tmp/90-stack-s.conf
808*.* :omrelp:$SYSLOG_HOST:$SYSLOG_PORT
809EOF
810 sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d
811 fi
cloudnulle4859f02013-05-28 14:10:58 -0500812
813 RSYSLOGCONF="/etc/rsyslog.conf"
814 if [ -f $RSYSLOGCONF ]; then
815 sudo cp -b $RSYSLOGCONF $RSYSLOGCONF.bak
816 if [[ $(grep '$SystemLogRateLimitBurst' $RSYSLOGCONF) ]]; then
817 sudo sed -i 's/$SystemLogRateLimitBurst\ .*/$SystemLogRateLimitBurst\ 0/' $RSYSLOGCONF
818 else
819 sudo sed -i '$ i $SystemLogRateLimitBurst\ 0' $RSYSLOGCONF
820 fi
821 if [[ $(grep '$SystemLogRateLimitInterval' $RSYSLOGCONF) ]]; then
822 sudo sed -i 's/$SystemLogRateLimitInterval\ .*/$SystemLogRateLimitInterval\ 0/' $RSYSLOGCONF
823 else
824 sudo sed -i '$ i $SystemLogRateLimitInterval\ 0' $RSYSLOGCONF
825 fi
826 fi
827
Dean Troyer7903b792012-09-13 17:16:12 -0500828 echo_summary "Starting rsyslog"
Dean Troyer13dc5cc2012-03-27 14:50:45 -0500829 restart_service rsyslog
Dean Troyerff603ef2011-11-22 17:48:10 -0600830fi
831
Dean Troyerdf0972c2012-03-07 17:31:03 -0600832
Joe Gordone5d92382012-09-13 17:19:03 -0700833# Finalize queue installation
834# ----------------------------
Akihiro MOTOKIb0f1c382013-01-13 17:58:12 +0900835restart_rpc_backend
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700836
Dean Troyerdf0972c2012-03-07 17:31:03 -0600837
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000838# Export Certicate Authority Bundle
839# ---------------------------------
840
841# If certificates were used and written to the SSL bundle file then these
842# should be exported so clients can validate their connections.
843
844if [ -f $SSL_BUNDLE_FILE ]; then
845 export OS_CACERT=$SSL_BUNDLE_FILE
846fi
847
848
Terry Wilson428af5a2012-11-01 16:12:39 -0400849# Configure database
850# ------------------
Dean Troyerb9182d62012-11-07 12:31:34 -0600851
Terry Wilson428af5a2012-11-01 16:12:39 -0400852if is_service_enabled $DATABASE_BACKENDS; then
853 configure_database
Jesse Andrews24859062011-09-15 21:28:23 -0700854fi
855
Dean Troyerb9182d62012-11-07 12:31:34 -0600856
857# Configure screen
858# ----------------
859
Dean Troyer681f3fd2013-02-27 19:00:39 -0600860USE_SCREEN=$(trueorfalse True $USE_SCREEN)
861if [[ "$USE_SCREEN" == "True" ]]; then
862 # Create a new named screen to run processes in
863 screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
864 sleep 1
865
866 # Set a reasonable status bar
867 if [ -z "$SCREEN_HARDSTATUS" ]; then
868 SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
869 fi
870 screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
Steven Dake30396572013-06-30 16:11:54 -0700871 screen -r $SCREEN_NAME -X setenv PROMPT_COMMAND /bin/true
Josh Kearney0a7a41e2012-04-04 17:47:56 -0500872fi
873
Jiajun Liu61bb2c12012-10-19 09:48:30 +0800874# Clear screen rc file
875SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc
876if [[ -e $SCREENRC ]]; then
Jiajun Liu8e58c072013-07-17 06:41:50 +0000877 rm -f $SCREENRC
Jiajun Liu61bb2c12012-10-19 09:48:30 +0800878fi
Dean Troyerb9182d62012-11-07 12:31:34 -0600879
jiajun xua9414242012-12-06 16:30:57 +0800880# Initialize the directory for service status check
881init_service_check
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500882
Sean Dague78096b52014-02-25 10:23:04 -0500883# Dstat
Dean Troyer1a6d4492013-06-03 16:47:36 -0500884# -------
885
Sean Daguef1eb0472014-02-11 17:28:56 -0500886# A better kind of sysstat, with the top process per time slice
James E. Blaire8d84062014-03-26 08:19:37 -0700887DSTAT_OPTS="-tcmndrylp --top-cpu-adv"
Sean Daguef1eb0472014-02-11 17:28:56 -0500888if [[ -n ${SCREEN_LOGDIR} ]]; then
889 screen_it dstat "cd $TOP_DIR; dstat $DSTAT_OPTS | tee $SCREEN_LOGDIR/$DSTAT_FILE"
890else
891 screen_it dstat "dstat $DSTAT_OPTS"
Sean Dague062cdaf2014-02-10 22:24:49 -0500892fi
893
Dean Troyer893e6632013-09-13 15:05:51 -0500894# Start Services
895# ==============
896
Dean Troyerd81a0272012-08-31 18:04:55 -0500897# Keystone
898# --------
899
900if is_service_enabled key; then
Dean Troyer7903b792012-09-13 17:16:12 -0500901 echo_summary "Starting Keystone"
Dean Troyerd81a0272012-08-31 18:04:55 -0500902 init_keystone
903 start_keystone
Dean Troyerd81a0272012-08-31 18:04:55 -0500904
Dean Troyerd835de82012-11-29 17:11:35 -0600905 # Set up a temporary admin URI for Keystone
Dean Troyerc83a7e12012-11-29 11:47:58 -0600906 SERVICE_ENDPOINT=$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT/v2.0
907
908 if is_service_enabled tls-proxy; then
909 export OS_CACERT=$INT_CA_DIR/ca-chain.pem
910 # Until the client support is fixed, just use the internal endpoint
911 SERVICE_ENDPOINT=http://$KEYSTONE_AUTH_HOST:$KEYSTONE_AUTH_PORT_INT/v2.0
912 fi
Dean Troyerd81a0272012-08-31 18:04:55 -0500913
Dean Troyer42a59c22014-03-03 14:31:29 -0600914 # Setup OpenStackclient token-flow auth
Steve Martinelli19685422014-01-24 13:02:26 -0600915 export OS_TOKEN=$SERVICE_TOKEN
916 export OS_URL=$SERVICE_ENDPOINT
Dean Troyer42a59c22014-03-03 14:31:29 -0600917
Dean Troyerd835de82012-11-29 17:11:35 -0600918 create_keystone_accounts
Dean Troyera0dce262012-12-11 16:52:37 -0600919 create_nova_accounts
Dean Troyer42a59c22014-03-03 14:31:29 -0600920 create_glance_accounts
Dean Troyer671c16e2012-12-13 16:22:38 -0600921 create_cinder_accounts
Mark McClainb05c8762013-07-06 23:29:39 -0400922 create_neutron_accounts
Dean Troyerd835de82012-11-29 17:11:35 -0600923
Dirk Muellerfa5ccff2014-01-09 13:27:35 +0100924 if is_service_enabled ceilometer; then
925 create_ceilometer_accounts
926 fi
927
Dean Troyer42a59c22014-03-03 14:31:29 -0600928 if is_service_enabled swift; then
Ian Wienand0ff314c2013-07-17 16:30:19 +1000929 create_swift_accounts
930 fi
931
Steven Hardy33d1f862014-02-13 15:00:33 +0000932 if is_service_enabled heat; then
933 create_heat_accounts
934 fi
935
Dean Troyer42a59c22014-03-03 14:31:29 -0600936 # Begone token-flow auth
Steve Martinelli19685422014-01-24 13:02:26 -0600937 unset OS_TOKEN OS_URL
Dean Troyer42a59c22014-03-03 14:31:29 -0600938
939 # Set up password-flow auth creds now that keystone is bootstrapped
Dean Troyerd81a0272012-08-31 18:04:55 -0500940 export OS_AUTH_URL=$SERVICE_ENDPOINT
941 export OS_TENANT_NAME=admin
942 export OS_USERNAME=admin
943 export OS_PASSWORD=$ADMIN_PASSWORD
944fi
945
946
Tres Henryca85b792011-10-28 14:00:21 -0700947# Horizon
Dean Troyerdf0972c2012-03-07 17:31:03 -0600948# -------
Jesse Andrewscbe98d52011-10-02 17:47:32 -0400949
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500950# Set up the django horizon application to serve via apache/wsgi
Jesse Andrews75a37652011-09-12 17:09:08 -0700951
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000952if is_service_enabled horizon; then
Dean Troyer7903b792012-09-13 17:16:12 -0500953 echo_summary "Configuring and starting Horizon"
Sean Dagueb562e6a2012-11-19 16:00:01 -0500954 init_horizon
955 start_horizon
Anthony Young70dc5e02011-09-15 16:52:43 -0700956fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700957
Anthony Young3859f732011-09-14 02:33:43 -0700958
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700959# Glance
960# ------
961
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000962if is_service_enabled g-reg; then
Dean Troyer7903b792012-09-13 17:16:12 -0500963 echo_summary "Configuring Glance"
Dean Troyer73f6f252012-09-17 11:22:21 -0500964 init_glance
Anthony Young70dc5e02011-09-15 16:52:43 -0700965fi
Jesse Andrews75a37652011-09-12 17:09:08 -0700966
Dean Troyer8c032d12013-09-23 13:53:13 -0500967
Mark McClainb05c8762013-07-06 23:29:39 -0400968# Neutron
Anthony Young60df29a2012-03-28 09:40:17 -0700969# -------
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500970
Mark McClainb05c8762013-07-06 23:29:39 -0400971if is_service_enabled neutron; then
972 echo_summary "Configuring Neutron"
Dean Troyerb9182d62012-11-07 12:31:34 -0600973
Mark McClainb05c8762013-07-06 23:29:39 -0400974 configure_neutron
Salvatore Orlandodd649882013-08-05 08:56:17 -0700975 # Run init_neutron only on the node hosting the neutron API server
976 if is_service_enabled $DATABASE_BACKENDS && is_service_enabled q-svc; then
977 init_neutron
978 fi
Dan Wendlandt0007f3a2012-05-18 13:37:47 -0700979fi
980
Mark McClainb05c8762013-07-06 23:29:39 -0400981# Some Neutron plugins require network controllers which are not
Akihiro MOTOKI66afb472012-12-21 15:34:13 +0900982# a part of the OpenStack project. Configure and start them.
Mark McClainb05c8762013-07-06 23:29:39 -0400983if is_service_enabled neutron; then
984 configure_neutron_third_party
985 init_neutron_third_party
986 start_neutron_third_party
Gary Kotton396a0142012-07-29 04:28:47 -0400987fi
988
Dean Troyerb9182d62012-11-07 12:31:34 -0600989
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700990# Nova
991# ----
Dean Troyerbd13b702012-02-13 11:22:36 -0600992
Isaku Yamahata6f85ab32012-08-06 16:56:10 +0900993if is_service_enabled n-net q-dhcp; then
Anthony Young55458452011-12-17 00:21:49 +0000994 # Delete traces of nova networks from prior runs
Davanum Srinivasd71d6e72013-01-28 19:15:57 -0500995 # Do not kill any dnsmasq instance spawned by NetworkManager
996 netman_pid=$(pidof NetworkManager || true)
997 if [ -z "$netman_pid" ]; then
998 sudo killall dnsmasq || true
999 else
1000 sudo ps h -o pid,ppid -C dnsmasq | grep -v $netman_pid | awk '{print $1}' | sudo xargs kill || true
1001 fi
1002
Anthony Young55458452011-12-17 00:21:49 +00001003 clean_iptables
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001004 rm -rf ${NOVA_STATE_PATH}/networks
1005 sudo mkdir -p ${NOVA_STATE_PATH}/networks
Doug Hellmanne7002672013-09-05 08:10:07 -04001006 safe_chown -R ${USER} ${NOVA_STATE_PATH}/networks
Dean Troyer1a6d4492013-06-03 16:47:36 -05001007 # Force IP forwarding on, just in case
Dean Troyer0b31e862012-03-07 16:47:56 -06001008 sudo sysctl -w net.ipv4.ip_forward=1
Anthony Young70dc5e02011-09-15 16:52:43 -07001009fi
Jesse Andrews75a37652011-09-12 17:09:08 -07001010
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001011
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001012# Storage Service
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001013# ---------------
1014
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +01001015if is_service_enabled s-proxy; then
Dean Troyer7903b792012-09-13 17:16:12 -05001016 echo_summary "Configuring Swift"
Attila Fazekasece6a332012-11-29 14:19:41 +01001017 init_swift
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001018fi
1019
Dean Troyerdf0972c2012-03-07 17:31:03 -06001020
Anthony Youngacff87a2011-10-20 10:12:58 -07001021# Volume Service
1022# --------------
1023
Dean Troyer67787e62012-05-02 11:48:15 -05001024if is_service_enabled cinder; then
Dean Troyer7903b792012-09-13 17:16:12 -05001025 echo_summary "Configuring Cinder"
Dean Troyer67787e62012-05-02 11:48:15 -05001026 init_cinder
Anthony Youngacff87a2011-10-20 10:12:58 -07001027fi
1028
Dean Troyer2aa2a892013-08-04 19:53:19 -05001029
1030# Compute Service
1031# ---------------
1032
Dean Troyerbf67c192012-09-21 15:09:37 -05001033if is_service_enabled nova; then
1034 echo_summary "Configuring Nova"
1035 init_nova
Jesse Andrewsd1879c52011-09-16 16:28:13 -07001036
Dean Troyer86a79692012-10-22 15:24:46 -05001037 # Additional Nova configuration that is dependent on other services
Mark McClainb05c8762013-07-06 23:29:39 -04001038 if is_service_enabled neutron; then
1039 create_nova_conf_neutron
Dean Troyer86a79692012-10-22 15:24:46 -05001040 elif is_service_enabled n-net; then
Akihiro MOTOKI66afb472012-12-21 15:34:13 +09001041 create_nova_conf_nova_network
Brad Hall1bfa3d52011-10-27 18:18:20 -07001042 fi
Dean Troyerdf0972c2012-03-07 17:31:03 -06001043
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001044 init_nova_cells
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001045fi
1046
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001047# Extra things to prepare nova for baremetal, before nova starts
1048if is_service_enabled nova && is_baremetal; then
1049 echo_summary "Preparing for nova baremetal"
1050 prepare_baremetal_toolchain
1051 configure_baremetal_nova_dirs
1052fi
Dean Troyerdf0972c2012-03-07 17:31:03 -06001053
Dean Troyerb7490da2013-03-18 16:07:56 -05001054
Dean Troyercdf3d762013-10-15 09:42:43 -05001055# Extras Configuration
1056# ====================
1057
1058# Phase: post-config
1059if [[ -d $TOP_DIR/extras.d ]]; then
1060 for i in $TOP_DIR/extras.d/*.sh; do
1061 [[ -r $i ]] && source $i stack post-config
1062 done
1063fi
1064
1065
Dean Troyer893e6632013-09-13 15:05:51 -05001066# Local Configuration
1067# ===================
1068
1069# Apply configuration from local.conf if it exists for layer 2 services
1070# Phase: post-config
1071merge_config_group $TOP_DIR/local.conf post-config
1072
1073
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001074# Launch Services
1075# ===============
Jesse Andrews30f68e92011-09-13 00:59:54 -07001076
Jesse Andrewsdfcd2002011-09-13 13:17:22 -07001077# Only run the services specified in ``ENABLED_SERVICES``
1078
Attila Fazekasece6a332012-11-29 14:19:41 +01001079# Launch Swift Services
Chmouel Boudjnah0c3a5582013-03-06 10:58:33 +01001080if is_service_enabled s-proxy; then
Attila Fazekasece6a332012-11-29 14:19:41 +01001081 echo_summary "Starting Swift"
1082 start_swift
1083fi
1084
Dean Troyer73f6f252012-09-17 11:22:21 -05001085# Launch the Glance services
Dean Troyere4fa7212014-01-15 15:04:49 -06001086if is_service_enabled glance; then
Dean Troyer7903b792012-09-13 17:16:12 -05001087 echo_summary "Starting Glance"
Dean Troyer73f6f252012-09-17 11:22:21 -05001088 start_glance
Anthony Youngd000b222011-09-19 14:46:53 -07001089fi
1090
Eric Windisch0b9776d2014-01-28 11:20:53 -05001091# Install Images
1092# ==============
1093
1094# Upload an image to glance.
1095#
1096# The default image is cirros, a small testing image which lets you login as **root**
1097# cirros has a ``cloud-init`` analog supporting login via keypair and sending
1098# scripts as userdata.
1099# See https://help.ubuntu.com/community/CloudInit for more on cloud-init
1100#
1101# Override ``IMAGE_URLS`` with a comma-separated list of UEC images.
1102# * **precise**: http://uec-images.ubuntu.com/precise/current/precise-server-cloudimg-amd64.tar.gz
1103
1104if is_service_enabled g-reg; then
1105 TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
1106 die_if_not_set $LINENO TOKEN "Keystone fail to get token"
1107
1108 if is_baremetal; then
1109 echo_summary "Creating and uploading baremetal images"
1110
1111 # build and upload separate deploy kernel & ramdisk
1112 upload_baremetal_deploy $TOKEN
1113
1114 # upload images, separating out the kernel & ramdisk for PXE boot
1115 for image_url in ${IMAGE_URLS//,/ }; do
1116 upload_baremetal_image $image_url $TOKEN
1117 done
1118 else
1119 echo_summary "Uploading images"
1120
1121 # Option to upload legacy ami-tty, which works with xenserver
1122 if [[ -n "$UPLOAD_LEGACY_TTY" ]]; then
1123 IMAGE_URLS="${IMAGE_URLS:+${IMAGE_URLS},}https://github.com/downloads/citrix-openstack/warehouse/tty.tgz"
1124 fi
1125
1126 for image_url in ${IMAGE_URLS//,/ }; do
1127 upload_image $image_url $TOKEN
1128 done
1129 fi
1130fi
1131
Dean Troyerd81a0272012-08-31 18:04:55 -05001132# Create an access key and secret key for nova ec2 register image
1133if is_service_enabled key && is_service_enabled swift3 && is_service_enabled nova; then
Steve Martinellidf6793a2014-03-13 23:38:11 -05001134 eval $(openstack ec2 credentials create --user nova --project $SERVICE_TENANT_NAME -f shell -c access -c secret)
1135 iniset $NOVA_CONF DEFAULT s3_access_key "$access"
1136 iniset $NOVA_CONF DEFAULT s3_secret_key "$secret"
Devananda van der Veen9bc47db2012-12-12 16:52:55 -08001137 iniset $NOVA_CONF DEFAULT s3_affix_tenant "True"
Anthony Youngd000b222011-09-19 14:46:53 -07001138fi
1139
Kaitlin Farrdef4c142014-01-06 08:52:49 -05001140# Create a randomized default value for the keymgr's fixed_key
1141if is_service_enabled nova; then
1142 FIXED_KEY=""
Sean Dague16dd8b32014-02-03 09:10:54 +09001143 for i in $(seq 1 64); do
1144 FIXED_KEY+=$(echo "obase=16; $(($RANDOM % 16))" | bc);
Kaitlin Farrdef4c142014-01-06 08:52:49 -05001145 done;
1146 iniset $NOVA_CONF keymgr fixed_key "$FIXED_KEY"
1147fi
1148
Monty Taylore5428832013-03-27 23:40:59 +01001149if is_service_enabled zeromq; then
1150 echo_summary "Starting zermomq receiver"
1151 screen_it zeromq "cd $NOVA_DIR && $NOVA_BIN_DIR/nova-rpc-zmq-receiver"
1152fi
ewindisch3bae7c22012-01-18 11:18:35 -05001153
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001154# Launch the nova-api and wait for it to answer before continuing
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001155if is_service_enabled n-api; then
Dean Troyer7903b792012-09-13 17:16:12 -05001156 echo_summary "Starting Nova API"
Dean Troyer3a3a2ba2012-12-11 15:26:24 -06001157 start_nova_api
Anthony Youngd000b222011-09-19 14:46:53 -07001158fi
Brad Hall1bfa3d52011-10-27 18:18:20 -07001159
Gary Kotton37dda8d2012-08-08 03:46:33 -04001160if is_service_enabled q-svc; then
Mark McClainb05c8762013-07-06 23:29:39 -04001161 echo_summary "Starting Neutron"
Mark McClainb05c8762013-07-06 23:29:39 -04001162 start_neutron_service_and_check
armando-migliaccioef1e0802014-01-02 16:33:53 -08001163 check_neutron_third_party_integration
Aaron Rosen8ec719b2012-10-30 12:57:47 -07001164elif is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-net; then
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001165 NM_CONF=${NOVA_CONF}
1166 if is_service_enabled n-cell; then
1167 NM_CONF=${NOVA_CELLS_CONF}
1168 fi
1169
Gary Kotton37dda8d2012-08-08 03:46:33 -04001170 # Create a small network
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001171 $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF network create "$PRIVATE_NETWORK_NAME" $FIXED_RANGE 1 $FIXED_NETWORK_SIZE $NETWORK_CREATE_ARGS
Dean Troyer696ad332012-01-10 15:34:34 -06001172
Gary Kotton37dda8d2012-08-08 03:46:33 -04001173 # Create some floating ips
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001174 $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create $FLOATING_RANGE --pool=$PUBLIC_NETWORK_NAME
Aaron Rosen9313dfa2012-07-06 16:08:49 -04001175
Gary Kotton37dda8d2012-08-08 03:46:33 -04001176 # Create a second pool
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001177 $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL
Brad Hall1bfa3d52011-10-27 18:18:20 -07001178fi
1179
Mark McClainb05c8762013-07-06 23:29:39 -04001180if is_service_enabled neutron; then
1181 start_neutron_agents
Akihiro MOTOKI66afb472012-12-21 15:34:13 +09001182fi
Salvatore Orlando6fbb28d2013-12-22 07:59:37 -08001183# Once neutron agents are started setup initial network elements
1184if is_service_enabled q-svc; then
1185 echo_summary "Creating initial neutron network elements"
1186 create_neutron_initial_network
1187 setup_neutron_debug
1188fi
Dean Troyerbf67c192012-09-21 15:09:37 -05001189if is_service_enabled nova; then
1190 echo_summary "Starting Nova"
1191 start_nova
1192fi
Dean Troyer67787e62012-05-02 11:48:15 -05001193if is_service_enabled cinder; then
Dean Troyer7903b792012-09-13 17:16:12 -05001194 echo_summary "Starting Cinder"
Dean Troyer67787e62012-05-02 11:48:15 -05001195 start_cinder
1196fi
John H. Tran93361642012-07-26 11:22:05 -07001197if is_service_enabled ceilometer; then
Doug Hellmannc5259b42012-09-22 10:52:31 -04001198 echo_summary "Starting Ceilometer"
Lianhao Lu8c548492013-01-09 10:41:54 +08001199 init_ceilometer
John H. Tran93361642012-07-26 11:22:05 -07001200 start_ceilometer
1201fi
Sean Dagueb562e6a2012-11-19 16:00:01 -05001202
Steve Bakerbad9d892012-10-25 14:49:47 +13001203# Configure and launch heat engine, api and metadata
Steve Bakerbfdad752012-08-18 09:00:42 +12001204if is_service_enabled heat; then
Steven Hardy1bcd2802014-02-13 15:14:41 +00001205 # Initialize heat
Steve Bakerbad9d892012-10-25 14:49:47 +13001206 echo_summary "Configuring Heat"
1207 init_heat
Dean Troyer7903b792012-09-13 17:16:12 -05001208 echo_summary "Starting Heat"
Steve Bakerbfdad752012-08-18 09:00:42 +12001209 start_heat
1210fi
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001211
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +10001212
Attila Fazekas22ef5732012-12-16 14:03:06 +01001213# Create account rc files
1214# =======================
1215
1216# Creates source able script files for easier user switching.
1217# This step also creates certificates for tenants and users,
1218# which is helpful in image bundle steps.
1219
1220if is_service_enabled nova && is_service_enabled key; then
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +10001221 USERRC_PARAMS="-PA --target-dir $TOP_DIR/accrc"
1222
1223 if [ -f $SSL_BUNDLE_FILE ]; then
1224 USERRC_PARAMS="$USERRC_PARAMS --os-cacert $SSL_BUNDLE_FILE"
1225 fi
1226
1227 $TOP_DIR/tools/create_userrc.sh $USERRC_PARAMS
Attila Fazekas22ef5732012-12-16 14:03:06 +01001228fi
1229
Dean Troyer4a43b7b2012-08-28 17:43:40 -05001230
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001231# If we are running nova with baremetal driver, there are a few
1232# last-mile configuration bits to attend to, which must happen
1233# after n-api and n-sch have started.
1234# Also, creating the baremetal flavor must happen after images
1235# are loaded into glance, though just knowing the IDs is sufficient here
1236if is_service_enabled nova && is_baremetal; then
1237 # create special flavor for baremetal if we know what images to associate
1238 [[ -n "$BM_DEPLOY_KERNEL_ID" ]] && [[ -n "$BM_DEPLOY_RAMDISK_ID" ]] && \
Sean Dagueb83c3652013-10-22 10:08:04 -04001239 create_baremetal_flavor $BM_DEPLOY_KERNEL_ID $BM_DEPLOY_RAMDISK_ID
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001240
1241 # otherwise user can manually add it later by calling nova-baremetal-manage
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001242 [[ -n "$BM_FIRST_MAC" ]] && add_baremetal_node
1243
Arata Notsubbf06452013-07-26 20:26:07 +09001244 if [[ "$BM_DNSMASQ_FROM_NOVA_NETWORK" = "False" ]]; then
1245 # NOTE: we do this here to ensure that our copy of dnsmasq is running
1246 sudo pkill dnsmasq || true
1247 sudo dnsmasq --conf-file= --port=0 --enable-tftp --tftp-root=/tftpboot \
1248 --dhcp-boot=pxelinux.0 --bind-interfaces --pid-file=/var/run/dnsmasq.pid \
1249 --interface=$BM_DNSMASQ_IFACE --dhcp-range=$BM_DNSMASQ_RANGE \
1250 ${BM_DNSMASQ_DNS:+--dhcp-option=option:dns-server,$BM_DNSMASQ_DNS}
1251 fi
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001252 # ensure callback daemon is running
1253 sudo pkill nova-baremetal-deploy-helper || true
Mehdi Abaakoukc01e6a72013-10-14 16:26:02 +02001254 screen_it baremetal "cd ; nova-baremetal-deploy-helper"
Devananda van der Veenf35cf912012-11-12 17:58:38 -08001255fi
Dean Troyerdf0972c2012-03-07 17:31:03 -06001256
Dean Troyer33cb4302012-12-10 16:47:36 -06001257# Save some values we generated for later use
1258CURRENT_RUN_TIME=$(date "+$TIMESTAMP_FORMAT")
1259echo "# $CURRENT_RUN_TIME" >$TOP_DIR/.stackenv
1260for i in BASE_SQL_CONN ENABLED_SERVICES HOST_IP LOGFILE \
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +10001261 SERVICE_HOST SERVICE_PROTOCOL STACK_USER TLS_IP KEYSTONE_AUTH_PROTOCOL OS_CACERT; do
Dean Troyer33cb4302012-12-10 16:47:36 -06001262 echo $i=${!i} >>$TOP_DIR/.stackenv
1263done
1264
Maru Newbyec086512012-11-01 23:44:57 +00001265
Dean Troyer893e6632013-09-13 15:05:51 -05001266# Local Configuration
1267# ===================
1268
1269# Apply configuration from local.conf if it exists for layer 2 services
1270# Phase: extra
1271merge_config_group $TOP_DIR/local.conf extra
1272
1273
Dean Troyer768295e2013-01-09 13:42:03 -06001274# Run extras
1275# ==========
1276
Dean Troyercdf3d762013-10-15 09:42:43 -05001277# Phase: extra
Dean Troyer768295e2013-01-09 13:42:03 -06001278if [[ -d $TOP_DIR/extras.d ]]; then
1279 for i in $TOP_DIR/extras.d/*.sh; do
Dean Troyercdf3d762013-10-15 09:42:43 -05001280 [[ -r $i ]] && source $i stack extra
Dean Troyer768295e2013-01-09 13:42:03 -06001281 done
1282fi
1283
Ryan Hsufeb28832013-11-07 12:12:35 -08001284# Local Configuration
1285# ===================
1286
1287# Apply configuration from local.conf if it exists for layer 2 services
1288# Phase: post-extra
1289merge_config_group $TOP_DIR/local.conf post-extra
1290
Dean Troyer768295e2013-01-09 13:42:03 -06001291
Dean Troyerf5633dd2012-03-28 11:21:40 -05001292# Run local script
1293# ================
1294
1295# Run ``local.sh`` if it exists to perform user-managed tasks
1296if [[ -x $TOP_DIR/local.sh ]]; then
1297 echo "Running user script $TOP_DIR/local.sh"
1298 $TOP_DIR/local.sh
1299fi
1300
jiajun xua9414242012-12-06 16:30:57 +08001301# Check the status of running services
1302service_check
Dean Troyerf5633dd2012-03-28 11:21:40 -05001303
Dean Troyerb7490da2013-03-18 16:07:56 -05001304
Scott Moserb94f4bf2011-10-07 14:51:07 +00001305# Fin
1306# ===
1307
Dean Troyer471de7a2011-12-27 11:45:55 -06001308set +o xtrace
Scott Moserb94f4bf2011-10-07 14:51:07 +00001309
Dean Troyer7903b792012-09-13 17:16:12 -05001310if [[ -n "$LOGFILE" ]]; then
1311 exec 1>&3
1312 # Force all output to stdout and logs now
Dean Troyerbaa8b422012-09-24 15:02:05 -05001313 exec 1> >( tee -a "${LOGFILE}" ) 2>&1
Dean Troyer7903b792012-09-13 17:16:12 -05001314else
1315 # Force all output to stdout now
1316 exec 1>&3
1317fi
1318
Dean Troyerdf0972c2012-03-07 17:31:03 -06001319
Jesse Andrews24859062011-09-15 21:28:23 -07001320# Using the cloud
Dean Troyer4a43b7b2012-08-28 17:43:40 -05001321# ---------------
Jesse Andrews24859062011-09-15 21:28:23 -07001322
Jesse Andrewse19d8842011-11-01 20:06:55 -07001323echo ""
1324echo ""
1325echo ""
1326
Dean Troyerdf0972c2012-03-07 17:31:03 -06001327# If you installed Horizon on this server you should be able
root40a37002011-09-20 18:06:14 +00001328# to access the site using your browser.
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001329if is_service_enabled horizon; then
Dean Troyerdf0972c2012-03-07 17:31:03 -06001330 echo "Horizon is now available at http://$SERVICE_HOST/"
Jesse Andrews24859062011-09-15 21:28:23 -07001331fi
1332
Dean Troyerdf0972c2012-03-07 17:31:03 -06001333# If Keystone is present you can point ``nova`` cli to this server
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001334if is_service_enabled key; then
Dean Troyerd835de82012-11-29 17:11:35 -06001335 echo "Keystone is serving at $KEYSTONE_AUTH_PROTOCOL://$SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v2.0/"
Dean Troyerdf0972c2012-03-07 17:31:03 -06001336 echo "Examples on using novaclient command line is in exercise.sh"
1337 echo "The default users are: admin and demo"
1338 echo "The password: $ADMIN_PASSWORD"
Jesse Andrews24859062011-09-15 21:28:23 -07001339fi
termie523c4052011-09-28 19:49:40 -05001340
Dean Troyer4a43b7b2012-08-28 17:43:40 -05001341# Echo ``HOST_IP`` - useful for ``build_uec.sh``, which uses dhcp to give the instance an address
Anthony Young1097c7c2011-12-27 23:22:14 -08001342echo "This is your host ip: $HOST_IP"
1343
Dean Troyerafc29fe2013-02-07 15:56:24 -06001344# Warn that a deprecated feature was used
1345if [[ -n "$DEPRECATED_TEXT" ]]; then
1346 echo_summary "WARNING: $DEPRECATED_TEXT"
Dean Troyerced65172012-03-02 16:36:16 -06001347fi
1348
Dean Troyer91baef32014-02-28 11:11:45 -06001349# TODO(dtroyer): Remove EXTRA_OPTS after stable/icehouse branch is cut
Dean Troyer893e6632013-09-13 15:05:51 -05001350# Specific warning for deprecated configs
1351if [[ -n "$EXTRA_OPTS" ]]; then
1352 echo ""
1353 echo_summary "WARNING: EXTRA_OPTS is used"
1354 echo "You are using EXTRA_OPTS to pass configuration into nova.conf."
1355 echo "Please convert that configuration in localrc to a nova.conf section in local.conf:"
Dean Troyer91baef32014-02-28 11:11:45 -06001356 echo "EXTRA_OPTS will be removed early in the Juno development cycle"
Dean Troyer893e6632013-09-13 15:05:51 -05001357 echo "
1358[[post-config|\$NOVA_CONF]]
1359[DEFAULT]
1360"
1361 for I in "${EXTRA_OPTS[@]}"; do
1362 # Replace the first '=' with ' ' for iniset syntax
1363 echo ${I}
1364 done
1365fi
1366
Dean Troyer91baef32014-02-28 11:11:45 -06001367# TODO(dtroyer): Remove EXTRA_BAREMETAL_OPTS after stable/icehouse branch is cut
Dean Troyer893e6632013-09-13 15:05:51 -05001368if [[ -n "$EXTRA_BAREMETAL_OPTS" ]]; then
1369 echo ""
Dean Troyer91baef32014-02-28 11:11:45 -06001370 echo_summary "WARNING: EXTRA_BAREMETAL_OPTS is used"
1371 echo "You are using EXTRA_BAREMETAL_OPTS to pass configuration into nova.conf."
Dean Troyer893e6632013-09-13 15:05:51 -05001372 echo "Please convert that configuration in localrc to a nova.conf section in local.conf:"
Dean Troyer91baef32014-02-28 11:11:45 -06001373 echo "EXTRA_BAREMETAL_OPTS will be removed early in the Juno development cycle"
Dean Troyer893e6632013-09-13 15:05:51 -05001374 echo "
1375[[post-config|\$NOVA_CONF]]
1376[baremetal]
1377"
1378 for I in "${EXTRA_BAREMETAL_OPTS[@]}"; do
1379 # Replace the first '=' with ' ' for iniset syntax
1380 echo ${I}
1381 done
1382fi
1383
Dean Troyer91baef32014-02-28 11:11:45 -06001384# TODO(dtroyer): Remove Q_AGENT_EXTRA_AGENT_OPTS after stable/juno branch is cut
1385if [[ -n "$Q_AGENT_EXTRA_AGENT_OPTS" ]]; then
1386 echo ""
1387 echo_summary "WARNING: Q_AGENT_EXTRA_AGENT_OPTS is used"
1388 echo "You are using Q_AGENT_EXTRA_AGENT_OPTS to pass configuration into $NEUTRON_CONF."
1389 echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
1390 echo "Q_AGENT_EXTRA_AGENT_OPTS will be removed early in the 'K' development cycle"
1391 echo "
1392[[post-config|/\$Q_PLUGIN_CONF_FILE]]
1393[DEFAULT]
1394"
1395 for I in "${Q_AGENT_EXTRA_AGENT_OPTS[@]}"; do
1396 # Replace the first '=' with ' ' for iniset syntax
1397 echo ${I}
1398 done
1399fi
1400
1401# TODO(dtroyer): Remove Q_AGENT_EXTRA_SRV_OPTS after stable/juno branch is cut
1402if [[ -n "$Q_AGENT_EXTRA_SRV_OPTS" ]]; then
1403 echo ""
1404 echo_summary "WARNING: Q_AGENT_EXTRA_SRV_OPTS is used"
1405 echo "You are using Q_AGENT_EXTRA_SRV_OPTS to pass configuration into $NEUTRON_CONF."
1406 echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
1407 echo "Q_AGENT_EXTRA_AGENT_OPTS will be removed early in the 'K' development cycle"
1408 echo "
1409[[post-config|/\$Q_PLUGIN_CONF_FILE]]
1410[DEFAULT]
1411"
1412 for I in "${Q_AGENT_EXTRA_SRV_OPTS[@]}"; do
1413 # Replace the first '=' with ' ' for iniset syntax
1414 echo ${I}
1415 done
1416fi
1417
1418# TODO(dtroyer): Remove Q_DHCP_EXTRA_DEFAULT_OPTS after stable/icehouse branch is cut
Dean Troyer893e6632013-09-13 15:05:51 -05001419if [[ -n "$Q_DHCP_EXTRA_DEFAULT_OPTS" ]]; then
1420 echo ""
1421 echo_summary "WARNING: Q_DHCP_EXTRA_DEFAULT_OPTS is used"
1422 echo "You are using Q_DHCP_EXTRA_DEFAULT_OPTS to pass configuration into $Q_DHCP_CONF_FILE."
1423 echo "Please convert that configuration in localrc to a $Q_DHCP_CONF_FILE section in local.conf:"
Dean Troyer91baef32014-02-28 11:11:45 -06001424 echo "Q_DHCP_EXTRA_DEFAULT_OPTS will be removed early in the Juno development cycle"
Dean Troyer893e6632013-09-13 15:05:51 -05001425 echo "
Dean Troyer91baef32014-02-28 11:11:45 -06001426[[post-config|/\$Q_DHCP_CONF_FILE]]
Dean Troyer893e6632013-09-13 15:05:51 -05001427[DEFAULT]
1428"
1429 for I in "${Q_DHCP_EXTRA_DEFAULT_OPTS[@]}"; do
1430 # Replace the first '=' with ' ' for iniset syntax
1431 echo ${I}
1432 done
1433fi
1434
Dean Troyer91baef32014-02-28 11:11:45 -06001435# TODO(dtroyer): Remove Q_SRV_EXTRA_DEFAULT_OPTS after stable/icehouse branch is cut
Dean Troyer893e6632013-09-13 15:05:51 -05001436if [[ -n "$Q_SRV_EXTRA_DEFAULT_OPTS" ]]; then
1437 echo ""
1438 echo_summary "WARNING: Q_SRV_EXTRA_DEFAULT_OPTS is used"
1439 echo "You are using Q_SRV_EXTRA_DEFAULT_OPTS to pass configuration into $NEUTRON_CONF."
1440 echo "Please convert that configuration in localrc to a $NEUTRON_CONF section in local.conf:"
Dean Troyer91baef32014-02-28 11:11:45 -06001441 echo "Q_SRV_EXTRA_DEFAULT_OPTS will be removed early in the Juno development cycle"
Dean Troyer893e6632013-09-13 15:05:51 -05001442 echo "
1443[[post-config|\$NEUTRON_CONF]]
1444[DEFAULT]
1445"
1446 for I in "${Q_SRV_EXTRA_DEFAULT_OPTS[@]}"; do
1447 # Replace the first '=' with ' ' for iniset syntax
1448 echo ${I}
1449 done
1450fi
1451
Dean Troyer4a43b7b2012-08-28 17:43:40 -05001452# Indicate how long this took to run (bash maintained variable ``SECONDS``)
Dean Troyer7903b792012-09-13 17:16:12 -05001453echo_summary "stack.sh completed in $SECONDS seconds."
Dean Troyer80684552014-03-05 11:50:23 -06001454
1455# Restore/close logging file descriptors
1456exec 1>&3
1457exec 2>&3
1458exec 3>&-
1459exec 6>&-