blob: ecf068a4a9900f7360095b9a0de7ae8a35fbc95a [file] [log] [blame]
Jesse Andrewsba23cc72011-09-11 03:22:13 -07001#!/usr/bin/env bash
2
Dean Troyerc6c1d432012-03-27 20:59:22 -05003# ``stack.sh`` is an opinionated OpenStack developer installation. It
Chris Dente9a47502015-06-27 11:29:09 +00004# installs and configures various combinations of **Cinder**, **Glance**,
Sean Dague3336b4b2017-05-02 08:45:34 -04005# **Horizon**, **Keystone**, **Nova**, **Neutron**, and **Swift**
Jesse Andrewsba23cc72011-09-11 03:22:13 -07006
Brett Campbell27f29442014-02-19 18:23:16 -08007# This script's options can be changed by setting appropriate environment
8# variables. You can configure things like which git repositories to use,
9# services to enable, OS images to use, etc. Default values are located in the
10# ``stackrc`` file. If you are crafty you can run the script on multiple nodes
11# using shared settings for common resources (eg., mysql or rabbitmq) and build
12# a multi-node developer install.
Jesse Andrews782b9912011-10-02 16:53:21 -040013
Dean Troyer4a43b7b2012-08-28 17:43:40 -050014# To keep this script simple we assume you are running on a recent **Ubuntu**
Matt Riedemannff10ac32017-02-13 12:44:24 -050015# (16.04 Xenial or newer), **Fedora** (F24 or newer), or **CentOS/RHEL**
Martin Falatic5bee0cd2015-01-23 14:10:33 -080016# (7 or newer) machine. (It may work on other platforms but support for those
17# platforms is left to those who added them to DevStack.) It should work in
Dean Troyerdc97cb72015-03-28 08:20:50 -050018# a VM or physical server. Additionally, we maintain a list of ``deb`` and
Martin Falatic5bee0cd2015-01-23 14:10:33 -080019# ``rpm`` dependencies and other configuration files in this repo.
Jesse Andrews24859062011-09-15 21:28:23 -070020
Jesse Andrews0e7e8972011-10-02 16:36:54 -040021# Learn more and get the most recent version at http://devstack.org
Jesse Andrews6edd17f2011-09-15 22:19:42 -070022
Ian Wienandf0247ed2015-07-09 15:49:16 +100023# Print the commands being run so that we can see the command that triggers
24# an error. It is also useful for following along as the install occurs.
25set -o xtrace
26
Jason Dunsmore4e971112013-04-10 10:17:40 -050027# Make sure custom grep options don't get in the way
28unset GREP_OPTIONS
29
Ian Wienand91626082016-08-04 15:17:38 +100030# Sanitize language settings to avoid commands bailing out
31# with "unsupported locale setting" errors.
32unset LANG
33unset LANGUAGE
34LC_ALL=C
35export LC_ALL
36
Brett Campbell27f29442014-02-19 18:23:16 -080037# Make sure umask is sane
38umask 022
39
Angus Lees7df9d1b2014-07-21 15:35:34 +100040# Not all distros have sbin in PATH for regular users.
41PATH=$PATH:/usr/local/sbin:/usr/sbin:/sbin
42
Dean Troyerdc97cb72015-03-28 08:20:50 -050043# Keep track of the DevStack directory
Jesse Andrews51fb22e2011-10-19 09:24:17 -070044TOP_DIR=$(cd $(dirname "$0") && pwd)
45
Sean Dague53753292014-12-04 19:38:15 -050046# Check for uninitialized variables, a big cause of bugs
47NOUNSET=${NOUNSET:-}
48if [[ -n "$NOUNSET" ]]; then
49 set -o nounset
50fi
51
Matthew Treinish4af2afc2015-10-13 09:51:17 -040052# Set start of devstack timestamp
53DEVSTACK_START_TIME=$(date +%s)
Dean Troyerdc97cb72015-03-28 08:20:50 -050054
55# Configuration
56# =============
57
Dean Troyerd3bf9bd2014-07-25 10:20:19 -050058# Sanity Checks
59# -------------
60
61# Clean up last environment var cache
62if [[ -r $TOP_DIR/.stackenv ]]; then
63 rm $TOP_DIR/.stackenv
64fi
65
Dean Troyerdc97cb72015-03-28 08:20:50 -050066# ``stack.sh`` keeps the list of ``deb`` and ``rpm`` dependencies, config
Dean Troyerd3bf9bd2014-07-25 10:20:19 -050067# templates and other useful files in the ``files`` subdirectory
68FILES=$TOP_DIR/files
69if [ ! -d $FILES ]; then
70 die $LINENO "missing devstack/files"
71fi
72
73# ``stack.sh`` keeps function libraries here
Dean Troyerdc97cb72015-03-28 08:20:50 -050074# Make sure ``$TOP_DIR/inc`` directory is present
75if [ ! -d $TOP_DIR/inc ]; then
76 die $LINENO "missing devstack/inc"
77fi
78
79# ``stack.sh`` keeps project libraries here
Dean Troyerd3bf9bd2014-07-25 10:20:19 -050080# Make sure ``$TOP_DIR/lib`` directory is present
81if [ ! -d $TOP_DIR/lib ]; then
82 die $LINENO "missing devstack/lib"
83fi
84
Dean Troyerdc97cb72015-03-28 08:20:50 -050085# Check if run in POSIX shell
86if [[ "${POSIXLY_CORRECT}" == "y" ]]; then
Ian Wienand1afc28b2015-11-27 14:15:56 +110087 set +o xtrace
Dean Troyerdc97cb72015-03-28 08:20:50 -050088 echo "You are running POSIX compatibility mode, DevStack requires bash 4.2 or newer."
89 exit 1
90fi
91
Dean Troyerd3bf9bd2014-07-25 10:20:19 -050092# OpenStack is designed to be run as a non-root user; Horizon will fail to run
93# as **root** since Apache will not serve content from **root** user).
94# ``stack.sh`` must not be run as **root**. It aborts and suggests one course of
95# action to create a suitable user account.
96
97if [[ $EUID -eq 0 ]]; then
Ian Wienand1afc28b2015-11-27 14:15:56 +110098 set +o xtrace
99 echo "DevStack should be run as a user with sudo permissions, "
100 echo "not root."
101 echo "A \"stack\" user configured correctly can be created with:"
102 echo " $TOP_DIR/tools/create-stack-user.sh"
Dean Troyerd3bf9bd2014-07-25 10:20:19 -0500103 exit 1
104fi
105
Sean Dague90dd2622015-11-10 12:22:03 -0500106# OpenStack is designed to run at a system level, with system level
107# installation of python packages. It does not support running under a
108# virtual env, and will fail in really odd ways if you do this. Make
109# this explicit as it has come up on the mailing list.
110if [[ -n "$VIRTUAL_ENV" ]]; then
Ian Wienand1afc28b2015-11-27 14:15:56 +1100111 set +o xtrace
Sean Dague90dd2622015-11-10 12:22:03 -0500112 echo "You appear to be running under a python virtualenv."
Jordan Pittierc1750402015-11-12 11:03:20 +0100113 echo "DevStack does not support this, as we may break the"
Sean Dague90dd2622015-11-10 12:22:03 -0500114 echo "virtualenv you are currently in by modifying "
115 echo "external system-level components the virtualenv relies on."
Jordan Pittierc1750402015-11-12 11:03:20 +0100116 echo "We recommend you use a separate virtual-machine if "
Sean Dague90dd2622015-11-10 12:22:03 -0500117 echo "you are worried about DevStack taking over your system."
118 exit 1
119fi
120
Sean Dague56037e92015-10-08 12:27:07 -0400121# Provide a safety switch for devstack. If you do a lot of devstack,
122# on a lot of different environments, you sometimes run it on the
123# wrong box. This makes there be a way to prevent that.
124if [[ -e $HOME/.no-devstack ]]; then
Ian Wienand1afc28b2015-11-27 14:15:56 +1100125 set +o xtrace
Sean Dague56037e92015-10-08 12:27:07 -0400126 echo "You've marked this host as a no-devstack host, to save yourself from"
127 echo "running devstack accidentally. If this is in error, please remove the"
128 echo "~/.no-devstack file"
129 exit 1
130fi
Attila Fazekasd9de1192015-03-26 09:25:02 +0100131
Dean Troyerd3bf9bd2014-07-25 10:20:19 -0500132# Prepare the environment
133# -----------------------
134
Sean Dague53753292014-12-04 19:38:15 -0500135# Initialize variables:
136LAST_SPINNER_PID=""
137
Dean Troyer6563a3c2012-01-31 12:11:56 -0600138# Import common functions
Dean Troyerc6c1d432012-03-27 20:59:22 -0500139source $TOP_DIR/functions
Dean Troyer6563a3c2012-01-31 12:11:56 -0600140
Dean Troyer893e6632013-09-13 15:05:51 -0500141# Import config functions
Dean Troyerbf2ad702015-03-09 15:16:10 -0500142source $TOP_DIR/inc/meta-config
Dean Troyer893e6632013-09-13 15:05:51 -0500143
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600144# Import 'public' stack.sh functions
145source $TOP_DIR/lib/stack
146
Dean Troyerc6c1d432012-03-27 20:59:22 -0500147# Determine what system we are running on. This provides ``os_VENDOR``,
Ian Wienand7710e7f2014-08-27 16:15:32 +1000148# ``os_RELEASE``, ``os_PACKAGE``, ``os_CODENAME``
Dean Troyera9e0a482012-07-09 14:07:23 -0500149# and ``DISTRO``
150GetDistro
Jesse Andrews6edd17f2011-09-15 22:19:42 -0700151
Dean Troyerdc97cb72015-03-28 08:20:50 -0500152
Dean Troyer48352ee2012-12-12 12:50:38 -0600153# Global Settings
Dean Troyer0e8dced2014-07-25 10:33:21 -0500154# ---------------
Scott Moserf9da5082011-10-07 21:28:00 -0400155
Dean Troyer893e6632013-09-13 15:05:51 -0500156# Check for a ``localrc`` section embedded in ``local.conf`` and extract if
157# ``localrc`` does not already exist
158
159# Phase: local
160rm -f $TOP_DIR/.localrc.auto
Huan Xiecc6af3f2015-12-23 02:17:01 +0000161extract_localrc_section $TOP_DIR/local.conf $TOP_DIR/localrc $TOP_DIR/.localrc.auto
Dean Troyer893e6632013-09-13 15:05:51 -0500162
Dean Troyer1a6d4492013-06-03 16:47:36 -0500163# ``stack.sh`` is customizable by setting environment variables. Override a
Leticia Wanderley7f806492017-04-06 20:40:19 -0300164# default setting via export:
Scott Moserf9da5082011-10-07 21:28:00 -0400165#
Terry Wilson428af5a2012-11-01 16:12:39 -0400166# export DATABASE_PASSWORD=anothersecret
Scott Moserf9da5082011-10-07 21:28:00 -0400167# ./stack.sh
168#
Leticia Wanderley7f806492017-04-06 20:40:19 -0300169# or by setting the variable on the command line:
Scott Moserf9da5082011-10-07 21:28:00 -0400170#
Dean Troyer1a6d4492013-06-03 16:47:36 -0500171# DATABASE_PASSWORD=simple ./stack.sh
172#
Leticia Wanderley7f806492017-04-06 20:40:19 -0300173# Persistent variables can be placed in a ``local.conf`` file:
Scott Moserf9da5082011-10-07 21:28:00 -0400174#
Dean Troyerdc97cb72015-03-28 08:20:50 -0500175# [[local|localrc]]
Terry Wilson428af5a2012-11-01 16:12:39 -0400176# DATABASE_PASSWORD=anothersecret
177# DATABASE_USER=hellaroot
Scott Moserf9da5082011-10-07 21:28:00 -0400178#
179# We try to have sensible defaults, so you should be able to run ``./stack.sh``
Dean Troyerdc97cb72015-03-28 08:20:50 -0500180# in most cases. ``local.conf`` is not distributed with DevStack and will never
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500181# be overwritten by a DevStack update.
Scott Moserf9da5082011-10-07 21:28:00 -0400182#
Dean Troyerdf0972c2012-03-07 17:31:03 -0600183# DevStack distributes ``stackrc`` which contains locations for the OpenStack
Dean Troyercc6b4432013-04-08 15:38:03 -0500184# repositories, branches to configure, and other configuration defaults.
Dean Troyerdc97cb72015-03-28 08:20:50 -0500185# ``stackrc`` sources the ``localrc`` section of ``local.conf`` to allow you to
186# safely override those settings.
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500187
Dean Troyerbbafb1b2012-06-11 16:51:39 -0500188if [[ ! -r $TOP_DIR/stackrc ]]; then
Dean Troyer14fd9792014-07-25 10:34:11 -0500189 die $LINENO "missing $TOP_DIR/stackrc - did you grab more than just stack.sh?"
Dean Troyerbbafb1b2012-06-11 16:51:39 -0500190fi
191source $TOP_DIR/stackrc
Dean Troyerdf0972c2012-03-07 17:31:03 -0600192
Ian Wienandc973e6c2014-11-05 09:52:27 +1100193# Warn users who aren't on an explicitly supported distro, but allow them to
194# override check and attempt installation with ``FORCE=yes ./stack``
David Rabela4c57ca2017-03-17 16:14:00 +0100195if [[ ! ${DISTRO} =~ (xenial|yakkety|zesty|stretch|jessie|f24|f25|rhel7|kvmibm1) ]]; then
Ian Wienandc973e6c2014-11-05 09:52:27 +1100196 echo "WARNING: this script has not been tested on $DISTRO"
197 if [[ "$FORCE" != "yes" ]]; then
198 die $LINENO "If you wish to run this script anyway run with FORCE=yes"
199 fi
200fi
201
Shuichiro MAKIGAKI3710eec2014-08-28 19:07:09 +0900202# Check to see if we are already running DevStack
203# Note that this may fail if USE_SCREEN=False
204if type -p screen > /dev/null && screen -ls | egrep -q "[0-9]\.$SCREEN_NAME"; then
205 echo "You are already running a stack.sh session."
206 echo "To rejoin this session type 'screen -x stack'."
207 echo "To destroy this session, type './unstack.sh'."
208 exit 1
209fi
210
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500211
Dean Troyer48352ee2012-12-12 12:50:38 -0600212# Local Settings
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500213# --------------
214
Dean Troyer48352ee2012-12-12 12:50:38 -0600215# Make sure the proxy config is visible to sub-processes
216export_proxy_variables
Scott Moserf9da5082011-10-07 21:28:00 -0400217
Dean Troyerdc97cb72015-03-28 08:20:50 -0500218# Remove services which were negated in ``ENABLED_SERVICES``
Joe Gordon6fd28112012-11-13 16:55:41 -0800219# using the "-" prefix (e.g., "-rabbit") instead of
Doug Hellmannf04178f2012-07-05 17:10:03 -0400220# calling disable_service().
221disable_negated_services
Chmouel Boudjnahc4cd4142012-06-27 11:01:40 +0200222
Dean Troyera79617c2014-04-13 18:16:54 -0500223
Dean Troyerd3bf9bd2014-07-25 10:20:19 -0500224# Configure sudo
225# --------------
Dean Troyer9122e7b2011-10-17 14:07:11 -0500226
Dean Troyerdc97cb72015-03-28 08:20:50 -0500227# We're not as **root** so make sure ``sudo`` is available
Dean Troyer23f69d82013-10-04 12:35:24 -0500228is_package_installed sudo || install_package sudo
229
230# UEC images ``/etc/sudoers`` does not have a ``#includedir``, add one
231sudo grep -q "^#includedir.*/etc/sudoers.d" /etc/sudoers ||
232 echo "#includedir /etc/sudoers.d" | sudo tee -a /etc/sudoers
233
Sean Dagueb0160d02015-06-23 12:53:51 -0400234# Conditionally setup detailed logging for sudo
235if [[ -n "$LOG_SUDO" ]]; then
236 TEMPFILE=`mktemp`
237 echo "Defaults log_output" > $TEMPFILE
238 chmod 0440 $TEMPFILE
239 sudo chown root:root $TEMPFILE
240 sudo mv $TEMPFILE /etc/sudoers.d/00_logging
241fi
242
Dean Troyerdc97cb72015-03-28 08:20:50 -0500243# Set up DevStack sudoers
Dean Troyer23f69d82013-10-04 12:35:24 -0500244TEMPFILE=`mktemp`
245echo "$STACK_USER ALL=(root) NOPASSWD:ALL" >$TEMPFILE
Dean Troyerdc97cb72015-03-28 08:20:50 -0500246# Some binaries might be under ``/sbin`` or ``/usr/sbin``, so make sure sudo will
247# see them by forcing ``PATH``
Dean Troyer23f69d82013-10-04 12:35:24 -0500248echo "Defaults:$STACK_USER secure_path=/sbin:/usr/sbin:/usr/bin:/bin:/usr/local/sbin:/usr/local/bin" >> $TEMPFILE
Adam Gandelmanea2fcb52014-03-17 16:37:56 -0700249echo "Defaults:$STACK_USER !requiretty" >> $TEMPFILE
Dean Troyer23f69d82013-10-04 12:35:24 -0500250chmod 0440 $TEMPFILE
251sudo chown root:root $TEMPFILE
252sudo mv $TEMPFILE /etc/sudoers.d/50_stack_sh
253
Dean Troyer0e8dced2014-07-25 10:33:21 -0500254
255# Configure Distro Repositories
256# -----------------------------
Ian Wienand531aeb72014-02-28 11:24:29 +1100257
Dean Troyerdc97cb72015-03-28 08:20:50 -0500258# For Debian/Ubuntu make apt attempt to retry network ops on it's own
Sean Daguee83f7782014-06-23 08:11:05 -0400259if is_ubuntu; then
Chmouel Boudjnah9246d962014-06-30 12:52:51 +0000260 echo 'APT::Acquire::Retries "20";' | sudo tee /etc/apt/apt.conf.d/80retry >/dev/null
Sean Daguee83f7782014-06-23 08:11:05 -0400261fi
262
Ian Wienand531aeb72014-02-28 11:24:29 +1100263# Some distros need to add repos beyond the defaults provided by the vendor
264# to pick up required packages.
265
Ian Wienand95a9ff02015-11-12 14:49:20 +1100266function _install_epel_and_rdo {
Dean Troyerdc97cb72015-03-28 08:20:50 -0500267 # NOTE: We always remove and install latest -- some environments
Ian Wienanded077b22014-10-22 11:35:29 +1100268 # use snapshot images, and if EPEL version updates they break
269 # unless we update them to latest version.
270 if sudo yum repolist enabled epel | grep -q 'epel'; then
271 uninstall_package epel-release || true
272 fi
273
274 # This trick installs the latest epel-release from a bootstrap
275 # repo, then removes itself (as epel-release installed the
276 # "real" repo).
277 #
Dean Troyerdc97cb72015-03-28 08:20:50 -0500278 # You would think that rather than this, you could use
Ian Wienanded077b22014-10-22 11:35:29 +1100279 # $releasever directly in .repo file we create below. However
280 # RHEL gives a $releasever of "6Server" which breaks the path;
281 # see https://bugzilla.redhat.com/show_bug.cgi?id=1150759
Ian Wienanded077b22014-10-22 11:35:29 +1100282 cat <<EOF | sudo tee /etc/yum.repos.d/epel-bootstrap.repo
283[epel-bootstrap]
Ian Wienand3682b6d2014-10-08 15:37:23 +1100284name=Bootstrap EPEL
Attila Fazekas1f316be2015-01-26 16:39:57 +0100285mirrorlist=http://mirrors.fedoraproject.org/mirrorlist?repo=epel-7&arch=\$basearch
Ian Wienand3682b6d2014-10-08 15:37:23 +1100286failovermethod=priority
287enabled=0
288gpgcheck=0
289EOF
Noboru Iwamatsua67ef002015-02-27 13:34:12 +0900290 # Enable a bootstrap repo. It is removed after finishing
291 # the epel-release installation.
Matt Riedemann2f63da92015-06-21 09:02:59 -0700292 is_package_installed yum-utils || install_package yum-utils
Noboru Iwamatsua67ef002015-02-27 13:34:12 +0900293 sudo yum-config-manager --enable epel-bootstrap
294 yum_install epel-release || \
Ian Wienanded077b22014-10-22 11:35:29 +1100295 die $LINENO "Error installing EPEL repo, cannot continue"
Ian Wienanded077b22014-10-22 11:35:29 +1100296 sudo rm -f /etc/yum.repos.d/epel-bootstrap.repo
Ian Wienand531aeb72014-02-28 11:24:29 +1100297
298 # ... and also optional to be enabled
Attila Fazekas1f316be2015-01-26 16:39:57 +0100299 sudo yum-config-manager --enable rhel-7-server-optional-rpms
Zhang Jinnanfc994262014-12-14 19:19:53 -0500300
Ian Wienand95a9ff02015-11-12 14:49:20 +1100301 # install the lastest RDO
Yusuke Hayashi6e187212016-01-22 00:08:31 +0900302 is_package_installed rdo-release || yum_install https://rdoproject.org/repos/rdo-release.rpm
Zhang Jinnanfc994262014-12-14 19:19:53 -0500303
Wiekus Beukesec47bc12015-03-19 08:20:38 -0700304 if is_oraclelinux; then
305 sudo yum-config-manager --enable ol7_optional_latest ol7_addons ol7_MySQL56
306 fi
Ian Wienand95a9ff02015-11-12 14:49:20 +1100307}
Wiekus Beukesec47bc12015-03-19 08:20:38 -0700308
Dean Troyer0e8dced2014-07-25 10:33:21 -0500309
310# Configure Target Directories
311# ----------------------------
312
313# Destination path for installation ``DEST``
314DEST=${DEST:-/opt/stack}
Dean Troyer23f69d82013-10-04 12:35:24 -0500315
Dean Troyere26232b2012-06-27 17:55:15 -0500316# Create the destination directory and ensure it is writable by the user
Bob Ball376b6312013-07-29 13:10:25 +0100317# and read/executable by everybody for daemons (e.g. apache run for horizon)
Dean Troyere26232b2012-06-27 17:55:15 -0500318sudo mkdir -p $DEST
Doug Hellmanne7002672013-09-05 08:10:07 -0400319safe_chown -R $STACK_USER $DEST
320safe_chmod 0755 $DEST
Dean Troyere26232b2012-06-27 17:55:15 -0500321
Ihar Hrachyshka09a3e712016-01-13 11:35:12 +0100322# Destination path for devstack logs
323if [[ -n ${LOGDIR:-} ]]; then
324 mkdir -p $LOGDIR
325fi
326
Dean Troyer0e8dced2014-07-25 10:33:21 -0500327# Destination path for service data
328DATA_DIR=${DATA_DIR:-${DEST}/data}
329sudo mkdir -p $DATA_DIR
330safe_chown -R $STACK_USER $DATA_DIR
Hongbin Lu571ba8b2017-03-29 22:06:54 -0400331safe_chmod 0755 $DATA_DIR
Dean Troyer0e8dced2014-07-25 10:33:21 -0500332
333# Configure proper hostname
Ben Nemec3ee52c82013-12-12 19:26:12 +0000334# Certain services such as rabbitmq require that the local hostname resolves
335# correctly. Make sure it exists in /etc/hosts so that is always true.
336LOCAL_HOSTNAME=`hostname -s`
337if [ -z "`grep ^127.0.0.1 /etc/hosts | grep $LOCAL_HOSTNAME`" ]; then
338 sudo sed -i "s/\(^127.0.0.1.*\)/\1 $LOCAL_HOSTNAME/" /etc/hosts
339fi
340
Ihar Hrachyshka09a3e712016-01-13 11:35:12 +0100341# If you have all the repos installed above already setup (e.g. a CI
342# situation where they are on your image) you may choose to skip this
343# to speed things up
344SKIP_EPEL_INSTALL=$(trueorfalse False SKIP_EPEL_INSTALL)
345
Ian Wienandbda194a2016-05-18 10:42:56 +1000346# If we have /etc/nodepool/provider assume we're on a OpenStack CI
347# node, where EPEL is already pointing at our internal mirror and RDO
348# is pre-installed.
349if [[ -f /etc/nodepool/provider ]]; then
350 SKIP_EPEL_INSTALL=True
Paul Belangerbc4b8eb2017-04-13 15:06:36 -0400351 if is_fedora; then
352 # However, EPEL is not enabled by default.
353 sudo yum-config-manager --enable epel
354 fi
Ian Wienandbda194a2016-05-18 10:42:56 +1000355fi
356
Ihar Hrachyshka09a3e712016-01-13 11:35:12 +0100357if is_fedora && [[ $DISTRO == "rhel7" ]] && \
358 [[ ${SKIP_EPEL_INSTALL} != True ]]; then
359 _install_epel_and_rdo
360fi
361
Attila Fazekasadcf40d2015-11-05 09:47:38 +0100362# Ensure python is installed
363# --------------------------
364is_package_installed python || install_package python
365
Ian Wienand531aeb72014-02-28 11:24:29 +1100366
Dean Troyerffd17682014-08-02 16:07:03 -0500367# Configure Logging
368# -----------------
369
370# Set up logging level
Sean Dague53753292014-12-04 19:38:15 -0500371VERBOSE=$(trueorfalse True VERBOSE)
Dean Troyerffd17682014-08-02 16:07:03 -0500372
373# Draw a spinner so the user knows something is happening
374function spinner {
375 local delay=0.75
376 local spinstr='/-\|'
377 printf "..." >&3
378 while [ true ]; do
379 local temp=${spinstr#?}
380 printf "[%c]" "$spinstr" >&3
381 local spinstr=$temp${spinstr%"$temp"}
382 sleep $delay
383 printf "\b\b\b" >&3
384 done
385}
386
387function kill_spinner {
388 if [ ! -z "$LAST_SPINNER_PID" ]; then
389 kill >/dev/null 2>&1 $LAST_SPINNER_PID
390 printf "\b\b\bdone\n" >&3
391 fi
392}
393
394# Echo text to the log file, summary log file and stdout
395# echo_summary "something to say"
396function echo_summary {
397 if [[ -t 3 && "$VERBOSE" != "True" ]]; then
398 kill_spinner
399 echo -n -e $@ >&6
400 spinner &
401 LAST_SPINNER_PID=$!
402 else
403 echo -e $@ >&6
404 fi
405}
406
407# Echo text only to stdout, no log files
408# echo_nolog "something not for the logs"
409function echo_nolog {
410 echo $@ >&3
411}
412
Dean Troyerffd17682014-08-02 16:07:03 -0500413# Set up logging for ``stack.sh``
414# Set ``LOGFILE`` to turn on logging
415# Append '.xxxxxxxx' to the given name to maintain history
416# where 'xxxxxxxx' is a representation of the date the file was created
417TIMESTAMP_FORMAT=${TIMESTAMP_FORMAT:-"%F-%H%M%S"}
Dean Troyerdde41d02014-12-09 17:47:57 -0600418LOGDAYS=${LOGDAYS:-7}
419CURRENT_LOG_TIME=$(date "+$TIMESTAMP_FORMAT")
Dean Troyerffd17682014-08-02 16:07:03 -0500420
421if [[ -n "$LOGFILE" ]]; then
Dean Troyerad5cc982014-12-10 16:35:32 -0600422 # Clean up old log files. Append '.*' to the user-specified
423 # ``LOGFILE`` to match the date in the search template.
Mikhail S Medvedevfc9cc962015-01-20 11:04:48 -0600424 LOGFILE_DIR="${LOGFILE%/*}" # dirname
425 LOGFILE_NAME="${LOGFILE##*/}" # basename
426 mkdir -p $LOGFILE_DIR
427 find $LOGFILE_DIR -maxdepth 1 -name $LOGFILE_NAME.\* -mtime +$LOGDAYS -exec rm {} \;
Dean Troyerffd17682014-08-02 16:07:03 -0500428 LOGFILE=$LOGFILE.${CURRENT_LOG_TIME}
Dean Troyerad5cc982014-12-10 16:35:32 -0600429 SUMFILE=$LOGFILE.summary.${CURRENT_LOG_TIME}
Dean Troyerffd17682014-08-02 16:07:03 -0500430
431 # Redirect output according to config
432
433 # Set fd 3 to a copy of stdout. So we can set fd 1 without losing
434 # stdout later.
435 exec 3>&1
436 if [[ "$VERBOSE" == "True" ]]; then
437 # Set fd 1 and 2 to write the log file
438 exec 1> >( $TOP_DIR/tools/outfilter.py -v -o "${LOGFILE}" ) 2>&1
439 # Set fd 6 to summary log file
440 exec 6> >( $TOP_DIR/tools/outfilter.py -o "${SUMFILE}" )
441 else
442 # Set fd 1 and 2 to primary logfile
443 exec 1> >( $TOP_DIR/tools/outfilter.py -o "${LOGFILE}" ) 2>&1
444 # Set fd 6 to summary logfile and stdout
445 exec 6> >( $TOP_DIR/tools/outfilter.py -v -o "${SUMFILE}" >&3 )
446 fi
447
448 echo_summary "stack.sh log $LOGFILE"
449 # Specified logfile name always links to the most recent log
Mikhail S Medvedevfc9cc962015-01-20 11:04:48 -0600450 ln -sf $LOGFILE $LOGFILE_DIR/$LOGFILE_NAME
451 ln -sf $SUMFILE $LOGFILE_DIR/$LOGFILE_NAME.summary
Dean Troyerffd17682014-08-02 16:07:03 -0500452else
453 # Set up output redirection without log files
454 # Set fd 3 to a copy of stdout. So we can set fd 1 without losing
455 # stdout later.
456 exec 3>&1
457 if [[ "$VERBOSE" != "True" ]]; then
458 # Throw away stdout and stderr
459 exec 1>/dev/null 2>&1
460 fi
461 # Always send summary fd to original stdout
462 exec 6> >( $TOP_DIR/tools/outfilter.py -v >&3 )
463fi
464
465# Set up logging of screen windows
466# Set ``SCREEN_LOGDIR`` to turn on logging of screen windows to the
Wei Jiangang2af69152015-09-08 18:03:22 +0800467# directory specified in ``SCREEN_LOGDIR``, we will log to the file
Dean Troyerffd17682014-08-02 16:07:03 -0500468# ``screen-$SERVICE_NAME-$TIMESTAMP.log`` in that dir and have a link
469# ``screen-$SERVICE_NAME.log`` to the latest log file.
470# Logs are kept for as long specified in ``LOGDAYS``.
Dean Troyerdde41d02014-12-09 17:47:57 -0600471# This is deprecated....logs go in ``LOGDIR``, only symlinks will be here now.
Dean Troyerffd17682014-08-02 16:07:03 -0500472if [[ -n "$SCREEN_LOGDIR" ]]; then
473
474 # We make sure the directory is created.
475 if [[ -d "$SCREEN_LOGDIR" ]]; then
476 # We cleanup the old logs
477 find $SCREEN_LOGDIR -maxdepth 1 -name screen-\*.log -mtime +$LOGDAYS -exec rm {} \;
478 else
479 mkdir -p $SCREEN_LOGDIR
480 fi
481fi
482
Einst Crazy9e11e092015-09-29 20:01:44 +0800483# Basic test for ``$DEST`` path permissions (fatal on error unless skipped)
484check_path_perm_sanity ${DEST}
Dean Troyerffd17682014-08-02 16:07:03 -0500485
486# Configure Error Traps
487# ---------------------
488
489# Kill background processes on exit
490trap exit_trap EXIT
491function exit_trap {
492 local r=$?
493 jobs=$(jobs -p)
494 # Only do the kill when we're logging through a process substitution,
495 # which currently is only to verbose logfile
496 if [[ -n $jobs && -n "$LOGFILE" && "$VERBOSE" == "True" ]]; then
497 echo "exit_trap: cleaning up child processes"
498 kill 2>&1 $jobs
499 fi
500
501 # Kill the last spinner process
502 kill_spinner
503
504 if [[ $r -ne 0 ]]; then
505 echo "Error on exit"
Matthew Treinish4af2afc2015-10-13 09:51:17 -0400506 generate-subunit $DEVSTACK_START_TIME $SECONDS 'fail' >> ${SUBUNIT_OUTPUT}
Dean Troyerffd17682014-08-02 16:07:03 -0500507 if [[ -z $LOGDIR ]]; then
508 $TOP_DIR/tools/worlddump.py
509 else
510 $TOP_DIR/tools/worlddump.py -d $LOGDIR
511 fi
Matthew Treinish4af2afc2015-10-13 09:51:17 -0400512 else
513 generate-subunit $DEVSTACK_START_TIME $SECONDS >> ${SUBUNIT_OUTPUT}
Dean Troyerffd17682014-08-02 16:07:03 -0500514 fi
515
516 exit $r
517}
518
519# Exit on any errors so that errors don't compound
520trap err_trap ERR
521function err_trap {
522 local r=$?
523 set +o xtrace
524 if [[ -n "$LOGFILE" ]]; then
525 echo "${0##*/} failed: full log in $LOGFILE"
526 else
527 echo "${0##*/} failed"
528 fi
529 exit $r
530}
531
532# Begin trapping error exit codes
533set -o errexit
534
Dean Troyerdc97cb72015-03-28 08:20:50 -0500535# Print the kernel version
536uname -a
537
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000538# Reset the bundle of CA certificates
539SSL_BUNDLE_FILE="$DATA_DIR/ca-bundle.pem"
540rm -f $SSL_BUNDLE_FILE
541
Dean Troyer0e8dced2014-07-25 10:33:21 -0500542# Import common services (database, message queue) configuration
543source $TOP_DIR/lib/database
544source $TOP_DIR/lib/rpc_backend
545
Dean Troyerd81a0272012-08-31 18:04:55 -0500546# Configure Projects
547# ==================
548
Bharat Kumar Kobagana7b9341e2015-03-30 11:58:10 +0530549# Clone all external plugins
550fetch_plugins
551
Wei Jiangang2af69152015-09-08 18:03:22 +0800552# Plugin Phase 0: override_defaults - allow plugins to override
Sean Dague6e275e12015-03-26 05:54:28 -0400553# defaults before other services are run
554run_phase override_defaults
555
Dean Troyerdc97cb72015-03-28 08:20:50 -0500556# Import Apache functions
zhang-hared98a5d02013-06-21 18:18:02 +0800557source $TOP_DIR/lib/apache
Brant Knudson0049c0c2014-01-16 18:16:48 -0600558
559# Import TLS functions
Dean Troyerc83a7e12012-11-29 11:47:58 -0600560source $TOP_DIR/lib/tls
Brant Knudson0049c0c2014-01-16 18:16:48 -0600561
562# Source project function libraries
Sean Dague0392a102013-07-31 13:07:45 -0400563source $TOP_DIR/lib/infra
Sean Dague1b6b5312013-07-31 06:46:34 -0400564source $TOP_DIR/lib/oslo
Daniel Genind4708672014-10-31 15:01:29 -0400565source $TOP_DIR/lib/lvm
Sean Dagueb562e6a2012-11-19 16:00:01 -0500566source $TOP_DIR/lib/horizon
Dean Troyerd81a0272012-08-31 18:04:55 -0500567source $TOP_DIR/lib/keystone
Dean Troyer73f6f252012-09-17 11:22:21 -0500568source $TOP_DIR/lib/glance
Dean Troyerbf67c192012-09-21 15:09:37 -0500569source $TOP_DIR/lib/nova
Chris Dent4d601752016-07-12 19:34:09 +0000570source $TOP_DIR/lib/placement
Dean Troyerd81a0272012-08-31 18:04:55 -0500571source $TOP_DIR/lib/cinder
Attila Fazekasece6a332012-11-29 14:19:41 +0100572source $TOP_DIR/lib/swift
Sean M. Collins2a242512016-05-03 09:03:09 -0400573source $TOP_DIR/lib/neutron
Brad Topolf127e2f2013-01-22 10:17:50 -0600574source $TOP_DIR/lib/ldap
Joe Gordone0b08d02014-08-20 00:34:55 -0700575source $TOP_DIR/lib/dstat
Sean Dague5cad4d32015-11-10 14:39:07 -0500576source $TOP_DIR/lib/dlm
Davanum Srinivas546656f2017-03-14 07:05:19 -0400577source $TOP_DIR/lib/etcd3
Patrick East657cdcd2016-07-01 16:08:15 -0700578source $TOP_DIR/lib/os_brick
Dean Troyerd81a0272012-08-31 18:04:55 -0500579
Dean Troyercdf3d762013-10-15 09:42:43 -0500580# Extras Source
581# --------------
582
583# Phase: source
Sean Dague2c65e712014-12-18 09:44:56 -0500584run_phase source
Dean Troyercdf3d762013-10-15 09:42:43 -0500585
Chris Dentc6d47012015-10-09 14:57:05 +0000586
Dean Troyerb7490da2013-03-18 16:07:56 -0500587# Interactive Configuration
588# -------------------------
589
590# Do all interactive config up front before the logging spew begins
James E. Blair213c4162012-11-06 09:38:36 +0100591
Anthony Young7a549f42011-10-12 07:13:13 +0000592# Generic helper to configure passwords
593function read_password {
Ian Wienand523f4882015-10-13 11:03:03 +1100594 local xtrace
595 xtrace=$(set +o | grep xtrace)
Anthony Young7a549f42011-10-12 07:13:13 +0000596 set +o xtrace
597 var=$1; msg=$2
598 pw=${!var}
599
Sahid Orentino Ferdjaoui9e032c22014-02-10 11:36:25 +0100600 if [[ -f $RC_DIR/localrc ]]; then
601 localrc=$TOP_DIR/localrc
602 else
Ian Wienand975f4202015-10-14 15:12:32 +1100603 localrc=$TOP_DIR/.localrc.password
Sahid Orentino Ferdjaoui9e032c22014-02-10 11:36:25 +0100604 fi
Anthony Young6015c822011-10-12 07:17:11 +0000605
Anthony Young7a549f42011-10-12 07:13:13 +0000606 # If the password is not defined yet, proceed to prompt user for a password.
607 if [ ! $pw ]; then
608 # If there is no localrc file, create one
Anthony Youngb4db2252011-10-12 14:08:08 -0700609 if [ ! -e $localrc ]; then
610 touch $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000611 fi
612
Ian Wienand975f4202015-10-14 15:12:32 +1100613 # Presumably if we got this far it can only be that our
614 # localrc is missing the required password. Prompt user for a
615 # password and write to localrc.
616
Anthony Youngb4db2252011-10-12 14:08:08 -0700617 echo ''
618 echo '################################################################################'
619 echo $msg
620 echo '################################################################################'
Ian Wienand975f4202015-10-14 15:12:32 +1100621 echo "This value will be written to ${localrc} file so you don't have to enter it "
Dean Troyer4e6a2b72011-12-29 17:27:45 -0600622 echo "again. Use only alphanumeric characters."
Anthony Youngb4db2252011-10-12 14:08:08 -0700623 echo "If you leave this blank, a random default value will be used."
Dean Troyer4e6a2b72011-12-29 17:27:45 -0600624 pw=" "
625 while true; do
626 echo "Enter a password now:"
627 read -e $var
628 pw=${!var}
629 [[ "$pw" = "`echo $pw | tr -cd [:alnum:]`" ]] && break
630 echo "Invalid chars in password. Try again:"
631 done
Anthony Youngb4db2252011-10-12 14:08:08 -0700632 if [ ! $pw ]; then
Attila Fazekasf71b5002014-05-28 09:52:22 +0200633 pw=$(generate_hex_string 10)
Anthony Young7a549f42011-10-12 07:13:13 +0000634 fi
Anthony Youngb4db2252011-10-12 14:08:08 -0700635 eval "$var=$pw"
636 echo "$var=$pw" >> $localrc
Anthony Young7a549f42011-10-12 07:13:13 +0000637 fi
Ian Wienand523f4882015-10-13 11:03:03 +1100638
639 # restore previous xtrace value
640 $xtrace
Anthony Young7a549f42011-10-12 07:13:13 +0000641}
642
Dean Troyer13dc5cc2012-03-27 14:50:45 -0500643
Dean Troyerb9182d62012-11-07 12:31:34 -0600644# Database Configuration
Dean Troyerdc97cb72015-03-28 08:20:50 -0500645# ----------------------
Dean Troyerb9182d62012-11-07 12:31:34 -0600646
Dean Troyerdc97cb72015-03-28 08:20:50 -0500647# To select between database backends, add the following to ``local.conf``:
Terry Wilson428af5a2012-11-01 16:12:39 -0400648#
Dean Troyerafc29fe2013-02-07 15:56:24 -0600649# disable_service mysql
650# enable_service postgresql
Terry Wilson428af5a2012-11-01 16:12:39 -0400651#
Dean Troyerafc29fe2013-02-07 15:56:24 -0600652# The available database backends are listed in ``DATABASE_BACKENDS`` after
653# ``lib/database`` is sourced. ``mysql`` is the default.
Terry Wilson428af5a2012-11-01 16:12:39 -0400654
Daniel P. Berrangea99e5c92015-02-11 17:25:32 +0000655initialize_database_backends && echo "Using $DATABASE_TYPE database backend" || echo "No database enabled"
Terry Wilson428af5a2012-11-01 16:12:39 -0400656
Dean Troyerb9182d62012-11-07 12:31:34 -0600657
Dean Troyerb7490da2013-03-18 16:07:56 -0500658# Queue Configuration
Dean Troyerdc97cb72015-03-28 08:20:50 -0500659# -------------------
Jesse Andrews782b9912011-10-02 16:53:21 -0400660
Anthony Younga8416442011-09-13 20:07:44 -0700661# Rabbit connection info
Dean Troyerdc97cb72015-03-28 08:20:50 -0500662# In multi node DevStack, second node needs ``RABBIT_USERID``, but rabbit
Joe Gordonf6287c22014-12-16 13:32:41 -0800663# isn't enabled.
Russell Bryant4a221452012-03-13 13:44:12 -0400664if is_service_enabled rabbit; then
Russell Bryant4a221452012-03-13 13:44:12 -0400665 read_password RABBIT_PASSWORD "ENTER A PASSWORD TO USE FOR RABBIT."
666fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700667
Dean Troyerb7490da2013-03-18 16:07:56 -0500668
669# Keystone
Dean Troyerdc97cb72015-03-28 08:20:50 -0500670# --------
Dean Troyerb7490da2013-03-18 16:07:56 -0500671
Dean Troyer5ce44cd2015-02-12 22:18:33 -0600672if is_service_enabled keystone; then
Dean Troyerb7490da2013-03-18 16:07:56 -0500673 # Services authenticate to Identity with servicename/``SERVICE_PASSWORD``
674 read_password SERVICE_PASSWORD "ENTER A SERVICE_PASSWORD TO USE FOR THE SERVICE AUTHENTICATION."
675 # Horizon currently truncates usernames and passwords at 20 characters
676 read_password ADMIN_PASSWORD "ENTER A PASSWORD TO USE FOR HORIZON AND KEYSTONE (20 CHARS OR LESS)."
677
678 # Keystone can now optionally install OpenLDAP by enabling the ``ldap``
Dean Troyerdc97cb72015-03-28 08:20:50 -0500679 # service in ``local.conf`` (e.g. ``enable_service ldap``).
Dean Troyerb7490da2013-03-18 16:07:56 -0500680 # To clean out the Keystone contents in OpenLDAP set ``KEYSTONE_CLEAR_LDAP``
Dean Troyerdc97cb72015-03-28 08:20:50 -0500681 # to ``yes`` (e.g. ``KEYSTONE_CLEAR_LDAP=yes``) in ``local.conf``. To enable the
Dean Troyerb7490da2013-03-18 16:07:56 -0500682 # Keystone Identity Driver (``keystone.identity.backends.ldap.Identity``)
683 # set ``KEYSTONE_IDENTITY_BACKEND`` to ``ldap`` (e.g.
Dean Troyerdc97cb72015-03-28 08:20:50 -0500684 # ``KEYSTONE_IDENTITY_BACKEND=ldap``) in ``local.conf``.
Dean Troyerb7490da2013-03-18 16:07:56 -0500685
Dean Troyerdc97cb72015-03-28 08:20:50 -0500686 # Only request LDAP password if the service is enabled
Dean Troyerb7490da2013-03-18 16:07:56 -0500687 if is_service_enabled ldap; then
688 read_password LDAP_PASSWORD "ENTER A PASSWORD TO USE FOR LDAP"
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000689 fi
Dean Troyerb7490da2013-03-18 16:07:56 -0500690fi
691
692
693# Swift
Dean Troyerdc97cb72015-03-28 08:20:50 -0500694# -----
Dean Troyerb7490da2013-03-18 16:07:56 -0500695
696if is_service_enabled s-proxy; then
Chmouel Boudjnah77b0e1d2012-02-29 16:55:43 +0000697 # We only ask for Swift Hash if we have enabled swift service.
Dean Troyerb9182d62012-11-07 12:31:34 -0600698 # ``SWIFT_HASH`` is a random unique string for a swift cluster that
Chmouel Boudjnahb2857e42011-11-03 16:19:14 +0100699 # can never change.
700 read_password SWIFT_HASH "ENTER A RANDOM SWIFT HASH."
Jim Rollenhagenabbb0e92014-08-05 18:01:48 +0000701
702 if [[ -z "$SWIFT_TEMPURL_KEY" ]] && [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]]; then
703 read_password SWIFT_TEMPURL_KEY "ENTER A KEY FOR SWIFT TEMPURLS."
704 fi
Chmouel Boudjnahb2857e42011-11-03 16:19:14 +0100705fi
Vishvananda Ishaya5f039322011-11-05 16:12:20 -0700706
Dean Troyer68162342015-05-13 15:41:03 -0500707# Save configuration values
708save_stackenv $LINENO
709
Dean Troyerdf0972c2012-03-07 17:31:03 -0600710
Jesse Andrews30f68e92011-09-13 00:59:54 -0700711# Install Packages
Jesse Andrewsd74257d2011-09-13 01:24:50 -0700712# ================
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500713
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500714# OpenStack uses a fair number of other projects.
Jesse Andrews30f68e92011-09-13 00:59:54 -0700715
Shashank Hegde2d91fe82015-08-18 18:33:55 -0700716# Bring down global requirements before any use of pip_install. This is
717# necessary to ensure that the constraints file is in place before we
718# attempt to apply any constraints to pip installs.
719git_clone $REQUIREMENTS_REPO $REQUIREMENTS_DIR $REQUIREMENTS_BRANCH
720
Dean Troyer7d28a0e2012-06-27 17:55:52 -0500721# Install package requirements
Dean Troyer48352ee2012-12-12 12:50:38 -0600722# Source it so the entire environment is available
Dean Troyer7903b792012-09-13 17:16:12 -0500723echo_summary "Installing package prerequisites"
Dean Troyer48352ee2012-12-12 12:50:38 -0600724source $TOP_DIR/tools/install_prereqs.sh
Monty Taylor47f02062012-07-26 11:09:24 -0500725
Dean Troyerdc97cb72015-03-28 08:20:50 -0500726# Configure an appropriate Python environment
Arata Notsu8b5d3cf2013-10-17 21:42:49 +0900727if [[ "$OFFLINE" != "True" ]]; then
Sean Dague53753292014-12-04 19:38:15 -0500728 PYPI_ALTERNATIVE_URL=${PYPI_ALTERNATIVE_URL:-""} $TOP_DIR/tools/install_pip.sh
Arata Notsu8b5d3cf2013-10-17 21:42:49 +0900729fi
Dean Troyer1a6d4492013-06-03 16:47:36 -0500730
Matthew Treinish4af2afc2015-10-13 09:51:17 -0400731# Install subunit for the subunit output stream
732pip_install -U os-testr
733
Joe Gordon981ed292014-12-15 21:11:20 -0800734TRACK_DEPENDS=${TRACK_DEPENDS:-False}
735
Dean Troyerdc97cb72015-03-28 08:20:50 -0500736# Install Python packages into a virtualenv so that we can track them
Joe Gordon981ed292014-12-15 21:11:20 -0800737if [[ $TRACK_DEPENDS = True ]]; then
738 echo_summary "Installing Python packages into a virtualenv $DEST/.venv"
739 pip_install -U virtualenv
740
741 rm -rf $DEST/.venv
742 virtualenv --system-site-packages $DEST/.venv
743 source $DEST/.venv/bin/activate
744 $DEST/.venv/bin/pip freeze > $DEST/requires-pre-pip
745fi
746
Gael Chamoulaudd3121f62014-07-24 23:53:02 +0200747# Do the ugly hacks for broken packages and distros
Dean Troyer04a35112014-08-15 14:03:52 -0500748source $TOP_DIR/tools/fixup_stuff.sh
Dean Troyer9acc12a2013-08-09 15:09:31 -0500749
Sean Daguec006bbd2017-04-26 06:57:58 -0400750if [[ "$USE_SYSTEMD" == "True" ]]; then
751 pip_install_gr systemd-python
Sean Daguee264b4a2017-05-04 15:56:37 -0400752 # the default rate limit of 1000 messages / 30 seconds is not
753 # sufficient given how verbose our logging is.
754 iniset -sudo /etc/systemd/journald.conf "Journal" "RateLimitBurst" "0"
755 sudo systemctl restart systemd-journald
Sean Daguec006bbd2017-04-26 06:57:58 -0400756fi
Dean Troyer5c3a63e2014-07-09 11:27:42 -0500757
Dean Troyerb1d8e8e2015-02-16 13:58:35 -0600758# Virtual Environment
759# -------------------
760
Yuki Nishiwaki0a9d03d2015-05-08 16:29:55 +0900761# Install required infra support libraries
762install_infra
763
Dean Troyer5c3a63e2014-07-09 11:27:42 -0500764# Extras Pre-install
765# ------------------
Dean Troyer5c3a63e2014-07-09 11:27:42 -0500766# Phase: pre-install
Sean Dague2c65e712014-12-18 09:44:56 -0500767run_phase stack pre-install
Dean Troyer5c3a63e2014-07-09 11:27:42 -0500768
Dan Smith1f55d382017-05-16 08:50:53 -0700769# NOTE(danms): Set global limits before installing anything
770set_systemd_override DefaultLimitNOFILE ${ULIMIT_NOFILE}
771
Dean Troyer62d1d692013-08-01 17:40:40 -0500772install_rpc_backend
Dan Smithb1d85192017-02-23 08:01:32 -0800773restart_rpc_backend
Dean Troyer62d1d692013-08-01 17:40:40 -0500774
Sean Dague5cad4d32015-11-10 14:39:07 -0500775# NOTE(sdague): dlm install is conditional on one being enabled by configuration
776install_dlm
777configure_dlm
778
Dean Troyer62d1d692013-08-01 17:40:40 -0500779if is_service_enabled $DATABASE_BACKENDS; then
780 install_database
Olivier Lemasle7dd890d2015-09-14 14:21:12 +0200781fi
782if [ -n "$DATABASE_TYPE" ]; then
Dean Troyer5686dbc2015-03-09 14:27:51 -0500783 install_database_python
Dean Troyer62d1d692013-08-01 17:40:40 -0500784fi
785
786if is_service_enabled neutron; then
787 install_neutron_agent_packages
788fi
789
Dean Troyerfe51a902013-04-01 15:48:44 -0500790# Check Out and Install Source
791# ----------------------------
Dean Troyer4a43b7b2012-08-28 17:43:40 -0500792
Dean Troyer7903b792012-09-13 17:16:12 -0500793echo_summary "Installing OpenStack project source"
794
Dean Troyerdc97cb72015-03-28 08:20:50 -0500795# Install Oslo libraries
Sean Dague1b6b5312013-07-31 06:46:34 -0400796install_oslo
797
Sean Dague604e5982017-04-13 13:28:12 -0400798# Install uwsgi
799install_apache_uwsgi
800
Dean Troyerdc97cb72015-03-28 08:20:50 -0500801# Install client libraries
Jamie Lennox21a90772015-07-03 11:54:38 +1000802install_keystoneauth
Dean Troyerd81a0272012-08-31 18:04:55 -0500803install_keystoneclient
Dean Troyer73f6f252012-09-17 11:22:21 -0500804install_glanceclient
Dean Troyer253a1a32013-04-01 18:23:22 -0500805install_cinderclient
Dean Troyerbf67c192012-09-21 15:09:37 -0500806install_novaclient
Sean Dague75195b52013-07-25 15:38:09 -0400807if is_service_enabled swift glance horizon; then
Dean Troyerfe51a902013-04-01 15:48:44 -0500808 install_swiftclient
809fi
Sean Dague75195b52013-07-25 15:38:09 -0400810if is_service_enabled neutron nova horizon; then
Mark McClainb05c8762013-07-06 23:29:39 -0400811 install_neutronclient
Dean Troyerfe51a902013-04-01 15:48:44 -0500812fi
813
Patrick East657cdcd2016-07-01 16:08:15 -0700814# Install shared libraries
815if is_service_enabled cinder nova; then
816 install_os_brick
817fi
818
Daniel P. Berrangec30b8de2016-11-14 13:23:14 +0000819# Setup TLS certs
Sean Daguef3b2f4c2017-04-13 10:11:48 -0400820if is_service_enabled tls-proxy; then
Daniel P. Berrangec30b8de2016-11-14 13:23:14 +0000821 configure_CA
822 init_CA
823 init_cert
824fi
825
Morgan Fainberg58936fd2014-06-24 12:26:07 -0700826# Install middleware
827install_keystonemiddleware
828
Dean Troyer5ce44cd2015-02-12 22:18:33 -0600829if is_service_enabled keystone; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100830 if [ "$KEYSTONE_AUTH_HOST" == "$SERVICE_HOST" ]; then
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600831 stack_install_service keystone
Bartosz Górski0abde392014-02-28 14:15:19 +0100832 configure_keystone
833 fi
Jesse Andrews38df1222011-11-20 09:55:44 -0800834fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100835
Sean Dague8b416ae2016-03-25 08:58:54 -0400836if is_service_enabled swift; then
gordon chungb6197e62015-02-12 15:33:35 -0500837 if is_service_enabled ceilometer; then
838 install_ceilometermiddleware
839 fi
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600840 stack_install_service swift
Dean Troyerfe51a902013-04-01 15:48:44 -0500841 configure_swift
842
rahmu9d2647a2013-04-24 10:40:07 +0200843 # swift3 middleware to provide S3 emulation to Swift
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000844 if is_service_enabled swift3; then
Dean Troyerdc97cb72015-03-28 08:20:50 -0500845 # Replace the nova-objectstore port by the swift port
rahmu9d2647a2013-04-24 10:40:07 +0200846 S3_SERVICE_PORT=8080
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000847 git_clone $SWIFT3_REPO $SWIFT3_DIR $SWIFT3_BRANCH
Dean Troyerfe51a902013-04-01 15:48:44 -0500848 setup_develop $SWIFT3_DIR
Chmouel Boudjnah6ae9ea52012-07-05 06:50:51 +0000849 fi
James E. Blaire7ce24f2011-11-10 13:05:13 -0800850fi
Attila Fazekasece6a332012-11-29 14:19:41 +0100851
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000852if is_service_enabled g-api n-api; then
Dean Troyerdc97cb72015-03-28 08:20:50 -0500853 # Image catalog service
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600854 stack_install_service glance
Dean Troyerfe51a902013-04-01 15:48:44 -0500855 configure_glance
James E. Blaire7ce24f2011-11-10 13:05:13 -0800856fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500857
858if is_service_enabled cinder; then
Dean Troyerdc97cb72015-03-28 08:20:50 -0500859 # Block volume service
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600860 stack_install_service cinder
Dean Troyerfe51a902013-04-01 15:48:44 -0500861 configure_cinder
862fi
863
Mark McClainb05c8762013-07-06 23:29:39 -0400864if is_service_enabled neutron; then
Dean Troyerdc97cb72015-03-28 08:20:50 -0500865 # Network service
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600866 stack_install_service neutron
Dean Troyerfe51a902013-04-01 15:48:44 -0500867fi
868
Dean Troyerbf67c192012-09-21 15:09:37 -0500869if is_service_enabled nova; then
Dean Troyerdc97cb72015-03-28 08:20:50 -0500870 # Compute service
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600871 stack_install_service nova
Dean Troyerfe51a902013-04-01 15:48:44 -0500872 cleanup_nova
873 configure_nova
Dean Troyerbf67c192012-09-21 15:09:37 -0500874fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500875
Chris Dent4d601752016-07-12 19:34:09 +0000876if is_service_enabled placement; then
877 # placement api
878 stack_install_service placement
879 cleanup_placement
880 configure_placement
881fi
882
Sean Dague51a225c2016-12-15 16:32:08 -0500883# create a placement-client fake service to know we need to configure
884# placement connectivity. We configure the placement service for nova
885# if placement-api or placement-client is active, and n-cpu on the
886# same box.
887if is_service_enabled placement placement-client; then
Prashant Shettyf58b3732017-02-23 13:48:12 +0000888 if is_service_enabled n-cpu || is_service_enabled n-sch; then
Sean Dague51a225c2016-12-15 16:32:08 -0500889 configure_placement_nova_compute
890 fi
891fi
892
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +0000893if is_service_enabled horizon; then
Zhenguo Niue385d1e2014-03-12 16:58:12 +0800894 # django openstack_auth
895 install_django_openstack_auth
Sean Dagueb562e6a2012-11-19 16:00:01 -0500896 # dashboard
Dean Troyer8c2ce6e2015-02-18 14:47:54 -0600897 stack_install_service horizon
James E. Blaire7ce24f2011-11-10 13:05:13 -0800898fi
Dean Troyerfe51a902013-04-01 15:48:44 -0500899
Sean Daguef3b2f4c2017-04-13 10:11:48 -0400900if is_service_enabled tls-proxy; then
Daniel P. Berrangec30b8de2016-11-14 13:23:14 +0000901 fix_system_ca_bundle_path
Dean Troyer67787e62012-05-02 11:48:15 -0500902fi
Jesse Andrewsba23cc72011-09-11 03:22:13 -0700903
Dean Troyercdf3d762013-10-15 09:42:43 -0500904# Extras Install
905# --------------
906
907# Phase: install
Sean Dague2c65e712014-12-18 09:44:56 -0500908run_phase stack install
Dean Troyercdf3d762013-10-15 09:42:43 -0500909
Dean Troyerdc97cb72015-03-28 08:20:50 -0500910# Install the OpenStack client, needed for most setup commands
Ihar Hrachyshka1ffa3322015-02-20 16:23:15 +0100911if use_library_from_git "python-openstackclient"; then
912 git_clone_by_name "python-openstackclient"
913 setup_dev_lib "python-openstackclient"
914else
Sean Dague60996b12015-04-08 09:06:49 -0400915 pip_install_gr python-openstackclient
Ihar Hrachyshka1ffa3322015-02-20 16:23:15 +0100916fi
917
Dean Troyercc6b4432013-04-08 15:38:03 -0500918if [[ $TRACK_DEPENDS = True ]]; then
Monty Taylor47f02062012-07-26 11:09:24 -0500919 $DEST/.venv/bin/pip freeze > $DEST/requires-post-pip
Dean Troyercc6b4432013-04-08 15:38:03 -0500920 if ! diff -Nru $DEST/requires-pre-pip $DEST/requires-post-pip > $DEST/requires.diff; then
DennyZhange8fa8532013-11-03 12:22:04 -0600921 echo "Detect some changes for installed packages of pip, in depend tracking mode"
Monty Taylor47f02062012-07-26 11:09:24 -0500922 cat $DEST/requires.diff
923 fi
924 echo "Ran stack.sh in depend tracking mode, bailing out now"
925 exit 0
926fi
Dean Troyerdf0972c2012-03-07 17:31:03 -0600927
Dean Troyerb7490da2013-03-18 16:07:56 -0500928
Dean Troyerff603ef2011-11-22 17:48:10 -0600929# Syslog
Dean Troyerdf0972c2012-03-07 17:31:03 -0600930# ------
Dean Troyerff603ef2011-11-22 17:48:10 -0600931
932if [[ $SYSLOG != "False" ]]; then
Dean Troyerff603ef2011-11-22 17:48:10 -0600933 if [[ "$SYSLOG_HOST" = "$HOST_IP" ]]; then
934 # Configure the master host to receive
935 cat <<EOF >/tmp/90-stack-m.conf
936\$ModLoad imrelp
937\$InputRELPServerRun $SYSLOG_PORT
938EOF
939 sudo mv /tmp/90-stack-m.conf /etc/rsyslog.d
940 else
941 # Set rsyslog to send to remote host
942 cat <<EOF >/tmp/90-stack-s.conf
943*.* :omrelp:$SYSLOG_HOST:$SYSLOG_PORT
944EOF
945 sudo mv /tmp/90-stack-s.conf /etc/rsyslog.d
946 fi
cloudnulle4859f02013-05-28 14:10:58 -0500947
948 RSYSLOGCONF="/etc/rsyslog.conf"
949 if [ -f $RSYSLOGCONF ]; then
950 sudo cp -b $RSYSLOGCONF $RSYSLOGCONF.bak
951 if [[ $(grep '$SystemLogRateLimitBurst' $RSYSLOGCONF) ]]; then
952 sudo sed -i 's/$SystemLogRateLimitBurst\ .*/$SystemLogRateLimitBurst\ 0/' $RSYSLOGCONF
953 else
954 sudo sed -i '$ i $SystemLogRateLimitBurst\ 0' $RSYSLOGCONF
955 fi
956 if [[ $(grep '$SystemLogRateLimitInterval' $RSYSLOGCONF) ]]; then
957 sudo sed -i 's/$SystemLogRateLimitInterval\ .*/$SystemLogRateLimitInterval\ 0/' $RSYSLOGCONF
958 else
959 sudo sed -i '$ i $SystemLogRateLimitInterval\ 0' $RSYSLOGCONF
960 fi
961 fi
962
Dean Troyer7903b792012-09-13 17:16:12 -0500963 echo_summary "Starting rsyslog"
Dean Troyer13dc5cc2012-03-27 14:50:45 -0500964 restart_service rsyslog
Dean Troyerff603ef2011-11-22 17:48:10 -0600965fi
966
Dean Troyerdf0972c2012-03-07 17:31:03 -0600967
Atsushi SAKAIfe7b56c2015-11-13 17:06:16 +0900968# Export Certificate Authority Bundle
969# -----------------------------------
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000970
971# If certificates were used and written to the SSL bundle file then these
972# should be exported so clients can validate their connections.
973
974if [ -f $SSL_BUNDLE_FILE ]; then
975 export OS_CACERT=$SSL_BUNDLE_FILE
976fi
977
978
Terry Wilson428af5a2012-11-01 16:12:39 -0400979# Configure database
980# ------------------
Dean Troyerb9182d62012-11-07 12:31:34 -0600981
Terry Wilson428af5a2012-11-01 16:12:39 -0400982if is_service_enabled $DATABASE_BACKENDS; then
983 configure_database
Jesse Andrews24859062011-09-15 21:28:23 -0700984fi
985
Dean Troyerb9182d62012-11-07 12:31:34 -0600986
987# Configure screen
988# ----------------
989
Sean Dague53753292014-12-04 19:38:15 -0500990USE_SCREEN=$(trueorfalse True USE_SCREEN)
Dean Troyer681f3fd2013-02-27 19:00:39 -0600991if [[ "$USE_SCREEN" == "True" ]]; then
992 # Create a new named screen to run processes in
993 screen -d -m -S $SCREEN_NAME -t shell -s /bin/bash
994 sleep 1
995
996 # Set a reasonable status bar
Ed Cranfordff72c502015-01-21 16:42:42 -0600997 SCREEN_HARDSTATUS=${SCREEN_HARDSTATUS:-}
Dean Troyer681f3fd2013-02-27 19:00:39 -0600998 if [ -z "$SCREEN_HARDSTATUS" ]; then
999 SCREEN_HARDSTATUS='%{= .} %-Lw%{= .}%> %n%f %t*%{= .}%+Lw%< %-=%{g}(%{d}%H/%l%{g})'
1000 fi
1001 screen -r $SCREEN_NAME -X hardstatus alwayslastline "$SCREEN_HARDSTATUS"
Steven Dake30396572013-06-30 16:11:54 -07001002 screen -r $SCREEN_NAME -X setenv PROMPT_COMMAND /bin/true
Sean Daguef06455e2016-10-07 06:57:03 -04001003
1004 if is_service_enabled tls-proxy; then
1005 follow_tls_proxy
1006 fi
Josh Kearney0a7a41e2012-04-04 17:47:56 -05001007fi
1008
Dean Troyerdc97cb72015-03-28 08:20:50 -05001009# Clear ``screenrc`` file
Jiajun Liu61bb2c12012-10-19 09:48:30 +08001010SCREENRC=$TOP_DIR/$SCREEN_NAME-screenrc
1011if [[ -e $SCREENRC ]]; then
Jiajun Liu8e58c072013-07-17 06:41:50 +00001012 rm -f $SCREENRC
Jiajun Liu61bb2c12012-10-19 09:48:30 +08001013fi
Dean Troyerb9182d62012-11-07 12:31:34 -06001014
jiajun xua9414242012-12-06 16:30:57 +08001015# Initialize the directory for service status check
1016init_service_check
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001017
Dean Troyer68162342015-05-13 15:41:03 -05001018# Save configuration values
1019save_stackenv $LINENO
1020
Clark Boylanf85e0ba2017-03-17 12:54:30 -07001021# Kernel Samepage Merging (KSM)
1022# -----------------------------
1023
1024# Processes that mark their memory as mergeable can share identical memory
1025# pages if KSM is enabled. This is particularly useful for nova + libvirt
1026# backends but any other setup that marks its memory as mergeable can take
1027# advantage. The drawback is there is higher cpu load; however, we tend to
1028# be memory bound not cpu bound so enable KSM by default but allow people
1029# to opt out if the CPU time is more important to them.
1030
1031if [[ "ENABLE_KSM" == "True" ]] ; then
1032 if [[ -f /sys/kernel/mm/ksm/run ]] ; then
1033 sudo sh -c "echo 1 > /sys/kernel/mm/ksm/run"
1034 fi
1035fi
1036
Dean Troyerdc97cb72015-03-28 08:20:50 -05001037
1038# Start Services
1039# ==============
1040
Sean Dague78096b52014-02-25 10:23:04 -05001041# Dstat
Dean Troyerdc97cb72015-03-28 08:20:50 -05001042# -----
Dean Troyer1a6d4492013-06-03 16:47:36 -05001043
Sean Daguef1eb0472014-02-11 17:28:56 -05001044# A better kind of sysstat, with the top process per time slice
Joe Gordone0b08d02014-08-20 00:34:55 -07001045start_dstat
Sean Dague062cdaf2014-02-10 22:24:49 -05001046
Davanum Srinivas546656f2017-03-14 07:05:19 -04001047# Etcd
1048# -----
1049
1050# etcd is a distributed key value store that provides a reliable way to store data across a cluster of machines
1051start_etcd3
Dean Troyer893e6632013-09-13 15:05:51 -05001052
Dean Troyerd81a0272012-08-31 18:04:55 -05001053# Keystone
1054# --------
1055
Patrick Easta5d965a2016-08-03 14:44:53 -07001056# Rather than just export these, we write them out to a
1057# intermediate userrc file that can also be used to debug if
1058# something goes wrong between here and running
1059# tools/create_userrc.sh (this script relies on services other
1060# than keystone being available, so we can't call it right now)
1061cat > $TOP_DIR/userrc_early <<EOF
Steve Martinelli923be5f2015-12-20 00:24:19 -05001062# Use this for debugging issues before files in accrc are created
1063
1064# Set up password auth credentials now that Keystone is bootstrapped
1065export OS_IDENTITY_API_VERSION=3
1066export OS_AUTH_URL=$KEYSTONE_AUTH_URI
1067export OS_USERNAME=admin
1068export OS_USER_DOMAIN_ID=default
1069export OS_PASSWORD=$ADMIN_PASSWORD
1070export OS_PROJECT_NAME=admin
1071export OS_PROJECT_DOMAIN_ID=default
zhiyuan_cai6f1781f2016-04-07 18:36:46 +08001072export OS_REGION_NAME=$KEYSTONE_REGION_NAME
Steve Martinelli923be5f2015-12-20 00:24:19 -05001073
1074EOF
1075
Patrick Easta5d965a2016-08-03 14:44:53 -07001076if is_service_enabled tls-proxy; then
1077 echo "export OS_CACERT=$INT_CA_DIR/ca-chain.pem" >> $TOP_DIR/userrc_early
1078 start_tls_proxy http-services '*' 443 $SERVICE_HOST 80
1079fi
Rob Crittendenbe00e952016-03-24 18:09:22 -04001080
Patrick Easta5d965a2016-08-03 14:44:53 -07001081source $TOP_DIR/userrc_early
1082
1083if is_service_enabled keystone; then
1084 echo_summary "Starting Keystone"
1085
1086 if [ "$KEYSTONE_AUTH_HOST" == "$SERVICE_HOST" ]; then
1087 init_keystone
1088 start_keystone
1089 bootstrap_keystone
1090 fi
Dean Troyer42a59c22014-03-03 14:31:29 -06001091
Dean Troyerd835de82012-11-29 17:11:35 -06001092 create_keystone_accounts
Édouard Thuleau93a41562017-03-09 18:53:18 +01001093 if is_service_enabled nova; then
1094 create_nova_accounts
1095 fi
1096 if is_service_enabled glance; then
1097 create_glance_accounts
1098 fi
1099 if is_service_enabled cinder; then
1100 create_cinder_accounts
1101 fi
1102 if is_service_enabled neutron; then
1103 create_neutron_accounts
1104 fi
Dean Troyer42a59c22014-03-03 14:31:29 -06001105 if is_service_enabled swift; then
Ian Wienand0ff314c2013-07-17 16:30:19 +10001106 create_swift_accounts
1107 fi
1108
Dean Troyerd81a0272012-08-31 18:04:55 -05001109fi
1110
Monty Taylor7224eec2015-09-19 11:26:18 -04001111# Write a clouds.yaml file
1112write_clouds_yaml
Monty Taylor16a2d642015-09-19 11:19:31 -04001113
Tres Henryca85b792011-10-28 14:00:21 -07001114# Horizon
Dean Troyerdf0972c2012-03-07 17:31:03 -06001115# -------
Jesse Andrewscbe98d52011-10-02 17:47:32 -04001116
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001117if is_service_enabled horizon; then
Akihiro Motoki43f62c02015-12-15 16:44:41 +09001118 echo_summary "Configuring Horizon"
1119 configure_horizon
Anthony Young70dc5e02011-09-15 16:52:43 -07001120fi
Jesse Andrews75a37652011-09-12 17:09:08 -07001121
Anthony Young3859f732011-09-14 02:33:43 -07001122
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001123# Glance
1124# ------
1125
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001126if is_service_enabled g-reg; then
Dean Troyer7903b792012-09-13 17:16:12 -05001127 echo_summary "Configuring Glance"
Dean Troyer73f6f252012-09-17 11:22:21 -05001128 init_glance
Anthony Young70dc5e02011-09-15 16:52:43 -07001129fi
Jesse Andrews75a37652011-09-12 17:09:08 -07001130
Dean Troyer8c032d12013-09-23 13:53:13 -05001131
Mark McClainb05c8762013-07-06 23:29:39 -04001132# Neutron
Anthony Young60df29a2012-03-28 09:40:17 -07001133# -------
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001134
Mark McClainb05c8762013-07-06 23:29:39 -04001135if is_service_enabled neutron; then
1136 echo_summary "Configuring Neutron"
Dean Troyerb9182d62012-11-07 12:31:34 -06001137
Mark McClainb05c8762013-07-06 23:29:39 -04001138 configure_neutron
Dean Troyerdc97cb72015-03-28 08:20:50 -05001139 # Run init_neutron only on the node hosting the Neutron API server
Sean M. Collins2a242512016-05-03 09:03:09 -04001140 if is_service_enabled $DATABASE_BACKENDS && is_service_enabled neutron; then
Salvatore Orlandodd649882013-08-05 08:56:17 -07001141 init_neutron
1142 fi
Dan Wendlandt0007f3a2012-05-18 13:37:47 -07001143fi
1144
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001145# Nova
1146# ----
Dean Troyerbd13b702012-02-13 11:22:36 -06001147
Isaku Yamahata6f85ab32012-08-06 16:56:10 +09001148if is_service_enabled n-net q-dhcp; then
Anthony Young55458452011-12-17 00:21:49 +00001149 # Delete traces of nova networks from prior runs
Davanum Srinivasd71d6e72013-01-28 19:15:57 -05001150 # Do not kill any dnsmasq instance spawned by NetworkManager
1151 netman_pid=$(pidof NetworkManager || true)
1152 if [ -z "$netman_pid" ]; then
1153 sudo killall dnsmasq || true
1154 else
1155 sudo ps h -o pid,ppid -C dnsmasq | grep -v $netman_pid | awk '{print $1}' | sudo xargs kill || true
1156 fi
1157
Anthony Young55458452011-12-17 00:21:49 +00001158 clean_iptables
Christian Berendt7a7fb492014-04-07 13:31:07 +00001159
1160 if is_service_enabled n-net; then
1161 rm -rf ${NOVA_STATE_PATH}/networks
1162 sudo mkdir -p ${NOVA_STATE_PATH}/networks
Chris Denta0ced4d2014-05-27 22:08:46 +01001163 safe_chown -R ${STACK_USER} ${NOVA_STATE_PATH}/networks
Christian Berendt7a7fb492014-04-07 13:31:07 +00001164 fi
1165
Dean Troyer1a6d4492013-06-03 16:47:36 -05001166 # Force IP forwarding on, just in case
Dean Troyer0b31e862012-03-07 16:47:56 -06001167 sudo sysctl -w net.ipv4.ip_forward=1
Anthony Young70dc5e02011-09-15 16:52:43 -07001168fi
Jesse Andrews75a37652011-09-12 17:09:08 -07001169
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001170
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001171# Storage Service
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001172# ---------------
1173
Sean Dague8b416ae2016-03-25 08:58:54 -04001174if is_service_enabled swift; then
Dean Troyer7903b792012-09-13 17:16:12 -05001175 echo_summary "Configuring Swift"
Attila Fazekasece6a332012-11-29 14:19:41 +01001176 init_swift
Chmouel Boudjnah28fa4e82011-11-01 12:30:55 +01001177fi
1178
Dean Troyerdf0972c2012-03-07 17:31:03 -06001179
Anthony Youngacff87a2011-10-20 10:12:58 -07001180# Volume Service
1181# --------------
1182
Dean Troyer67787e62012-05-02 11:48:15 -05001183if is_service_enabled cinder; then
Dean Troyer7903b792012-09-13 17:16:12 -05001184 echo_summary "Configuring Cinder"
Dean Troyer67787e62012-05-02 11:48:15 -05001185 init_cinder
Anthony Youngacff87a2011-10-20 10:12:58 -07001186fi
1187
Dean Troyer2aa2a892013-08-04 19:53:19 -05001188
1189# Compute Service
1190# ---------------
1191
Dean Troyerbf67c192012-09-21 15:09:37 -05001192if is_service_enabled nova; then
1193 echo_summary "Configuring Nova"
1194 init_nova
Jesse Andrewsd1879c52011-09-16 16:28:13 -07001195
Dean Troyer86a79692012-10-22 15:24:46 -05001196 # Additional Nova configuration that is dependent on other services
Mark McClainb05c8762013-07-06 23:29:39 -04001197 if is_service_enabled neutron; then
Sean M. Collins2a242512016-05-03 09:03:09 -04001198 configure_neutron_nova
Dean Troyer86a79692012-10-22 15:24:46 -05001199 elif is_service_enabled n-net; then
Akihiro MOTOKI66afb472012-12-21 15:34:13 +09001200 create_nova_conf_nova_network
Brad Hall1bfa3d52011-10-27 18:18:20 -07001201 fi
Dean Troyerdf0972c2012-03-07 17:31:03 -06001202
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001203 init_nova_cells
Anthony Youngb62b4ca2011-10-26 22:29:08 -07001204fi
1205
Chris Dent4d601752016-07-12 19:34:09 +00001206if is_service_enabled placement; then
1207 echo_summary "Configuring placement"
1208 init_placement
1209fi
1210
Dean Troyerdc97cb72015-03-28 08:20:50 -05001211
Dean Troyercdf3d762013-10-15 09:42:43 -05001212# Extras Configuration
1213# ====================
1214
1215# Phase: post-config
Sean Dague2c65e712014-12-18 09:44:56 -05001216run_phase stack post-config
Dean Troyercdf3d762013-10-15 09:42:43 -05001217
1218
Dean Troyer893e6632013-09-13 15:05:51 -05001219# Local Configuration
1220# ===================
1221
Dean Troyerdc97cb72015-03-28 08:20:50 -05001222# Apply configuration from ``local.conf`` if it exists for layer 2 services
Dean Troyer893e6632013-09-13 15:05:51 -05001223# Phase: post-config
1224merge_config_group $TOP_DIR/local.conf post-config
1225
1226
Jesse Andrewsd74257d2011-09-13 01:24:50 -07001227# Launch Services
1228# ===============
Jesse Andrews30f68e92011-09-13 00:59:54 -07001229
Jesse Andrewsdfcd2002011-09-13 13:17:22 -07001230# Only run the services specified in ``ENABLED_SERVICES``
1231
Attila Fazekasece6a332012-11-29 14:19:41 +01001232# Launch Swift Services
Sean Dague8b416ae2016-03-25 08:58:54 -04001233if is_service_enabled swift; then
Attila Fazekasece6a332012-11-29 14:19:41 +01001234 echo_summary "Starting Swift"
1235 start_swift
1236fi
1237
Dean Troyer73f6f252012-09-17 11:22:21 -05001238# Launch the Glance services
Dean Troyere4fa7212014-01-15 15:04:49 -06001239if is_service_enabled glance; then
Dean Troyer7903b792012-09-13 17:16:12 -05001240 echo_summary "Starting Glance"
Dean Troyer73f6f252012-09-17 11:22:21 -05001241 start_glance
Anthony Youngd000b222011-09-19 14:46:53 -07001242fi
1243
Dean Troyerdc97cb72015-03-28 08:20:50 -05001244
Eric Windisch0b9776d2014-01-28 11:20:53 -05001245# Install Images
1246# ==============
1247
Dean Troyerdc97cb72015-03-28 08:20:50 -05001248# Upload an image to Glance.
Eric Windisch0b9776d2014-01-28 11:20:53 -05001249#
Dean Troyerdc97cb72015-03-28 08:20:50 -05001250# The default image is CirrOS, a small testing image which lets you login as **root**
1251# CirrOS has a ``cloud-init`` analog supporting login via keypair and sending
Eric Windisch0b9776d2014-01-28 11:20:53 -05001252# scripts as userdata.
Dean Troyerdc97cb72015-03-28 08:20:50 -05001253# See https://help.ubuntu.com/community/CloudInit for more on ``cloud-init``
Eric Windisch0b9776d2014-01-28 11:20:53 -05001254
1255if is_service_enabled g-reg; then
Eric Windisch0b9776d2014-01-28 11:20:53 -05001256
Sean Dague2f8e08b2014-12-05 08:31:16 -05001257 echo_summary "Uploading images"
Eric Windisch0b9776d2014-01-28 11:20:53 -05001258
Sean Dague2f8e08b2014-12-05 08:31:16 -05001259 for image_url in ${IMAGE_URLS//,/ }; do
Peter Stachowski5aeea6a2015-09-22 19:38:02 +00001260 upload_image $image_url
Sean Dague2f8e08b2014-12-05 08:31:16 -05001261 done
Eric Windisch0b9776d2014-01-28 11:20:53 -05001262fi
1263
Jordan Pittier50f22da2016-05-10 15:04:44 +02001264# Create a randomized default value for the key manager's fixed_key
Kaitlin Farrdef4c142014-01-06 08:52:49 -05001265if is_service_enabled nova; then
Jordan Pittier50f22da2016-05-10 15:04:44 +02001266 iniset $NOVA_CONF key_manager fixed_key $(generate_hex_string 32)
Kaitlin Farrdef4c142014-01-06 08:52:49 -05001267fi
1268
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001269# Launch the nova-api and wait for it to answer before continuing
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001270if is_service_enabled n-api; then
Dean Troyer7903b792012-09-13 17:16:12 -05001271 echo_summary "Starting Nova API"
Dean Troyer3a3a2ba2012-12-11 15:26:24 -06001272 start_nova_api
Anthony Youngd000b222011-09-19 14:46:53 -07001273fi
Brad Hall1bfa3d52011-10-27 18:18:20 -07001274
Sean M. Collins2a242512016-05-03 09:03:09 -04001275if is_service_enabled neutron-api; then
1276 echo_summary "Starting Neutron"
1277 start_neutron_api
Sean M. Collins2a242512016-05-03 09:03:09 -04001278elif is_service_enabled q-svc; then
Mark McClainb05c8762013-07-06 23:29:39 -04001279 echo_summary "Starting Neutron"
YAMAMOTO Takashia1875b12017-02-23 05:44:22 +09001280 configure_neutron_after_post_config
Mark McClainb05c8762013-07-06 23:29:39 -04001281 start_neutron_service_and_check
Aaron Rosen8ec719b2012-10-30 12:57:47 -07001282elif is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-net; then
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001283 NM_CONF=${NOVA_CONF}
1284 if is_service_enabled n-cell; then
1285 NM_CONF=${NOVA_CELLS_CONF}
1286 fi
1287
Gary Kotton37dda8d2012-08-08 03:46:33 -04001288 # Create a small network
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001289 $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF network create "$PRIVATE_NETWORK_NAME" $FIXED_RANGE 1 $FIXED_NETWORK_SIZE $NETWORK_CREATE_ARGS
Dean Troyer696ad332012-01-10 15:34:34 -06001290
Gary Kotton37dda8d2012-08-08 03:46:33 -04001291 # Create some floating ips
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001292 $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create $FLOATING_RANGE --pool=$PUBLIC_NETWORK_NAME
Aaron Rosen9313dfa2012-07-06 16:08:49 -04001293
Gary Kotton37dda8d2012-08-08 03:46:33 -04001294 # Create a second pool
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001295 $NOVA_BIN_DIR/nova-manage --config-file $NM_CONF floating create --ip_range=$TEST_FLOATING_RANGE --pool=$TEST_FLOATING_POOL
Brad Hall1bfa3d52011-10-27 18:18:20 -07001296fi
1297
Mark McClainb05c8762013-07-06 23:29:39 -04001298if is_service_enabled neutron; then
Sean M. Collins2a242512016-05-03 09:03:09 -04001299 start_neutron
Akihiro MOTOKI66afb472012-12-21 15:34:13 +09001300fi
Salvatore Orlando6fbb28d2013-12-22 07:59:37 -08001301# Once neutron agents are started setup initial network elements
YAMAMOTO Takashi07edde12016-10-19 19:21:00 +00001302if is_service_enabled q-svc && [[ "$NEUTRON_CREATE_INITIAL_NETWORKS" == "True" ]]; then
1303 echo_summary "Creating initial neutron network elements"
1304 create_neutron_initial_network
1305fi
Sean M. Collins2a242512016-05-03 09:03:09 -04001306
Dean Troyerbf67c192012-09-21 15:09:37 -05001307if is_service_enabled nova; then
1308 echo_summary "Starting Nova"
1309 start_nova
Dan Smith4b205db2016-04-04 10:37:11 -07001310 create_flavors
Dean Troyerbf67c192012-09-21 15:09:37 -05001311fi
Chris Dent4d601752016-07-12 19:34:09 +00001312if is_service_enabled placement; then
1313 echo_summary "Starting Placement"
1314 start_placement
1315fi
Dean Troyer67787e62012-05-02 11:48:15 -05001316if is_service_enabled cinder; then
Dean Troyer7903b792012-09-13 17:16:12 -05001317 echo_summary "Starting Cinder"
Dean Troyer67787e62012-05-02 11:48:15 -05001318 start_cinder
Dean Troyer09718332014-07-03 10:46:57 -05001319 create_volume_types
Dean Troyer67787e62012-05-02 11:48:15 -05001320fi
Sean Dagueb562e6a2012-11-19 16:00:01 -05001321
Dean Troyer7d28a0e2012-06-27 17:55:52 -05001322
Akihiro Motoki43f62c02015-12-15 16:44:41 +09001323if is_service_enabled horizon; then
1324 echo_summary "Starting Horizon"
1325 init_horizon
1326 start_horizon
1327fi
1328
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +10001329
Andrey Pavlov50901422015-09-22 21:20:36 +03001330# Create account rc files
1331# =======================
1332
1333# Creates source able script files for easier user switching.
1334# This step also creates certificates for tenants and users,
1335# which is helpful in image bundle steps.
1336
1337if is_service_enabled nova && is_service_enabled keystone; then
1338 USERRC_PARAMS="-PA --target-dir $TOP_DIR/accrc"
1339
1340 if [ -f $SSL_BUNDLE_FILE ]; then
1341 USERRC_PARAMS="$USERRC_PARAMS --os-cacert $SSL_BUNDLE_FILE"
1342 fi
1343
Andrey Pavlov50901422015-09-22 21:20:36 +03001344 $TOP_DIR/tools/create_userrc.sh $USERRC_PARAMS
1345fi
1346
1347
1348# Save some values we generated for later use
1349save_stackenv
1350
1351
Dean Troyerdc97cb72015-03-28 08:20:50 -05001352# Wrapup configuration
1353# ====================
Dean Troyer893e6632013-09-13 15:05:51 -05001354
Dean Troyerdc97cb72015-03-28 08:20:50 -05001355# local.conf extra
1356# ----------------
1357
1358# Apply configuration from ``local.conf`` if it exists for layer 2 services
Dean Troyer893e6632013-09-13 15:05:51 -05001359# Phase: extra
1360merge_config_group $TOP_DIR/local.conf extra
1361
1362
Dean Troyer768295e2013-01-09 13:42:03 -06001363# Run extras
Dean Troyerdc97cb72015-03-28 08:20:50 -05001364# ----------
Dean Troyer768295e2013-01-09 13:42:03 -06001365
Dean Troyercdf3d762013-10-15 09:42:43 -05001366# Phase: extra
Sean Dague2c65e712014-12-18 09:44:56 -05001367run_phase stack extra
Dean Troyer768295e2013-01-09 13:42:03 -06001368
Ryan Hsufeb28832013-11-07 12:12:35 -08001369
Dean Troyerdc97cb72015-03-28 08:20:50 -05001370# local.conf post-extra
1371# ---------------------
1372
1373# Apply late configuration from ``local.conf`` if it exists for layer 2 services
Ryan Hsufeb28832013-11-07 12:12:35 -08001374# Phase: post-extra
1375merge_config_group $TOP_DIR/local.conf post-extra
1376
Dean Troyer768295e2013-01-09 13:42:03 -06001377
Dean Troyerf5633dd2012-03-28 11:21:40 -05001378# Run local script
Dean Troyerdc97cb72015-03-28 08:20:50 -05001379# ----------------
Dean Troyerf5633dd2012-03-28 11:21:40 -05001380
1381# Run ``local.sh`` if it exists to perform user-managed tasks
1382if [[ -x $TOP_DIR/local.sh ]]; then
1383 echo "Running user script $TOP_DIR/local.sh"
1384 $TOP_DIR/local.sh
1385fi
1386
Sean Daguec71973e2015-09-08 07:12:48 -04001387# Sanity checks
1388# =============
1389
jiajun xua9414242012-12-06 16:30:57 +08001390# Check the status of running services
1391service_check
Dean Troyerf5633dd2012-03-28 11:21:40 -05001392
Sean Daguec71973e2015-09-08 07:12:48 -04001393# ensure that all the libraries we think we installed from git,
1394# actually were.
1395check_libs_from_git
1396
Dean Troyerb7490da2013-03-18 16:07:56 -05001397
Dan Smith71119b42016-08-15 12:06:55 -07001398# Configure nova cellsv2
1399# ----------------------
1400
1401# Do this late because it requires compute hosts to have started
Matt Riedemannf1660812016-11-01 15:44:06 -04001402if is_service_enabled n-api; then
Sean Dague6d66e642016-12-05 06:28:26 -05001403 if is_service_enabled n-cpu; then
Matt Riedemannf15224c2017-03-02 12:45:47 -05001404 $TOP_DIR/tools/discover_hosts.sh
Sean Dague6d66e642016-12-05 06:28:26 -05001405 else
1406 # Some CI systems like Hyper-V build the control plane on
1407 # Linux, and join in non Linux Computes after setup. This
1408 # allows them to delay the processing until after their whole
1409 # environment is up.
1410 echo_summary "SKIPPING Cell setup because n-cpu is not enabled. You will have to do this manually before you have a working environment."
1411 fi
Dan Smith71119b42016-08-15 12:06:55 -07001412fi
1413
Steve Martinellibbe771a2015-01-20 13:30:33 -05001414# Bash completion
1415# ===============
1416
1417# Prepare bash completion for OSC
Steve Martinelli5ff77d62016-09-06 19:10:22 +00001418openstack complete | sudo tee /etc/bash_completion.d/osc.bash_completion > /dev/null
Steve Martinellibbe771a2015-01-20 13:30:33 -05001419
John Griffith4bf861c2015-03-17 21:07:39 -06001420# If cinder is configured, set global_filter for PV devices
1421if is_service_enabled cinder; then
1422 if is_ubuntu; then
1423 echo_summary "Configuring lvm.conf global device filter"
1424 set_lvm_filter
1425 else
1426 echo_summary "Skip setting lvm filters for non Ubuntu systems"
1427 fi
1428fi
Steve Martinellibbe771a2015-01-20 13:30:33 -05001429
Matthew Treinish655c22c2016-05-02 13:29:10 -04001430# Run test-config
1431# ---------------
1432
1433# Phase: test-config
1434run_phase stack test-config
1435
Sean Dague8bf8c8f2016-12-01 10:24:06 -05001436# Apply late configuration from ``local.conf`` if it exists for layer 2 services
1437# Phase: test-config
1438merge_config_group $TOP_DIR/local.conf test-config
Dean Troyerdc97cb72015-03-28 08:20:50 -05001439
Scott Moserb94f4bf2011-10-07 14:51:07 +00001440# Fin
1441# ===
1442
Dean Troyer471de7a2011-12-27 11:45:55 -06001443set +o xtrace
Scott Moserb94f4bf2011-10-07 14:51:07 +00001444
Dean Troyer7903b792012-09-13 17:16:12 -05001445if [[ -n "$LOGFILE" ]]; then
1446 exec 1>&3
1447 # Force all output to stdout and logs now
Dean Troyerbaa8b422012-09-24 15:02:05 -05001448 exec 1> >( tee -a "${LOGFILE}" ) 2>&1
Dean Troyer7903b792012-09-13 17:16:12 -05001449else
1450 # Force all output to stdout now
1451 exec 1>&3
1452fi
1453
Sean Dague95c33d52015-10-07 11:05:59 -04001454# Dump out the time totals
1455time_totals
Dean Troyerdf0972c2012-03-07 17:31:03 -06001456
Jesse Andrews24859062011-09-15 21:28:23 -07001457# Using the cloud
Dean Troyerdc97cb72015-03-28 08:20:50 -05001458# ===============
Jesse Andrews24859062011-09-15 21:28:23 -07001459
Jesse Andrewse19d8842011-11-01 20:06:55 -07001460echo ""
1461echo ""
1462echo ""
Brian Haley180f5eb2015-06-16 13:14:31 -04001463echo "This is your host IP address: $HOST_IP"
1464if [ "$HOST_IPV6" != "" ]; then
1465 echo "This is your host IPv6 address: $HOST_IPV6"
1466fi
Jesse Andrewse19d8842011-11-01 20:06:55 -07001467
Dean Troyerdf0972c2012-03-07 17:31:03 -06001468# If you installed Horizon on this server you should be able
root40a37002011-09-20 18:06:14 +00001469# to access the site using your browser.
Chmouel Boudjnaha6651e92012-02-16 10:16:52 +00001470if is_service_enabled horizon; then
David Lyle7b105c52015-07-27 17:14:32 -06001471 echo "Horizon is now available at http://$SERVICE_HOST$HORIZON_APACHE_ROOT"
Jesse Andrews24859062011-09-15 21:28:23 -07001472fi
1473
Dean Troyerdf0972c2012-03-07 17:31:03 -06001474# If Keystone is present you can point ``nova`` cli to this server
Dean Troyer5ce44cd2015-02-12 22:18:33 -06001475if is_service_enabled keystone; then
Dean Troyerdc97cb72015-03-28 08:20:50 -05001476 echo "Keystone is serving at $KEYSTONE_SERVICE_URI/"
Dean Troyerdf0972c2012-03-07 17:31:03 -06001477 echo "The default users are: admin and demo"
1478 echo "The password: $ADMIN_PASSWORD"
Jesse Andrews24859062011-09-15 21:28:23 -07001479fi
termie523c4052011-09-28 19:49:40 -05001480
Dean Troyerafc29fe2013-02-07 15:56:24 -06001481# Warn that a deprecated feature was used
1482if [[ -n "$DEPRECATED_TEXT" ]]; then
1483 echo_summary "WARNING: $DEPRECATED_TEXT"
Dean Troyerced65172012-03-02 16:36:16 -06001484fi
1485
Sean Dague8b8441f2017-05-02 06:14:11 -04001486# If USE_SYSTEMD is enabled, tell the user about using it.
1487if [[ "$USE_SYSTEMD" == "True" ]]; then
1488 echo "Services are running under systemd unit files."
1489 echo "For more information see: "
1490 echo "https://docs.openstack.org/developer/devstack/systemd.html"
1491fi
1492
Dean Troyer4a43b7b2012-08-28 17:43:40 -05001493# Indicate how long this took to run (bash maintained variable ``SECONDS``)
Dean Troyer7903b792012-09-13 17:16:12 -05001494echo_summary "stack.sh completed in $SECONDS seconds."
Dean Troyer80684552014-03-05 11:50:23 -06001495
1496# Restore/close logging file descriptors
1497exec 1>&3
1498exec 2>&3
1499exec 3>&-
1500exec 6>&-