Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 1 | #!/usr/bin/env bash |
| 2 | |
Jesse Andrews | 0e7e897 | 2011-10-02 16:36:54 -0400 | [diff] [blame] | 3 | # **stack.sh** is an opinionated openstack developer installation. |
| 4 | |
| 5 | # This script installs and configures *nova*, *glance*, *dashboard* and *keystone* |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 6 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 7 | # This script allows you to specify configuration options of what git |
| 8 | # repositories to use, enabled services, network configuration and various |
| 9 | # passwords. If you are crafty you can run the script on multiple nodes using |
| 10 | # shared settings for common resources (mysql, rabbitmq) and build a multi-node |
| 11 | # developer install. |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 12 | |
Jesse Andrews | c4b3aab | 2011-09-15 22:54:52 -0700 | [diff] [blame] | 13 | # To keep this script simple we assume you are running on an **Ubuntu 11.04 |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 14 | # Natty** machine. It should work in a VM or physical server. Additionally we |
| 15 | # put the list of *apt* and *pip* dependencies and other configuration files in |
| 16 | # this repo. So start by grabbing this script and the dependencies. |
| 17 | |
Jesse Andrews | 0e7e897 | 2011-10-02 16:36:54 -0400 | [diff] [blame] | 18 | # Learn more and get the most recent version at http://devstack.org |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 19 | |
| 20 | # Sanity Check |
| 21 | # ============ |
| 22 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 23 | # Record the start time. This allows us to print how long this script takes to run. |
termie | 523c405 | 2011-09-28 19:49:40 -0500 | [diff] [blame] | 24 | START_TIME=`python -c "import time; print time.time()"` |
| 25 | |
Jesse Andrews | c4b3aab | 2011-09-15 22:54:52 -0700 | [diff] [blame] | 26 | # Warn users who aren't on natty, but allow them to override check and attempt |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 27 | # installation with ``FORCE=yes ./stack`` |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 28 | if ! grep -q natty /etc/lsb-release; then |
| 29 | echo "WARNING: this script has only been tested on natty" |
| 30 | if [[ "$FORCE" != "yes" ]]; then |
| 31 | echo "If you wish to run this script anyway run with FORCE=yes" |
| 32 | exit 1 |
| 33 | fi |
| 34 | fi |
| 35 | |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 36 | # stack.sh keeps the list of **apt** and **pip** dependencies in external |
Jesse Andrews | 4d28218 | 2011-09-16 11:27:43 -0700 | [diff] [blame] | 37 | # files, along with config templates and other useful files. You can find these |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 38 | # in the ``files`` directory (next to this script). We will reference this |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 39 | # directory using the ``FILES`` variable in this script. |
| 40 | FILES=`pwd`/files |
| 41 | if [ ! -d $FILES ]; then |
| 42 | echo "ERROR: missing devstack/files - did you grab more than just stack.sh?" |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 43 | exit 1 |
| 44 | fi |
| 45 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 46 | # OpenStack is designed to be run as a regular user (Dashboard will fail to run |
| 47 | # as root, since apache refused to startup serve content from root user). If |
| 48 | # stack.sh is run as root, it automatically creates a stack user with |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 49 | # sudo privileges and runs as that user. |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 50 | |
Jesse Andrews | d462295 | 2011-09-28 14:08:26 -0700 | [diff] [blame] | 51 | if [[ $EUID -eq 0 ]]; then |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 52 | echo "You are running this script as root." |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 53 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 54 | # since this script runs as a normal user, we need to give that user |
| 55 | # ability to run sudo |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 56 | apt-get update |
| 57 | apt-get install -y sudo |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 58 | |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 59 | if ! getent passwd | grep -q stack; then |
| 60 | echo "Creating a user called stack" |
Vishvananda Ishaya | cd10164 | 2011-10-01 00:37:27 -0700 | [diff] [blame] | 61 | useradd -U -G sudo -s /bin/bash -m stack |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 62 | fi |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 63 | echo "Giving stack user passwordless sudo priviledges" |
Jesse Andrews | 6e9fae0 | 2011-10-02 08:48:34 -0700 | [diff] [blame] | 64 | echo "stack ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 65 | |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 66 | echo "Copying files to stack user" |
| 67 | cp -r -f `pwd` /home/stack/ |
| 68 | THIS_DIR=$(basename $(dirname $(readlink -f $0))) |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 69 | chown -R stack /home/stack/$THIS_DIR |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 70 | echo "Running the script as stack in 3 seconds..." |
| 71 | sleep 3 |
| 72 | exec su -c "cd /home/stack/$THIS_DIR/; bash stack.sh; bash" stack |
| 73 | exit 0 |
Jesse Andrews | d462295 | 2011-09-28 14:08:26 -0700 | [diff] [blame] | 74 | fi |
| 75 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 76 | # So that errors don't compound we exit on any errors so you see only the |
| 77 | # first error that occured. |
| 78 | set -o errexit |
| 79 | |
| 80 | # Print the commands being run so that we can see the command that triggers |
| 81 | # an error. It is also useful for following allowing as the install occurs. |
| 82 | set -o xtrace |
Jesse Andrews | d462295 | 2011-09-28 14:08:26 -0700 | [diff] [blame] | 83 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 84 | # Settings |
| 85 | # ======== |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 86 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 87 | # This script is customizable through setting environment variables. If you |
| 88 | # want to override a setting you can either:: |
| 89 | # |
| 90 | # export MYSQL_PASS=anothersecret |
| 91 | # ./stack.sh |
| 92 | # |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 93 | # You can also pass options on a single line ``MYSQL_PASS=simple ./stack.sh`` |
| 94 | # |
termie | 197d53d | 2011-09-28 17:18:23 -0700 | [diff] [blame] | 95 | # Additionally, you can put any local variables into a ``localrc`` file, like:: |
| 96 | # |
| 97 | # MYSQL_PASS=anothersecret |
| 98 | # MYSQL_USER=hellaroot |
| 99 | # |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 100 | # We try to have sensible defaults, so you should be able to run ``./stack.sh`` |
| 101 | # in most cases. |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 102 | # |
| 103 | # We our settings from ``stackrc``. This file is distributed with devstack and |
| 104 | # contains locations for what repositories to use. If you want to use other |
| 105 | # repositories and branches, you can add your own settings with another file |
| 106 | # called ``localrc`` |
| 107 | # |
| 108 | # If ``localrc`` exists, then ``stackrc`` will load those settings. This is |
| 109 | # useful for changing a branch or repostiory to test other versions. Also you |
| 110 | # can store your other settings like **MYSQL_PASS** or **ADMIN_PASSWORD** instead |
| 111 | # of letting devstack generate random ones for you. |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 112 | source ./stackrc |
| 113 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 114 | # Destination path for installation ``DEST`` |
Anthony Young | e8fed48 | 2011-09-26 19:50:43 -0700 | [diff] [blame] | 115 | DEST=${DEST:-/opt/stack} |
| 116 | sudo mkdir -p $DEST |
| 117 | sudo chown `whoami` $DEST |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 118 | |
Jesse Andrews | 6f3baaf | 2011-09-12 11:59:38 -0700 | [diff] [blame] | 119 | # Set the destination directories for openstack projects |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 120 | NOVA_DIR=$DEST/nova |
| 121 | DASH_DIR=$DEST/dash |
| 122 | GLANCE_DIR=$DEST/glance |
| 123 | KEYSTONE_DIR=$DEST/keystone |
| 124 | NOVACLIENT_DIR=$DEST/python-novaclient |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 125 | OPENSTACKX_DIR=$DEST/openstackx |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 126 | NOVNC_DIR=$DEST/noVNC |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 127 | |
| 128 | # Specify which services to launch. These generally correspond to screen tabs |
Jesse Andrews | 9b6741e | 2011-10-02 10:01:00 -0700 | [diff] [blame] | 129 | ENABLED_SERVICES=${ENABLED_SERVICES:-g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,dash,mysql,rabbit} |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 130 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 131 | # Nova hypervisor configuration. We default to **kvm** but will drop back to |
| 132 | # **qemu** if we are unable to load the kvm module. Stack.sh can also install |
| 133 | # an **LXC** based system. |
| 134 | LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm} |
| 135 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 136 | # nova supports pluggable schedulers. ``SimpleScheduler`` should work in most |
| 137 | # cases unless you are working on multi-zone mode. |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 138 | SCHEDULER=${SCHEDULER:-nova.scheduler.simple.SimpleScheduler} |
| 139 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 140 | # Use the first IP unless an explicit is set by ``HOST_IP`` environment variable |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 141 | if [ ! -n "$HOST_IP" ]; then |
Dean Troyer | 2a15a7c | 2011-09-13 13:22:14 -0500 | [diff] [blame] | 142 | HOST_IP=`LC_ALL=C /sbin/ifconfig | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'` |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 143 | fi |
| 144 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 145 | # Nova Network Configuration |
| 146 | # -------------------------- |
| 147 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 148 | # FIXME: more documentation about why these are important flags. Also |
| 149 | # we should make sure we use the same variable names as the flag names. |
| 150 | |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 151 | PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-eth0} |
Jesse Andrews | b5197e4 | 2011-09-26 12:48:31 -0700 | [diff] [blame] | 152 | FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24} |
| 153 | FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256} |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 154 | FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.1/28} |
Jesse Andrews | a72f7ad | 2011-09-25 13:41:22 -0700 | [diff] [blame] | 155 | NET_MAN=${NET_MAN:-FlatDHCPManager} |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 156 | EC2_DMZ_HOST=${EC2_DMZ_HOST:-$HOST_IP} |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 157 | FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-br100} |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 158 | VLAN_INTERFACE=${VLAN_INTERFACE:-$PUBLIC_INTERFACE} |
| 159 | |
| 160 | # Multi-host is a mode where each compute node runs its own network node. This |
| 161 | # allows network operations and routing for a VM to occur on the server that is |
| 162 | # running the VM - removing a SPOF and bandwidth bottleneck. |
| 163 | MULTI_HOST=${MULTI_HOST:-0} |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 164 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 165 | # If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE`` |
| 166 | # variable but make sure that the interface doesn't already have an |
| 167 | # ip or you risk breaking things. |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 168 | # |
| 169 | # **DHCP Warning**: If your flat interface device uses DHCP, there will be a |
| 170 | # hiccup while the network is moved from the flat interface to the flat network |
| 171 | # bridge. This will happen when you launch your first instance. Upon launch |
| 172 | # you will lose all connectivity to the node, and the vm launch will probably |
| 173 | # fail. |
| 174 | # |
| 175 | # If you are running on a single node and don't need to access the VMs from |
| 176 | # devices other than that node, you can set the flat interface to the same |
| 177 | # value as ``FLAT_NETWORK_BRIDGE``. This will stop the network hiccup from |
| 178 | # occuring. |
Jesse Andrews | 8ff5dbc | 2011-09-25 22:28:08 -0700 | [diff] [blame] | 179 | FLAT_INTERFACE=${FLAT_INTERFACE:-eth0} |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 180 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 181 | ## FIXME(ja): should/can we check that FLAT_INTERFACE is sane? |
| 182 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 183 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 184 | # MySQL & RabbitMQ |
| 185 | # ---------------- |
| 186 | |
| 187 | # We configure Nova, Dashboard, Glance and Keystone to use MySQL as their |
| 188 | # database server. While they share a single server, each has their own |
| 189 | # database and tables. |
| 190 | |
| 191 | # By default this script will install and configure MySQL. If you want to |
| 192 | # use an existing server, you can pass in the user/password/host parameters. |
| 193 | # You will need to send the same ``MYSQL_PASS`` to every host if you are doing |
| 194 | # a multi-node devstack installation. |
Anthony Young | 320412b | 2011-09-14 02:39:10 -0700 | [diff] [blame] | 195 | MYSQL_USER=${MYSQL_USER:-root} |
Jesse Andrews | fa418f6 | 2011-10-02 09:30:54 -0700 | [diff] [blame] | 196 | MYSQL_PASS=${MYSQL_PASS:-`openssl rand -hex 12`} |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 197 | MYSQL_HOST=${MYSQL_HOST:-localhost} |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 198 | |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 199 | # don't specify /db in this string, so we can use it for multiple services |
Anthony Young | fdaf21a | 2011-09-13 20:11:42 -0700 | [diff] [blame] | 200 | BASE_SQL_CONN=${BASE_SQL_CONN:-mysql://$MYSQL_USER:$MYSQL_PASS@$MYSQL_HOST} |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 201 | |
| 202 | # Rabbit connection info |
| 203 | RABBIT_HOST=${RABBIT_HOST:-localhost} |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 204 | RABBIT_PASSWORD=${RABBIT_PASSWORD:-`openssl rand -hex 12`} |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 205 | |
Anthony Young | 377aae6 | 2011-09-14 09:55:31 -0700 | [diff] [blame] | 206 | # Glance connection info. Note the port must be specified. |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 207 | GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$HOST_IP:9292} |
Anthony Young | 377aae6 | 2011-09-14 09:55:31 -0700 | [diff] [blame] | 208 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 209 | # Keystone |
| 210 | # -------- |
| 211 | |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 212 | # Service Token - Openstack components need to have an admin token |
| 213 | # to validate user tokens. |
| 214 | SERVICE_TOKEN=${SERVICE_TOKEN:-`uuidgen`} |
Jesse Andrews | 89358af | 2011-10-02 14:11:17 -0400 | [diff] [blame] | 215 | ADMIN_PASSWORD=${ADMIN_PASSWORD:-`openssl rand -hex 12`} |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 216 | |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 217 | |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 218 | # Install Packages |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 219 | # ================ |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 220 | # |
| 221 | # Openstack uses a fair number of other projects. |
| 222 | |
Jesse Andrews | 2caf8fd | 2011-09-12 16:15:11 -0700 | [diff] [blame] | 223 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 224 | # install apt requirements |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 225 | sudo apt-get install -y -q `cat $FILES/apts/* | cut -d\# -f1 | grep -Ev "mysql-server|rabbitmq-server"` |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 226 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 227 | # install python requirements |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 228 | sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $FILES/pips/*` |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 229 | |
Jesse Andrews | d61db85 | 2011-09-16 14:13:17 -0700 | [diff] [blame] | 230 | # git clone only if directory doesn't exist already. Since ``DEST`` might not |
| 231 | # be owned by the installation user, we create the directory and change the |
| 232 | # ownership to the proper user. |
Jesse Andrews | 6163257 | 2011-09-12 17:40:00 -0700 | [diff] [blame] | 233 | function git_clone { |
| 234 | if [ ! -d $2 ]; then |
Jesse Andrews | d61db85 | 2011-09-16 14:13:17 -0700 | [diff] [blame] | 235 | sudo mkdir $2 |
| 236 | sudo chown `whoami` $2 |
Jesse Andrews | 6163257 | 2011-09-12 17:40:00 -0700 | [diff] [blame] | 237 | git clone $1 $2 |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 238 | cd $2 |
Anthony Young | 303233e | 2011-09-26 13:12:57 -0700 | [diff] [blame] | 239 | # This checkout syntax works for both branches and tags |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 240 | git checkout $3 |
Jesse Andrews | 6163257 | 2011-09-12 17:40:00 -0700 | [diff] [blame] | 241 | fi |
| 242 | } |
| 243 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 244 | # compute service |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 245 | git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 246 | # image catalog service |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 247 | git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 248 | # unified auth system (manages accounts/tokens) |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 249 | git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 250 | # a websockets/html5 or flash powered VNC console for vm instances |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 251 | git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 252 | # django powered web control panel for openstack |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 253 | git_clone $DASH_REPO $DASH_DIR $DASH_BRANCH $DASH_TAG |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 254 | # python client library to nova that dashboard (and others) use |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 255 | git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 256 | # openstackx is a collection of extensions to openstack.compute & nova |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 257 | # that is *deprecated*. The code is being moved into python-novaclient & nova. |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 258 | git_clone $OPENSTACKX_REPO $OPENSTACKX_DIR $OPENSTACKX_BRANCH |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 259 | |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 260 | # Initialization |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 261 | # ============== |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 262 | |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 263 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 264 | # setup our checkouts so they are installed into python path |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 265 | # allowing ``import nova`` or ``import glance.client`` |
Dean Troyer | 0017c8f | 2011-09-13 15:37:50 -0500 | [diff] [blame] | 266 | cd $NOVA_DIR; sudo python setup.py develop |
Jesse Andrews | 18d350d | 2011-09-12 21:46:12 -0700 | [diff] [blame] | 267 | cd $NOVACLIENT_DIR; sudo python setup.py develop |
| 268 | cd $KEYSTONE_DIR; sudo python setup.py develop |
| 269 | cd $GLANCE_DIR; sudo python setup.py develop |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 270 | cd $OPENSTACKX_DIR; sudo python setup.py develop |
Jesse Andrews | 18d350d | 2011-09-12 21:46:12 -0700 | [diff] [blame] | 271 | cd $DASH_DIR/django-openstack; sudo python setup.py develop |
| 272 | cd $DASH_DIR/openstack-dashboard; sudo python setup.py develop |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 273 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 274 | # Add a useful screenrc. This isn't required to run openstack but is we do |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 275 | # it since we are going to run the services in screen for simple |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 276 | cp $FILES/screenrc ~/.screenrc |
Jesse Andrews | 6f3baaf | 2011-09-12 11:59:38 -0700 | [diff] [blame] | 277 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 278 | ## TODO: update current user to allow sudo for all commands in files/sudo/* |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 279 | |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 280 | # Rabbit |
| 281 | # --------- |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 282 | |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 283 | if [[ "$ENABLED_SERVICES" =~ "rabbit" ]]; then |
| 284 | # Install and start rabbitmq-server |
Anthony Young | 093eeb0 | 2011-09-15 23:17:44 -0700 | [diff] [blame] | 285 | sudo apt-get install -y -q rabbitmq-server |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 286 | # change the rabbit password since the default is "guest" |
| 287 | sudo rabbitmqctl change_password guest $RABBIT_PASSWORD |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 288 | fi |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 289 | |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 290 | # Mysql |
| 291 | # --------- |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 292 | |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 293 | if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 294 | |
| 295 | # Seed configuration with mysql password so that apt-get install doesn't |
| 296 | # prompt us for a password upon install. |
| 297 | cat <<MYSQL_PRESEED | sudo debconf-set-selections |
| 298 | mysql-server-5.1 mysql-server/root_password password $MYSQL_PASS |
| 299 | mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASS |
| 300 | mysql-server-5.1 mysql-server/start_on_boot boolean true |
| 301 | MYSQL_PRESEED |
| 302 | |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 303 | # Install and start mysql-server |
Anthony Young | 093eeb0 | 2011-09-15 23:17:44 -0700 | [diff] [blame] | 304 | sudo apt-get -y -q install mysql-server |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 305 | # Update the DB to give user ‘$MYSQL_USER’@’%’ full control of the all databases: |
| 306 | sudo mysql -uroot -p$MYSQL_PASS -e "GRANT ALL PRIVILEGES ON *.* TO '$MYSQL_USER'@'%' identified by '$MYSQL_PASS';" |
| 307 | |
| 308 | # Edit /etc/mysql/my.cnf to change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and restart the mysql service: |
| 309 | sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf |
| 310 | sudo service mysql restart |
| 311 | fi |
| 312 | |
| 313 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 314 | # Dashboard |
| 315 | # --------- |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 316 | |
| 317 | # Setup the django dashboard application to serve via apache/wsgi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 318 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 319 | if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 320 | |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 321 | # Dash currently imports quantum even if you aren't using it. Instead |
| 322 | # of installing quantum we can create a simple module that will pass the |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 323 | # initial imports |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 324 | mkdir -p $DASH_DIR/openstack-dashboard/quantum || true |
| 325 | touch $DASH_DIR/openstack-dashboard/quantum/__init__.py |
| 326 | touch $DASH_DIR/openstack-dashboard/quantum/client.py |
| 327 | |
| 328 | |
| 329 | # ``local_settings.py`` is used to override dashboard default settings. |
| 330 | cp $FILES/dash_settings.py $DASH_DIR/openstack-dashboard/local/local_settings.py |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 331 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 332 | cd $DASH_DIR/openstack-dashboard |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 333 | dashboard/manage.py syncdb |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 334 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 335 | # create an empty directory that apache uses as docroot |
| 336 | sudo mkdir -p $DASH_DIR/.blackhole |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 337 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 338 | ## Configure apache's 000-default to run dashboard |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 339 | sudo cp $FILES/000-default.template /etc/apache2/sites-enabled/000-default |
Jesse Andrews | 8f3e28c | 2011-09-27 18:26:27 -0700 | [diff] [blame] | 340 | sudo sed -e "s,%USER%,$USER,g" -i /etc/apache2/sites-enabled/000-default |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 341 | sudo sed -e "s,%DASH_DIR%,$DASH_DIR,g" -i /etc/apache2/sites-enabled/000-default |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 342 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 343 | |
Anthony Young | 3859f73 | 2011-09-14 02:33:43 -0700 | [diff] [blame] | 344 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 345 | # Glance |
| 346 | # ------ |
| 347 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 348 | if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then |
Anthony Young | c835762 | 2011-09-20 10:38:06 -0700 | [diff] [blame] | 349 | GLANCE_IMAGE_DIR=$DEST/glance/images |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 350 | # Delete existing images |
| 351 | rm -rf $GLANCE_IMAGE_DIR |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 352 | |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 353 | # Use local glance directories |
| 354 | mkdir -p $GLANCE_IMAGE_DIR |
| 355 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 356 | # (re)create glance database |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 357 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS glance;' |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 358 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE glance;' |
| 359 | # Copy over our glance-registry.conf |
| 360 | GLANCE_CONF=$GLANCE_DIR/etc/glance-registry.conf |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 361 | cp $FILES/glance-registry.conf $GLANCE_CONF |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 362 | sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/glance,g" -i $GLANCE_CONF |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 363 | sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_CONF |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 364 | sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_CONF |
Anthony Young | f12d3ab | 2011-09-20 00:33:51 -0700 | [diff] [blame] | 365 | |
| 366 | GLANCE_API_CONF=$GLANCE_DIR/etc/glance-api.conf |
| 367 | cp $FILES/glance-api.conf $GLANCE_API_CONF |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 368 | sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_API_CONF |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 369 | sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_API_CONF |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 370 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 371 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 372 | # Nova |
| 373 | # ---- |
| 374 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 375 | # We are going to use the sample http middleware configuration from the keystone |
| 376 | # project to launch nova. This paste config adds the configuration required |
| 377 | # for nova to validate keystone tokens - except we need to switch the config |
| 378 | # to use our admin token instead (instead of the token from their sample data). |
Jesse Andrews | 9f20f51 | 2011-10-02 09:18:03 -0700 | [diff] [blame] | 379 | sudo sed -e "s,999888777666,$SERVICE_TOKEN,g" -i $KEYSTONE_DIR/examples/paste/nova-api-paste.ini |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 380 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 381 | if [[ "$ENABLED_SERVICES" =~ "n-cpu" ]]; then |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 382 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 383 | # Virtualization Configuration |
| 384 | # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ |
| 385 | |
| 386 | # attempt to load modules: network block device - used to manage qcow images |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 387 | sudo modprobe nbd || true |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 388 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 389 | # Check for kvm (hardware based virtualization). If unable to load kvm, |
| 390 | # set the libvirt type to qemu. Note: many systems come with hardware |
| 391 | # virtualization disabled in BIOS. |
Jesse Andrews | 2abbdd4 | 2011-10-03 22:48:30 -0400 | [diff] [blame^] | 392 | if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 393 | sudo modprobe kvm || true |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 394 | if [ ! -e /dev/kvm ]; then |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 395 | echo "WARNING: Switching to QEMU" |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 396 | LIBVIRT_TYPE=qemu |
| 397 | fi |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 398 | fi |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 399 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 400 | # Install and configure **LXC** if specified. LXC is another approach to |
| 401 | # splitting a system into many smaller parts. LXC uses cgroups and chroot |
| 402 | # to simulate multiple systems. |
Jesse Andrews | 2abbdd4 | 2011-10-03 22:48:30 -0400 | [diff] [blame^] | 403 | if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then |
Jesse Andrews | 8cfd8b6 | 2011-10-02 13:17:31 -0400 | [diff] [blame] | 404 | sudo apt-get install lxc -y |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 405 | # lxc requires cgroups to be configured on /cgroup |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 406 | sudo mkdir -p /cgroup |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 407 | if ! grep -q cgroup /etc/fstab; then |
Jesse Andrews | c315ebf | 2011-10-02 13:25:33 -0400 | [diff] [blame] | 408 | echo none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0 | sudo tee -a /etc/fstab |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 409 | fi |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 410 | sudo mount /cgroup |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 411 | fi |
| 412 | |
Jesse Andrews | e30432f | 2011-09-16 14:54:48 -0700 | [diff] [blame] | 413 | # User needs to be member of libvirtd group for nova-compute to use libvirt. |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 414 | sudo usermod -a -G libvirtd `whoami` |
| 415 | # if kvm wasn't running before we need to restart libvirt to enable it |
| 416 | sudo /etc/init.d/libvirt-bin restart |
| 417 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 418 | |
| 419 | # Instance Storage |
| 420 | # ~~~~~~~~~~~~~~~~ |
| 421 | |
| 422 | # Nova stores each instance in its own directory. |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 423 | mkdir -p $NOVA_DIR/instances |
| 424 | |
| 425 | # if there is a partition labeled nova-instances use it (ext filesystems |
| 426 | # can be labeled via e2label) |
| 427 | ## FIXME: if already mounted this blows up... |
| 428 | if [ -L /dev/disk/by-label/nova-instances ]; then |
| 429 | sudo mount -L nova-instances $NOVA_DIR/instances |
| 430 | sudo chown -R `whoami` $NOVA_DIR/instances |
| 431 | fi |
| 432 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 433 | # Clean out the instances directory. |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 434 | rm -rf $NOVA_DIR/instances/* |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 435 | fi |
| 436 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 437 | if [[ "$ENABLED_SERVICES" =~ "n-net" ]]; then |
| 438 | # delete traces of nova networks from prior runs |
Anthony Young | 09fde81 | 2011-09-20 02:23:54 -0700 | [diff] [blame] | 439 | sudo killall dnsmasq || true |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 440 | rm -rf $NOVA_DIR/networks |
| 441 | mkdir -p $NOVA_DIR/networks |
| 442 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 443 | |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 444 | function add_nova_flag { |
| 445 | echo "$1" >> $NOVA_DIR/bin/nova.conf |
| 446 | } |
| 447 | |
| 448 | # (re)create nova.conf |
| 449 | rm -f $NOVA_DIR/bin/nova.conf |
| 450 | add_nova_flag "--verbose" |
| 451 | add_nova_flag "--nodaemon" |
Jesse Andrews | 8ff5dbc | 2011-09-25 22:28:08 -0700 | [diff] [blame] | 452 | add_nova_flag "--scheduler_driver=$SCHEDULER" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 453 | add_nova_flag "--dhcpbridge_flagfile=$NOVA_DIR/bin/nova.conf" |
| 454 | add_nova_flag "--network_manager=nova.network.manager.$NET_MAN" |
| 455 | add_nova_flag "--my_ip=$HOST_IP" |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 456 | add_nova_flag "--public_interface=$PUBLIC_INTERFACE" |
| 457 | add_nova_flag "--vlan_interface=$VLAN_INTERFACE" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 458 | add_nova_flag "--sql_connection=$BASE_SQL_CONN/nova" |
| 459 | add_nova_flag "--libvirt_type=$LIBVIRT_TYPE" |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 460 | add_nova_flag "--osapi_extensions_path=$OPENSTACKX_DIR/extensions" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 461 | add_nova_flag "--vncproxy_url=http://$HOST_IP:6080" |
| 462 | add_nova_flag "--vncproxy_wwwroot=$NOVNC_DIR/" |
| 463 | add_nova_flag "--api_paste_config=$KEYSTONE_DIR/examples/paste/nova-api-paste.ini" |
| 464 | add_nova_flag "--image_service=nova.image.glance.GlanceImageService" |
| 465 | add_nova_flag "--ec2_dmz_host=$EC2_DMZ_HOST" |
| 466 | add_nova_flag "--rabbit_host=$RABBIT_HOST" |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 467 | add_nova_flag "--rabbit_password=$RABBIT_PASSWORD" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 468 | add_nova_flag "--glance_api_servers=$GLANCE_HOSTPORT" |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 469 | add_nova_flag "--flat_network_bridge=$FLAT_NETWORK_BRIDGE" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 470 | if [ -n "$FLAT_INTERFACE" ]; then |
| 471 | add_nova_flag "--flat_interface=$FLAT_INTERFACE" |
| 472 | fi |
| 473 | if [ -n "$MULTI_HOST" ]; then |
| 474 | add_nova_flag "--multi_host=$MULTI_HOST" |
| 475 | fi |
| 476 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 477 | # Nova Database |
| 478 | # ~~~~~~~~~~~~~ |
| 479 | |
| 480 | # All nova components talk to a central database. We will need to do this step |
| 481 | # only once for an entire cluster. |
| 482 | |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 483 | if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then |
| 484 | # (re)create nova database |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 485 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS nova;' |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 486 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE nova;' |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 487 | |
| 488 | # (re)create nova database |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 489 | $NOVA_DIR/bin/nova-manage db sync |
| 490 | |
| 491 | # create a small network |
termie | 197d53d | 2011-09-28 17:18:23 -0700 | [diff] [blame] | 492 | $NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 $FIXED_NETWORK_SIZE |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 493 | |
| 494 | # create some floating ips |
| 495 | $NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE |
| 496 | fi |
| 497 | |
| 498 | |
Jesse Andrews | e8d9cd8 | 2011-09-13 15:16:26 -0700 | [diff] [blame] | 499 | # Keystone |
| 500 | # -------- |
| 501 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 502 | if [[ "$ENABLED_SERVICES" =~ "key" ]]; then |
| 503 | # (re)create keystone database |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 504 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS keystone;' |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 505 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE keystone;' |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 506 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 507 | # FIXME (anthony) keystone should use keystone.conf.example |
| 508 | KEYSTONE_CONF=$KEYSTONE_DIR/etc/keystone.conf |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 509 | cp $FILES/keystone.conf $KEYSTONE_CONF |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 510 | sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/keystone,g" -i $KEYSTONE_CONF |
Anthony Young | e8fed48 | 2011-09-26 19:50:43 -0700 | [diff] [blame] | 511 | sudo sed -e "s,%DEST%,$DEST,g" -i $KEYSTONE_CONF |
Anthony Young | 3a09312 | 2011-09-13 19:01:45 +0000 | [diff] [blame] | 512 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 513 | # keystone_data.sh creates our admin user and our ``SERVICE_TOKEN``. |
Anthony Young | ec21d93 | 2011-09-16 16:05:55 -0700 | [diff] [blame] | 514 | KEYSTONE_DATA=$KEYSTONE_DIR/bin/keystone_data.sh |
| 515 | cp $FILES/keystone_data.sh $KEYSTONE_DATA |
| 516 | sudo sed -e "s,%HOST_IP%,$HOST_IP,g" -i $KEYSTONE_DATA |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 517 | sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $KEYSTONE_DATA |
Jesse Andrews | 89358af | 2011-10-02 14:11:17 -0400 | [diff] [blame] | 518 | sudo sed -e "s,%ADMIN_PASSWORD%,$ADMIN_PASSWORD,g" -i $KEYSTONE_DATA |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 519 | # initialize keystone with default users/endpoints |
Anthony Young | ec21d93 | 2011-09-16 16:05:55 -0700 | [diff] [blame] | 520 | BIN_DIR=$KEYSTONE_DIR/bin bash $KEYSTONE_DATA |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 521 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 522 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 523 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 524 | # Launch Services |
| 525 | # =============== |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 526 | |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 527 | # nova api crashes if we start it with a regular screen command, |
| 528 | # so send the start command by forcing text into the window. |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 529 | # Only run the services specified in ``ENABLED_SERVICES`` |
| 530 | |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 531 | # our screen helper to launch a service in a hidden named screen |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 532 | function screen_it { |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 533 | NL=`echo -ne '\015'` |
Anthony Young | 292e46d | 2011-09-13 11:28:56 -0700 | [diff] [blame] | 534 | if [[ "$ENABLED_SERVICES" =~ "$1" ]]; then |
| 535 | screen -S nova -X screen -t $1 |
| 536 | screen -S nova -p $1 -X stuff "$2$NL" |
| 537 | fi |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 538 | } |
| 539 | |
Jesse Andrews | a16e5e9 | 2011-09-16 16:30:55 -0700 | [diff] [blame] | 540 | # create a new named screen to run processes in |
| 541 | screen -d -m -S nova -t nova |
| 542 | sleep 1 |
| 543 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 544 | # launch the glance registery service |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 545 | if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then |
| 546 | screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf" |
| 547 | fi |
| 548 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 549 | # launch the glance api and wait for it to answer before continuing |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 550 | if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then |
| 551 | screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf" |
| 552 | while ! wget -q -O- http://$GLANCE_HOSTPORT; do |
| 553 | echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..." |
| 554 | sleep 1 |
| 555 | done |
| 556 | fi |
| 557 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 558 | # launch the keystone and wait for it to answer before continuing |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 559 | if [[ "$ENABLED_SERVICES" =~ "key" ]]; then |
Anthony Young | f33796e | 2011-09-22 00:14:12 -0700 | [diff] [blame] | 560 | screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone --config-file $KEYSTONE_CONF -d" |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 561 | while ! wget -q -O- http://127.0.0.1:5000; do |
| 562 | echo "Waiting for keystone to start..." |
| 563 | sleep 1 |
| 564 | done |
| 565 | fi |
| 566 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 567 | # launch the nova-api and wait for it to answer before continuing |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 568 | if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then |
Anthony Young | 9bf3d76 | 2011-09-20 09:51:16 -0700 | [diff] [blame] | 569 | screen_it n-api "cd $NOVA_DIR && $NOVA_DIR/bin/nova-api" |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 570 | while ! wget -q -O- http://127.0.0.1:8774; do |
| 571 | echo "Waiting for nova-api to start..." |
| 572 | sleep 1 |
| 573 | done |
| 574 | fi |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 575 | # Launching nova-compute should be as simple as running ``nova-compute`` but |
| 576 | # have to do a little more than that in our script. Since we add the group |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 577 | # ``libvirtd`` to our user in this script, when nova-compute is run it is |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 578 | # within the context of our original shell (so our groups won't be updated). |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 579 | # We can send the command nova-compute to the ``newgrp`` command to execute |
| 580 | # in a specific context. |
Anthony Young | 9bf3d76 | 2011-09-20 09:51:16 -0700 | [diff] [blame] | 581 | screen_it n-cpu "cd $NOVA_DIR && echo $NOVA_DIR/bin/nova-compute | newgrp libvirtd" |
| 582 | screen_it n-net "cd $NOVA_DIR && $NOVA_DIR/bin/nova-network" |
| 583 | screen_it n-sch "cd $NOVA_DIR && $NOVA_DIR/bin/nova-scheduler" |
Anthony Young | 527e341 | 2011-09-27 15:05:37 -0700 | [diff] [blame] | 584 | screen_it n-vnc "cd $NOVNC_DIR && ./utils/nova-wsproxy.py 6080 --web ." |
Anthony Young | 9bf3d76 | 2011-09-20 09:51:16 -0700 | [diff] [blame] | 585 | screen_it dash "cd $DASH_DIR && sudo /etc/init.d/apache2 restart; sudo tail -f /var/log/apache2/error.log" |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 586 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 587 | # Install Images |
| 588 | # ============== |
Jesse Andrews | e49b8bd | 2011-09-12 18:08:04 -0700 | [diff] [blame] | 589 | |
Jesse Andrews | 85d9be3 | 2011-10-03 00:01:28 -0400 | [diff] [blame] | 590 | # Upload a couple images to glance. **TTY** is a simple small image that use the |
| 591 | # lets you login to it with username/password of user/password. TTY is useful |
| 592 | # for basic functionality. We all include an Ubuntu cloud build of **Natty**. |
| 593 | # Natty uses cloud-init, supporting login via keypair and sending scripts as |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 594 | # userdata. |
| 595 | # |
| 596 | # Read more about cloud-init at https://help.ubuntu.com/community/CloudInit |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 597 | |
Jesse Andrews | 85d9be3 | 2011-10-03 00:01:28 -0400 | [diff] [blame] | 598 | if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then |
| 599 | # create a directory for the downloadedthe images tarballs. |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 600 | mkdir -p $FILES/images |
| 601 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 602 | # Debug Image (TTY) |
| 603 | # ----------------- |
| 604 | |
| 605 | # Downloads the image (ami/aki/ari style), then extracts it. Upon extraction |
| 606 | # we upload to glance with the glance cli tool. TTY is a stripped down |
| 607 | # version of ubuntu. |
Jesse Andrews | 543d7d4 | 2011-09-16 14:16:36 -0700 | [diff] [blame] | 608 | if [ ! -f $FILES/tty.tgz ]; then |
| 609 | wget -c http://images.ansolabs.com/tty.tgz -O $FILES/tty.tgz |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 610 | fi |
Jesse Andrews | e49b8bd | 2011-09-12 18:08:04 -0700 | [diff] [blame] | 611 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 612 | # extract ami-tty/image, aki-tty/image & ari-tty/image |
Jesse Andrews | 74e965f | 2011-09-16 14:19:46 -0700 | [diff] [blame] | 613 | tar -zxf $FILES/tty.tgz -C $FILES/images |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 614 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 615 | # Use glance client to add the kernel, ramdisk and finally the root |
| 616 | # filesystem. We parse the results of the uploads to get glance IDs of the |
| 617 | # ramdisk and kernel and use them for the root filesystem. |
Jesse Andrews | a5e5f2a | 2011-10-02 21:07:08 -0400 | [diff] [blame] | 618 | RVAL=`glance add -A $SERVICE_TOKEN name="tty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/aki-tty/image` |
| 619 | KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "` |
| 620 | RVAL=`glance add -A $SERVICE_TOKEN name="tty-ramdisk" is_public=true container_format=ari disk_format=ari < $FILES/images/ari-tty/image` |
| 621 | RAMDISK_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "` |
Jesse Andrews | 014e913 | 2011-10-02 19:23:22 -0400 | [diff] [blame] | 622 | glance add -A $SERVICE_TOKEN name="tty" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID ramdisk_id=$RAMDISK_ID < $FILES/images/ami-tty/image |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 623 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 624 | # Ubuntu 11.04 aka Natty |
| 625 | # ---------------------- |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 626 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 627 | # Downloaded from ubuntu enterprise cloud images. This |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 628 | # image doesn't use the ramdisk functionality |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 629 | if [ ! -f $FILES/natty.tgz ]; then |
| 630 | wget -c http://uec-images.ubuntu.com/natty/current/natty-server-cloudimg-amd64.tar.gz -O $FILES/natty.tgz |
| 631 | fi |
| 632 | |
| 633 | tar -zxf $FILES/natty.tgz -C $FILES/images |
| 634 | |
| 635 | RVAL=`glance add -A $SERVICE_TOKEN name="uec-natty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/natty-server-cloudimg-amd64-vmlinuz-virtual` |
| 636 | KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "` |
| 637 | glance add -A $SERVICE_TOKEN name="uec-natty" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID < $FILES/images/natty-server-cloudimg-amd64.img |
| 638 | |
Jesse Andrews | e49b8bd | 2011-09-12 18:08:04 -0700 | [diff] [blame] | 639 | fi |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 640 | |
| 641 | # Using the cloud |
| 642 | # =============== |
| 643 | |
| 644 | # If you installed the dashboard on this server, then you should be able |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 645 | # to access the site using your browser. |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 646 | if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then |
| 647 | echo "dashboard is now available at http://$HOST_IP/" |
| 648 | fi |
| 649 | |
| 650 | # If keystone is present, you can point nova cli to this server |
| 651 | if [[ "$ENABLED_SERVICES" =~ "key" ]]; then |
| 652 | echo "keystone is serving at http://$HOST_IP:5000/v2.0/" |
| 653 | echo "examples on using novaclient command line is in exercise.sh" |
Jesse Andrews | 89358af | 2011-10-02 14:11:17 -0400 | [diff] [blame] | 654 | echo "the default users are: admin and demo" |
| 655 | echo "the password: $ADMIN_PASSWORD" |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 656 | fi |
termie | 523c405 | 2011-09-28 19:49:40 -0500 | [diff] [blame] | 657 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 658 | # Fin |
| 659 | # === |
termie | 523c405 | 2011-09-28 19:49:40 -0500 | [diff] [blame] | 660 | |
| 661 | # End our timer and give a timing summary |
| 662 | END_TIME=`python -c "import time; print time.time()"` |
| 663 | ELAPSED=`python -c "print $END_TIME - $START_TIME"` |
| 664 | echo "stack.sh completed in $ELAPSED seconds." |