Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 1 | #!/usr/bin/env bash |
| 2 | |
Jesse Andrews | 0e7e897 | 2011-10-02 16:36:54 -0400 | [diff] [blame] | 3 | # **stack.sh** is an opinionated openstack developer installation. |
| 4 | |
| 5 | # This script installs and configures *nova*, *glance*, *dashboard* and *keystone* |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 6 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 7 | # This script allows you to specify configuration options of what git |
| 8 | # repositories to use, enabled services, network configuration and various |
| 9 | # passwords. If you are crafty you can run the script on multiple nodes using |
| 10 | # shared settings for common resources (mysql, rabbitmq) and build a multi-node |
| 11 | # developer install. |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 12 | |
Jesse Andrews | c4b3aab | 2011-09-15 22:54:52 -0700 | [diff] [blame] | 13 | # To keep this script simple we assume you are running on an **Ubuntu 11.04 |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 14 | # Natty** machine. It should work in a VM or physical server. Additionally we |
| 15 | # put the list of *apt* and *pip* dependencies and other configuration files in |
| 16 | # this repo. So start by grabbing this script and the dependencies. |
| 17 | |
Jesse Andrews | 0e7e897 | 2011-10-02 16:36:54 -0400 | [diff] [blame] | 18 | # Learn more and get the most recent version at http://devstack.org |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 19 | |
| 20 | # Sanity Check |
| 21 | # ============ |
| 22 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 23 | # Record the start time. This allows us to print how long this script takes to run. |
termie | 523c405 | 2011-09-28 19:49:40 -0500 | [diff] [blame] | 24 | START_TIME=`python -c "import time; print time.time()"` |
| 25 | |
Jesse Andrews | c4b3aab | 2011-09-15 22:54:52 -0700 | [diff] [blame] | 26 | # Warn users who aren't on natty, but allow them to override check and attempt |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 27 | # installation with ``FORCE=yes ./stack`` |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 28 | if ! grep -q natty /etc/lsb-release; then |
| 29 | echo "WARNING: this script has only been tested on natty" |
| 30 | if [[ "$FORCE" != "yes" ]]; then |
| 31 | echo "If you wish to run this script anyway run with FORCE=yes" |
| 32 | exit 1 |
| 33 | fi |
| 34 | fi |
| 35 | |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 36 | # stack.sh keeps the list of **apt** and **pip** dependencies in external |
Jesse Andrews | 4d28218 | 2011-09-16 11:27:43 -0700 | [diff] [blame] | 37 | # files, along with config templates and other useful files. You can find these |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 38 | # in the ``files`` directory (next to this script). We will reference this |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 39 | # directory using the ``FILES`` variable in this script. |
| 40 | FILES=`pwd`/files |
| 41 | if [ ! -d $FILES ]; then |
| 42 | echo "ERROR: missing devstack/files - did you grab more than just stack.sh?" |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 43 | exit 1 |
| 44 | fi |
| 45 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 46 | # OpenStack is designed to be run as a regular user (Dashboard will fail to run |
| 47 | # as root, since apache refused to startup serve content from root user). If |
| 48 | # stack.sh is run as root, it automatically creates a stack user with |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 49 | # sudo privileges and runs as that user. |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 50 | |
Jesse Andrews | d462295 | 2011-09-28 14:08:26 -0700 | [diff] [blame] | 51 | if [[ $EUID -eq 0 ]]; then |
Jesse Andrews | 0031df0 | 2011-10-03 23:10:55 -0400 | [diff] [blame] | 52 | echo "You are running this script as root." |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 53 | |
Jesse Andrews | 0031df0 | 2011-10-03 23:10:55 -0400 | [diff] [blame] | 54 | # since this script runs as a normal user, we need to give that user |
| 55 | # ability to run sudo |
| 56 | apt-get update |
| 57 | apt-get install -y sudo |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 58 | |
Jesse Andrews | 0031df0 | 2011-10-03 23:10:55 -0400 | [diff] [blame] | 59 | if ! getent passwd | grep -q stack; then |
| 60 | echo "Creating a user called stack" |
| 61 | useradd -U -G sudo -s /bin/bash -m stack |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 62 | fi |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 63 | echo "Giving stack user passwordless sudo priviledges" |
Jesse Andrews | 6e9fae0 | 2011-10-02 08:48:34 -0700 | [diff] [blame] | 64 | echo "stack ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 65 | |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 66 | echo "Copying files to stack user" |
| 67 | cp -r -f `pwd` /home/stack/ |
| 68 | THIS_DIR=$(basename $(dirname $(readlink -f $0))) |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 69 | chown -R stack /home/stack/$THIS_DIR |
Vishvananda Ishaya | c9e3fff | 2011-09-29 10:48:49 -0700 | [diff] [blame] | 70 | echo "Running the script as stack in 3 seconds..." |
| 71 | sleep 3 |
| 72 | exec su -c "cd /home/stack/$THIS_DIR/; bash stack.sh; bash" stack |
| 73 | exit 0 |
Jesse Andrews | d462295 | 2011-09-28 14:08:26 -0700 | [diff] [blame] | 74 | fi |
| 75 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 76 | # So that errors don't compound we exit on any errors so you see only the |
| 77 | # first error that occured. |
| 78 | set -o errexit |
| 79 | |
| 80 | # Print the commands being run so that we can see the command that triggers |
| 81 | # an error. It is also useful for following allowing as the install occurs. |
| 82 | set -o xtrace |
Jesse Andrews | d462295 | 2011-09-28 14:08:26 -0700 | [diff] [blame] | 83 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 84 | # Settings |
| 85 | # ======== |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 86 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 87 | # This script is customizable through setting environment variables. If you |
| 88 | # want to override a setting you can either:: |
| 89 | # |
| 90 | # export MYSQL_PASS=anothersecret |
| 91 | # ./stack.sh |
| 92 | # |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 93 | # You can also pass options on a single line ``MYSQL_PASS=simple ./stack.sh`` |
| 94 | # |
termie | 197d53d | 2011-09-28 17:18:23 -0700 | [diff] [blame] | 95 | # Additionally, you can put any local variables into a ``localrc`` file, like:: |
| 96 | # |
| 97 | # MYSQL_PASS=anothersecret |
| 98 | # MYSQL_USER=hellaroot |
| 99 | # |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 100 | # We try to have sensible defaults, so you should be able to run ``./stack.sh`` |
| 101 | # in most cases. |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 102 | # |
| 103 | # We our settings from ``stackrc``. This file is distributed with devstack and |
| 104 | # contains locations for what repositories to use. If you want to use other |
| 105 | # repositories and branches, you can add your own settings with another file |
| 106 | # called ``localrc`` |
| 107 | # |
| 108 | # If ``localrc`` exists, then ``stackrc`` will load those settings. This is |
| 109 | # useful for changing a branch or repostiory to test other versions. Also you |
| 110 | # can store your other settings like **MYSQL_PASS** or **ADMIN_PASSWORD** instead |
| 111 | # of letting devstack generate random ones for you. |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 112 | source ./stackrc |
| 113 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 114 | # Destination path for installation ``DEST`` |
Anthony Young | e8fed48 | 2011-09-26 19:50:43 -0700 | [diff] [blame] | 115 | DEST=${DEST:-/opt/stack} |
| 116 | sudo mkdir -p $DEST |
| 117 | sudo chown `whoami` $DEST |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 118 | |
Jesse Andrews | 6f3baaf | 2011-09-12 11:59:38 -0700 | [diff] [blame] | 119 | # Set the destination directories for openstack projects |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 120 | NOVA_DIR=$DEST/nova |
| 121 | DASH_DIR=$DEST/dash |
| 122 | GLANCE_DIR=$DEST/glance |
| 123 | KEYSTONE_DIR=$DEST/keystone |
| 124 | NOVACLIENT_DIR=$DEST/python-novaclient |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 125 | OPENSTACKX_DIR=$DEST/openstackx |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 126 | NOVNC_DIR=$DEST/noVNC |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 127 | |
| 128 | # Specify which services to launch. These generally correspond to screen tabs |
Jesse Andrews | 9b6741e | 2011-10-02 10:01:00 -0700 | [diff] [blame] | 129 | ENABLED_SERVICES=${ENABLED_SERVICES:-g-api,g-reg,key,n-api,n-cpu,n-net,n-sch,n-vnc,dash,mysql,rabbit} |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 130 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 131 | # Nova hypervisor configuration. We default to **kvm** but will drop back to |
| 132 | # **qemu** if we are unable to load the kvm module. Stack.sh can also install |
| 133 | # an **LXC** based system. |
| 134 | LIBVIRT_TYPE=${LIBVIRT_TYPE:-kvm} |
| 135 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 136 | # nova supports pluggable schedulers. ``SimpleScheduler`` should work in most |
| 137 | # cases unless you are working on multi-zone mode. |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 138 | SCHEDULER=${SCHEDULER:-nova.scheduler.simple.SimpleScheduler} |
| 139 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 140 | # Use the first IP unless an explicit is set by ``HOST_IP`` environment variable |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 141 | if [ ! -n "$HOST_IP" ]; then |
Dean Troyer | 2a15a7c | 2011-09-13 13:22:14 -0500 | [diff] [blame] | 142 | HOST_IP=`LC_ALL=C /sbin/ifconfig | grep -m 1 'inet addr:'| cut -d: -f2 | awk '{print $1}'` |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 143 | fi |
| 144 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 145 | # Nova Network Configuration |
| 146 | # -------------------------- |
| 147 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 148 | # FIXME: more documentation about why these are important flags. Also |
| 149 | # we should make sure we use the same variable names as the flag names. |
| 150 | |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 151 | PUBLIC_INTERFACE=${PUBLIC_INTERFACE:-eth0} |
Jesse Andrews | b5197e4 | 2011-09-26 12:48:31 -0700 | [diff] [blame] | 152 | FIXED_RANGE=${FIXED_RANGE:-10.0.0.0/24} |
| 153 | FIXED_NETWORK_SIZE=${FIXED_NETWORK_SIZE:-256} |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 154 | FLOATING_RANGE=${FLOATING_RANGE:-172.24.4.1/28} |
Jesse Andrews | a72f7ad | 2011-09-25 13:41:22 -0700 | [diff] [blame] | 155 | NET_MAN=${NET_MAN:-FlatDHCPManager} |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 156 | EC2_DMZ_HOST=${EC2_DMZ_HOST:-$HOST_IP} |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 157 | FLAT_NETWORK_BRIDGE=${FLAT_NETWORK_BRIDGE:-br100} |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 158 | VLAN_INTERFACE=${VLAN_INTERFACE:-$PUBLIC_INTERFACE} |
| 159 | |
| 160 | # Multi-host is a mode where each compute node runs its own network node. This |
| 161 | # allows network operations and routing for a VM to occur on the server that is |
| 162 | # running the VM - removing a SPOF and bandwidth bottleneck. |
| 163 | MULTI_HOST=${MULTI_HOST:-0} |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 164 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 165 | # If you are using FlatDHCP on multiple hosts, set the ``FLAT_INTERFACE`` |
| 166 | # variable but make sure that the interface doesn't already have an |
| 167 | # ip or you risk breaking things. |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 168 | # |
| 169 | # **DHCP Warning**: If your flat interface device uses DHCP, there will be a |
| 170 | # hiccup while the network is moved from the flat interface to the flat network |
| 171 | # bridge. This will happen when you launch your first instance. Upon launch |
| 172 | # you will lose all connectivity to the node, and the vm launch will probably |
| 173 | # fail. |
| 174 | # |
| 175 | # If you are running on a single node and don't need to access the VMs from |
| 176 | # devices other than that node, you can set the flat interface to the same |
| 177 | # value as ``FLAT_NETWORK_BRIDGE``. This will stop the network hiccup from |
| 178 | # occuring. |
Jesse Andrews | 8ff5dbc | 2011-09-25 22:28:08 -0700 | [diff] [blame] | 179 | FLAT_INTERFACE=${FLAT_INTERFACE:-eth0} |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 180 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 181 | ## FIXME(ja): should/can we check that FLAT_INTERFACE is sane? |
| 182 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 183 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 184 | # MySQL & RabbitMQ |
| 185 | # ---------------- |
| 186 | |
| 187 | # We configure Nova, Dashboard, Glance and Keystone to use MySQL as their |
| 188 | # database server. While they share a single server, each has their own |
| 189 | # database and tables. |
| 190 | |
| 191 | # By default this script will install and configure MySQL. If you want to |
| 192 | # use an existing server, you can pass in the user/password/host parameters. |
| 193 | # You will need to send the same ``MYSQL_PASS`` to every host if you are doing |
| 194 | # a multi-node devstack installation. |
Anthony Young | 320412b | 2011-09-14 02:39:10 -0700 | [diff] [blame] | 195 | MYSQL_USER=${MYSQL_USER:-root} |
Jesse Andrews | fa418f6 | 2011-10-02 09:30:54 -0700 | [diff] [blame] | 196 | MYSQL_PASS=${MYSQL_PASS:-`openssl rand -hex 12`} |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 197 | MYSQL_HOST=${MYSQL_HOST:-localhost} |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 198 | |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 199 | # don't specify /db in this string, so we can use it for multiple services |
Anthony Young | fdaf21a | 2011-09-13 20:11:42 -0700 | [diff] [blame] | 200 | BASE_SQL_CONN=${BASE_SQL_CONN:-mysql://$MYSQL_USER:$MYSQL_PASS@$MYSQL_HOST} |
Anthony Young | a841644 | 2011-09-13 20:07:44 -0700 | [diff] [blame] | 201 | |
| 202 | # Rabbit connection info |
| 203 | RABBIT_HOST=${RABBIT_HOST:-localhost} |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 204 | RABBIT_PASSWORD=${RABBIT_PASSWORD:-`openssl rand -hex 12`} |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 205 | |
Anthony Young | 377aae6 | 2011-09-14 09:55:31 -0700 | [diff] [blame] | 206 | # Glance connection info. Note the port must be specified. |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 207 | GLANCE_HOSTPORT=${GLANCE_HOSTPORT:-$HOST_IP:9292} |
Anthony Young | 377aae6 | 2011-09-14 09:55:31 -0700 | [diff] [blame] | 208 | |
Jesse Andrews | 782b991 | 2011-10-02 16:53:21 -0400 | [diff] [blame] | 209 | # Keystone |
| 210 | # -------- |
| 211 | |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 212 | # Service Token - Openstack components need to have an admin token |
| 213 | # to validate user tokens. |
Anthony Young | 06b7ad7 | 2011-10-04 13:30:19 -0700 | [diff] [blame] | 214 | SERVICE_TOKEN=${SERVICE_TOKEN:-`openssl rand -hex 12`} |
Anthony Young | f2aee71 | 2011-10-04 13:32:45 -0700 | [diff] [blame] | 215 | # Dash currently truncates usernames and passwords at 20 characters |
| 216 | # so use 10 bytes |
| 217 | ADMIN_PASSWORD=${ADMIN_PASSWORD:-`openssl rand -hex 10`} |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 218 | |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 219 | |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 220 | # Install Packages |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 221 | # ================ |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 222 | # |
| 223 | # Openstack uses a fair number of other projects. |
| 224 | |
Jesse Andrews | 2caf8fd | 2011-09-12 16:15:11 -0700 | [diff] [blame] | 225 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 226 | # install apt requirements |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 227 | sudo apt-get install -y -q `cat $FILES/apts/* | cut -d\# -f1 | grep -Ev "mysql-server|rabbitmq-server"` |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 228 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 229 | # install python requirements |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 230 | sudo PIP_DOWNLOAD_CACHE=/var/cache/pip pip install `cat $FILES/pips/*` |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 231 | |
Jesse Andrews | d61db85 | 2011-09-16 14:13:17 -0700 | [diff] [blame] | 232 | # git clone only if directory doesn't exist already. Since ``DEST`` might not |
| 233 | # be owned by the installation user, we create the directory and change the |
| 234 | # ownership to the proper user. |
Jesse Andrews | 6163257 | 2011-09-12 17:40:00 -0700 | [diff] [blame] | 235 | function git_clone { |
| 236 | if [ ! -d $2 ]; then |
Jesse Andrews | d61db85 | 2011-09-16 14:13:17 -0700 | [diff] [blame] | 237 | sudo mkdir $2 |
| 238 | sudo chown `whoami` $2 |
Jesse Andrews | 6163257 | 2011-09-12 17:40:00 -0700 | [diff] [blame] | 239 | git clone $1 $2 |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 240 | cd $2 |
Anthony Young | 303233e | 2011-09-26 13:12:57 -0700 | [diff] [blame] | 241 | # This checkout syntax works for both branches and tags |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 242 | git checkout $3 |
Jesse Andrews | 6163257 | 2011-09-12 17:40:00 -0700 | [diff] [blame] | 243 | fi |
| 244 | } |
| 245 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 246 | # compute service |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 247 | git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 248 | # image catalog service |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 249 | git_clone $GLANCE_REPO $GLANCE_DIR $GLANCE_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 250 | # unified auth system (manages accounts/tokens) |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 251 | git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 252 | # a websockets/html5 or flash powered VNC console for vm instances |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 253 | git_clone $NOVNC_REPO $NOVNC_DIR $NOVNC_BRANCH |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 254 | # django powered web control panel for openstack |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 255 | git_clone $DASH_REPO $DASH_DIR $DASH_BRANCH $DASH_TAG |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 256 | # python client library to nova that dashboard (and others) use |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 257 | git_clone $NOVACLIENT_REPO $NOVACLIENT_DIR $NOVACLIENT_BRANCH |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 258 | # openstackx is a collection of extensions to openstack.compute & nova |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 259 | # that is *deprecated*. The code is being moved into python-novaclient & nova. |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 260 | git_clone $OPENSTACKX_REPO $OPENSTACKX_DIR $OPENSTACKX_BRANCH |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 261 | |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 262 | # Initialization |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 263 | # ============== |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 264 | |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 265 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 266 | # setup our checkouts so they are installed into python path |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 267 | # allowing ``import nova`` or ``import glance.client`` |
Dean Troyer | 0017c8f | 2011-09-13 15:37:50 -0500 | [diff] [blame] | 268 | cd $NOVA_DIR; sudo python setup.py develop |
Jesse Andrews | 18d350d | 2011-09-12 21:46:12 -0700 | [diff] [blame] | 269 | cd $NOVACLIENT_DIR; sudo python setup.py develop |
| 270 | cd $KEYSTONE_DIR; sudo python setup.py develop |
| 271 | cd $GLANCE_DIR; sudo python setup.py develop |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 272 | cd $OPENSTACKX_DIR; sudo python setup.py develop |
Jesse Andrews | 18d350d | 2011-09-12 21:46:12 -0700 | [diff] [blame] | 273 | cd $DASH_DIR/django-openstack; sudo python setup.py develop |
| 274 | cd $DASH_DIR/openstack-dashboard; sudo python setup.py develop |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 275 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 276 | # Add a useful screenrc. This isn't required to run openstack but is we do |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 277 | # it since we are going to run the services in screen for simple |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 278 | cp $FILES/screenrc ~/.screenrc |
Jesse Andrews | 6f3baaf | 2011-09-12 11:59:38 -0700 | [diff] [blame] | 279 | |
Jesse Andrews | 6edd17f | 2011-09-15 22:19:42 -0700 | [diff] [blame] | 280 | ## TODO: update current user to allow sudo for all commands in files/sudo/* |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 281 | |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 282 | # Rabbit |
| 283 | # --------- |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 284 | |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 285 | if [[ "$ENABLED_SERVICES" =~ "rabbit" ]]; then |
| 286 | # Install and start rabbitmq-server |
Anthony Young | 093eeb0 | 2011-09-15 23:17:44 -0700 | [diff] [blame] | 287 | sudo apt-get install -y -q rabbitmq-server |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 288 | # change the rabbit password since the default is "guest" |
| 289 | sudo rabbitmqctl change_password guest $RABBIT_PASSWORD |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 290 | fi |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 291 | |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 292 | # Mysql |
| 293 | # --------- |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 294 | |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 295 | if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 296 | |
| 297 | # Seed configuration with mysql password so that apt-get install doesn't |
| 298 | # prompt us for a password upon install. |
| 299 | cat <<MYSQL_PRESEED | sudo debconf-set-selections |
| 300 | mysql-server-5.1 mysql-server/root_password password $MYSQL_PASS |
| 301 | mysql-server-5.1 mysql-server/root_password_again password $MYSQL_PASS |
| 302 | mysql-server-5.1 mysql-server/start_on_boot boolean true |
| 303 | MYSQL_PRESEED |
| 304 | |
Anthony Young | a09ae2f | 2011-09-15 23:11:29 -0700 | [diff] [blame] | 305 | # Install and start mysql-server |
Anthony Young | 093eeb0 | 2011-09-15 23:17:44 -0700 | [diff] [blame] | 306 | sudo apt-get -y -q install mysql-server |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 307 | # Update the DB to give user ‘$MYSQL_USER’@’%’ full control of the all databases: |
| 308 | sudo mysql -uroot -p$MYSQL_PASS -e "GRANT ALL PRIVILEGES ON *.* TO '$MYSQL_USER'@'%' identified by '$MYSQL_PASS';" |
| 309 | |
| 310 | # Edit /etc/mysql/my.cnf to change ‘bind-address’ from localhost (127.0.0.1) to any (0.0.0.0) and restart the mysql service: |
| 311 | sudo sed -i 's/127.0.0.1/0.0.0.0/g' /etc/mysql/my.cnf |
| 312 | sudo service mysql restart |
| 313 | fi |
| 314 | |
| 315 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 316 | # Dashboard |
| 317 | # --------- |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 318 | |
| 319 | # Setup the django dashboard application to serve via apache/wsgi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 320 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 321 | if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 322 | |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 323 | # Dash currently imports quantum even if you aren't using it. Instead |
| 324 | # of installing quantum we can create a simple module that will pass the |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 325 | # initial imports |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 326 | mkdir -p $DASH_DIR/openstack-dashboard/quantum || true |
| 327 | touch $DASH_DIR/openstack-dashboard/quantum/__init__.py |
| 328 | touch $DASH_DIR/openstack-dashboard/quantum/client.py |
| 329 | |
| 330 | |
| 331 | # ``local_settings.py`` is used to override dashboard default settings. |
| 332 | cp $FILES/dash_settings.py $DASH_DIR/openstack-dashboard/local/local_settings.py |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 333 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 334 | cd $DASH_DIR/openstack-dashboard |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 335 | dashboard/manage.py syncdb |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 336 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 337 | # create an empty directory that apache uses as docroot |
| 338 | sudo mkdir -p $DASH_DIR/.blackhole |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 339 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 340 | ## Configure apache's 000-default to run dashboard |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 341 | sudo cp $FILES/000-default.template /etc/apache2/sites-enabled/000-default |
Jesse Andrews | 8f3e28c | 2011-09-27 18:26:27 -0700 | [diff] [blame] | 342 | sudo sed -e "s,%USER%,$USER,g" -i /etc/apache2/sites-enabled/000-default |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 343 | sudo sed -e "s,%DASH_DIR%,$DASH_DIR,g" -i /etc/apache2/sites-enabled/000-default |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 344 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 345 | |
Anthony Young | 3859f73 | 2011-09-14 02:33:43 -0700 | [diff] [blame] | 346 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 347 | # Glance |
| 348 | # ------ |
| 349 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 350 | if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then |
Anthony Young | c835762 | 2011-09-20 10:38:06 -0700 | [diff] [blame] | 351 | GLANCE_IMAGE_DIR=$DEST/glance/images |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 352 | # Delete existing images |
| 353 | rm -rf $GLANCE_IMAGE_DIR |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 354 | |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 355 | # Use local glance directories |
| 356 | mkdir -p $GLANCE_IMAGE_DIR |
| 357 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 358 | # (re)create glance database |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 359 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS glance;' |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 360 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE glance;' |
| 361 | # Copy over our glance-registry.conf |
| 362 | GLANCE_CONF=$GLANCE_DIR/etc/glance-registry.conf |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 363 | cp $FILES/glance-registry.conf $GLANCE_CONF |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 364 | sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/glance,g" -i $GLANCE_CONF |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 365 | sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_CONF |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 366 | sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_CONF |
Anthony Young | f12d3ab | 2011-09-20 00:33:51 -0700 | [diff] [blame] | 367 | |
| 368 | GLANCE_API_CONF=$GLANCE_DIR/etc/glance-api.conf |
| 369 | cp $FILES/glance-api.conf $GLANCE_API_CONF |
Anthony Young | a531b77 | 2011-09-20 09:59:54 -0700 | [diff] [blame] | 370 | sudo sed -e "s,%DEST%,$DEST,g" -i $GLANCE_API_CONF |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 371 | sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $GLANCE_API_CONF |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 372 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 373 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 374 | # Nova |
| 375 | # ---- |
| 376 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 377 | # We are going to use the sample http middleware configuration from the keystone |
| 378 | # project to launch nova. This paste config adds the configuration required |
| 379 | # for nova to validate keystone tokens - except we need to switch the config |
| 380 | # to use our admin token instead (instead of the token from their sample data). |
Jesse Andrews | 9f20f51 | 2011-10-02 09:18:03 -0700 | [diff] [blame] | 381 | sudo sed -e "s,999888777666,$SERVICE_TOKEN,g" -i $KEYSTONE_DIR/examples/paste/nova-api-paste.ini |
Jesse Andrews | ba23cc7 | 2011-09-11 03:22:13 -0700 | [diff] [blame] | 382 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 383 | if [[ "$ENABLED_SERVICES" =~ "n-cpu" ]]; then |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 384 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 385 | # Virtualization Configuration |
| 386 | # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~ |
| 387 | |
| 388 | # attempt to load modules: network block device - used to manage qcow images |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 389 | sudo modprobe nbd || true |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 390 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 391 | # Check for kvm (hardware based virtualization). If unable to load kvm, |
| 392 | # set the libvirt type to qemu. Note: many systems come with hardware |
| 393 | # virtualization disabled in BIOS. |
Jesse Andrews | 2abbdd4 | 2011-10-03 22:48:30 -0400 | [diff] [blame] | 394 | if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 395 | sudo modprobe kvm || true |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 396 | if [ ! -e /dev/kvm ]; then |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 397 | echo "WARNING: Switching to QEMU" |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 398 | LIBVIRT_TYPE=qemu |
| 399 | fi |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 400 | fi |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 401 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 402 | # Install and configure **LXC** if specified. LXC is another approach to |
| 403 | # splitting a system into many smaller parts. LXC uses cgroups and chroot |
| 404 | # to simulate multiple systems. |
Jesse Andrews | 2abbdd4 | 2011-10-03 22:48:30 -0400 | [diff] [blame] | 405 | if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then |
Jesse Andrews | 8cfd8b6 | 2011-10-02 13:17:31 -0400 | [diff] [blame] | 406 | sudo apt-get install lxc -y |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 407 | # lxc requires cgroups to be configured on /cgroup |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 408 | sudo mkdir -p /cgroup |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 409 | if ! grep -q cgroup /etc/fstab; then |
Jesse Andrews | c315ebf | 2011-10-02 13:25:33 -0400 | [diff] [blame] | 410 | echo none /cgroup cgroup cpuacct,memory,devices,cpu,freezer,blkio 0 0 | sudo tee -a /etc/fstab |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 411 | fi |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 412 | sudo mount /cgroup |
Jesse Andrews | c6d3042 | 2011-10-02 13:11:28 -0400 | [diff] [blame] | 413 | fi |
| 414 | |
Jesse Andrews | e30432f | 2011-09-16 14:54:48 -0700 | [diff] [blame] | 415 | # User needs to be member of libvirtd group for nova-compute to use libvirt. |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 416 | sudo usermod -a -G libvirtd `whoami` |
| 417 | # if kvm wasn't running before we need to restart libvirt to enable it |
| 418 | sudo /etc/init.d/libvirt-bin restart |
| 419 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 420 | |
| 421 | # Instance Storage |
| 422 | # ~~~~~~~~~~~~~~~~ |
| 423 | |
| 424 | # Nova stores each instance in its own directory. |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 425 | mkdir -p $NOVA_DIR/instances |
| 426 | |
| 427 | # if there is a partition labeled nova-instances use it (ext filesystems |
| 428 | # can be labeled via e2label) |
| 429 | ## FIXME: if already mounted this blows up... |
| 430 | if [ -L /dev/disk/by-label/nova-instances ]; then |
| 431 | sudo mount -L nova-instances $NOVA_DIR/instances |
| 432 | sudo chown -R `whoami` $NOVA_DIR/instances |
| 433 | fi |
| 434 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 435 | # Clean out the instances directory. |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 436 | rm -rf $NOVA_DIR/instances/* |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 437 | fi |
| 438 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 439 | if [[ "$ENABLED_SERVICES" =~ "n-net" ]]; then |
| 440 | # delete traces of nova networks from prior runs |
Anthony Young | 09fde81 | 2011-09-20 02:23:54 -0700 | [diff] [blame] | 441 | sudo killall dnsmasq || true |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 442 | rm -rf $NOVA_DIR/networks |
| 443 | mkdir -p $NOVA_DIR/networks |
| 444 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 445 | |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 446 | function add_nova_flag { |
| 447 | echo "$1" >> $NOVA_DIR/bin/nova.conf |
| 448 | } |
| 449 | |
| 450 | # (re)create nova.conf |
| 451 | rm -f $NOVA_DIR/bin/nova.conf |
| 452 | add_nova_flag "--verbose" |
| 453 | add_nova_flag "--nodaemon" |
Jesse Andrews | 8ff5dbc | 2011-09-25 22:28:08 -0700 | [diff] [blame] | 454 | add_nova_flag "--scheduler_driver=$SCHEDULER" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 455 | add_nova_flag "--dhcpbridge_flagfile=$NOVA_DIR/bin/nova.conf" |
| 456 | add_nova_flag "--network_manager=nova.network.manager.$NET_MAN" |
| 457 | add_nova_flag "--my_ip=$HOST_IP" |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 458 | add_nova_flag "--public_interface=$PUBLIC_INTERFACE" |
| 459 | add_nova_flag "--vlan_interface=$VLAN_INTERFACE" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 460 | add_nova_flag "--sql_connection=$BASE_SQL_CONN/nova" |
| 461 | add_nova_flag "--libvirt_type=$LIBVIRT_TYPE" |
Anthony Young | 2f14020 | 2011-09-26 13:02:40 -0700 | [diff] [blame] | 462 | add_nova_flag "--osapi_extensions_path=$OPENSTACKX_DIR/extensions" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 463 | add_nova_flag "--vncproxy_url=http://$HOST_IP:6080" |
| 464 | add_nova_flag "--vncproxy_wwwroot=$NOVNC_DIR/" |
| 465 | add_nova_flag "--api_paste_config=$KEYSTONE_DIR/examples/paste/nova-api-paste.ini" |
| 466 | add_nova_flag "--image_service=nova.image.glance.GlanceImageService" |
| 467 | add_nova_flag "--ec2_dmz_host=$EC2_DMZ_HOST" |
| 468 | add_nova_flag "--rabbit_host=$RABBIT_HOST" |
Jesse Andrews | 53ed387 | 2011-10-02 14:28:17 -0400 | [diff] [blame] | 469 | add_nova_flag "--rabbit_password=$RABBIT_PASSWORD" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 470 | add_nova_flag "--glance_api_servers=$GLANCE_HOSTPORT" |
Anthony Young | b1bdd5e | 2011-09-20 09:39:50 -0700 | [diff] [blame] | 471 | add_nova_flag "--flat_network_bridge=$FLAT_NETWORK_BRIDGE" |
Jesse Andrews | d1879c5 | 2011-09-16 16:28:13 -0700 | [diff] [blame] | 472 | if [ -n "$FLAT_INTERFACE" ]; then |
| 473 | add_nova_flag "--flat_interface=$FLAT_INTERFACE" |
| 474 | fi |
| 475 | if [ -n "$MULTI_HOST" ]; then |
| 476 | add_nova_flag "--multi_host=$MULTI_HOST" |
| 477 | fi |
| 478 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 479 | # Nova Database |
| 480 | # ~~~~~~~~~~~~~ |
| 481 | |
| 482 | # All nova components talk to a central database. We will need to do this step |
| 483 | # only once for an entire cluster. |
| 484 | |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 485 | if [[ "$ENABLED_SERVICES" =~ "mysql" ]]; then |
| 486 | # (re)create nova database |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 487 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS nova;' |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 488 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE nova;' |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 489 | |
| 490 | # (re)create nova database |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 491 | $NOVA_DIR/bin/nova-manage db sync |
| 492 | |
| 493 | # create a small network |
termie | 197d53d | 2011-09-28 17:18:23 -0700 | [diff] [blame] | 494 | $NOVA_DIR/bin/nova-manage network create private $FIXED_RANGE 1 $FIXED_NETWORK_SIZE |
Anthony Young | a074800 | 2011-09-16 21:37:36 -0700 | [diff] [blame] | 495 | |
| 496 | # create some floating ips |
| 497 | $NOVA_DIR/bin/nova-manage floating create $FLOATING_RANGE |
| 498 | fi |
| 499 | |
| 500 | |
Jesse Andrews | e8d9cd8 | 2011-09-13 15:16:26 -0700 | [diff] [blame] | 501 | # Keystone |
| 502 | # -------- |
| 503 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 504 | if [[ "$ENABLED_SERVICES" =~ "key" ]]; then |
| 505 | # (re)create keystone database |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 506 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'DROP DATABASE IF EXISTS keystone;' |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 507 | mysql -u$MYSQL_USER -p$MYSQL_PASS -e 'CREATE DATABASE keystone;' |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 508 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 509 | # FIXME (anthony) keystone should use keystone.conf.example |
| 510 | KEYSTONE_CONF=$KEYSTONE_DIR/etc/keystone.conf |
Jesse Andrews | bf3868d | 2011-09-16 11:31:16 -0700 | [diff] [blame] | 511 | cp $FILES/keystone.conf $KEYSTONE_CONF |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 512 | sudo sed -e "s,%SQL_CONN%,$BASE_SQL_CONN/keystone,g" -i $KEYSTONE_CONF |
Anthony Young | e8fed48 | 2011-09-26 19:50:43 -0700 | [diff] [blame] | 513 | sudo sed -e "s,%DEST%,$DEST,g" -i $KEYSTONE_CONF |
Anthony Young | 3a09312 | 2011-09-13 19:01:45 +0000 | [diff] [blame] | 514 | |
Jesse Andrews | cbe98d5 | 2011-10-02 17:47:32 -0400 | [diff] [blame] | 515 | # keystone_data.sh creates our admin user and our ``SERVICE_TOKEN``. |
Anthony Young | ec21d93 | 2011-09-16 16:05:55 -0700 | [diff] [blame] | 516 | KEYSTONE_DATA=$KEYSTONE_DIR/bin/keystone_data.sh |
| 517 | cp $FILES/keystone_data.sh $KEYSTONE_DATA |
| 518 | sudo sed -e "s,%HOST_IP%,$HOST_IP,g" -i $KEYSTONE_DATA |
Jesse Andrews | b96871e | 2011-10-02 09:02:46 -0700 | [diff] [blame] | 519 | sudo sed -e "s,%SERVICE_TOKEN%,$SERVICE_TOKEN,g" -i $KEYSTONE_DATA |
Jesse Andrews | 89358af | 2011-10-02 14:11:17 -0400 | [diff] [blame] | 520 | sudo sed -e "s,%ADMIN_PASSWORD%,$ADMIN_PASSWORD,g" -i $KEYSTONE_DATA |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 521 | # initialize keystone with default users/endpoints |
Anthony Young | ec21d93 | 2011-09-16 16:05:55 -0700 | [diff] [blame] | 522 | BIN_DIR=$KEYSTONE_DIR/bin bash $KEYSTONE_DATA |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 523 | fi |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 524 | |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 525 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 526 | # Launch Services |
| 527 | # =============== |
Jesse Andrews | 30f68e9 | 2011-09-13 00:59:54 -0700 | [diff] [blame] | 528 | |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 529 | # nova api crashes if we start it with a regular screen command, |
| 530 | # so send the start command by forcing text into the window. |
Jesse Andrews | dfcd200 | 2011-09-13 13:17:22 -0700 | [diff] [blame] | 531 | # Only run the services specified in ``ENABLED_SERVICES`` |
| 532 | |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 533 | # our screen helper to launch a service in a hidden named screen |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 534 | function screen_it { |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 535 | NL=`echo -ne '\015'` |
Anthony Young | 292e46d | 2011-09-13 11:28:56 -0700 | [diff] [blame] | 536 | if [[ "$ENABLED_SERVICES" =~ "$1" ]]; then |
| 537 | screen -S nova -X screen -t $1 |
| 538 | screen -S nova -p $1 -X stuff "$2$NL" |
| 539 | fi |
Jesse Andrews | 1c1d150 | 2011-09-12 19:29:56 -0700 | [diff] [blame] | 540 | } |
| 541 | |
Jesse Andrews | a16e5e9 | 2011-09-16 16:30:55 -0700 | [diff] [blame] | 542 | # create a new named screen to run processes in |
| 543 | screen -d -m -S nova -t nova |
| 544 | sleep 1 |
| 545 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 546 | # launch the glance registery service |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 547 | if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then |
| 548 | screen_it g-reg "cd $GLANCE_DIR; bin/glance-registry --config-file=etc/glance-registry.conf" |
| 549 | fi |
| 550 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 551 | # launch the glance api and wait for it to answer before continuing |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 552 | if [[ "$ENABLED_SERVICES" =~ "g-api" ]]; then |
| 553 | screen_it g-api "cd $GLANCE_DIR; bin/glance-api --config-file=etc/glance-api.conf" |
| 554 | while ! wget -q -O- http://$GLANCE_HOSTPORT; do |
| 555 | echo "Waiting for g-api ($GLANCE_HOSTPORT) to start..." |
| 556 | sleep 1 |
| 557 | done |
| 558 | fi |
| 559 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 560 | # launch the keystone and wait for it to answer before continuing |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 561 | if [[ "$ENABLED_SERVICES" =~ "key" ]]; then |
Anthony Young | f33796e | 2011-09-22 00:14:12 -0700 | [diff] [blame] | 562 | screen_it key "cd $KEYSTONE_DIR && $KEYSTONE_DIR/bin/keystone --config-file $KEYSTONE_CONF -d" |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 563 | while ! wget -q -O- http://127.0.0.1:5000; do |
| 564 | echo "Waiting for keystone to start..." |
| 565 | sleep 1 |
| 566 | done |
| 567 | fi |
| 568 | |
Jesse Andrews | 644b8e8 | 2011-10-02 17:50:41 -0400 | [diff] [blame] | 569 | # launch the nova-api and wait for it to answer before continuing |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 570 | if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then |
Anthony Young | 9bf3d76 | 2011-09-20 09:51:16 -0700 | [diff] [blame] | 571 | screen_it n-api "cd $NOVA_DIR && $NOVA_DIR/bin/nova-api" |
Anthony Young | d000b22 | 2011-09-19 14:46:53 -0700 | [diff] [blame] | 572 | while ! wget -q -O- http://127.0.0.1:8774; do |
| 573 | echo "Waiting for nova-api to start..." |
| 574 | sleep 1 |
| 575 | done |
| 576 | fi |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 577 | # Launching nova-compute should be as simple as running ``nova-compute`` but |
| 578 | # have to do a little more than that in our script. Since we add the group |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 579 | # ``libvirtd`` to our user in this script, when nova-compute is run it is |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 580 | # within the context of our original shell (so our groups won't be updated). |
Jesse Andrews | 1f71760 | 2011-09-16 15:18:53 -0700 | [diff] [blame] | 581 | # We can send the command nova-compute to the ``newgrp`` command to execute |
| 582 | # in a specific context. |
Anthony Young | 9bf3d76 | 2011-09-20 09:51:16 -0700 | [diff] [blame] | 583 | screen_it n-cpu "cd $NOVA_DIR && echo $NOVA_DIR/bin/nova-compute | newgrp libvirtd" |
| 584 | screen_it n-net "cd $NOVA_DIR && $NOVA_DIR/bin/nova-network" |
| 585 | screen_it n-sch "cd $NOVA_DIR && $NOVA_DIR/bin/nova-scheduler" |
Anthony Young | 1c598da | 2011-10-05 08:07:53 -0700 | [diff] [blame^] | 586 | screen_it n-vnc "cd $NOVNC_DIR && ./utils/nova-wsproxy.py 6080 --web . --flagfile=../nova/bin/nova.conf" |
Anthony Young | 9bf3d76 | 2011-09-20 09:51:16 -0700 | [diff] [blame] | 587 | screen_it dash "cd $DASH_DIR && sudo /etc/init.d/apache2 restart; sudo tail -f /var/log/apache2/error.log" |
Jesse Andrews | 75a3765 | 2011-09-12 17:09:08 -0700 | [diff] [blame] | 588 | |
Jesse Andrews | d74257d | 2011-09-13 01:24:50 -0700 | [diff] [blame] | 589 | # Install Images |
| 590 | # ============== |
Jesse Andrews | e49b8bd | 2011-09-12 18:08:04 -0700 | [diff] [blame] | 591 | |
Jesse Andrews | 85d9be3 | 2011-10-03 00:01:28 -0400 | [diff] [blame] | 592 | # Upload a couple images to glance. **TTY** is a simple small image that use the |
| 593 | # lets you login to it with username/password of user/password. TTY is useful |
| 594 | # for basic functionality. We all include an Ubuntu cloud build of **Natty**. |
| 595 | # Natty uses cloud-init, supporting login via keypair and sending scripts as |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 596 | # userdata. |
| 597 | # |
| 598 | # Read more about cloud-init at https://help.ubuntu.com/community/CloudInit |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 599 | |
Jesse Andrews | 85d9be3 | 2011-10-03 00:01:28 -0400 | [diff] [blame] | 600 | if [[ "$ENABLED_SERVICES" =~ "g-reg" ]]; then |
| 601 | # create a directory for the downloadedthe images tarballs. |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 602 | mkdir -p $FILES/images |
| 603 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 604 | # Debug Image (TTY) |
| 605 | # ----------------- |
| 606 | |
| 607 | # Downloads the image (ami/aki/ari style), then extracts it. Upon extraction |
| 608 | # we upload to glance with the glance cli tool. TTY is a stripped down |
| 609 | # version of ubuntu. |
Jesse Andrews | 543d7d4 | 2011-09-16 14:16:36 -0700 | [diff] [blame] | 610 | if [ ! -f $FILES/tty.tgz ]; then |
| 611 | wget -c http://images.ansolabs.com/tty.tgz -O $FILES/tty.tgz |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 612 | fi |
Jesse Andrews | e49b8bd | 2011-09-12 18:08:04 -0700 | [diff] [blame] | 613 | |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 614 | # extract ami-tty/image, aki-tty/image & ari-tty/image |
Jesse Andrews | 74e965f | 2011-09-16 14:19:46 -0700 | [diff] [blame] | 615 | tar -zxf $FILES/tty.tgz -C $FILES/images |
Anthony Young | 70dc5e0 | 2011-09-15 16:52:43 -0700 | [diff] [blame] | 616 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 617 | # Use glance client to add the kernel, ramdisk and finally the root |
| 618 | # filesystem. We parse the results of the uploads to get glance IDs of the |
| 619 | # ramdisk and kernel and use them for the root filesystem. |
Jesse Andrews | a5e5f2a | 2011-10-02 21:07:08 -0400 | [diff] [blame] | 620 | RVAL=`glance add -A $SERVICE_TOKEN name="tty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/aki-tty/image` |
| 621 | KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "` |
| 622 | RVAL=`glance add -A $SERVICE_TOKEN name="tty-ramdisk" is_public=true container_format=ari disk_format=ari < $FILES/images/ari-tty/image` |
| 623 | RAMDISK_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "` |
Jesse Andrews | 014e913 | 2011-10-02 19:23:22 -0400 | [diff] [blame] | 624 | glance add -A $SERVICE_TOKEN name="tty" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID ramdisk_id=$RAMDISK_ID < $FILES/images/ami-tty/image |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 625 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 626 | # Ubuntu 11.04 aka Natty |
| 627 | # ---------------------- |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 628 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 629 | # Downloaded from ubuntu enterprise cloud images. This |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 630 | # image doesn't use the ramdisk functionality |
Jesse Andrews | 08e8b74 | 2011-10-02 23:42:56 -0400 | [diff] [blame] | 631 | if [ ! -f $FILES/natty.tgz ]; then |
| 632 | wget -c http://uec-images.ubuntu.com/natty/current/natty-server-cloudimg-amd64.tar.gz -O $FILES/natty.tgz |
| 633 | fi |
| 634 | |
| 635 | tar -zxf $FILES/natty.tgz -C $FILES/images |
| 636 | |
| 637 | RVAL=`glance add -A $SERVICE_TOKEN name="uec-natty-kernel" is_public=true container_format=aki disk_format=aki < $FILES/images/natty-server-cloudimg-amd64-vmlinuz-virtual` |
| 638 | KERNEL_ID=`echo $RVAL | cut -d":" -f2 | tr -d " "` |
| 639 | glance add -A $SERVICE_TOKEN name="uec-natty" is_public=true container_format=ami disk_format=ami kernel_id=$KERNEL_ID < $FILES/images/natty-server-cloudimg-amd64.img |
| 640 | |
Jesse Andrews | e49b8bd | 2011-09-12 18:08:04 -0700 | [diff] [blame] | 641 | fi |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 642 | |
| 643 | # Using the cloud |
| 644 | # =============== |
| 645 | |
| 646 | # If you installed the dashboard on this server, then you should be able |
root | 40a3700 | 2011-09-20 18:06:14 +0000 | [diff] [blame] | 647 | # to access the site using your browser. |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 648 | if [[ "$ENABLED_SERVICES" =~ "dash" ]]; then |
| 649 | echo "dashboard is now available at http://$HOST_IP/" |
| 650 | fi |
| 651 | |
| 652 | # If keystone is present, you can point nova cli to this server |
| 653 | if [[ "$ENABLED_SERVICES" =~ "key" ]]; then |
| 654 | echo "keystone is serving at http://$HOST_IP:5000/v2.0/" |
| 655 | echo "examples on using novaclient command line is in exercise.sh" |
Jesse Andrews | 89358af | 2011-10-02 14:11:17 -0400 | [diff] [blame] | 656 | echo "the default users are: admin and demo" |
| 657 | echo "the password: $ADMIN_PASSWORD" |
Jesse Andrews | 2485906 | 2011-09-15 21:28:23 -0700 | [diff] [blame] | 658 | fi |
termie | 523c405 | 2011-09-28 19:49:40 -0500 | [diff] [blame] | 659 | |
Jesse Andrews | 5372f43 | 2011-10-03 01:08:24 -0400 | [diff] [blame] | 660 | # Fin |
| 661 | # === |
termie | 523c405 | 2011-09-28 19:49:40 -0500 | [diff] [blame] | 662 | |
| 663 | # End our timer and give a timing summary |
| 664 | END_TIME=`python -c "import time; print time.time()"` |
| 665 | ELAPSED=`python -c "print $END_TIME - $START_TIME"` |
| 666 | echo "stack.sh completed in $ELAPSED seconds." |