blob: c9a249512c630ad5c1240ff6c8cccd44d1bb4b04 [file] [log] [blame]
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +03001# lib/ironic
2# Functions to control the configuration and operation of the **Ironic** service
3
4# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01005#
6# - ``functions`` file
7# - ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined
8# - ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined
9# - ``SERVICE_HOST``
10# - ``KEYSTONE_TOKEN_FORMAT`` must be defined
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030011
12# ``stack.sh`` calls the entry points in this order:
13#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010014# - install_ironic
15# - install_ironicclient
16# - init_ironic
17# - start_ironic
18# - stop_ironic
19# - cleanup_ironic
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030020
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040021# Save trace and pipefail settings
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030022XTRACE=$(set +o | grep xtrace)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040023PIPEFAIL=$(set +o | grep pipefail)
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030024set +o xtrace
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040025set +o pipefail
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030026
27# Defaults
28# --------
29
30# Set up default directories
31IRONIC_DIR=$DEST/ironic
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040032IRONIC_DATA_DIR=$DATA_DIR/ironic
33IRONIC_STATE_PATH=/var/lib/ironic
Roman Prykhodchenko43e00662013-10-15 17:03:15 +030034IRONICCLIENT_DIR=$DEST/python-ironicclient
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030035IRONIC_AUTH_CACHE_DIR=${IRONIC_AUTH_CACHE_DIR:-/var/cache/ironic}
36IRONIC_CONF_DIR=${IRONIC_CONF_DIR:-/etc/ironic}
37IRONIC_CONF_FILE=$IRONIC_CONF_DIR/ironic.conf
38IRONIC_ROOTWRAP_CONF=$IRONIC_CONF_DIR/rootwrap.conf
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030039IRONIC_POLICY_JSON=$IRONIC_CONF_DIR/policy.json
40
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040041# Set up defaults for functional / integration testing
42IRONIC_SCRIPTS_DIR=${IRONIC_SCRIPTS_DIR:-$TOP_DIR/tools/ironic/scripts}
43IRONIC_TEMPLATES_DIR=${IRONIC_TEMPLATES_DIR:-$TOP_DIR/tools/ironic/templates}
44IRONIC_BAREMETAL_BASIC_OPS=$(trueorfalse False $IRONIC_BAREMETAL_BASIC_OPS)
Devananda van der Veen83eeed02014-04-11 10:08:41 -070045IRONIC_ENABLED_DRIVERS=${IRONIC_ENABLED_DRIVERS:-fake,pxe_ssh,pxe_ipmitool}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040046IRONIC_SSH_USERNAME=${IRONIC_SSH_USERNAME:-`whoami`}
47IRONIC_SSH_KEY_DIR=${IRONIC_SSH_KEY_DIR:-$IRONIC_DATA_DIR/ssh_keys}
48IRONIC_SSH_KEY_FILENAME=${IRONIC_SSH_KEY_FILENAME:-ironic_key}
49IRONIC_KEY_FILE=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME
50IRONIC_SSH_VIRT_TYPE=${IRONIC_SSH_VIRT_TYPE:-virsh}
51IRONIC_TFTPBOOT_DIR=${IRONIC_TFTPBOOT_DIR:-$IRONIC_DATA_DIR/tftpboot}
Adam Gandelman86765102014-04-14 11:57:13 -070052IRONIC_VM_SSH_PORT=${IRONIC_VM_SSH_PORT:-22}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040053IRONIC_VM_SSH_ADDRESS=${IRONIC_VM_SSH_ADDRESS:-$HOST_IP}
54IRONIC_VM_COUNT=${IRONIC_VM_COUNT:-1}
55IRONIC_VM_SPECS_CPU=${IRONIC_VM_SPECS_CPU:-1}
Adam Gandelman74eafa42014-04-28 14:06:42 -070056# NOTE(adam_g): Kernels 3.12 and newer user tmpfs by default for initramfs.
57# DIB produced ramdisks tend to be ~250MB but tmpfs will only allow
58# use of 50% of available memory before ENOSPC. Set minimum 1GB
59# for nodes to avoid (LP: #1311987) and ensure consistency across
60# older and newer kernels.
61IRONIC_VM_SPECS_RAM=${IRONIC_VM_SPECS_RAM:-1024}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040062IRONIC_VM_SPECS_DISK=${IRONIC_VM_SPECS_DISK:-10}
David Shrewsbury3e4612b2014-05-01 11:38:21 -040063IRONIC_VM_EPHEMERAL_DISK=${IRONIC_VM_EPHEMERAL_DISK:-0}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040064IRONIC_VM_EMULATOR=${IRONIC_VM_EMULATOR:-/usr/bin/qemu-system-x86_64}
65IRONIC_VM_NETWORK_BRIDGE=${IRONIC_VM_NETWORK_BRIDGE:-brbm}
66IRONIC_VM_NETWORK_RANGE=${IRONIC_VM_NETWORK_RANGE:-192.0.2.0/24}
67IRONIC_VM_MACS_CSV_FILE=${IRONIC_VM_MACS_CSV_FILE:-$IRONIC_DATA_DIR/ironic_macs.csv}
68IRONIC_AUTHORIZED_KEYS_FILE=${IRONIC_AUTHORIZED_KEYS_FILE:-$HOME/.ssh/authorized_keys}
69
Adam Gandelman8af6fae2014-04-11 17:06:14 -070070# By default, baremetal VMs will console output to file.
71IRONIC_VM_LOG_CONSOLE=${IRONIC_VM_LOG_CONSOLE:-True}
72IRONIC_VM_LOG_DIR=${IRONIC_VM_LOG_DIR:-$IRONIC_DATA_DIR/logs/}
73
Alexander Gordeevf177f722014-03-14 18:44:48 +040074DIB_DIR=${DIB_DIR:-$DEST/diskimage-builder}
75
76# Use DIB to create deploy ramdisk and kernel.
77IRONIC_BUILD_DEPLOY_RAMDISK=`trueorfalse True $IRONIC_BUILD_DEPLOY_RAMDISK`
78# If not use DIB, these files are used as deploy ramdisk/kernel.
79# (The value must be a absolute path)
80IRONIC_DEPLOY_RAMDISK=${IRONIC_DEPLOY_RAMDISK:-}
81IRONIC_DEPLOY_KERNEL=${IRONIC_DEPLOY_KERNEL:-}
82IRONIC_DEPLOY_ELEMENT=${IRONIC_DEPLOY_ELEMENT:-deploy-ironic}
83
84#TODO(agordeev): replace 'ubuntu' with host distro name getting
85IRONIC_DEPLOY_FLAVOR=${IRONIC_DEPLOY_FLAVOR:-ubuntu $IRONIC_DEPLOY_ELEMENT}
86
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030087# Support entry points installation of console scripts
88IRONIC_BIN_DIR=$(get_python_exec_prefix)
89
90# Ironic connection info. Note the port must be specified.
91IRONIC_SERVICE_PROTOCOL=http
92IRONIC_HOSTPORT=${IRONIC_HOSTPORT:-$SERVICE_HOST:6385}
93
Dean Troyer4237f592014-01-29 16:22:11 -060094# Tell Tempest this project is present
95TEMPEST_SERVICES+=,ironic
96
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030097
98# Functions
99# ---------
100
Dean Troyer1023ff72014-01-27 14:56:44 -0600101# Test if any Ironic services are enabled
102# is_ironic_enabled
103function is_ironic_enabled {
104 [[ ,${ENABLED_SERVICES} =~ ,"ir-" ]] && return 0
105 return 1
106}
107
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300108# install_ironic() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100109function install_ironic {
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300110 git_clone $IRONIC_REPO $IRONIC_DIR $IRONIC_BRANCH
111 setup_develop $IRONIC_DIR
112}
113
114# install_ironicclient() - Collect sources and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100115function install_ironicclient {
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300116 git_clone $IRONICCLIENT_REPO $IRONICCLIENT_DIR $IRONICCLIENT_BRANCH
117 setup_develop $IRONICCLIENT_DIR
118}
119
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300120# cleanup_ironic() - Remove residual data files, anything left over from previous
121# runs that would need to clean up.
Ian Wienandaee18c72014-02-21 15:35:08 +1100122function cleanup_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300123 sudo rm -rf $IRONIC_AUTH_CACHE_DIR
124}
125
126# configure_ironic() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100127function configure_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300128 if [[ ! -d $IRONIC_CONF_DIR ]]; then
129 sudo mkdir -p $IRONIC_CONF_DIR
130 fi
131 sudo chown $STACK_USER $IRONIC_CONF_DIR
132
133 # Copy over ironic configuration file and configure common parameters.
134 cp $IRONIC_DIR/etc/ironic/ironic.conf.sample $IRONIC_CONF_FILE
135 iniset $IRONIC_CONF_FILE DEFAULT debug True
136 inicomment $IRONIC_CONF_FILE DEFAULT log_file
137 iniset $IRONIC_CONF_FILE DEFAULT sql_connection `database_connection_url ironic`
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400138 iniset $IRONIC_CONF_FILE DEFAULT state_path $IRONIC_STATE_PATH
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300139 iniset $IRONIC_CONF_FILE DEFAULT use_syslog $SYSLOG
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300140 # Configure Ironic conductor, if it was enabled.
141 if is_service_enabled ir-cond; then
142 configure_ironic_conductor
143 fi
144
145 # Configure Ironic API, if it was enabled.
146 if is_service_enabled ir-api; then
147 configure_ironic_api
148 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400149
150 if [[ "$IRONIC_BAREMETAL_BASIC_OPS" == "True" ]]; then
151 configure_ironic_auxiliary
152 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300153}
154
155# configure_ironic_api() - Is used by configure_ironic(). Performs
156# API specific configuration.
Ian Wienandaee18c72014-02-21 15:35:08 +1100157function configure_ironic_api {
Roman Prykhodchenkoc48c3122013-10-01 17:19:05 +0300158 iniset $IRONIC_CONF_FILE DEFAULT auth_strategy keystone
159 iniset $IRONIC_CONF_FILE DEFAULT policy_file $IRONIC_POLICY_JSON
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300160 iniset $IRONIC_CONF_FILE keystone_authtoken auth_host $KEYSTONE_AUTH_HOST
161 iniset $IRONIC_CONF_FILE keystone_authtoken auth_port $KEYSTONE_AUTH_PORT
162 iniset $IRONIC_CONF_FILE keystone_authtoken auth_protocol $KEYSTONE_AUTH_PROTOCOL
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000163 iniset $IRONIC_CONF_FILE keystone_authtoken cafile $KEYSTONE_SSL_CA
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300164 iniset $IRONIC_CONF_FILE keystone_authtoken auth_uri $KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/
165 iniset $IRONIC_CONF_FILE keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME
166 iniset $IRONIC_CONF_FILE keystone_authtoken admin_user ironic
167 iniset $IRONIC_CONF_FILE keystone_authtoken admin_password $SERVICE_PASSWORD
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300168 iniset_rpc_backend ironic $IRONIC_CONF_FILE DEFAULT
169 iniset $IRONIC_CONF_FILE keystone_authtoken signing_dir $IRONIC_AUTH_CACHE_DIR/api
170
171 cp -p $IRONIC_DIR/etc/ironic/policy.json $IRONIC_POLICY_JSON
172}
173
174# configure_ironic_conductor() - Is used by configure_ironic().
175# Sets conductor specific settings.
Ian Wienandaee18c72014-02-21 15:35:08 +1100176function configure_ironic_conductor {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300177 cp $IRONIC_DIR/etc/ironic/rootwrap.conf $IRONIC_ROOTWRAP_CONF
Lucas Alvares Gomes279295c2014-01-14 11:37:51 +0000178 cp -r $IRONIC_DIR/etc/ironic/rootwrap.d $IRONIC_CONF_DIR
Adam Gandelman3f2a7b72014-04-14 16:14:33 -0700179 IRONIC_ROOTWRAP=$(get_rootwrap_location ironic)
180 ROOTWRAP_ISUDOER_CMD="$IRONIC_ROOTWRAP $IRONIC_CONF_DIR/rootwrap.conf *"
181
182 # Set up the rootwrap sudoers for ironic
183 TEMPFILE=`mktemp`
184 echo "$STACK_USER ALL=(root) NOPASSWD: $ROOTWRAP_ISUDOER_CMD" >$TEMPFILE
185 chmod 0440 $TEMPFILE
186 sudo chown root:root $TEMPFILE
187 sudo mv $TEMPFILE /etc/sudoers.d/ironic-rootwrap
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300188
Alexander Gordeeva67cb1a2014-03-04 18:38:33 +0400189 iniset $IRONIC_CONF_FILE DEFAULT rootwrap_config $IRONIC_ROOTWRAP_CONF
Devananda van der Veen83eeed02014-04-11 10:08:41 -0700190 iniset $IRONIC_CONF_FILE DEFAULT enabled_drivers $IRONIC_ENABLED_DRIVERS
Adam Gandelmand3011982014-03-24 13:55:34 -0700191 iniset $IRONIC_CONF_FILE conductor api_url http://$HOST_IP:6385
192 iniset $IRONIC_CONF_FILE pxe tftp_server $HOST_IP
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400193 iniset $IRONIC_CONF_FILE pxe tftp_root $IRONIC_TFTPBOOT_DIR
194 iniset $IRONIC_CONF_FILE pxe tftp_master_path $IRONIC_TFTPBOOT_DIR/master_images
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700195 if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
196 iniset $IRONIC_CONF_FILE pxe pxe_append_params "nofb nomodeset vga=normal console=ttyS0"
197 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300198}
199
200# create_ironic_cache_dir() - Part of the init_ironic() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100201function create_ironic_cache_dir {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300202 # Create cache dir
203 sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/api
204 sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/api
205 rm -f $IRONIC_AUTH_CACHE_DIR/api/*
206 sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/registry
207 sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/registry
208 rm -f $IRONIC_AUTH_CACHE_DIR/registry/*
209}
210
211# create_ironic_accounts() - Set up common required ironic accounts
212
213# Tenant User Roles
214# ------------------------------------------------------------------
215# service ironic admin # if enabled
Ian Wienandaee18c72014-02-21 15:35:08 +1100216function create_ironic_accounts {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300217
Steve Martinelli19685422014-01-24 13:02:26 -0600218 SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
219 ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }")
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300220
221 # Ironic
222 if [[ "$ENABLED_SERVICES" =~ "ir-api" ]]; then
Steve Martinelli19685422014-01-24 13:02:26 -0600223 IRONIC_USER=$(openstack user create \
224 ironic \
225 --password "$SERVICE_PASSWORD" \
226 --project $SERVICE_TENANT \
227 --email ironic@example.com \
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300228 | grep " id " | get_field 2)
Steve Martinelli19685422014-01-24 13:02:26 -0600229 openstack role add \
230 $ADMIN_ROLE \
231 --project $SERVICE_TENANT \
232 --user $IRONIC_USER
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300233 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Steve Martinelli19685422014-01-24 13:02:26 -0600234 IRONIC_SERVICE=$(openstack service create \
235 ironic \
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300236 --type=baremetal \
237 --description="Ironic baremetal provisioning service" \
238 | grep " id " | get_field 2)
Steve Martinelli19685422014-01-24 13:02:26 -0600239 openstack endpoint create \
240 $IRONIC_SERVICE \
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300241 --region RegionOne \
Roman Prykhodchenkof5002ef2013-09-24 19:09:26 +0300242 --publicurl "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
243 --adminurl "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
244 --internalurl "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300245 fi
246 fi
247}
248
249
250# init_ironic() - Initialize databases, etc.
Ian Wienandaee18c72014-02-21 15:35:08 +1100251function init_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300252 # (Re)create ironic database
253 recreate_database ironic utf8
254
255 # Migrate ironic database
Dmitry Tantsur0c6a6542014-06-02 20:19:33 +0200256 $IRONIC_BIN_DIR/ironic-dbsync --config-file=$IRONIC_CONF_FILE
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300257
258 create_ironic_cache_dir
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300259}
260
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300261# start_ironic() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100262function start_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300263 # Start Ironic API server, if enabled.
264 if is_service_enabled ir-api; then
265 start_ironic_api
266 fi
267
268 # Start Ironic conductor, if enabled.
269 if is_service_enabled ir-cond; then
270 start_ironic_conductor
271 fi
272}
273
274# start_ironic_api() - Used by start_ironic().
275# Starts Ironic API server.
Ian Wienandaee18c72014-02-21 15:35:08 +1100276function start_ironic_api {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300277 screen_it ir-api "cd $IRONIC_DIR; $IRONIC_BIN_DIR/ironic-api --config-file=$IRONIC_CONF_FILE"
278 echo "Waiting for ir-api ($IRONIC_HOSTPORT) to start..."
JUN JIE NAN0aa85342013-09-13 15:47:09 +0800279 if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- http://$IRONIC_HOSTPORT; do sleep 1; done"; then
Sean Dague101b4242013-10-22 08:47:11 -0400280 die $LINENO "ir-api did not start"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300281 fi
282}
283
284# start_ironic_conductor() - Used by start_ironic().
285# Starts Ironic conductor.
Ian Wienandaee18c72014-02-21 15:35:08 +1100286function start_ironic_conductor {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300287 screen_it ir-cond "cd $IRONIC_DIR; $IRONIC_BIN_DIR/ironic-conductor --config-file=$IRONIC_CONF_FILE"
288 # TODO(romcheg): Find a way to check whether the conductor has started.
289}
290
291# stop_ironic() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100292function stop_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300293 # Kill the Ironic screen windows
294 screen -S $SCREEN_NAME -p ir-api -X kill
295 screen -S $SCREEN_NAME -p ir-cond -X kill
296}
297
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400298function is_ironic {
299 if ( is_service_enabled ir-cond && is_service_enabled ir-api ); then
300 return 0
301 fi
302 return 1
303}
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300304
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400305function configure_ironic_dirs {
306 sudo mkdir -p $IRONIC_DATA_DIR
307 sudo mkdir -p $IRONIC_STATE_PATH
308 sudo mkdir -p $IRONIC_TFTPBOOT_DIR
309 sudo chown -R $STACK_USER $IRONIC_DATA_DIR $IRONIC_STATE_PATH
310 sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_TFTPBOOT_DIR
311 if is_ubuntu; then
312 PXEBIN=/usr/lib/syslinux/pxelinux.0
313 elif is_fedora; then
314 PXEBIN=/usr/share/syslinux/pxelinux.0
315 fi
316 if [ ! -f $PXEBIN ]; then
317 die $LINENO "pxelinux.0 (from SYSLINUX) not found."
318 fi
319
320 cp $PXEBIN $IRONIC_TFTPBOOT_DIR
321 mkdir -p $IRONIC_TFTPBOOT_DIR/pxelinux.cfg
322}
323
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400324function create_bridge_and_vms {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400325 # Call libvirt setup scripts in a new shell to ensure any new group membership
326 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/setup-network"
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700327 if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
328 LOG_ARG="$IRONIC_VM_LOG_DIR"
329 else
330 LOG_ARG=""
331 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400332 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/create-nodes \
333 $IRONIC_VM_SPECS_CPU $IRONIC_VM_SPECS_RAM $IRONIC_VM_SPECS_DISK \
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700334 amd64 $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE $IRONIC_VM_EMULATOR \
335 $LOG_ARG" >> $IRONIC_VM_MACS_CSV_FILE
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400336}
337
338function enroll_vms {
339
340 CHASSIS_ID=$(ironic chassis-create -d "ironic test chassis" | grep " uuid " | get_field 2)
341 IRONIC_NET_ID=$(neutron net-list | grep private | get_field 1)
342 local idx=0
343
Alexander Gordeev1ab92d92014-04-03 16:17:58 +0400344 # work around; need to know what netns neutron uses for private network.
345 # Without knowing how to interconnect the networks, PXE won't work properly
346 # for fake baremetal instances. The network should be configured prior all
347 # the instances operation. If we don't do this, the first port creation
348 # only happens in the middle of fake baremetal instance's spawning by nova,
349 # so we'll end up with unbootable fake baremetal VM due to broken PXE.
350 PORT_ID=$(neutron port-create private | grep " id " | get_field 2)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400351
352 while read MAC; do
353
354 NODE_ID=$(ironic node-create --chassis_uuid $CHASSIS_ID --driver pxe_ssh \
355 -i ssh_virt_type=$IRONIC_SSH_VIRT_TYPE \
356 -i ssh_address=$IRONIC_VM_SSH_ADDRESS \
357 -i ssh_port=$IRONIC_VM_SSH_PORT \
358 -i ssh_username=$IRONIC_SSH_USERNAME \
359 -i ssh_key_filename=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME \
360 -p cpus=$IRONIC_VM_SPECS_CPU \
361 -p memory_mb=$IRONIC_VM_SPECS_RAM \
362 -p local_gb=$IRONIC_VM_SPECS_DISK \
363 -p cpu_arch=x86_64 \
364 | grep " uuid " | get_field 2)
365
366 ironic port-create --address $MAC --node_uuid $NODE_ID
367
368 idx=$((idx+1))
369
370 done < $IRONIC_VM_MACS_CSV_FILE
371
372 # create the nova flavor
David Shrewsbury3e4612b2014-05-01 11:38:21 -0400373 adjusted_disk=$(($IRONIC_VM_SPECS_DISK - $IRONIC_VM_EPHEMERAL_DISK))
374 nova flavor-create --ephemeral $IRONIC_VM_EPHEMERAL_DISK baremetal auto $IRONIC_VM_SPECS_RAM $adjusted_disk $IRONIC_VM_SPECS_CPU
Alexander Gordeevf177f722014-03-14 18:44:48 +0400375 nova flavor-key baremetal set "cpu_arch"="x86_64" "baremetal:deploy_kernel_id"="$IRONIC_DEPLOY_KERNEL_ID" "baremetal:deploy_ramdisk_id"="$IRONIC_DEPLOY_RAMDISK_ID"
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400376
377 # intentional sleep to make sure the tag has been set to port
378 sleep 10
379 TAPDEV=$(sudo ip netns exec qdhcp-${IRONIC_NET_ID} ip link list | grep tap | cut -d':' -f2 | cut -b2-)
380 TAG_ID=$(sudo ovs-vsctl show |grep ${TAPDEV} -A1 -m1 | grep tag | cut -d':' -f2 | cut -b2-)
381
382 # make sure veth pair is not existing, otherwise delete its links
383 sudo ip link show ovs-tap1 && sudo ip link delete ovs-tap1
384 sudo ip link show brbm-tap1 && sudo ip link delete brbm-tap1
385 # create veth pair for future interconnection between br-int and brbm
386 sudo ip link add brbm-tap1 type veth peer name ovs-tap1
387 sudo ip link set dev brbm-tap1 up
388 sudo ip link set dev ovs-tap1 up
389
390 sudo ovs-vsctl -- --if-exists del-port ovs-tap1 -- add-port br-int ovs-tap1 tag=$TAG_ID
391 sudo ovs-vsctl -- --if-exists del-port brbm-tap1 -- add-port $IRONIC_VM_NETWORK_BRIDGE brbm-tap1
Alexander Gordeev1ab92d92014-04-03 16:17:58 +0400392
393 # Remove the port needed only for workaround. For additional info read the
394 # comment at the beginning of this function
395 neutron port-delete $PORT_ID
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400396}
397
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700398function configure_iptables {
399 # enable tftp natting for allowing connections to HOST_IP's tftp server
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400400 sudo modprobe nf_conntrack_tftp
401 sudo modprobe nf_nat_tftp
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700402 # nodes boot from TFTP and callback to the API server listening on $HOST_IP
403 sudo iptables -I INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
404 sudo iptables -I INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
405}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400406
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700407function configure_tftpd {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400408 if is_ubuntu; then
409 PXEBIN=/usr/lib/syslinux/pxelinux.0
410 elif is_fedora; then
411 PXEBIN=/usr/share/syslinux/pxelinux.0
412 fi
413 if [ ! -f $PXEBIN ]; then
414 die $LINENO "pxelinux.0 (from SYSLINUX) not found."
415 fi
416
417 # stop tftpd and setup serving via xinetd
418 stop_service tftpd-hpa || true
419 [ -f /etc/init/tftpd-hpa.conf ] && echo "manual" | sudo tee /etc/init/tftpd-hpa.override
420 sudo cp $IRONIC_TEMPLATES_DIR/tftpd-xinetd.template /etc/xinetd.d/tftp
421 sudo sed -e "s|%TFTPBOOT_DIR%|$IRONIC_TFTPBOOT_DIR|g" -i /etc/xinetd.d/tftp
422
423 # setup tftp file mapping to satisfy requests at the root (booting) and
424 # /tftpboot/ sub-dir (as per deploy-ironic elements)
425 echo "r ^([^/]) $IRONIC_TFTPBOOT_DIR/\1" >$IRONIC_TFTPBOOT_DIR/map-file
426 echo "r ^(/tftpboot/) $IRONIC_TFTPBOOT_DIR/\2" >>$IRONIC_TFTPBOOT_DIR/map-file
427
428 chmod -R 0755 $IRONIC_TFTPBOOT_DIR
429 restart_service xinetd
430}
431
432function configure_ironic_ssh_keypair {
433 # Generating ssh key pair for stack user
434 if [[ ! -d $IRONIC_SSH_KEY_DIR ]]; then
435 mkdir -p $IRONIC_SSH_KEY_DIR
436 fi
437 if [[ ! -d $HOME/.ssh ]]; then
438 mkdir -p $HOME/.ssh
439 chmod 700 $HOME/.ssh
440 fi
441 echo -e 'n\n' | ssh-keygen -q -t rsa -P '' -f $IRONIC_KEY_FILE
442 cat $IRONIC_KEY_FILE.pub | tee -a $IRONIC_AUTHORIZED_KEYS_FILE
443}
444
445function ironic_ssh_check {
446 local KEY_FILE=$1
447 local FLOATING_IP=$2
448 local PORT=$3
449 local DEFAULT_INSTANCE_USER=$4
450 local ACTIVE_TIMEOUT=$5
451 if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -p $PORT -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success; do sleep 1; done"; then
452 die $LINENO "server didn't become ssh-able!"
453 fi
454}
455
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400456function configure_ironic_auxiliary {
457 configure_ironic_dirs
458 configure_ironic_ssh_keypair
Adam Gandelman86765102014-04-14 11:57:13 -0700459 ironic_ssh_check $IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME $IRONIC_VM_SSH_ADDRESS $IRONIC_VM_SSH_PORT $IRONIC_SSH_USERNAME 10
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400460}
461
Alexander Gordeevf177f722014-03-14 18:44:48 +0400462# build deploy kernel+ramdisk, then upload them to glance
463# this function sets IRONIC_DEPLOY_KERNEL_ID and IRONIC_DEPLOY_RAMDISK_ID
464function upload_baremetal_ironic_deploy {
465 token=$1
466
467 if [ -z "$IRONIC_DEPLOY_KERNEL" -o -z "$IRONIC_DEPLOY_RAMDISK" ]; then
468 IRONIC_DEPLOY_KERNEL_PATH=$TOP_DIR/files/ir-deploy.kernel
469 IRONIC_DEPLOY_RAMDISK_PATH=$TOP_DIR/files/ir-deploy.initramfs
470 else
471 IRONIC_DEPLOY_KERNEL_PATH=$IRONIC_DEPLOY_KERNEL
472 IRONIC_DEPLOY_RAMDISK_PATH=$IRONIC_DEPLOY_RAMDISK
473 fi
474
475 if [ ! -e "$IRONIC_DEPLOY_RAMDISK_PATH" -o ! -e "$IRONIC_DEPLOY_KERNEL_PATH" ]; then
476 # files don't exist, need to build them
477 if [ "$IRONIC_BUILD_DEPLOY_RAMDISK" = "True" ]; then
478 # we can build them only if we're not offline
479 if [ "$OFFLINE" != "True" ]; then
480 $DIB_DIR/bin/ramdisk-image-create $IRONIC_DEPLOY_FLAVOR \
481 -o $TOP_DIR/files/ir-deploy
482 else
483 die $LINENO "Deploy kernel+ramdisk files don't exist and cannot be build in OFFLINE mode"
484 fi
485 else
486 die $LINENO "Deploy kernel+ramdisk files don't exist and their building was disabled explicitly by IRONIC_BUILD_DEPLOY_RAMDISK"
487 fi
488 fi
489
490 # load them into glance
491 IRONIC_DEPLOY_KERNEL_ID=$(glance \
492 --os-auth-token $token \
493 --os-image-url http://$GLANCE_HOSTPORT \
494 image-create \
495 --name $(basename $IRONIC_DEPLOY_KERNEL_PATH) \
496 --is-public True --disk-format=aki \
497 < $IRONIC_DEPLOY_KERNEL_PATH | grep ' id ' | get_field 2)
498 IRONIC_DEPLOY_RAMDISK_ID=$(glance \
499 --os-auth-token $token \
500 --os-image-url http://$GLANCE_HOSTPORT \
501 image-create \
502 --name $(basename $IRONIC_DEPLOY_RAMDISK_PATH) \
503 --is-public True --disk-format=ari \
504 < $IRONIC_DEPLOY_RAMDISK_PATH | grep ' id ' | get_field 2)
505}
506
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400507function prepare_baremetal_basic_ops {
508
509 # install diskimage-builder
Alexander Gordeevf177f722014-03-14 18:44:48 +0400510 git_clone $DIB_REPO $DIB_DIR $DIB_BRANCH
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400511
512 # make sure all needed service were enabled
513 for srv in nova glance key neutron; do
514 if ! is_service_enabled "$srv"; then
515 die $LINENO "$srv should be enabled for ironic tests"
516 fi
517 done
518
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400519 TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
520 die_if_not_set $LINENO TOKEN "Keystone fail to get token"
521
522 echo_summary "Creating and uploading baremetal images for ironic"
523
524 # build and upload separate deploy kernel & ramdisk
Alexander Gordeevf177f722014-03-14 18:44:48 +0400525 upload_baremetal_ironic_deploy $TOKEN
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400526
527 create_bridge_and_vms
528 enroll_vms
529 configure_tftpd
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700530 configure_iptables
Adam Gandelman5f060e62014-04-08 11:52:05 -0700531
532 # restart nova-compute to ensure its resource tracking is up to
533 # date with newly enrolled nodes
534 stop_nova_compute || true
535 start_nova_compute
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400536}
537
538function cleanup_baremetal_basic_ops {
539 rm -f $IRONIC_VM_MACS_CSV_FILE
540 if [ -f $IRONIC_KEY_FILE ]; then
541 KEY=`cat $IRONIC_KEY_FILE.pub`
542 # remove public key from authorized_keys
543 grep -v "$KEY" $IRONIC_AUTHORIZED_KEYS_FILE > temp && mv temp $IRONIC_AUTHORIZED_KEYS_FILE
544 chmod 0600 $IRONIC_AUTHORIZED_KEYS_FILE
545 fi
546 sudo rm -rf $IRONIC_DATA_DIR $IRONIC_STATE_PATH
547 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/cleanup-nodes $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE"
548 sudo rm -rf /etc/xinetd.d/tftp /etc/init/tftpd-hpa.override
549 restart_service xinetd
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700550 sudo iptables -D INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
551 sudo iptables -D INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
552 sudo rmmod nf_conntrack_tftp || true
553 sudo rmmod nf_nat_tftp || true
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400554}
555
556# Restore xtrace + pipefail
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300557$XTRACE
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400558$PIPEFAIL
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300559
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100560# Tell emacs to use shell-script-mode
561## Local variables:
562## mode: shell-script
563## End: