blob: dbeb3d3d381c664f0a020a956ea8f602e407ca06 [file] [log] [blame]
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +03001# lib/ironic
2# Functions to control the configuration and operation of the **Ironic** service
3
4# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01005#
6# - ``functions`` file
7# - ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined
8# - ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined
9# - ``SERVICE_HOST``
10# - ``KEYSTONE_TOKEN_FORMAT`` must be defined
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030011
12# ``stack.sh`` calls the entry points in this order:
13#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010014# - install_ironic
15# - install_ironicclient
16# - init_ironic
17# - start_ironic
18# - stop_ironic
19# - cleanup_ironic
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030020
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040021# Save trace and pipefail settings
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030022XTRACE=$(set +o | grep xtrace)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040023PIPEFAIL=$(set +o | grep pipefail)
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030024set +o xtrace
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040025set +o pipefail
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030026
27# Defaults
28# --------
29
30# Set up default directories
31IRONIC_DIR=$DEST/ironic
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040032IRONIC_DATA_DIR=$DATA_DIR/ironic
33IRONIC_STATE_PATH=/var/lib/ironic
Roman Prykhodchenko43e00662013-10-15 17:03:15 +030034IRONICCLIENT_DIR=$DEST/python-ironicclient
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030035IRONIC_AUTH_CACHE_DIR=${IRONIC_AUTH_CACHE_DIR:-/var/cache/ironic}
36IRONIC_CONF_DIR=${IRONIC_CONF_DIR:-/etc/ironic}
37IRONIC_CONF_FILE=$IRONIC_CONF_DIR/ironic.conf
38IRONIC_ROOTWRAP_CONF=$IRONIC_CONF_DIR/rootwrap.conf
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030039IRONIC_POLICY_JSON=$IRONIC_CONF_DIR/policy.json
40
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040041# Set up defaults for functional / integration testing
42IRONIC_SCRIPTS_DIR=${IRONIC_SCRIPTS_DIR:-$TOP_DIR/tools/ironic/scripts}
43IRONIC_TEMPLATES_DIR=${IRONIC_TEMPLATES_DIR:-$TOP_DIR/tools/ironic/templates}
44IRONIC_BAREMETAL_BASIC_OPS=$(trueorfalse False $IRONIC_BAREMETAL_BASIC_OPS)
Devananda van der Veen83eeed02014-04-11 10:08:41 -070045IRONIC_ENABLED_DRIVERS=${IRONIC_ENABLED_DRIVERS:-fake,pxe_ssh,pxe_ipmitool}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040046IRONIC_SSH_USERNAME=${IRONIC_SSH_USERNAME:-`whoami`}
47IRONIC_SSH_KEY_DIR=${IRONIC_SSH_KEY_DIR:-$IRONIC_DATA_DIR/ssh_keys}
48IRONIC_SSH_KEY_FILENAME=${IRONIC_SSH_KEY_FILENAME:-ironic_key}
49IRONIC_KEY_FILE=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME
50IRONIC_SSH_VIRT_TYPE=${IRONIC_SSH_VIRT_TYPE:-virsh}
51IRONIC_TFTPBOOT_DIR=${IRONIC_TFTPBOOT_DIR:-$IRONIC_DATA_DIR/tftpboot}
Adam Gandelman86765102014-04-14 11:57:13 -070052IRONIC_VM_SSH_PORT=${IRONIC_VM_SSH_PORT:-22}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040053IRONIC_VM_SSH_ADDRESS=${IRONIC_VM_SSH_ADDRESS:-$HOST_IP}
54IRONIC_VM_COUNT=${IRONIC_VM_COUNT:-1}
55IRONIC_VM_SPECS_CPU=${IRONIC_VM_SPECS_CPU:-1}
Adam Gandelman74eafa42014-04-28 14:06:42 -070056# NOTE(adam_g): Kernels 3.12 and newer user tmpfs by default for initramfs.
57# DIB produced ramdisks tend to be ~250MB but tmpfs will only allow
58# use of 50% of available memory before ENOSPC. Set minimum 1GB
59# for nodes to avoid (LP: #1311987) and ensure consistency across
60# older and newer kernels.
61IRONIC_VM_SPECS_RAM=${IRONIC_VM_SPECS_RAM:-1024}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040062IRONIC_VM_SPECS_DISK=${IRONIC_VM_SPECS_DISK:-10}
David Shrewsbury3e4612b2014-05-01 11:38:21 -040063IRONIC_VM_EPHEMERAL_DISK=${IRONIC_VM_EPHEMERAL_DISK:-0}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040064IRONIC_VM_EMULATOR=${IRONIC_VM_EMULATOR:-/usr/bin/qemu-system-x86_64}
65IRONIC_VM_NETWORK_BRIDGE=${IRONIC_VM_NETWORK_BRIDGE:-brbm}
66IRONIC_VM_NETWORK_RANGE=${IRONIC_VM_NETWORK_RANGE:-192.0.2.0/24}
67IRONIC_VM_MACS_CSV_FILE=${IRONIC_VM_MACS_CSV_FILE:-$IRONIC_DATA_DIR/ironic_macs.csv}
68IRONIC_AUTHORIZED_KEYS_FILE=${IRONIC_AUTHORIZED_KEYS_FILE:-$HOME/.ssh/authorized_keys}
69
Adam Gandelman8af6fae2014-04-11 17:06:14 -070070# By default, baremetal VMs will console output to file.
71IRONIC_VM_LOG_CONSOLE=${IRONIC_VM_LOG_CONSOLE:-True}
72IRONIC_VM_LOG_DIR=${IRONIC_VM_LOG_DIR:-$IRONIC_DATA_DIR/logs/}
73
Alexander Gordeevf177f722014-03-14 18:44:48 +040074DIB_DIR=${DIB_DIR:-$DEST/diskimage-builder}
75
76# Use DIB to create deploy ramdisk and kernel.
77IRONIC_BUILD_DEPLOY_RAMDISK=`trueorfalse True $IRONIC_BUILD_DEPLOY_RAMDISK`
78# If not use DIB, these files are used as deploy ramdisk/kernel.
79# (The value must be a absolute path)
80IRONIC_DEPLOY_RAMDISK=${IRONIC_DEPLOY_RAMDISK:-}
81IRONIC_DEPLOY_KERNEL=${IRONIC_DEPLOY_KERNEL:-}
82IRONIC_DEPLOY_ELEMENT=${IRONIC_DEPLOY_ELEMENT:-deploy-ironic}
83
84#TODO(agordeev): replace 'ubuntu' with host distro name getting
85IRONIC_DEPLOY_FLAVOR=${IRONIC_DEPLOY_FLAVOR:-ubuntu $IRONIC_DEPLOY_ELEMENT}
86
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030087# Support entry points installation of console scripts
88IRONIC_BIN_DIR=$(get_python_exec_prefix)
89
90# Ironic connection info. Note the port must be specified.
91IRONIC_SERVICE_PROTOCOL=http
92IRONIC_HOSTPORT=${IRONIC_HOSTPORT:-$SERVICE_HOST:6385}
93
Dean Troyer4237f592014-01-29 16:22:11 -060094# Tell Tempest this project is present
95TEMPEST_SERVICES+=,ironic
96
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030097
98# Functions
99# ---------
100
Dean Troyer1023ff72014-01-27 14:56:44 -0600101# Test if any Ironic services are enabled
102# is_ironic_enabled
103function is_ironic_enabled {
104 [[ ,${ENABLED_SERVICES} =~ ,"ir-" ]] && return 0
105 return 1
106}
107
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300108# install_ironic() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100109function install_ironic {
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300110 git_clone $IRONIC_REPO $IRONIC_DIR $IRONIC_BRANCH
111 setup_develop $IRONIC_DIR
112}
113
114# install_ironicclient() - Collect sources and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100115function install_ironicclient {
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300116 git_clone $IRONICCLIENT_REPO $IRONICCLIENT_DIR $IRONICCLIENT_BRANCH
117 setup_develop $IRONICCLIENT_DIR
118}
119
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300120# cleanup_ironic() - Remove residual data files, anything left over from previous
121# runs that would need to clean up.
Ian Wienandaee18c72014-02-21 15:35:08 +1100122function cleanup_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300123 sudo rm -rf $IRONIC_AUTH_CACHE_DIR
124}
125
126# configure_ironic() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100127function configure_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300128 if [[ ! -d $IRONIC_CONF_DIR ]]; then
129 sudo mkdir -p $IRONIC_CONF_DIR
130 fi
131 sudo chown $STACK_USER $IRONIC_CONF_DIR
132
133 # Copy over ironic configuration file and configure common parameters.
134 cp $IRONIC_DIR/etc/ironic/ironic.conf.sample $IRONIC_CONF_FILE
135 iniset $IRONIC_CONF_FILE DEFAULT debug True
136 inicomment $IRONIC_CONF_FILE DEFAULT log_file
137 iniset $IRONIC_CONF_FILE DEFAULT sql_connection `database_connection_url ironic`
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400138 iniset $IRONIC_CONF_FILE DEFAULT state_path $IRONIC_STATE_PATH
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300139 iniset $IRONIC_CONF_FILE DEFAULT use_syslog $SYSLOG
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300140 # Configure Ironic conductor, if it was enabled.
141 if is_service_enabled ir-cond; then
142 configure_ironic_conductor
143 fi
144
145 # Configure Ironic API, if it was enabled.
146 if is_service_enabled ir-api; then
147 configure_ironic_api
148 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400149
Adam Gandelmanab592932014-06-06 15:12:32 -0700150 # Format logging
151 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
152 setup_colorized_logging $IRONIC_CONF_FILE DEFAULT
153 fi
154
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400155 if [[ "$IRONIC_BAREMETAL_BASIC_OPS" == "True" ]]; then
156 configure_ironic_auxiliary
157 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300158}
159
160# configure_ironic_api() - Is used by configure_ironic(). Performs
161# API specific configuration.
Ian Wienandaee18c72014-02-21 15:35:08 +1100162function configure_ironic_api {
Roman Prykhodchenkoc48c3122013-10-01 17:19:05 +0300163 iniset $IRONIC_CONF_FILE DEFAULT auth_strategy keystone
164 iniset $IRONIC_CONF_FILE DEFAULT policy_file $IRONIC_POLICY_JSON
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000165 iniset $IRONIC_CONF_FILE keystone_authtoken identity_uri $KEYSTONE_AUTH_URI
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000166 iniset $IRONIC_CONF_FILE keystone_authtoken cafile $KEYSTONE_SSL_CA
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000167 iniset $IRONIC_CONF_FILE keystone_authtoken auth_uri $KEYSTONE_SERVICE_URI
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300168 iniset $IRONIC_CONF_FILE keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME
169 iniset $IRONIC_CONF_FILE keystone_authtoken admin_user ironic
170 iniset $IRONIC_CONF_FILE keystone_authtoken admin_password $SERVICE_PASSWORD
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300171 iniset_rpc_backend ironic $IRONIC_CONF_FILE DEFAULT
172 iniset $IRONIC_CONF_FILE keystone_authtoken signing_dir $IRONIC_AUTH_CACHE_DIR/api
173
174 cp -p $IRONIC_DIR/etc/ironic/policy.json $IRONIC_POLICY_JSON
175}
176
177# configure_ironic_conductor() - Is used by configure_ironic().
178# Sets conductor specific settings.
Ian Wienandaee18c72014-02-21 15:35:08 +1100179function configure_ironic_conductor {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300180 cp $IRONIC_DIR/etc/ironic/rootwrap.conf $IRONIC_ROOTWRAP_CONF
Lucas Alvares Gomes279295c2014-01-14 11:37:51 +0000181 cp -r $IRONIC_DIR/etc/ironic/rootwrap.d $IRONIC_CONF_DIR
Adam Gandelman3f2a7b72014-04-14 16:14:33 -0700182 IRONIC_ROOTWRAP=$(get_rootwrap_location ironic)
183 ROOTWRAP_ISUDOER_CMD="$IRONIC_ROOTWRAP $IRONIC_CONF_DIR/rootwrap.conf *"
184
185 # Set up the rootwrap sudoers for ironic
186 TEMPFILE=`mktemp`
187 echo "$STACK_USER ALL=(root) NOPASSWD: $ROOTWRAP_ISUDOER_CMD" >$TEMPFILE
188 chmod 0440 $TEMPFILE
189 sudo chown root:root $TEMPFILE
190 sudo mv $TEMPFILE /etc/sudoers.d/ironic-rootwrap
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300191
Alexander Gordeeva67cb1a2014-03-04 18:38:33 +0400192 iniset $IRONIC_CONF_FILE DEFAULT rootwrap_config $IRONIC_ROOTWRAP_CONF
Devananda van der Veen83eeed02014-04-11 10:08:41 -0700193 iniset $IRONIC_CONF_FILE DEFAULT enabled_drivers $IRONIC_ENABLED_DRIVERS
Adam Gandelmand3011982014-03-24 13:55:34 -0700194 iniset $IRONIC_CONF_FILE conductor api_url http://$HOST_IP:6385
195 iniset $IRONIC_CONF_FILE pxe tftp_server $HOST_IP
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400196 iniset $IRONIC_CONF_FILE pxe tftp_root $IRONIC_TFTPBOOT_DIR
197 iniset $IRONIC_CONF_FILE pxe tftp_master_path $IRONIC_TFTPBOOT_DIR/master_images
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700198 if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
199 iniset $IRONIC_CONF_FILE pxe pxe_append_params "nofb nomodeset vga=normal console=ttyS0"
200 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300201}
202
203# create_ironic_cache_dir() - Part of the init_ironic() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100204function create_ironic_cache_dir {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300205 # Create cache dir
206 sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/api
207 sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/api
208 rm -f $IRONIC_AUTH_CACHE_DIR/api/*
209 sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/registry
210 sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/registry
211 rm -f $IRONIC_AUTH_CACHE_DIR/registry/*
212}
213
214# create_ironic_accounts() - Set up common required ironic accounts
215
216# Tenant User Roles
217# ------------------------------------------------------------------
218# service ironic admin # if enabled
Ian Wienandaee18c72014-02-21 15:35:08 +1100219function create_ironic_accounts {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300220
Steve Martinelli19685422014-01-24 13:02:26 -0600221 SERVICE_TENANT=$(openstack project list | awk "/ $SERVICE_TENANT_NAME / { print \$2 }")
222 ADMIN_ROLE=$(openstack role list | awk "/ admin / { print \$2 }")
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300223
224 # Ironic
225 if [[ "$ENABLED_SERVICES" =~ "ir-api" ]]; then
Steve Martinelli19685422014-01-24 13:02:26 -0600226 IRONIC_USER=$(openstack user create \
227 ironic \
228 --password "$SERVICE_PASSWORD" \
229 --project $SERVICE_TENANT \
230 --email ironic@example.com \
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300231 | grep " id " | get_field 2)
Steve Martinelli19685422014-01-24 13:02:26 -0600232 openstack role add \
233 $ADMIN_ROLE \
234 --project $SERVICE_TENANT \
235 --user $IRONIC_USER
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300236 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Steve Martinelli19685422014-01-24 13:02:26 -0600237 IRONIC_SERVICE=$(openstack service create \
238 ironic \
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300239 --type=baremetal \
240 --description="Ironic baremetal provisioning service" \
241 | grep " id " | get_field 2)
Steve Martinelli19685422014-01-24 13:02:26 -0600242 openstack endpoint create \
243 $IRONIC_SERVICE \
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300244 --region RegionOne \
Roman Prykhodchenkof5002ef2013-09-24 19:09:26 +0300245 --publicurl "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
246 --adminurl "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
247 --internalurl "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300248 fi
249 fi
250}
251
252
253# init_ironic() - Initialize databases, etc.
Ian Wienandaee18c72014-02-21 15:35:08 +1100254function init_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300255 # (Re)create ironic database
256 recreate_database ironic utf8
257
258 # Migrate ironic database
Dmitry Tantsur0c6a6542014-06-02 20:19:33 +0200259 $IRONIC_BIN_DIR/ironic-dbsync --config-file=$IRONIC_CONF_FILE
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300260
261 create_ironic_cache_dir
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300262}
263
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300264# start_ironic() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100265function start_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300266 # Start Ironic API server, if enabled.
267 if is_service_enabled ir-api; then
268 start_ironic_api
269 fi
270
271 # Start Ironic conductor, if enabled.
272 if is_service_enabled ir-cond; then
273 start_ironic_conductor
274 fi
275}
276
277# start_ironic_api() - Used by start_ironic().
278# Starts Ironic API server.
Ian Wienandaee18c72014-02-21 15:35:08 +1100279function start_ironic_api {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300280 screen_it ir-api "cd $IRONIC_DIR; $IRONIC_BIN_DIR/ironic-api --config-file=$IRONIC_CONF_FILE"
281 echo "Waiting for ir-api ($IRONIC_HOSTPORT) to start..."
JUN JIE NAN0aa85342013-09-13 15:47:09 +0800282 if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- http://$IRONIC_HOSTPORT; do sleep 1; done"; then
Sean Dague101b4242013-10-22 08:47:11 -0400283 die $LINENO "ir-api did not start"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300284 fi
285}
286
287# start_ironic_conductor() - Used by start_ironic().
288# Starts Ironic conductor.
Ian Wienandaee18c72014-02-21 15:35:08 +1100289function start_ironic_conductor {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300290 screen_it ir-cond "cd $IRONIC_DIR; $IRONIC_BIN_DIR/ironic-conductor --config-file=$IRONIC_CONF_FILE"
291 # TODO(romcheg): Find a way to check whether the conductor has started.
292}
293
294# stop_ironic() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100295function stop_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300296 # Kill the Ironic screen windows
297 screen -S $SCREEN_NAME -p ir-api -X kill
298 screen -S $SCREEN_NAME -p ir-cond -X kill
299}
300
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400301function is_ironic {
302 if ( is_service_enabled ir-cond && is_service_enabled ir-api ); then
303 return 0
304 fi
305 return 1
306}
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300307
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400308function configure_ironic_dirs {
309 sudo mkdir -p $IRONIC_DATA_DIR
310 sudo mkdir -p $IRONIC_STATE_PATH
311 sudo mkdir -p $IRONIC_TFTPBOOT_DIR
312 sudo chown -R $STACK_USER $IRONIC_DATA_DIR $IRONIC_STATE_PATH
313 sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_TFTPBOOT_DIR
314 if is_ubuntu; then
315 PXEBIN=/usr/lib/syslinux/pxelinux.0
316 elif is_fedora; then
317 PXEBIN=/usr/share/syslinux/pxelinux.0
318 fi
319 if [ ! -f $PXEBIN ]; then
320 die $LINENO "pxelinux.0 (from SYSLINUX) not found."
321 fi
322
323 cp $PXEBIN $IRONIC_TFTPBOOT_DIR
324 mkdir -p $IRONIC_TFTPBOOT_DIR/pxelinux.cfg
325}
326
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400327function create_bridge_and_vms {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400328 # Call libvirt setup scripts in a new shell to ensure any new group membership
329 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/setup-network"
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700330 if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
331 LOG_ARG="$IRONIC_VM_LOG_DIR"
332 else
333 LOG_ARG=""
334 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400335 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/create-nodes \
336 $IRONIC_VM_SPECS_CPU $IRONIC_VM_SPECS_RAM $IRONIC_VM_SPECS_DISK \
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700337 amd64 $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE $IRONIC_VM_EMULATOR \
338 $LOG_ARG" >> $IRONIC_VM_MACS_CSV_FILE
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400339}
340
341function enroll_vms {
342
343 CHASSIS_ID=$(ironic chassis-create -d "ironic test chassis" | grep " uuid " | get_field 2)
344 IRONIC_NET_ID=$(neutron net-list | grep private | get_field 1)
345 local idx=0
346
Alexander Gordeev1ab92d92014-04-03 16:17:58 +0400347 # work around; need to know what netns neutron uses for private network.
348 # Without knowing how to interconnect the networks, PXE won't work properly
349 # for fake baremetal instances. The network should be configured prior all
350 # the instances operation. If we don't do this, the first port creation
351 # only happens in the middle of fake baremetal instance's spawning by nova,
352 # so we'll end up with unbootable fake baremetal VM due to broken PXE.
353 PORT_ID=$(neutron port-create private | grep " id " | get_field 2)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400354
355 while read MAC; do
356
357 NODE_ID=$(ironic node-create --chassis_uuid $CHASSIS_ID --driver pxe_ssh \
Lucas Alvares Gomescd7cfef2014-05-26 14:58:37 +0100358 -i pxe_deploy_kernel=$IRONIC_DEPLOY_KERNEL_ID \
359 -i pxe_deploy_ramdisk=$IRONIC_DEPLOY_RAMDISK_ID \
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400360 -i ssh_virt_type=$IRONIC_SSH_VIRT_TYPE \
361 -i ssh_address=$IRONIC_VM_SSH_ADDRESS \
362 -i ssh_port=$IRONIC_VM_SSH_PORT \
363 -i ssh_username=$IRONIC_SSH_USERNAME \
364 -i ssh_key_filename=$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME \
365 -p cpus=$IRONIC_VM_SPECS_CPU \
366 -p memory_mb=$IRONIC_VM_SPECS_RAM \
367 -p local_gb=$IRONIC_VM_SPECS_DISK \
368 -p cpu_arch=x86_64 \
369 | grep " uuid " | get_field 2)
370
371 ironic port-create --address $MAC --node_uuid $NODE_ID
372
373 idx=$((idx+1))
374
375 done < $IRONIC_VM_MACS_CSV_FILE
376
377 # create the nova flavor
David Shrewsbury3e4612b2014-05-01 11:38:21 -0400378 adjusted_disk=$(($IRONIC_VM_SPECS_DISK - $IRONIC_VM_EPHEMERAL_DISK))
379 nova flavor-create --ephemeral $IRONIC_VM_EPHEMERAL_DISK baremetal auto $IRONIC_VM_SPECS_RAM $adjusted_disk $IRONIC_VM_SPECS_CPU
Lucas Alvares Gomescd7cfef2014-05-26 14:58:37 +0100380 # TODO(lucasagomes): Remove the 'baremetal:deploy_kernel_id'
381 # and 'baremetal:deploy_ramdisk_id' parameters
382 # from the flavor after the completion of
383 # https://blueprints.launchpad.net/ironic/+spec/add-node-instance-info
Alexander Gordeevf177f722014-03-14 18:44:48 +0400384 nova flavor-key baremetal set "cpu_arch"="x86_64" "baremetal:deploy_kernel_id"="$IRONIC_DEPLOY_KERNEL_ID" "baremetal:deploy_ramdisk_id"="$IRONIC_DEPLOY_RAMDISK_ID"
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400385
386 # intentional sleep to make sure the tag has been set to port
387 sleep 10
388 TAPDEV=$(sudo ip netns exec qdhcp-${IRONIC_NET_ID} ip link list | grep tap | cut -d':' -f2 | cut -b2-)
389 TAG_ID=$(sudo ovs-vsctl show |grep ${TAPDEV} -A1 -m1 | grep tag | cut -d':' -f2 | cut -b2-)
390
391 # make sure veth pair is not existing, otherwise delete its links
392 sudo ip link show ovs-tap1 && sudo ip link delete ovs-tap1
393 sudo ip link show brbm-tap1 && sudo ip link delete brbm-tap1
394 # create veth pair for future interconnection between br-int and brbm
395 sudo ip link add brbm-tap1 type veth peer name ovs-tap1
396 sudo ip link set dev brbm-tap1 up
397 sudo ip link set dev ovs-tap1 up
398
399 sudo ovs-vsctl -- --if-exists del-port ovs-tap1 -- add-port br-int ovs-tap1 tag=$TAG_ID
400 sudo ovs-vsctl -- --if-exists del-port brbm-tap1 -- add-port $IRONIC_VM_NETWORK_BRIDGE brbm-tap1
Alexander Gordeev1ab92d92014-04-03 16:17:58 +0400401
402 # Remove the port needed only for workaround. For additional info read the
403 # comment at the beginning of this function
404 neutron port-delete $PORT_ID
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400405}
406
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700407function configure_iptables {
408 # enable tftp natting for allowing connections to HOST_IP's tftp server
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400409 sudo modprobe nf_conntrack_tftp
410 sudo modprobe nf_nat_tftp
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700411 # nodes boot from TFTP and callback to the API server listening on $HOST_IP
412 sudo iptables -I INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
413 sudo iptables -I INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
414}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400415
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700416function configure_tftpd {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400417 if is_ubuntu; then
418 PXEBIN=/usr/lib/syslinux/pxelinux.0
419 elif is_fedora; then
420 PXEBIN=/usr/share/syslinux/pxelinux.0
421 fi
422 if [ ! -f $PXEBIN ]; then
423 die $LINENO "pxelinux.0 (from SYSLINUX) not found."
424 fi
425
426 # stop tftpd and setup serving via xinetd
427 stop_service tftpd-hpa || true
428 [ -f /etc/init/tftpd-hpa.conf ] && echo "manual" | sudo tee /etc/init/tftpd-hpa.override
429 sudo cp $IRONIC_TEMPLATES_DIR/tftpd-xinetd.template /etc/xinetd.d/tftp
430 sudo sed -e "s|%TFTPBOOT_DIR%|$IRONIC_TFTPBOOT_DIR|g" -i /etc/xinetd.d/tftp
431
432 # setup tftp file mapping to satisfy requests at the root (booting) and
433 # /tftpboot/ sub-dir (as per deploy-ironic elements)
434 echo "r ^([^/]) $IRONIC_TFTPBOOT_DIR/\1" >$IRONIC_TFTPBOOT_DIR/map-file
435 echo "r ^(/tftpboot/) $IRONIC_TFTPBOOT_DIR/\2" >>$IRONIC_TFTPBOOT_DIR/map-file
436
437 chmod -R 0755 $IRONIC_TFTPBOOT_DIR
438 restart_service xinetd
439}
440
441function configure_ironic_ssh_keypair {
442 # Generating ssh key pair for stack user
443 if [[ ! -d $IRONIC_SSH_KEY_DIR ]]; then
444 mkdir -p $IRONIC_SSH_KEY_DIR
445 fi
446 if [[ ! -d $HOME/.ssh ]]; then
447 mkdir -p $HOME/.ssh
448 chmod 700 $HOME/.ssh
449 fi
450 echo -e 'n\n' | ssh-keygen -q -t rsa -P '' -f $IRONIC_KEY_FILE
451 cat $IRONIC_KEY_FILE.pub | tee -a $IRONIC_AUTHORIZED_KEYS_FILE
452}
453
454function ironic_ssh_check {
455 local KEY_FILE=$1
456 local FLOATING_IP=$2
457 local PORT=$3
458 local DEFAULT_INSTANCE_USER=$4
459 local ACTIVE_TIMEOUT=$5
460 if ! timeout $ACTIVE_TIMEOUT sh -c "while ! ssh -p $PORT -o StrictHostKeyChecking=no -i $KEY_FILE ${DEFAULT_INSTANCE_USER}@$FLOATING_IP echo success; do sleep 1; done"; then
461 die $LINENO "server didn't become ssh-able!"
462 fi
463}
464
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400465function configure_ironic_auxiliary {
466 configure_ironic_dirs
467 configure_ironic_ssh_keypair
Adam Gandelman86765102014-04-14 11:57:13 -0700468 ironic_ssh_check $IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME $IRONIC_VM_SSH_ADDRESS $IRONIC_VM_SSH_PORT $IRONIC_SSH_USERNAME 10
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400469}
470
Alexander Gordeevf177f722014-03-14 18:44:48 +0400471# build deploy kernel+ramdisk, then upload them to glance
472# this function sets IRONIC_DEPLOY_KERNEL_ID and IRONIC_DEPLOY_RAMDISK_ID
473function upload_baremetal_ironic_deploy {
474 token=$1
475
476 if [ -z "$IRONIC_DEPLOY_KERNEL" -o -z "$IRONIC_DEPLOY_RAMDISK" ]; then
477 IRONIC_DEPLOY_KERNEL_PATH=$TOP_DIR/files/ir-deploy.kernel
478 IRONIC_DEPLOY_RAMDISK_PATH=$TOP_DIR/files/ir-deploy.initramfs
479 else
480 IRONIC_DEPLOY_KERNEL_PATH=$IRONIC_DEPLOY_KERNEL
481 IRONIC_DEPLOY_RAMDISK_PATH=$IRONIC_DEPLOY_RAMDISK
482 fi
483
484 if [ ! -e "$IRONIC_DEPLOY_RAMDISK_PATH" -o ! -e "$IRONIC_DEPLOY_KERNEL_PATH" ]; then
485 # files don't exist, need to build them
486 if [ "$IRONIC_BUILD_DEPLOY_RAMDISK" = "True" ]; then
487 # we can build them only if we're not offline
488 if [ "$OFFLINE" != "True" ]; then
489 $DIB_DIR/bin/ramdisk-image-create $IRONIC_DEPLOY_FLAVOR \
490 -o $TOP_DIR/files/ir-deploy
491 else
492 die $LINENO "Deploy kernel+ramdisk files don't exist and cannot be build in OFFLINE mode"
493 fi
494 else
495 die $LINENO "Deploy kernel+ramdisk files don't exist and their building was disabled explicitly by IRONIC_BUILD_DEPLOY_RAMDISK"
496 fi
497 fi
498
499 # load them into glance
500 IRONIC_DEPLOY_KERNEL_ID=$(glance \
501 --os-auth-token $token \
502 --os-image-url http://$GLANCE_HOSTPORT \
503 image-create \
504 --name $(basename $IRONIC_DEPLOY_KERNEL_PATH) \
505 --is-public True --disk-format=aki \
506 < $IRONIC_DEPLOY_KERNEL_PATH | grep ' id ' | get_field 2)
507 IRONIC_DEPLOY_RAMDISK_ID=$(glance \
508 --os-auth-token $token \
509 --os-image-url http://$GLANCE_HOSTPORT \
510 image-create \
511 --name $(basename $IRONIC_DEPLOY_RAMDISK_PATH) \
512 --is-public True --disk-format=ari \
513 < $IRONIC_DEPLOY_RAMDISK_PATH | grep ' id ' | get_field 2)
514}
515
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400516function prepare_baremetal_basic_ops {
517
518 # install diskimage-builder
Alexander Gordeevf177f722014-03-14 18:44:48 +0400519 git_clone $DIB_REPO $DIB_DIR $DIB_BRANCH
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400520
521 # make sure all needed service were enabled
522 for srv in nova glance key neutron; do
523 if ! is_service_enabled "$srv"; then
524 die $LINENO "$srv should be enabled for ironic tests"
525 fi
526 done
527
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400528 TOKEN=$(keystone token-get | grep ' id ' | get_field 2)
529 die_if_not_set $LINENO TOKEN "Keystone fail to get token"
530
531 echo_summary "Creating and uploading baremetal images for ironic"
532
533 # build and upload separate deploy kernel & ramdisk
Alexander Gordeevf177f722014-03-14 18:44:48 +0400534 upload_baremetal_ironic_deploy $TOKEN
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400535
536 create_bridge_and_vms
537 enroll_vms
538 configure_tftpd
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700539 configure_iptables
Adam Gandelman5f060e62014-04-08 11:52:05 -0700540
541 # restart nova-compute to ensure its resource tracking is up to
542 # date with newly enrolled nodes
543 stop_nova_compute || true
544 start_nova_compute
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400545}
546
547function cleanup_baremetal_basic_ops {
548 rm -f $IRONIC_VM_MACS_CSV_FILE
549 if [ -f $IRONIC_KEY_FILE ]; then
550 KEY=`cat $IRONIC_KEY_FILE.pub`
551 # remove public key from authorized_keys
552 grep -v "$KEY" $IRONIC_AUTHORIZED_KEYS_FILE > temp && mv temp $IRONIC_AUTHORIZED_KEYS_FILE
553 chmod 0600 $IRONIC_AUTHORIZED_KEYS_FILE
554 fi
555 sudo rm -rf $IRONIC_DATA_DIR $IRONIC_STATE_PATH
556 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/cleanup-nodes $IRONIC_VM_COUNT $IRONIC_VM_NETWORK_BRIDGE"
557 sudo rm -rf /etc/xinetd.d/tftp /etc/init/tftpd-hpa.override
558 restart_service xinetd
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700559 sudo iptables -D INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
560 sudo iptables -D INPUT -d $HOST_IP -p tcp --dport 6385 -j ACCEPT || true
561 sudo rmmod nf_conntrack_tftp || true
562 sudo rmmod nf_nat_tftp || true
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400563}
564
565# Restore xtrace + pipefail
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300566$XTRACE
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400567$PIPEFAIL
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300568
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100569# Tell emacs to use shell-script-mode
570## Local variables:
571## mode: shell-script
572## End: