blob: 8eb0d80e0742863b1036fbec70920b4857b0a3e4 [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +03003# lib/ironic
4# Functions to control the configuration and operation of the **Ironic** service
5
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# - ``functions`` file
9# - ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined
10# - ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined
11# - ``SERVICE_HOST``
12# - ``KEYSTONE_TOKEN_FORMAT`` must be defined
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030013
14# ``stack.sh`` calls the entry points in this order:
15#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010016# - install_ironic
17# - install_ironicclient
18# - init_ironic
19# - start_ironic
20# - stop_ironic
21# - cleanup_ironic
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030022
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040023# Save trace and pipefail settings
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030024XTRACE=$(set +o | grep xtrace)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040025PIPEFAIL=$(set +o | grep pipefail)
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030026set +o xtrace
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040027set +o pipefail
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030028
29# Defaults
30# --------
31
32# Set up default directories
Sean Daguee08ab102014-11-13 17:09:28 -050033GITDIR["python-ironicclient"]=$DEST/python-ironicclient
Dmitry Tantsur869b72b2015-08-13 13:36:23 +020034GITDIR["ironic-lib"]=$DEST/ironic-lib
Sean Dague5cb19062014-11-01 01:37:45 +010035
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030036IRONIC_DIR=$DEST/ironic
Jim Rollenhagenf00766b2014-08-15 01:08:11 +000037IRONIC_PYTHON_AGENT_DIR=$DEST/ironic-python-agent
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040038IRONIC_DATA_DIR=$DATA_DIR/ironic
39IRONIC_STATE_PATH=/var/lib/ironic
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030040IRONIC_AUTH_CACHE_DIR=${IRONIC_AUTH_CACHE_DIR:-/var/cache/ironic}
41IRONIC_CONF_DIR=${IRONIC_CONF_DIR:-/etc/ironic}
42IRONIC_CONF_FILE=$IRONIC_CONF_DIR/ironic.conf
43IRONIC_ROOTWRAP_CONF=$IRONIC_CONF_DIR/rootwrap.conf
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +030044IRONIC_POLICY_JSON=$IRONIC_CONF_DIR/policy.json
45
Adam Gandelmanf303d7e2015-01-06 12:18:03 -080046# Deploy callback timeout can be changed from its default (1800), if required.
47IRONIC_CALLBACK_TIMEOUT=${IRONIC_CALLBACK_TIMEOUT:-}
48
yunhong jiangae9ee6b2014-10-08 07:01:02 -070049# Deploy to hardware platform
50IRONIC_HW_NODE_CPU=${IRONIC_HW_NODE_CPU:-1}
51IRONIC_HW_NODE_RAM=${IRONIC_HW_NODE_RAM:-512}
52IRONIC_HW_NODE_DISK=${IRONIC_HW_NODE_DISK:-10}
53IRONIC_HW_EPHEMERAL_DISK=${IRONIC_HW_EPHEMERAL_DISK:-0}
54# The file is composed of multiple lines, each line includes four field
55# separated by white space: IPMI address, MAC address, IPMI username
56# and IPMI password.
Dean Troyerdc97cb72015-03-28 08:20:50 -050057#
yunhong jiangae9ee6b2014-10-08 07:01:02 -070058# 192.168.110.107 00:1e:67:57:50:4c root otc123
59IRONIC_IPMIINFO_FILE=${IRONIC_IPMIINFO_FILE:-$IRONIC_DATA_DIR/hardware_info}
60
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040061# Set up defaults for functional / integration testing
Vladyslav Drok41309002015-04-29 13:36:52 +030062IRONIC_NODE_UUID=${IRONIC_NODE_UUID:-`uuidgen`}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040063IRONIC_SCRIPTS_DIR=${IRONIC_SCRIPTS_DIR:-$TOP_DIR/tools/ironic/scripts}
64IRONIC_TEMPLATES_DIR=${IRONIC_TEMPLATES_DIR:-$TOP_DIR/tools/ironic/templates}
Sean Dague53753292014-12-04 19:38:15 -050065IRONIC_BAREMETAL_BASIC_OPS=$(trueorfalse False IRONIC_BAREMETAL_BASIC_OPS)
Devananda van der Veen83eeed02014-04-11 10:08:41 -070066IRONIC_ENABLED_DRIVERS=${IRONIC_ENABLED_DRIVERS:-fake,pxe_ssh,pxe_ipmitool}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040067IRONIC_SSH_USERNAME=${IRONIC_SSH_USERNAME:-`whoami`}
Zhenzan Zhou80cdbc42015-03-16 12:30:44 +080068IRONIC_SSH_TIMEOUT=${IRONIC_SSH_TIMEOUT:-15}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040069IRONIC_SSH_KEY_DIR=${IRONIC_SSH_KEY_DIR:-$IRONIC_DATA_DIR/ssh_keys}
70IRONIC_SSH_KEY_FILENAME=${IRONIC_SSH_KEY_FILENAME:-ironic_key}
Adam Gandelman6c749322014-12-02 16:20:50 -080071IRONIC_KEY_FILE=${IRONIC_KEY_FILE:-$IRONIC_SSH_KEY_DIR/$IRONIC_SSH_KEY_FILENAME}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040072IRONIC_SSH_VIRT_TYPE=${IRONIC_SSH_VIRT_TYPE:-virsh}
73IRONIC_TFTPBOOT_DIR=${IRONIC_TFTPBOOT_DIR:-$IRONIC_DATA_DIR/tftpboot}
yunhong jiangae9ee6b2014-10-08 07:01:02 -070074IRONIC_TFTPSERVER_IP=${IRONIC_TFTPSERVER_IP:-$HOST_IP}
Adam Gandelman86765102014-04-14 11:57:13 -070075IRONIC_VM_SSH_PORT=${IRONIC_VM_SSH_PORT:-22}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040076IRONIC_VM_SSH_ADDRESS=${IRONIC_VM_SSH_ADDRESS:-$HOST_IP}
77IRONIC_VM_COUNT=${IRONIC_VM_COUNT:-1}
78IRONIC_VM_SPECS_CPU=${IRONIC_VM_SPECS_CPU:-1}
Adam Gandelmanea335f42014-07-03 17:57:49 -070079IRONIC_VM_SPECS_RAM=${IRONIC_VM_SPECS_RAM:-512}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040080IRONIC_VM_SPECS_DISK=${IRONIC_VM_SPECS_DISK:-10}
David Shrewsbury3e4612b2014-05-01 11:38:21 -040081IRONIC_VM_EPHEMERAL_DISK=${IRONIC_VM_EPHEMERAL_DISK:-0}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +040082IRONIC_VM_EMULATOR=${IRONIC_VM_EMULATOR:-/usr/bin/qemu-system-x86_64}
83IRONIC_VM_NETWORK_BRIDGE=${IRONIC_VM_NETWORK_BRIDGE:-brbm}
84IRONIC_VM_NETWORK_RANGE=${IRONIC_VM_NETWORK_RANGE:-192.0.2.0/24}
85IRONIC_VM_MACS_CSV_FILE=${IRONIC_VM_MACS_CSV_FILE:-$IRONIC_DATA_DIR/ironic_macs.csv}
86IRONIC_AUTHORIZED_KEYS_FILE=${IRONIC_AUTHORIZED_KEYS_FILE:-$HOME/.ssh/authorized_keys}
87
Adam Gandelman8af6fae2014-04-11 17:06:14 -070088# By default, baremetal VMs will console output to file.
89IRONIC_VM_LOG_CONSOLE=${IRONIC_VM_LOG_CONSOLE:-True}
90IRONIC_VM_LOG_DIR=${IRONIC_VM_LOG_DIR:-$IRONIC_DATA_DIR/logs/}
91
Alexander Gordeevf177f722014-03-14 18:44:48 +040092# Use DIB to create deploy ramdisk and kernel.
Sean Dague53753292014-12-04 19:38:15 -050093IRONIC_BUILD_DEPLOY_RAMDISK=$(trueorfalse True IRONIC_BUILD_DEPLOY_RAMDISK)
Alexander Gordeevf177f722014-03-14 18:44:48 +040094# If not use DIB, these files are used as deploy ramdisk/kernel.
95# (The value must be a absolute path)
96IRONIC_DEPLOY_RAMDISK=${IRONIC_DEPLOY_RAMDISK:-}
97IRONIC_DEPLOY_KERNEL=${IRONIC_DEPLOY_KERNEL:-}
98IRONIC_DEPLOY_ELEMENT=${IRONIC_DEPLOY_ELEMENT:-deploy-ironic}
99
Jim Rollenhagen792dc5f2014-08-27 17:03:00 -0700100IRONIC_AGENT_KERNEL_URL=${IRONIC_AGENT_KERNEL_URL:-http://tarballs.openstack.org/ironic-python-agent/coreos/files/coreos_production_pxe.vmlinuz}
Jim Rollenhagen4cb0d8c2014-09-11 16:45:58 -0700101IRONIC_AGENT_RAMDISK_URL=${IRONIC_AGENT_RAMDISK_URL:-http://tarballs.openstack.org/ironic-python-agent/coreos/files/coreos_production_pxe_image-oem.cpio.gz}
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000102
103# Which deploy driver to use - valid choices right now
Dean Troyerdc97cb72015-03-28 08:20:50 -0500104# are ``pxe_ssh``, ``pxe_ipmitool``, ``agent_ssh`` and ``agent_ipmitool``.
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000105IRONIC_DEPLOY_DRIVER=${IRONIC_DEPLOY_DRIVER:-pxe_ssh}
106
Dean Troyerdc97cb72015-03-28 08:20:50 -0500107# TODO(agordeev): replace 'ubuntu' with host distro name getting
Alexander Gordeevf177f722014-03-14 18:44:48 +0400108IRONIC_DEPLOY_FLAVOR=${IRONIC_DEPLOY_FLAVOR:-ubuntu $IRONIC_DEPLOY_ELEMENT}
109
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300110# Support entry points installation of console scripts
111IRONIC_BIN_DIR=$(get_python_exec_prefix)
112
113# Ironic connection info. Note the port must be specified.
114IRONIC_SERVICE_PROTOCOL=http
Adam Gandelman4b45fca2014-11-17 09:59:23 -0800115IRONIC_SERVICE_PORT=${IRONIC_SERVICE_PORT:-6385}
116IRONIC_HOSTPORT=${IRONIC_HOSTPORT:-$SERVICE_HOST:$IRONIC_SERVICE_PORT}
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300117
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100118# Enable iPXE
Sean Dague53753292014-12-04 19:38:15 -0500119IRONIC_IPXE_ENABLED=$(trueorfalse False IRONIC_IPXE_ENABLED)
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100120IRONIC_HTTP_DIR=${IRONIC_HTTP_DIR:-$IRONIC_DATA_DIR/httpboot}
121IRONIC_HTTP_SERVER=${IRONIC_HTTP_SERVER:-$HOST_IP}
122IRONIC_HTTP_PORT=${IRONIC_HTTP_PORT:-8088}
123
Lucas Alvares Gomes1d3a6ec2015-02-25 12:38:47 +0000124# NOTE(lucasagomes): This flag is used to differentiate the nodes that
125# uses IPA as their deploy ramdisk from nodes that uses the agent_* drivers
126# (which also uses IPA but depends on Swift Temp URLs to work). At present,
127# all drivers that uses the iSCSI approach for their deployment supports
128# using both, IPA or bash ramdisks for the deployment. In the future we
129# want to remove the support for the bash ramdisk in favor of IPA, once
130# we get there this flag can be removed, and all conditionals that uses
131# it should just run by default.
132IRONIC_DEPLOY_DRIVER_ISCSI_WITH_IPA=$(trueorfalse False IRONIC_DEPLOY_DRIVER_ISCSI_WITH_IPA)
133
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100134# get_pxe_boot_file() - Get the PXE/iPXE boot file path
135function get_pxe_boot_file {
136 local relpath=syslinux/pxelinux.0
137 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
138 relpath=ipxe/undionly.kpxe
139 fi
140
141 local pxe_boot_file
142 if is_ubuntu; then
143 pxe_boot_file=/usr/lib/$relpath
144 elif is_fedora || is_suse; then
145 pxe_boot_file=/usr/share/$relpath
146 fi
147
148 echo $pxe_boot_file
149}
150
151# PXE boot image
152IRONIC_PXE_BOOT_IMAGE=${IRONIC_PXE_BOOT_IMAGE:-$(get_pxe_boot_file)}
153
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300154
155# Functions
156# ---------
157
Dean Troyer1023ff72014-01-27 14:56:44 -0600158# Test if any Ironic services are enabled
159# is_ironic_enabled
160function is_ironic_enabled {
161 [[ ,${ENABLED_SERVICES} =~ ,"ir-" ]] && return 0
162 return 1
163}
164
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700165function is_ironic_hardware {
166 is_ironic_enabled && [[ -n "${IRONIC_DEPLOY_DRIVER##*_ssh}" ]] && return 0
167 return 1
168}
169
yunhong jiangfe96ed62014-11-05 03:30:25 -0700170function is_deployed_by_agent {
171 [[ -z "${IRONIC_DEPLOY_DRIVER%%agent*}" ]] && return 0
172 return 1
173}
174
Lucas Alvares Gomes1d3a6ec2015-02-25 12:38:47 +0000175function is_deployed_with_ipa_ramdisk {
176 is_deployed_by_agent || [[ "$IRONIC_DEPLOY_DRIVER_ISCSI_WITH_IPA" == "True" ]] && return 0
177 return 1
178}
179
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300180# install_ironic() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100181function install_ironic {
Adam Gandelman6d271482014-08-05 18:12:29 -0700182 # make sure all needed service were enabled
Adam Gandelmanfab78802015-03-26 13:03:49 -0700183 local req_services="key"
Adam Gandelmande77c472015-03-11 17:15:42 -0700184 if [[ "$VIRT_DRIVER" == "ironic" ]]; then
185 req_services+=" nova glance neutron"
186 fi
187 for srv in $req_services; do
Adam Gandelman6d271482014-08-05 18:12:29 -0700188 if ! is_service_enabled "$srv"; then
189 die $LINENO "$srv should be enabled for Ironic."
190 fi
191 done
Dmitry Tantsur869b72b2015-08-13 13:36:23 +0200192
193 if use_library_from_git "ironic-lib"; then
194 git_clone_by_name "ironic-lib"
195 setup_dev_lib "ironic-lib"
196 fi
197
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300198 git_clone $IRONIC_REPO $IRONIC_DIR $IRONIC_BRANCH
199 setup_develop $IRONIC_DIR
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100200
201 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
202 install_apache_wsgi
203 fi
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300204}
205
206# install_ironicclient() - Collect sources and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100207function install_ironicclient {
Sean Daguee08ab102014-11-13 17:09:28 -0500208 if use_library_from_git "python-ironicclient"; then
209 git_clone_by_name "python-ironicclient"
210 setup_dev_lib "python-ironicclient"
211 sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-ironicclient"]}/tools/,/etc/bash_completion.d/}ironic.bash_completion
Sean Dague5cb19062014-11-01 01:37:45 +0100212 else
213 # nothing actually "requires" ironicclient, so force instally from pypi
Sean Dague60996b12015-04-08 09:06:49 -0400214 pip_install_gr python-ironicclient
Sean Dague5cb19062014-11-01 01:37:45 +0100215 fi
Roman Prykhodchenko43e00662013-10-15 17:03:15 +0300216}
217
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100218# _cleanup_ironic_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file
219function _cleanup_ironic_apache_wsgi {
220 sudo rm -rf $IRONIC_HTTP_DIR
221 disable_apache_site ironic
222 sudo rm -f $(apache_site_config_for ironic)
223 restart_apache_server
224}
225
226# _config_ironic_apache_wsgi() - Set WSGI config files of Ironic
227function _config_ironic_apache_wsgi {
Ian Wienandada886d2015-10-07 14:06:26 +1100228 local ironic_apache_conf
229 ironic_apache_conf=$(apache_site_config_for ironic)
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100230 sudo cp $FILES/apache-ironic.template $ironic_apache_conf
231 sudo sed -e "
232 s|%PUBLICPORT%|$IRONIC_HTTP_PORT|g;
233 s|%HTTPROOT%|$IRONIC_HTTP_DIR|g;
234 " -i $ironic_apache_conf
235 enable_apache_site ironic
236}
237
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300238# cleanup_ironic() - Remove residual data files, anything left over from previous
239# runs that would need to clean up.
Ian Wienandaee18c72014-02-21 15:35:08 +1100240function cleanup_ironic {
lokesh683ed9e2014-11-10 15:07:59 +0530241 sudo rm -rf $IRONIC_AUTH_CACHE_DIR $IRONIC_CONF_DIR
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300242}
243
Adam Gandelman6d271482014-08-05 18:12:29 -0700244# configure_ironic_dirs() - Create all directories required by Ironic and
245# associated services.
246function configure_ironic_dirs {
Dean Troyer8421c2b2015-03-16 13:52:19 -0500247 sudo install -d -o $STACK_USER $IRONIC_CONF_DIR $STACK_USER $IRONIC_DATA_DIR \
248 $IRONIC_STATE_PATH $IRONIC_TFTPBOOT_DIR $IRONIC_TFTPBOOT_DIR/pxelinux.cfg
249 sudo chown -R $STACK_USER:$LIBVIRT_GROUP $IRONIC_TFTPBOOT_DIR
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100250
251 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
Dean Troyer8421c2b2015-03-16 13:52:19 -0500252 sudo install -d -o $STACK_USER -g $LIBVIRT_GROUP $IRONIC_HTTP_DIR
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100253 fi
254
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100255 if [ ! -f $IRONIC_PXE_BOOT_IMAGE ]; then
256 die $LINENO "PXE boot file $IRONIC_PXE_BOOT_IMAGE not found."
Adam Gandelman6d271482014-08-05 18:12:29 -0700257 fi
258
Lucas Alvares Gomesc08d5472015-02-23 15:39:22 +0000259 # Copy PXE binary
260 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
261 cp $IRONIC_PXE_BOOT_IMAGE $IRONIC_TFTPBOOT_DIR
262 else
263 # Syslinux >= 5.00 pxelinux.0 binary is not "stand-alone" anymore,
264 # it depends on some c32 modules to work correctly.
265 # More info: http://www.syslinux.org/wiki/index.php/Library_modules
266 cp -aR $(dirname $IRONIC_PXE_BOOT_IMAGE)/*.{c32,0} $IRONIC_TFTPBOOT_DIR
267 fi
Adam Gandelman6d271482014-08-05 18:12:29 -0700268}
269
270# configure_ironic() - Set config files, create data dirs, etc
271function configure_ironic {
272 configure_ironic_dirs
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300273
274 # Copy over ironic configuration file and configure common parameters.
275 cp $IRONIC_DIR/etc/ironic/ironic.conf.sample $IRONIC_CONF_FILE
276 iniset $IRONIC_CONF_FILE DEFAULT debug True
277 inicomment $IRONIC_CONF_FILE DEFAULT log_file
Joe Gordon23d6d502015-03-06 15:24:22 -0800278 iniset $IRONIC_CONF_FILE database connection `database_connection_url ironic`
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400279 iniset $IRONIC_CONF_FILE DEFAULT state_path $IRONIC_STATE_PATH
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300280 iniset $IRONIC_CONF_FILE DEFAULT use_syslog $SYSLOG
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300281 # Configure Ironic conductor, if it was enabled.
282 if is_service_enabled ir-cond; then
283 configure_ironic_conductor
284 fi
285
286 # Configure Ironic API, if it was enabled.
287 if is_service_enabled ir-api; then
288 configure_ironic_api
289 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400290
Adam Gandelmanab592932014-06-06 15:12:32 -0700291 # Format logging
292 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ]; then
Lucas Alvares Gomes010963c2015-06-23 14:16:39 +0100293 setup_colorized_logging $IRONIC_CONF_FILE DEFAULT tenant user
Adam Gandelmanab592932014-06-06 15:12:32 -0700294 fi
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100295
296 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]]; then
297 _config_ironic_apache_wsgi
298 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300299}
300
301# configure_ironic_api() - Is used by configure_ironic(). Performs
302# API specific configuration.
Ian Wienandaee18c72014-02-21 15:35:08 +1100303function configure_ironic_api {
Roman Prykhodchenkoc48c3122013-10-01 17:19:05 +0300304 iniset $IRONIC_CONF_FILE DEFAULT auth_strategy keystone
Chris Dent74a85b02015-04-22 18:02:39 +0000305 iniset $IRONIC_CONF_FILE oslo_policy policy_file $IRONIC_POLICY_JSON
Yuki Nishiwakid5323972015-02-17 19:00:23 +0900306
307 # TODO(Yuki Nishiwaki): This is a temporary work-around until Ironic is fixed(bug#1422632).
308 # These codes need to be changed to use the function of configure_auth_token_middleware
309 # after Ironic conforms to the new auth plugin.
310 iniset $IRONIC_CONF_FILE keystone_authtoken identity_uri $KEYSTONE_AUTH_URI
311 iniset $IRONIC_CONF_FILE keystone_authtoken auth_uri $KEYSTONE_SERVICE_URI/v2.0
312 iniset $IRONIC_CONF_FILE keystone_authtoken admin_user ironic
313 iniset $IRONIC_CONF_FILE keystone_authtoken admin_password $SERVICE_PASSWORD
314 iniset $IRONIC_CONF_FILE keystone_authtoken admin_tenant_name $SERVICE_TENANT_NAME
315 iniset $IRONIC_CONF_FILE keystone_authtoken cafile $SSL_BUNDLE_FILE
316 iniset $IRONIC_CONF_FILE keystone_authtoken signing_dir $IRONIC_AUTH_CACHE_DIR/api
317
Brant Knudson2dd110c2015-03-14 12:39:14 -0500318 iniset_rpc_backend ironic $IRONIC_CONF_FILE
Adam Gandelman4b45fca2014-11-17 09:59:23 -0800319 iniset $IRONIC_CONF_FILE api port $IRONIC_SERVICE_PORT
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300320
321 cp -p $IRONIC_DIR/etc/ironic/policy.json $IRONIC_POLICY_JSON
322}
323
324# configure_ironic_conductor() - Is used by configure_ironic().
325# Sets conductor specific settings.
Ian Wienandaee18c72014-02-21 15:35:08 +1100326function configure_ironic_conductor {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300327 cp $IRONIC_DIR/etc/ironic/rootwrap.conf $IRONIC_ROOTWRAP_CONF
Lucas Alvares Gomes279295c2014-01-14 11:37:51 +0000328 cp -r $IRONIC_DIR/etc/ironic/rootwrap.d $IRONIC_CONF_DIR
Ian Wienandada886d2015-10-07 14:06:26 +1100329 local ironic_rootwrap
330 ironic_rootwrap=$(get_rootwrap_location ironic)
Dean Troyerb52caa32014-07-25 13:04:13 -0500331 local rootwrap_isudoer_cmd="$ironic_rootwrap $IRONIC_CONF_DIR/rootwrap.conf *"
Adam Gandelman3f2a7b72014-04-14 16:14:33 -0700332
333 # Set up the rootwrap sudoers for ironic
Ian Wienandada886d2015-10-07 14:06:26 +1100334 local tempfile
335 tempfile=`mktemp`
Dean Troyerb52caa32014-07-25 13:04:13 -0500336 echo "$STACK_USER ALL=(root) NOPASSWD: $rootwrap_isudoer_cmd" >$tempfile
337 chmod 0440 $tempfile
338 sudo chown root:root $tempfile
339 sudo mv $tempfile /etc/sudoers.d/ironic-rootwrap
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300340
Alexander Gordeeva67cb1a2014-03-04 18:38:33 +0400341 iniset $IRONIC_CONF_FILE DEFAULT rootwrap_config $IRONIC_ROOTWRAP_CONF
Devananda van der Veen83eeed02014-04-11 10:08:41 -0700342 iniset $IRONIC_CONF_FILE DEFAULT enabled_drivers $IRONIC_ENABLED_DRIVERS
Adam Gandelman4b45fca2014-11-17 09:59:23 -0800343 iniset $IRONIC_CONF_FILE conductor api_url $IRONIC_SERVICE_PROTOCOL://$HOST_IP:$IRONIC_SERVICE_PORT
Adam Gandelmanf303d7e2015-01-06 12:18:03 -0800344 if [[ -n "$IRONIC_CALLBACK_TIMEOUT" ]]; then
345 iniset $IRONIC_CONF_FILE conductor deploy_callback_timeout $IRONIC_CALLBACK_TIMEOUT
346 fi
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700347 iniset $IRONIC_CONF_FILE pxe tftp_server $IRONIC_TFTPSERVER_IP
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400348 iniset $IRONIC_CONF_FILE pxe tftp_root $IRONIC_TFTPBOOT_DIR
349 iniset $IRONIC_CONF_FILE pxe tftp_master_path $IRONIC_TFTPBOOT_DIR/master_images
Adam Gandelman8c32e0d2015-03-04 14:53:05 -0800350
351 local pxe_params=""
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700352 if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
Adam Gandelman8c32e0d2015-03-04 14:53:05 -0800353 pxe_params+="nofb nomodeset vga=normal console=ttyS0"
Lucas Alvares Gomes1d3a6ec2015-02-25 12:38:47 +0000354 if is_deployed_with_ipa_ramdisk; then
355 pxe_params+=" systemd.journald.forward_to_console=yes"
356 fi
Adam Gandelman8c32e0d2015-03-04 14:53:05 -0800357 fi
358 # When booting with less than 1GB, we need to switch from default tmpfs
359 # to ramfs for ramdisks to decompress successfully.
360 if (is_ironic_hardware && [[ "$IRONIC_HW_NODE_RAM" -lt 1024 ]]) ||
361 (! is_ironic_hardware && [[ "$IRONIC_VM_SPECS_RAM" -lt 1024 ]]); then
362 pxe_params+=" rootfstype=ramfs"
363 fi
364 if [[ -n "$pxe_params" ]]; then
Lucas Alvares Gomes1d3a6ec2015-02-25 12:38:47 +0000365 iniset $IRONIC_CONF_FILE pxe pxe_append_params "$pxe_params"
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700366 fi
Adam Gandelman8c32e0d2015-03-04 14:53:05 -0800367
yunhong jiangfe96ed62014-11-05 03:30:25 -0700368 if is_deployed_by_agent; then
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000369 if [[ "$SWIFT_ENABLE_TEMPURLS" == "True" ]] ; then
370 iniset $IRONIC_CONF_FILE glance swift_temp_url_key $SWIFT_TEMPURL_KEY
371 else
372 die $LINENO "SWIFT_ENABLE_TEMPURLS must be True to use agent_ssh driver in Ironic."
373 fi
Jim Rollenhagen74b28bc2014-10-29 14:15:22 -0700374 iniset $IRONIC_CONF_FILE glance swift_endpoint_url http://${HOST_IP}:${SWIFT_DEFAULT_BIND_PORT:-8080}
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000375 iniset $IRONIC_CONF_FILE glance swift_api_version v1
Ian Wienandada886d2015-10-07 14:06:26 +1100376 local tenant_id
377 tenant_id=$(get_or_create_project $SERVICE_TENANT_NAME default)
Adam Gandelmanab50c702014-10-22 13:21:22 -0700378 iniset $IRONIC_CONF_FILE glance swift_account AUTH_${tenant_id}
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000379 iniset $IRONIC_CONF_FILE glance swift_container glance
380 iniset $IRONIC_CONF_FILE glance swift_temp_url_duration 3600
381 iniset $IRONIC_CONF_FILE agent heartbeat_timeout 30
Jay Faulkner6c0da092015-03-26 15:19:32 -0700382 iniset $IRONIC_CONF_FILE agent agent_erase_devices_priority 0
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000383 fi
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100384
385 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
Ian Wienandada886d2015-10-07 14:06:26 +1100386 local pxebin
387 pxebin=`basename $IRONIC_PXE_BOOT_IMAGE`
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100388 iniset $IRONIC_CONF_FILE pxe ipxe_enabled True
389 iniset $IRONIC_CONF_FILE pxe pxe_config_template '\$pybasedir/drivers/modules/ipxe_config.template'
390 iniset $IRONIC_CONF_FILE pxe pxe_bootfile_name $pxebin
391 iniset $IRONIC_CONF_FILE pxe http_root $IRONIC_HTTP_DIR
392 iniset $IRONIC_CONF_FILE pxe http_url "http://$IRONIC_HTTP_SERVER:$IRONIC_HTTP_PORT"
393 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300394}
395
396# create_ironic_cache_dir() - Part of the init_ironic() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100397function create_ironic_cache_dir {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300398 # Create cache dir
399 sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/api
400 sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/api
401 rm -f $IRONIC_AUTH_CACHE_DIR/api/*
402 sudo mkdir -p $IRONIC_AUTH_CACHE_DIR/registry
403 sudo chown $STACK_USER $IRONIC_AUTH_CACHE_DIR/registry
404 rm -f $IRONIC_AUTH_CACHE_DIR/registry/*
405}
406
407# create_ironic_accounts() - Set up common required ironic accounts
408
409# Tenant User Roles
410# ------------------------------------------------------------------
411# service ironic admin # if enabled
Ian Wienandaee18c72014-02-21 15:35:08 +1100412function create_ironic_accounts {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300413
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300414 # Ironic
415 if [[ "$ENABLED_SERVICES" =~ "ir-api" ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100416 # Get ironic user if exists
417
David Shrewsburycdfcd4b2015-02-11 16:07:40 -0800418 # NOTE(Shrews): This user MUST have admin level privileges!
419 create_service_user "ironic" "admin"
Bartosz Górski0abde392014-02-28 14:15:19 +0100420
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300421 if [[ "$KEYSTONE_CATALOG_BACKEND" = 'sql' ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100422
Jamie Lennoxb17ad752015-05-29 06:04:47 +0000423 get_or_create_service "ironic" "baremetal" "Ironic baremetal provisioning service"
424 get_or_create_endpoint "baremetal" \
Bartosz Górski0abde392014-02-28 14:15:19 +0100425 "$REGION_NAME" \
426 "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
427 "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT" \
428 "$IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300429 fi
430 fi
431}
432
433
434# init_ironic() - Initialize databases, etc.
Ian Wienandaee18c72014-02-21 15:35:08 +1100435function init_ironic {
Josh Gachnangee78c9e2015-03-16 23:24:52 -0700436 # Save private network as cleaning network
437 local cleaning_network_uuid
438 cleaning_network_uuid=$(neutron net-list | grep private | get_field 1)
439 iniset $IRONIC_CONF_FILE neutron cleaning_network_uuid ${cleaning_network_uuid}
440
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300441 # (Re)create ironic database
Ihar Hrachyshka157c84b2014-10-06 13:29:39 +0200442 recreate_database ironic
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300443
444 # Migrate ironic database
Dmitry Tantsur0c6a6542014-06-02 20:19:33 +0200445 $IRONIC_BIN_DIR/ironic-dbsync --config-file=$IRONIC_CONF_FILE
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300446
447 create_ironic_cache_dir
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300448}
449
Adam Gandelman22ec45e2014-10-16 17:41:22 -0700450# _ironic_bm_vm_names() - Generates list of names for baremetal VMs.
451function _ironic_bm_vm_names {
452 local idx
Ian Wienandada886d2015-10-07 14:06:26 +1100453 local num_vms
454 num_vms=$(($IRONIC_VM_COUNT - 1))
Adam Gandelman22ec45e2014-10-16 17:41:22 -0700455 for idx in $(seq 0 $num_vms); do
456 echo "baremetal${IRONIC_VM_NETWORK_BRIDGE}_${idx}"
457 done
458}
459
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300460# start_ironic() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100461function start_ironic {
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300462 # Start Ironic API server, if enabled.
463 if is_service_enabled ir-api; then
464 start_ironic_api
465 fi
466
467 # Start Ironic conductor, if enabled.
468 if is_service_enabled ir-cond; then
469 start_ironic_conductor
470 fi
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100471
472 # Start Apache if iPXE is enabled
473 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
474 restart_apache_server
475 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300476}
477
478# start_ironic_api() - Used by start_ironic().
479# Starts Ironic API server.
Ian Wienandaee18c72014-02-21 15:35:08 +1100480function start_ironic_api {
Chris Dent2f27a0e2014-09-09 13:46:02 +0100481 run_process ir-api "$IRONIC_BIN_DIR/ironic-api --config-file=$IRONIC_CONF_FILE"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300482 echo "Waiting for ir-api ($IRONIC_HOSTPORT) to start..."
Adam Gandelman4b45fca2014-11-17 09:59:23 -0800483 if ! timeout $SERVICE_TIMEOUT sh -c "while ! wget --no-proxy -q -O- $IRONIC_SERVICE_PROTOCOL://$IRONIC_HOSTPORT; do sleep 1; done"; then
Sean Dague101b4242013-10-22 08:47:11 -0400484 die $LINENO "ir-api did not start"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300485 fi
486}
487
488# start_ironic_conductor() - Used by start_ironic().
489# Starts Ironic conductor.
Ian Wienandaee18c72014-02-21 15:35:08 +1100490function start_ironic_conductor {
Chris Dent2f27a0e2014-09-09 13:46:02 +0100491 run_process ir-cond "$IRONIC_BIN_DIR/ironic-conductor --config-file=$IRONIC_CONF_FILE"
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300492 # TODO(romcheg): Find a way to check whether the conductor has started.
493}
494
495# stop_ironic() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100496function stop_ironic {
Chris Dentcf3b41f2015-03-12 13:33:12 +0000497 stop_process ir-api
498 stop_process ir-cond
Lucas Alvares Gomes5851e5f2014-08-19 10:01:45 +0100499
500 # Cleanup the WSGI files
501 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
502 _cleanup_ironic_apache_wsgi
503 fi
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300504}
505
Adam Gandelman6d271482014-08-05 18:12:29 -0700506function create_ovs_taps {
Ian Wienandada886d2015-10-07 14:06:26 +1100507 local ironic_net_id
508 ironic_net_id=$(neutron net-list | grep private | get_field 1)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400509
Adam Gandelman6d271482014-08-05 18:12:29 -0700510 # Work around: No netns exists on host until a Neutron port is created. We
511 # need to create one in Neutron to know what netns to tap into prior to the
512 # first node booting.
Ian Wienandada886d2015-10-07 14:06:26 +1100513 local port_id
514 port_id=$(neutron port-create private | grep " id " | get_field 2)
Adam Gandelman6d271482014-08-05 18:12:29 -0700515
516 # intentional sleep to make sure the tag has been set to port
517 sleep 10
518
Haomeng, Wang7b5c4e62014-12-28 03:15:14 +0000519 if [[ "$Q_USE_NAMESPACE" = "True" ]]; then
Ian Wienandada886d2015-10-07 14:06:26 +1100520 local tapdev
521 tapdev=$(sudo ip netns exec qdhcp-${ironic_net_id} ip link list | grep " tap" | cut -d':' -f2 | cut -d'@' -f1 | cut -b2-)
Haomeng, Wang7b5c4e62014-12-28 03:15:14 +0000522 else
Ian Wienandada886d2015-10-07 14:06:26 +1100523 local tapdev
524 tapdev=$(sudo ip link list | grep " tap" | cut -d':' -f2 | cut -d'@' -f1 | cut -b2-)
Haomeng, Wang7b5c4e62014-12-28 03:15:14 +0000525 fi
Ian Wienandada886d2015-10-07 14:06:26 +1100526 local tag_id
527 tag_id=$(sudo ovs-vsctl show |grep ${tapdev} -A1 -m1 | grep tag | cut -d':' -f2 | cut -b2-)
Adam Gandelman6d271482014-08-05 18:12:29 -0700528
529 # make sure veth pair is not existing, otherwise delete its links
530 sudo ip link show ovs-tap1 && sudo ip link delete ovs-tap1
531 sudo ip link show brbm-tap1 && sudo ip link delete brbm-tap1
532 # create veth pair for future interconnection between br-int and brbm
533 sudo ip link add brbm-tap1 type veth peer name ovs-tap1
534 sudo ip link set dev brbm-tap1 up
535 sudo ip link set dev ovs-tap1 up
536
537 sudo ovs-vsctl -- --if-exists del-port ovs-tap1 -- add-port br-int ovs-tap1 tag=$tag_id
538 sudo ovs-vsctl -- --if-exists del-port brbm-tap1 -- add-port $IRONIC_VM_NETWORK_BRIDGE brbm-tap1
539
540 # Remove the port needed only for workaround.
541 neutron port-delete $port_id
Adam Gandelmancec97922014-07-29 18:43:18 -0700542
543 # Finally, share the fixed tenant network across all tenants. This allows the host
544 # to serve TFTP to a single network namespace via the tap device created above.
545 neutron net-update $ironic_net_id --shared true
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400546}
547
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400548function create_bridge_and_vms {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400549 # Call libvirt setup scripts in a new shell to ensure any new group membership
550 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/setup-network"
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700551 if [[ "$IRONIC_VM_LOG_CONSOLE" == "True" ]] ; then
Dean Troyerb52caa32014-07-25 13:04:13 -0500552 local log_arg="$IRONIC_VM_LOG_DIR"
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700553 else
Dean Troyerb52caa32014-07-25 13:04:13 -0500554 local log_arg=""
Adam Gandelman8af6fae2014-04-11 17:06:14 -0700555 fi
Adam Gandelman22ec45e2014-10-16 17:41:22 -0700556 local vm_name
557 for vm_name in $(_ironic_bm_vm_names); do
558 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/create-node $vm_name \
559 $IRONIC_VM_SPECS_CPU $IRONIC_VM_SPECS_RAM $IRONIC_VM_SPECS_DISK \
560 amd64 $IRONIC_VM_NETWORK_BRIDGE $IRONIC_VM_EMULATOR \
561 $log_arg" >> $IRONIC_VM_MACS_CSV_FILE
562 done
Adam Gandelman6d271482014-08-05 18:12:29 -0700563 create_ovs_taps
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400564}
565
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800566function wait_for_nova_resources {
Adam Gandelman0c99e2f2014-12-09 14:44:24 -0800567 # After nodes have been enrolled, we need to wait for both ironic and
568 # nova's periodic tasks to populate the resource tracker with available
569 # nodes and resources. Wait up to 2 minutes for a given resource before
570 # timing out.
571 local resource=$1
572 local expected_count=$2
573 echo_summary "Waiting 2 minutes for Nova resource tracker to pick up $resource >= $expected_count"
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800574 for i in $(seq 1 120); do
Adam Gandelman0c99e2f2014-12-09 14:44:24 -0800575 if [ $(nova hypervisor-stats | grep " $resource " | get_field 2) -ge $expected_count ]; then
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800576 return 0
577 fi
578 sleep 1
579 done
Adam Gandelman0c99e2f2014-12-09 14:44:24 -0800580 die $LINENO "Timed out waiting for Nova hypervisor-stats $resource >= $expected_count"
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800581}
582
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700583function enroll_nodes {
Ian Wienandada886d2015-10-07 14:06:26 +1100584 local chassis_id
585 chassis_id=$(ironic chassis-create -d "ironic test chassis" | grep " uuid " | get_field 2)
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000586
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700587 if ! is_ironic_hardware; then
588 local ironic_node_cpu=$IRONIC_VM_SPECS_CPU
589 local ironic_node_ram=$IRONIC_VM_SPECS_RAM
590 local ironic_node_disk=$IRONIC_VM_SPECS_DISK
591 local ironic_ephemeral_disk=$IRONIC_VM_EPHEMERAL_DISK
592 local ironic_hwinfo_file=$IRONIC_VM_MACS_CSV_FILE
593 local node_options="\
Lucas Alvares Gomes73d24b22015-05-27 11:41:33 +0100594 -i deploy_kernel=$IRONIC_DEPLOY_KERNEL_ID \
595 -i deploy_ramdisk=$IRONIC_DEPLOY_RAMDISK_ID \
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400596 -i ssh_virt_type=$IRONIC_SSH_VIRT_TYPE \
597 -i ssh_address=$IRONIC_VM_SSH_ADDRESS \
598 -i ssh_port=$IRONIC_VM_SSH_PORT \
599 -i ssh_username=$IRONIC_SSH_USERNAME \
Adam Gandelmand4a6e352014-12-11 14:53:17 -0800600 -i ssh_key_filename=$IRONIC_KEY_FILE"
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700601 else
602 local ironic_node_cpu=$IRONIC_HW_NODE_CPU
603 local ironic_node_ram=$IRONIC_HW_NODE_RAM
604 local ironic_node_disk=$IRONIC_HW_NODE_DISK
605 local ironic_ephemeral_disk=$IRONIC_HW_EPHEMERAL_DISK
606 if [[ -z "${IRONIC_DEPLOY_DRIVER##*_ipmitool}" ]]; then
607 local ironic_hwinfo_file=$IRONIC_IPMIINFO_FILE
608 fi
609 fi
610
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800611 local total_nodes=0
Adam Gandelman0c99e2f2014-12-09 14:44:24 -0800612 local total_cpus=0
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700613 while read hardware_info; do
614 if ! is_ironic_hardware; then
615 local mac_address=$hardware_info
616 elif [[ -z "${IRONIC_DEPLOY_DRIVER##*_ipmitool}" ]]; then
Ian Wienandada886d2015-10-07 14:06:26 +1100617 local ipmi_address
618 ipmi_address=$(echo $hardware_info |awk '{print $1}')
619 local mac_address
620 mac_address=$(echo $hardware_info |awk '{print $2}')
621 local ironic_ipmi_username
622 ironic_ipmi_username=$(echo $hardware_info |awk '{print $3}')
623 local ironic_ipmi_passwd
624 ironic_ipmi_passwd=$(echo $hardware_info |awk '{print $4}')
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700625 # Currently we require all hardware platform have same CPU/RAM/DISK info
626 # in future, this can be enhanced to support different type, and then
627 # we create the bare metal flavor with minimum value
628 local node_options="-i ipmi_address=$ipmi_address -i ipmi_password=$ironic_ipmi_passwd\
629 -i ipmi_username=$ironic_ipmi_username"
Lucas Alvares Gomes73d24b22015-05-27 11:41:33 +0100630 node_options+=" -i deploy_kernel=$IRONIC_DEPLOY_KERNEL_ID"
631 node_options+=" -i deploy_ramdisk=$IRONIC_DEPLOY_RAMDISK_ID"
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700632 fi
633
Vladyslav Drok41309002015-04-29 13:36:52 +0300634 # First node created will be used for testing in ironic w/o glance
635 # scenario, so we need to know its UUID.
Ian Wienandada886d2015-10-07 14:06:26 +1100636 local standalone_node_uuid
637 standalone_node_uuid=$([ $total_nodes -eq 0 ] && echo "--uuid $IRONIC_NODE_UUID")
Vladyslav Drok41309002015-04-29 13:36:52 +0300638
Ian Wienandada886d2015-10-07 14:06:26 +1100639 local node_id
640 node_id=$(ironic node-create $standalone_node_uuid\
Vladyslav Drok41309002015-04-29 13:36:52 +0300641 --chassis_uuid $chassis_id \
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700642 --driver $IRONIC_DEPLOY_DRIVER \
Lucas Alvares Gomes51bddb82015-08-14 17:21:47 +0100643 --name node-$total_nodes \
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700644 -p cpus=$ironic_node_cpu\
645 -p memory_mb=$ironic_node_ram\
646 -p local_gb=$ironic_node_disk\
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400647 -p cpu_arch=x86_64 \
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700648 $node_options \
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400649 | grep " uuid " | get_field 2)
650
Zhenzan Zhoue2d2d652015-02-28 11:13:27 +0800651 ironic port-create --address $mac_address --node $node_id
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400652
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800653 total_nodes=$((total_nodes+1))
Adam Gandelman0c99e2f2014-12-09 14:44:24 -0800654 total_cpus=$((total_cpus+$ironic_node_cpu))
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700655 done < $ironic_hwinfo_file
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400656
657 # create the nova flavor
Adam Gandelman29c3d632014-07-17 12:53:21 -0700658 # NOTE(adam_g): Attempting to use an autogenerated UUID for flavor id here uncovered
659 # bug (LP: #1333852) in Trove. This can be changed to use an auto flavor id when the
660 # bug is fixed in Juno.
Ian Wienandada886d2015-10-07 14:06:26 +1100661 local adjusted_disk
662 adjusted_disk=$(($ironic_node_disk - $ironic_ephemeral_disk))
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700663 nova flavor-create --ephemeral $ironic_ephemeral_disk baremetal 551 $ironic_node_ram $adjusted_disk $ironic_node_cpu
Adam Gandelman29c3d632014-07-17 12:53:21 -0700664
Yuiko Takadab7d5bf62014-11-20 18:23:06 +0900665 nova flavor-key baremetal set "cpu_arch"="x86_64"
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800666
667 if [ "$VIRT_DRIVER" == "ironic" ]; then
Adam Gandelman0c99e2f2014-12-09 14:44:24 -0800668 wait_for_nova_resources "count" $total_nodes
669 wait_for_nova_resources "vcpus" $total_cpus
Adam Gandelmanc78e4672014-12-01 11:24:37 -0800670 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400671}
672
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700673function configure_iptables {
674 # enable tftp natting for allowing connections to HOST_IP's tftp server
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400675 sudo modprobe nf_conntrack_tftp
676 sudo modprobe nf_nat_tftp
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700677 # nodes boot from TFTP and callback to the API server listening on $HOST_IP
678 sudo iptables -I INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
Adam Gandelman4b45fca2014-11-17 09:59:23 -0800679 sudo iptables -I INPUT -d $HOST_IP -p tcp --dport $IRONIC_SERVICE_PORT -j ACCEPT || true
yunhong jiangfe96ed62014-11-05 03:30:25 -0700680 if is_deployed_by_agent; then
Jim Rollenhagen74b28bc2014-10-29 14:15:22 -0700681 # agent ramdisk gets instance image from swift
682 sudo iptables -I INPUT -d $HOST_IP -p tcp --dport ${SWIFT_DEFAULT_BIND_PORT:-8080} -j ACCEPT || true
683 fi
Lucas Alvares Gomes365d11d2015-06-23 11:50:18 +0100684
685 if [[ "$IRONIC_IPXE_ENABLED" == "True" ]] ; then
686 sudo iptables -I INPUT -d $HOST_IP -p tcp --dport $IRONIC_HTTP_PORT -j ACCEPT || true
687 fi
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700688}
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400689
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700690function configure_tftpd {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400691 # stop tftpd and setup serving via xinetd
692 stop_service tftpd-hpa || true
693 [ -f /etc/init/tftpd-hpa.conf ] && echo "manual" | sudo tee /etc/init/tftpd-hpa.override
694 sudo cp $IRONIC_TEMPLATES_DIR/tftpd-xinetd.template /etc/xinetd.d/tftp
695 sudo sed -e "s|%TFTPBOOT_DIR%|$IRONIC_TFTPBOOT_DIR|g" -i /etc/xinetd.d/tftp
696
697 # setup tftp file mapping to satisfy requests at the root (booting) and
698 # /tftpboot/ sub-dir (as per deploy-ironic elements)
699 echo "r ^([^/]) $IRONIC_TFTPBOOT_DIR/\1" >$IRONIC_TFTPBOOT_DIR/map-file
700 echo "r ^(/tftpboot/) $IRONIC_TFTPBOOT_DIR/\2" >>$IRONIC_TFTPBOOT_DIR/map-file
701
702 chmod -R 0755 $IRONIC_TFTPBOOT_DIR
703 restart_service xinetd
704}
705
706function configure_ironic_ssh_keypair {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400707 if [[ ! -d $HOME/.ssh ]]; then
708 mkdir -p $HOME/.ssh
709 chmod 700 $HOME/.ssh
710 fi
Adam Gandelman6c749322014-12-02 16:20:50 -0800711 if [[ ! -e $IRONIC_KEY_FILE ]]; then
712 if [[ ! -d $(dirname $IRONIC_KEY_FILE) ]]; then
713 mkdir -p $(dirname $IRONIC_KEY_FILE)
714 fi
715 echo -e 'n\n' | ssh-keygen -q -t rsa -P '' -f $IRONIC_KEY_FILE
716 fi
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400717 cat $IRONIC_KEY_FILE.pub | tee -a $IRONIC_AUTHORIZED_KEYS_FILE
718}
719
720function ironic_ssh_check {
Dean Troyerb52caa32014-07-25 13:04:13 -0500721 local key_file=$1
722 local floating_ip=$2
723 local port=$3
724 local default_instance_user=$4
725 local active_timeout=$5
726 if ! timeout $active_timeout sh -c "while ! ssh -p $port -o StrictHostKeyChecking=no -i $key_file ${default_instance_user}@$floating_ip echo success; do sleep 1; done"; then
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400727 die $LINENO "server didn't become ssh-able!"
728 fi
729}
730
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400731function configure_ironic_auxiliary {
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400732 configure_ironic_ssh_keypair
Zhenzan Zhou80cdbc42015-03-16 12:30:44 +0800733 ironic_ssh_check $IRONIC_KEY_FILE $IRONIC_VM_SSH_ADDRESS $IRONIC_VM_SSH_PORT $IRONIC_SSH_USERNAME $IRONIC_SSH_TIMEOUT
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400734}
735
Jim Rollenhagenf00766b2014-08-15 01:08:11 +0000736function build_ipa_coreos_ramdisk {
737 echo "Building ironic-python-agent deploy ramdisk"
738 local kernel_path=$1
739 local ramdisk_path=$2
740 git_clone $IRONIC_PYTHON_AGENT_REPO $IRONIC_PYTHON_AGENT_DIR $IRONIC_PYTHON_AGENT_BRANCH
741 cd $IRONIC_PYTHON_AGENT_DIR
742 imagebuild/coreos/build_coreos_image.sh
743 cp imagebuild/coreos/UPLOAD/coreos_production_pxe_image-oem.cpio.gz $ramdisk_path
744 cp imagebuild/coreos/UPLOAD/coreos_production_pxe.vmlinuz $kernel_path
745 sudo rm -rf UPLOAD
746 cd -
747}
748
Alexander Gordeevf177f722014-03-14 18:44:48 +0400749# build deploy kernel+ramdisk, then upload them to glance
Dean Troyerb52caa32014-07-25 13:04:13 -0500750# this function sets ``IRONIC_DEPLOY_KERNEL_ID``, ``IRONIC_DEPLOY_RAMDISK_ID``
Alexander Gordeevf177f722014-03-14 18:44:48 +0400751function upload_baremetal_ironic_deploy {
Dean Troyerb52caa32014-07-25 13:04:13 -0500752 declare -g IRONIC_DEPLOY_KERNEL_ID IRONIC_DEPLOY_RAMDISK_ID
Adam Gandelman6d271482014-08-05 18:12:29 -0700753 echo_summary "Creating and uploading baremetal images for ironic"
754
755 # install diskimage-builder
Steve Bakercbfb3ae2014-05-05 16:06:47 +1200756 if [[ $(type -P ramdisk-image-create) == "" ]]; then
Sean Dague60996b12015-04-08 09:06:49 -0400757 pip_install_gr "diskimage-builder"
Steve Bakercbfb3ae2014-05-05 16:06:47 +1200758 fi
Alexander Gordeevf177f722014-03-14 18:44:48 +0400759
760 if [ -z "$IRONIC_DEPLOY_KERNEL" -o -z "$IRONIC_DEPLOY_RAMDISK" ]; then
yunhong jiangfe96ed62014-11-05 03:30:25 -0700761 local IRONIC_DEPLOY_KERNEL_PATH=$TOP_DIR/files/ir-deploy-$IRONIC_DEPLOY_DRIVER.kernel
762 local IRONIC_DEPLOY_RAMDISK_PATH=$TOP_DIR/files/ir-deploy-$IRONIC_DEPLOY_DRIVER.initramfs
Alexander Gordeevf177f722014-03-14 18:44:48 +0400763 else
Dean Troyerb52caa32014-07-25 13:04:13 -0500764 local IRONIC_DEPLOY_KERNEL_PATH=$IRONIC_DEPLOY_KERNEL
765 local IRONIC_DEPLOY_RAMDISK_PATH=$IRONIC_DEPLOY_RAMDISK
Alexander Gordeevf177f722014-03-14 18:44:48 +0400766 fi
767
768 if [ ! -e "$IRONIC_DEPLOY_RAMDISK_PATH" -o ! -e "$IRONIC_DEPLOY_KERNEL_PATH" ]; then
769 # files don't exist, need to build them
770 if [ "$IRONIC_BUILD_DEPLOY_RAMDISK" = "True" ]; then
771 # we can build them only if we're not offline
772 if [ "$OFFLINE" != "True" ]; then
Lucas Alvares Gomes1d3a6ec2015-02-25 12:38:47 +0000773 if is_deployed_with_ipa_ramdisk; then
Jim Rollenhagenf00766b2014-08-15 01:08:11 +0000774 build_ipa_coreos_ramdisk $IRONIC_DEPLOY_KERNEL_PATH $IRONIC_DEPLOY_RAMDISK_PATH
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000775 else
Steve Bakercbfb3ae2014-05-05 16:06:47 +1200776 ramdisk-image-create $IRONIC_DEPLOY_FLAVOR \
yunhong jiangfe96ed62014-11-05 03:30:25 -0700777 -o $TOP_DIR/files/ir-deploy-$IRONIC_DEPLOY_DRIVER
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000778 fi
Alexander Gordeevf177f722014-03-14 18:44:48 +0400779 else
780 die $LINENO "Deploy kernel+ramdisk files don't exist and cannot be build in OFFLINE mode"
781 fi
782 else
Lucas Alvares Gomes1d3a6ec2015-02-25 12:38:47 +0000783 if is_deployed_with_ipa_ramdisk; then
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000784 # download the agent image tarball
Jim Rollenhagen792dc5f2014-08-27 17:03:00 -0700785 wget "$IRONIC_AGENT_KERNEL_URL" -O $IRONIC_DEPLOY_KERNEL_PATH
786 wget "$IRONIC_AGENT_RAMDISK_URL" -O $IRONIC_DEPLOY_RAMDISK_PATH
Jim Rollenhagena6a45462014-08-05 18:08:29 +0000787 else
788 die $LINENO "Deploy kernel+ramdisk files don't exist and their building was disabled explicitly by IRONIC_BUILD_DEPLOY_RAMDISK"
789 fi
Alexander Gordeevf177f722014-03-14 18:44:48 +0400790 fi
791 fi
792
Ian Wienandada886d2015-10-07 14:06:26 +1100793 local token
794 token=$(openstack token issue -c id -f value)
Adam Gandelman6d271482014-08-05 18:12:29 -0700795 die_if_not_set $LINENO token "Keystone fail to get token"
796
Alexander Gordeevf177f722014-03-14 18:44:48 +0400797 # load them into glance
Steve Martinelli8d3ac2d2014-08-02 23:47:15 -0400798 IRONIC_DEPLOY_KERNEL_ID=$(openstack \
799 --os-token $token \
800 --os-url http://$GLANCE_HOSTPORT \
801 image create \
802 $(basename $IRONIC_DEPLOY_KERNEL_PATH) \
803 --public --disk-format=aki \
Jim Rollenhagen722284f2014-08-15 18:04:02 +0000804 --container-format=aki \
Alexander Gordeevf177f722014-03-14 18:44:48 +0400805 < $IRONIC_DEPLOY_KERNEL_PATH | grep ' id ' | get_field 2)
Steve Martinelli8d3ac2d2014-08-02 23:47:15 -0400806 IRONIC_DEPLOY_RAMDISK_ID=$(openstack \
807 --os-token $token \
808 --os-url http://$GLANCE_HOSTPORT \
809 image create \
810 $(basename $IRONIC_DEPLOY_RAMDISK_PATH) \
811 --public --disk-format=ari \
Jim Rollenhagen722284f2014-08-15 18:04:02 +0000812 --container-format=ari \
Alexander Gordeevf177f722014-03-14 18:44:48 +0400813 < $IRONIC_DEPLOY_RAMDISK_PATH | grep ' id ' | get_field 2)
814}
815
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400816function prepare_baremetal_basic_ops {
Adam Gandelman03546402014-12-05 16:49:12 -0800817 if ! is_ironic_hardware; then
818 configure_ironic_auxiliary
819 fi
Adam Gandelman6d271482014-08-05 18:12:29 -0700820 upload_baremetal_ironic_deploy
yunhong jiangae9ee6b2014-10-08 07:01:02 -0700821 if ! is_ironic_hardware; then
822 create_bridge_and_vms
823 fi
824 enroll_nodes
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400825 configure_tftpd
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700826 configure_iptables
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400827}
828
829function cleanup_baremetal_basic_ops {
830 rm -f $IRONIC_VM_MACS_CSV_FILE
831 if [ -f $IRONIC_KEY_FILE ]; then
Ian Wienandada886d2015-10-07 14:06:26 +1100832 local key
833 key=$(cat $IRONIC_KEY_FILE.pub)
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400834 # remove public key from authorized_keys
Dean Troyerb52caa32014-07-25 13:04:13 -0500835 grep -v "$key" $IRONIC_AUTHORIZED_KEYS_FILE > temp && mv temp $IRONIC_AUTHORIZED_KEYS_FILE
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400836 chmod 0600 $IRONIC_AUTHORIZED_KEYS_FILE
837 fi
838 sudo rm -rf $IRONIC_DATA_DIR $IRONIC_STATE_PATH
Adam Gandelman22ec45e2014-10-16 17:41:22 -0700839
840 local vm_name
841 for vm_name in $(_ironic_bm_vm_names); do
842 sudo su $STACK_USER -c "$IRONIC_SCRIPTS_DIR/cleanup-node $vm_name $IRONIC_VM_NETWORK_BRIDGE"
843 done
844
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400845 sudo rm -rf /etc/xinetd.d/tftp /etc/init/tftpd-hpa.override
846 restart_service xinetd
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700847 sudo iptables -D INPUT -d $HOST_IP -p udp --dport 69 -j ACCEPT || true
Adam Gandelman4b45fca2014-11-17 09:59:23 -0800848 sudo iptables -D INPUT -d $HOST_IP -p tcp --dport $IRONIC_SERVICE_PORT -j ACCEPT || true
yunhong jiangfe96ed62014-11-05 03:30:25 -0700849 if is_deployed_by_agent; then
Jim Rollenhagen74b28bc2014-10-29 14:15:22 -0700850 # agent ramdisk gets instance image from swift
851 sudo iptables -D INPUT -d $HOST_IP -p tcp --dport ${SWIFT_DEFAULT_BIND_PORT:-8080} -j ACCEPT || true
852 fi
Adam Gandelmanc1f0db22014-04-14 13:21:22 -0700853 sudo rmmod nf_conntrack_tftp || true
854 sudo rmmod nf_nat_tftp || true
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400855}
856
857# Restore xtrace + pipefail
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300858$XTRACE
Alexander Gordeev06fb29c2014-01-31 18:02:07 +0400859$PIPEFAIL
Roman Prykhodchenkoce696b62013-08-09 10:40:45 +0300860
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100861# Tell emacs to use shell-script-mode
862## Local variables:
863## mode: shell-script
864## End: