blob: 14eb8fc3da1397d2696780b2fe3dbcfeb7f1290e [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Dean Troyerbf67c192012-09-21 15:09:37 -05003# lib/nova
Dean Troyer6d04fd72012-12-21 11:03:37 -06004# Functions to control the configuration and operation of the **Nova** service
Dean Troyerbf67c192012-09-21 15:09:37 -05005
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# - ``functions`` file
9# - ``DEST``, ``DATA_DIR``, ``STACK_USER`` must be defined
Marian Horban08abba02015-06-11 13:01:41 -040010# - ``FILES``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010011# - ``SERVICE_{TENANT_NAME|PASSWORD}`` must be defined
12# - ``LIBVIRT_TYPE`` must be defined
13# - ``INSTANCE_NAME_PREFIX``, ``VOLUME_NAME_PREFIX`` must be defined
14# - ``KEYSTONE_TOKEN_FORMAT`` must be defined
Dean Troyerbf67c192012-09-21 15:09:37 -050015
16# ``stack.sh`` calls the entry points in this order:
17#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010018# - install_nova
19# - configure_nova
20# - create_nova_conf
21# - init_nova
22# - start_nova
23# - stop_nova
24# - cleanup_nova
Dean Troyerbf67c192012-09-21 15:09:37 -050025
26# Save trace setting
Ian Wienand523f4882015-10-13 11:03:03 +110027_XTRACE_LIB_NOVA=$(set +o | grep xtrace)
Dean Troyerbf67c192012-09-21 15:09:37 -050028set +o xtrace
29
Dean Troyerbf67c192012-09-21 15:09:37 -050030# Defaults
31# --------
32
33# Set up default directories
Sean Daguee08ab102014-11-13 17:09:28 -050034GITDIR["python-novaclient"]=$DEST/python-novaclient
Sergey Belous1258da62016-03-21 12:32:06 +030035GITDIR["os-vif"]=$DEST/os-vif
Dean Troyerbf67c192012-09-21 15:09:37 -050036NOVA_DIR=$DEST/nova
Dean Troyer4533eee2015-02-17 16:25:38 -060037
38# Nova virtual environment
39if [[ ${USE_VENV} = True ]]; then
40 PROJECT_VENV["nova"]=${NOVA_DIR}.venv
41 NOVA_BIN_DIR=${PROJECT_VENV["nova"]}/bin
42else
43 NOVA_BIN_DIR=$(get_python_exec_prefix)
44fi
45
Dean Troyerbf67c192012-09-21 15:09:37 -050046NOVA_STATE_PATH=${NOVA_STATE_PATH:=$DATA_DIR/nova}
47# INSTANCES_PATH is the previous name for this
48NOVA_INSTANCES_PATH=${NOVA_INSTANCES_PATH:=${INSTANCES_PATH:=$NOVA_STATE_PATH/instances}}
49
50NOVA_CONF_DIR=/etc/nova
51NOVA_CONF=$NOVA_CONF_DIR/nova.conf
Sean Dagueafc14c82017-07-27 07:09:48 -040052NOVA_COND_CONF=$NOVA_CONF_DIR/nova.conf
Dan Smithf3d53312017-06-08 08:22:38 -040053NOVA_CPU_CONF=$NOVA_CONF_DIR/nova-cpu.conf
Chris Dent2f27a0e2014-09-09 13:46:02 +010054NOVA_FAKE_CONF=$NOVA_CONF_DIR/nova-fake.conf
Dan Smith03786b12015-06-10 11:31:51 -070055NOVA_API_DB=${NOVA_API_DB:-nova_api}
Chris Dentb90bb1a2017-04-18 16:30:14 +000056NOVA_UWSGI=$NOVA_BIN_DIR/nova-api-wsgi
57NOVA_METADATA_UWSGI=$NOVA_BIN_DIR/nova-metadata-wsgi
58NOVA_UWSGI_CONF=$NOVA_CONF_DIR/nova-api-uwsgi.ini
59NOVA_METADATA_UWSGI_CONF=$NOVA_CONF_DIR/nova-metadata-uwsgi.ini
Kieran Spearfb2a3ae2013-03-11 23:55:49 +000060
Dan Smithf3d53312017-06-08 08:22:38 -040061# The total number of cells we expect. Must be greater than one and doesn't
62# count cell0.
63NOVA_NUM_CELLS=${NOVA_NUM_CELLS:-1}
64# Our cell index, so we know what rabbit vhost to connect to.
65# This should be in the range of 1-$NOVA_NUM_CELLS
66NOVA_CPU_CELL=${NOVA_CPU_CELL:-1}
67
Dean Troyerbf67c192012-09-21 15:09:37 -050068NOVA_API_PASTE_INI=${NOVA_API_PASTE_INI:-$NOVA_CONF_DIR/api-paste.ini}
69
Chris Dentb90bb1a2017-04-18 16:30:14 +000070# Toggle for deploying Nova-API under a wsgi server. We default to
71# true to use UWSGI, but allow False so that fall back to the
72# eventlet server can happen for grenade runs.
73# NOTE(cdent): We can adjust to remove the eventlet-base api service
74# after pike, at which time we can stop using NOVA_USE_MOD_WSGI to
75# mean "use uwsgi" because we'll be always using uwsgi.
76NOVA_USE_MOD_WSGI=${NOVA_USE_MOD_WSGI:-True}
Davanum Srinivasd5537c12015-04-30 21:10:48 -040077
Sean Daguef3b2f4c2017-04-13 10:11:48 -040078if is_service_enabled tls-proxy; then
Rob Crittenden18d47782014-03-19 17:47:42 -040079 NOVA_SERVICE_PROTOCOL="https"
Rob Crittenden18d47782014-03-19 17:47:42 -040080fi
81
Daniel P. Berrangee9870eb2016-11-10 13:03:32 +000082# Whether to use TLS for comms between the VNC/SPICE/serial proxy
83# services and the compute node
84NOVA_CONSOLE_PROXY_COMPUTE_TLS=${NOVA_CONSOLE_PROXY_COMPUTE_TLS:-False}
85
Stephen Finucane8f3e51d2021-03-02 16:18:48 +000086# Validate configuration
87if ! is_service_enabled tls-proxy && [ "$NOVA_CONSOLE_PROXY_COMPUTE_TLS" == "True" ]; then
88 die $LINENO "enabling TLS for the console proxy requires the tls-proxy service"
89fi
90
Dean Troyer3a3a2ba2012-12-11 15:26:24 -060091# Public facing bits
92NOVA_SERVICE_HOST=${NOVA_SERVICE_HOST:-$SERVICE_HOST}
93NOVA_SERVICE_PORT=${NOVA_SERVICE_PORT:-8774}
94NOVA_SERVICE_PORT_INT=${NOVA_SERVICE_PORT_INT:-18774}
95NOVA_SERVICE_PROTOCOL=${NOVA_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
Jens Harbottdc7b4292017-09-19 10:52:32 +000096NOVA_SERVICE_LISTEN_ADDRESS=${NOVA_SERVICE_LISTEN_ADDRESS:-$(ipv6_unquote $SERVICE_LISTEN_ADDRESS)}
Marian Horban08abba02015-06-11 13:01:41 -040097METADATA_SERVICE_PORT=${METADATA_SERVICE_PORT:-8775}
Slawek Kaplonskid33cdd02019-08-01 14:58:37 +020098NOVA_ENABLE_CACHE=${NOVA_ENABLE_CACHE:-True}
Dean Troyer3a3a2ba2012-12-11 15:26:24 -060099
Ghanshyam Mann857f4992022-10-19 20:15:42 -0500100# Flag to set the oslo_policy.enforce_scope and oslo_policy.enforce_new_defaults.
101# This is used to switch the compute API policies enable the scope and new defaults.
102# By Default, these flag are False.
103# For more detail: https://docs.openstack.org/oslo.policy/latest/configuration/index.html#oslo_policy.enforce_scope
104NOVA_ENFORCE_SCOPE=$(trueorfalse False NOVA_ENFORCE_SCOPE)
105
Gorka Eguileor97061c92021-10-14 09:55:56 +0200106if [[ $SERVICE_IP_VERSION == 6 ]]; then
107 NOVA_MY_IP="$HOST_IPV6"
108else
109 NOVA_MY_IP="$HOST_IP"
110fi
111
Dan Prince24f6efa2013-10-31 10:27:58 -0400112# Option to enable/disable config drive
Dean Troyerdc97cb72015-03-28 08:20:50 -0500113# NOTE: Set ``FORCE_CONFIG_DRIVE="False"`` to turn OFF config drive
Sean Dague7682ea82016-08-18 16:19:36 -0400114FORCE_CONFIG_DRIVE=${FORCE_CONFIG_DRIVE:-"False"}
Dan Prince24f6efa2013-10-31 10:27:58 -0400115
Artom Lifshitz47058612018-05-23 10:08:56 -0400116# The following NOVA_FILTERS contains SameHostFilter and DifferentHostFilter with
Ken'ichi Ohmichie0d61112015-12-17 08:47:46 +0000117# the default filters.
Kenichi Omichi5b8656e2019-06-18 23:38:28 +0000118NOVA_FILTERS="AvailabilityZoneFilter,ComputeFilter,ComputeCapabilitiesFilter,ImagePropertiesFilter,ServerGroupAntiAffinityFilter,ServerGroupAffinityFilter,SameHostFilter,DifferentHostFilter"
Ken'ichi Ohmichie0d61112015-12-17 08:47:46 +0000119
Dean Troyerbf67c192012-09-21 15:09:37 -0500120QEMU_CONF=/etc/libvirt/qemu.conf
121
Dean Troyerdc97cb72015-03-28 08:20:50 -0500122# ``NOVA_VNC_ENABLED`` can be used to forcibly enable VNC configuration.
123# In multi-node setups allows compute hosts to not run ``n-novnc``.
Sean Dague53753292014-12-04 19:38:15 -0500124NOVA_VNC_ENABLED=$(trueorfalse False NOVA_VNC_ENABLED)
Robbie Harwood (frozencemetery)4e07fdc2014-07-14 18:11:39 -0400125
Dean Troyer8c032d12013-09-23 13:53:13 -0500126# Get hypervisor configuration
127# ----------------------------
128
129NOVA_PLUGINS=$TOP_DIR/lib/nova_plugins
130if is_service_enabled nova && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
131 # Load plugin
132 source $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER
133fi
134
Pushkar Umaranikar14e16e42016-12-09 20:20:42 +0000135# Other Nova configurations
136# ----------------------------
137
138# ``NOVA_USE_SERVICE_TOKEN`` is a mode where service token is passed along with
139# user token while communicating to external RESP API's like Neutron, Cinder
140# and Glance.
Lee Yarwoodb516efe2021-02-15 10:11:43 +0000141NOVA_USE_SERVICE_TOKEN=$(trueorfalse True NOVA_USE_SERVICE_TOKEN)
Pushkar Umaranikar14e16e42016-12-09 20:20:42 +0000142
Stephen Finucane4b8cba72019-05-21 14:17:11 +0100143# ``NOVA_ALLOW_MOVE_TO_SAME_HOST`` can be set to False in multi node DevStack,
144# where there are at least two nova-computes.
145NOVA_ALLOW_MOVE_TO_SAME_HOST=$(trueorfalse True NOVA_ALLOW_MOVE_TO_SAME_HOST)
146
Ian Wienand8213d7c2019-02-11 12:28:15 +1100147# Enable debugging levels for iscsid service (goes from 0-8)
148ISCSID_DEBUG=$(trueorfalse False ISCSID_DEBUG)
149ISCSID_DEBUG_LEVEL=${ISCSID_DEBUG_LEVEL:-4}
150
Matt Riedemannb57757a2019-06-03 16:08:09 -0400151# Format for notifications. Nova defaults to "unversioned" since Train.
152# Other options include "versioned" and "both".
153NOVA_NOTIFICATION_FORMAT=${NOVA_NOTIFICATION_FORMAT:-unversioned}
154
Matt Riedemannd51baee2019-07-12 11:51:17 -0400155# Timeout for servers to gracefully shutdown the OS during operations
156# like shelve, rescue, stop, rebuild. Defaults to 0 since the default
157# image in devstack is CirrOS.
158NOVA_SHUTDOWN_TIMEOUT=${NOVA_SHUTDOWN_TIMEOUT:-0}
159
melanie witt099a0482021-05-06 00:09:33 +0000160# Whether to use Keystone unified limits instead of legacy quota limits.
161NOVA_USE_UNIFIED_LIMITS=$(trueorfalse False NOVA_USE_UNIFIED_LIMITS)
162
Dean Troyercc6b4432013-04-08 15:38:03 -0500163# Functions
164# ---------
Dean Troyerbf67c192012-09-21 15:09:37 -0500165
Dean Troyere4fa7212014-01-15 15:04:49 -0600166# Test if any Nova services are enabled
167# is_nova_enabled
168function is_nova_enabled {
Clark Boylan902158b2017-05-30 14:11:09 -0700169 [[ ,${DISABLED_SERVICES} =~ ,"nova" ]] && return 1
Dean Troyere4fa7212014-01-15 15:04:49 -0600170 [[ ,${ENABLED_SERVICES} =~ ,"n-" ]] && return 0
171 return 1
172}
173
Daniel P. Berrangee9870eb2016-11-10 13:03:32 +0000174# is_nova_console_proxy_compute_tls_enabled() - Test if the Nova Console Proxy
175# service has TLS enabled
176function is_nova_console_proxy_compute_tls_enabled {
177 [[ ${NOVA_CONSOLE_PROXY_COMPUTE_TLS} = "True" ]] && return 0
178 return 1
179}
180
Dean Troyerbf67c192012-09-21 15:09:37 -0500181# Helper to clean iptables rules
Ian Wienandaee18c72014-02-21 15:35:08 +1100182function clean_iptables {
Dean Troyerbf67c192012-09-21 15:09:37 -0500183 # Delete rules
184 sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables",$0}' | bash
185 # Delete nat rules
186 sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-A" | sed "s/-A/-D/g" | awk '{print "sudo iptables -t nat",$0}' | bash
187 # Delete chains
188 sudo iptables -S -v | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables",$0}' | bash
189 # Delete nat chains
190 sudo iptables -S -v -t nat | sed "s/-c [0-9]* [0-9]* //g" | grep "nova" | grep "\-N" | sed "s/-N/-X/g" | awk '{print "sudo iptables -t nat",$0}' | bash
191}
192
193# cleanup_nova() - Remove residual data files, anything left over from previous
194# runs that a clean run would need to clean up
Ian Wienandaee18c72014-02-21 15:35:08 +1100195function cleanup_nova {
Dean Troyerbf67c192012-09-21 15:09:37 -0500196 if is_service_enabled n-cpu; then
197 # Clean iptables from previous runs
198 clean_iptables
199
200 # Destroy old instances
Ian Wienandada886d2015-10-07 14:06:26 +1100201 local instances
202 instances=`sudo virsh list --all | grep $INSTANCE_NAME_PREFIX | sed "s/.*\($INSTANCE_NAME_PREFIX[0-9a-fA-F]*\).*/\1/g"`
Dean Troyerbf67c192012-09-21 15:09:37 -0500203 if [ ! "$instances" = "" ]; then
204 echo $instances | xargs -n1 sudo virsh destroy || true
Kevin Zhaocfc3edc2017-02-08 10:54:29 +0800205 if ! xargs -n1 sudo virsh undefine --managed-save --nvram <<< $instances; then
206 # Can't delete with nvram flags, then just try without this flag
207 xargs -n1 sudo virsh undefine --managed-save <<< $instances
208 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500209 fi
210
211 # Logout and delete iscsi sessions
Ian Wienandada886d2015-10-07 14:06:26 +1100212 local tgts
213 tgts=$(sudo iscsiadm --mode node | grep $VOLUME_NAME_PREFIX | cut -d ' ' -f2)
Dean Troyer0038a1a2014-07-25 15:27:54 -0500214 local target
Dan Smithc0fad2b2013-03-28 12:22:25 -0700215 for target in $tgts; do
216 sudo iscsiadm --mode node -T $target --logout || true
217 done
218 sudo iscsiadm --mode node --op delete || true
Dean Troyerbf67c192012-09-21 15:09:37 -0500219
Gorka Eguileor97061c92021-10-14 09:55:56 +0200220 # Disconnect all nvmeof connections
221 sudo nvme disconnect-all || true
222
Dean Troyerbf67c192012-09-21 15:09:37 -0500223 # Clean out the instances directory.
224 sudo rm -rf $NOVA_INSTANCES_PATH/*
225 fi
Dean Troyer995eb922013-03-07 16:11:40 -0600226
Dirk Mueller8ab64b32017-11-17 19:52:29 +0100227 sudo rm -rf $NOVA_STATE_PATH
Dean Troyer2aa2a892013-08-04 19:53:19 -0500228
229 # NOTE(dtroyer): This really should be called from here but due to the way
230 # nova abuses the _cleanup() function we're moving it
231 # directly into cleanup.sh until this can be fixed.
232 #if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
233 # cleanup_nova_hypervisor
234 #fi
Marian Horban13f65572015-06-10 14:34:22 -0400235
Chris Dentb90bb1a2017-04-18 16:30:14 +0000236 stop_process "n-api"
237 stop_process "n-api-meta"
238 remove_uwsgi_config "$NOVA_UWSGI_CONF" "$NOVA_UWSGI"
239 remove_uwsgi_config "$NOVA_METADATA_UWSGI_CONF" "$NOVA_METADATA_UWSGI"
Huan Xiong63beab52018-03-23 14:42:37 +0000240
241 if [[ "$NOVA_BACKEND" == "LVM" ]]; then
242 clean_lvm_volume_group $DEFAULT_VOLUME_GROUP_NAME
243 fi
Davanum Srinivasd5537c12015-04-30 21:10:48 -0400244}
245
Dean Troyerbf67c192012-09-21 15:09:37 -0500246# configure_nova() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100247function configure_nova {
Dean Troyerbf67c192012-09-21 15:09:37 -0500248 # Put config files in ``/etc/nova`` for everyone to find
Dean Troyer8421c2b2015-03-16 13:52:19 -0500249 sudo install -d -o $STACK_USER $NOVA_CONF_DIR
Dean Troyerbf67c192012-09-21 15:09:37 -0500250
Ian Wienandc6782412015-05-14 10:01:53 +1000251 configure_rootwrap nova
Dean Troyerbf67c192012-09-21 15:09:37 -0500252
Joe Gordonea70cc92014-11-25 19:07:11 -0800253 if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
Dean Troyerbf67c192012-09-21 15:09:37 -0500254 # Get the sample configuration file in place
255 cp $NOVA_DIR/etc/nova/api-paste.ini $NOVA_CONF_DIR
Dean Troyerbf67c192012-09-21 15:09:37 -0500256 fi
257
258 if is_service_enabled n-cpu; then
259 # Force IP forwarding on, just on case
260 sudo sysctl -w net.ipv4.ip_forward=1
261
Bob Ballb1e49bf2013-05-30 16:47:19 +0100262 if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
Bob Ballb1e49bf2013-05-30 16:47:19 +0100263 # Check for kvm (hardware based virtualization). If unable to initialize
264 # kvm, we drop back to the slower emulation mode (qemu). Note: many systems
265 # come with hardware virtualization disabled in BIOS.
266 if [[ "$LIBVIRT_TYPE" == "kvm" ]]; then
267 sudo modprobe kvm || true
268 if [ ! -e /dev/kvm ]; then
269 echo "WARNING: Switching to QEMU"
270 LIBVIRT_TYPE=qemu
Clark Boylane06d9542021-10-21 08:15:12 -0700271 LIBVIRT_CPU_MODE=custom
272 LIBVIRT_CPU_MODEL=Nehalem
Wei Jiangang91e3c1e2015-09-21 17:51:02 +0800273 if which selinuxenabled >/dev/null 2>&1 && selinuxenabled; then
Bob Ballb1e49bf2013-05-30 16:47:19 +0100274 # https://bugzilla.redhat.com/show_bug.cgi?id=753589
275 sudo setsebool virt_use_execmem on
276 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500277 fi
278 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500279
Bob Ballb1e49bf2013-05-30 16:47:19 +0100280 # Install and configure **LXC** if specified. LXC is another approach to
281 # splitting a system into many smaller parts. LXC uses cgroups and chroot
282 # to simulate multiple systems.
283 if [[ "$LIBVIRT_TYPE" == "lxc" ]]; then
284 if is_ubuntu; then
Matt Riedemanndca06dc2015-08-20 13:56:57 -0700285 # enable nbd for lxc unless you're using an lvm backend
286 # otherwise you can't boot instances
287 if [[ "$NOVA_BACKEND" != "LVM" ]]; then
288 sudo modprobe nbd
289 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500290 fi
291 fi
292 fi
293
Dean Troyerbf67c192012-09-21 15:09:37 -0500294 # Instance Storage
295 # ----------------
296
297 # Nova stores each instance in its own directory.
Dean Troyer8421c2b2015-03-16 13:52:19 -0500298 sudo install -d -o $STACK_USER $NOVA_INSTANCES_PATH
Dean Troyerbf67c192012-09-21 15:09:37 -0500299
300 # You can specify a different disk to be mounted and used for backing the
301 # virtual machines. If there is a partition labeled nova-instances we
302 # mount it (ext filesystems can be labeled via e2label).
303 if [ -L /dev/disk/by-label/nova-instances ]; then
304 if ! mount -n | grep -q $NOVA_INSTANCES_PATH; then
305 sudo mount -L nova-instances $NOVA_INSTANCES_PATH
Attila Fazekas91b8d132013-01-06 22:40:09 +0100306 sudo chown -R $STACK_USER $NOVA_INSTANCES_PATH
Dean Troyerbf67c192012-09-21 15:09:37 -0500307 fi
308 fi
Ian Wienand8213d7c2019-02-11 12:28:15 +1100309
Gorka Eguileor97061c92021-10-14 09:55:56 +0200310 # Due to cinder bug #1966513 we ALWAYS need an initiator name for LVM
Lee Yarwood714826d2021-10-04 18:07:17 +0100311 # Ensure each compute host uses a unique iSCSI initiator
312 echo InitiatorName=$(iscsi-iname) | sudo tee /etc/iscsi/initiatorname.iscsi
313
Ian Wienand8213d7c2019-02-11 12:28:15 +1100314 if [[ ${ISCSID_DEBUG} == "True" ]]; then
315 # Install an override that starts iscsid with debugging
316 # enabled.
317 cat > /tmp/iscsid.override <<EOF
318[Service]
319ExecStart=
320ExecStart=/usr/sbin/iscsid -d${ISCSID_DEBUG_LEVEL}
321EOF
322 sudo mkdir -p /etc/systemd/system/iscsid.service.d
323 sudo mv /tmp/iscsid.override /etc/systemd/system/iscsid.service.d/override.conf
324 sudo systemctl daemon-reload
325 fi
326
Ade Leec3b70512021-08-06 14:26:37 -0400327 # set chap algorithms. The default chap_algorithm is md5 which will
Ade Leeac958692022-01-05 16:23:46 -0500328 # not work under FIPS.
Dr. Jens Harbott560ee162022-05-19 13:58:11 +0200329 iniset -sudo /etc/iscsi/iscsid.conf DEFAULT "node.session.auth.chap_algs" "SHA3-256,SHA256"
Ade Leec3b70512021-08-06 14:26:37 -0400330
Gorka Eguileor97061c92021-10-14 09:55:56 +0200331 if [[ $CINDER_TARGET_HELPER != 'nvmet' ]]; then
332 # ensure that iscsid is started, even when disabled by default
333 restart_service iscsid
334
335 # For NVMe-oF we need different packages that many not be present
336 else
337 install_package nvme-cli
338 sudo modprobe nvme-fabrics
339
340 # Ensure NVMe is ready and create the Soft-RoCE device over the networking interface
341 if [[ $CINDER_TARGET_PROTOCOL == 'nvmet_rdma' ]]; then
342 sudo modprobe nvme-rdma
343 iface=${HOST_IP_IFACE:-`ip -br -$SERVICE_IP_VERSION a | grep $NOVA_MY_IP | awk '{print $1}'`}
344 if ! sudo rdma link | grep $iface ; then
345 sudo rdma link add rxe_$iface type rxe netdev $iface
346 fi
347 elif [[ $CINDER_TARGET_PROTOCOL == 'nvmet_tcp' ]]; then
348 sudo modprobe nvme-tcp
349 else # 'nvmet_fc'
350 sudo modprobe nvme-fc
351 fi
352 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500353 fi
Dean Troyer8c032d12013-09-23 13:53:13 -0500354
355 # Rebuild the config file from scratch
356 create_nova_conf
357
Sergey Skripnicka99b8692014-03-05 14:47:58 +0200358 if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
Dean Troyer8c032d12013-09-23 13:53:13 -0500359 # Configure hypervisor plugin
360 configure_nova_hypervisor
361 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500362}
363
Dean Troyera0dce262012-12-11 16:52:37 -0600364# create_nova_accounts() - Set up common required nova accounts
Chris Dent67bc8e82014-10-08 12:07:46 +0100365#
Dean Troyer42a59c22014-03-03 14:31:29 -0600366# Project User Roles
Dean Troyera0dce262012-12-11 16:52:37 -0600367# ------------------------------------------------------------------
Sean Dague7580a0c2016-02-17 06:23:36 -0500368# SERVICE_PROJECT_NAME nova admin
369# SERVICE_PROJECT_NAME nova ResellerAdmin (if Swift is enabled)
Chris Dent67bc8e82014-10-08 12:07:46 +0100370function create_nova_accounts {
Dean Troyera0dce262012-12-11 16:52:37 -0600371
Dean Troyera0dce262012-12-11 16:52:37 -0600372 # Nova
373 if [[ "$ENABLED_SERVICES" =~ "n-api" ]]; then
Bartosz Górski0abde392014-02-28 14:15:19 +0100374
Jamie Lennoxe8bc2b82015-02-10 20:38:56 +1100375 # NOTE(jamielennox): Nova doesn't need the admin role here, however neutron uses
376 # this service user when notifying nova of changes and that requires the admin role.
Jamie Lennox85ff5322015-01-28 14:28:01 +1000377 create_service_user "nova" "admin"
Bartosz Górski0abde392014-02-28 14:15:19 +0100378
Sean Dague985e9582016-02-10 07:25:24 -0500379 local nova_api_url
380 if [[ "$NOVA_USE_MOD_WSGI" == "False" ]]; then
381 nova_api_url="$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT"
382 else
383 nova_api_url="$NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST/compute"
Dean Troyera0dce262012-12-11 16:52:37 -0600384 fi
Sean Dague985e9582016-02-10 07:25:24 -0500385
386 get_or_create_service "nova_legacy" "compute_legacy" "Nova Compute Service (Legacy 2.0)"
Matt Riedemannae4578b2016-04-23 01:45:40 +0000387 get_or_create_endpoint \
Sean Dague985e9582016-02-10 07:25:24 -0500388 "compute_legacy" \
389 "$REGION_NAME" \
Sean Daguebd27cc22016-04-04 09:12:24 -0400390 "$nova_api_url/v2/\$(project_id)s"
Sean Dague985e9582016-02-10 07:25:24 -0500391
392 get_or_create_service "nova" "compute" "Nova Compute Service"
Matt Riedemannae4578b2016-04-23 01:45:40 +0000393 get_or_create_endpoint \
Sean Dague985e9582016-02-10 07:25:24 -0500394 "compute" \
395 "$REGION_NAME" \
Sean Dague7f87efd2015-10-09 10:07:11 -0400396 "$nova_api_url/v2.1"
Dean Troyera0dce262012-12-11 16:52:37 -0600397 fi
Dean Troyer42a59c22014-03-03 14:31:29 -0600398
399 if is_service_enabled n-api; then
400 # Swift
401 if is_service_enabled swift; then
402 # Nova needs ResellerAdmin role to download images when accessing
403 # swift through the s3 api.
Jamie Lennoxcbcbd8f2016-01-21 16:08:14 -0600404 get_or_add_user_project_role ResellerAdmin nova $SERVICE_PROJECT_NAME $SERVICE_DOMAIN_NAME $SERVICE_DOMAIN_NAME
Dean Troyer42a59c22014-03-03 14:31:29 -0600405 fi
Dean Troyer42a59c22014-03-03 14:31:29 -0600406 fi
407
408 # S3
Kota Tsuyuzaki070e4ee2018-09-13 03:08:19 +0900409 if is_service_enabled s3api; then
Sean Dague985e9582016-02-10 07:25:24 -0500410 get_or_create_service "s3" "s3" "S3"
Matt Riedemannae4578b2016-04-23 01:45:40 +0000411 get_or_create_endpoint \
Sean Dague985e9582016-02-10 07:25:24 -0500412 "s3" \
413 "$REGION_NAME" \
414 "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
415 "http://$SERVICE_HOST:$S3_SERVICE_PORT" \
416 "http://$SERVICE_HOST:$S3_SERVICE_PORT"
Dean Troyer42a59c22014-03-03 14:31:29 -0600417 fi
melanie witt099a0482021-05-06 00:09:33 +0000418
419 # Unified limits
420 if is_service_enabled n-api; then
421 if [[ "$NOVA_USE_UNIFIED_LIMITS" = True ]]; then
422 configure_nova_unified_limits
423 fi
424 fi
Dean Troyera0dce262012-12-11 16:52:37 -0600425}
426
Dean Troyerda7b8092012-10-08 18:12:14 -0500427# create_nova_conf() - Create a new nova.conf file
Ian Wienandaee18c72014-02-21 15:35:08 +1100428function create_nova_conf {
Dean Troyerbf67c192012-09-21 15:09:37 -0500429 # Remove legacy ``nova.conf``
430 rm -f $NOVA_DIR/bin/nova.conf
431
432 # (Re)create ``nova.conf``
Dean Troyer3cf1ffb2012-10-02 11:51:27 -0500433 rm -f $NOVA_CONF
Ben Nemec03997942013-08-10 09:56:16 -0500434 iniset $NOVA_CONF DEFAULT debug "$ENABLE_DEBUG_LOG_LEVEL"
Joe Gordon18d62982014-10-28 13:37:15 -0700435 if [ "$NOVA_ALLOW_MOVE_TO_SAME_HOST" == "True" ]; then
436 iniset $NOVA_CONF DEFAULT allow_resize_to_same_host "True"
Joe Gordon18d62982014-10-28 13:37:15 -0700437 fi
Matt Riedemann38880982016-04-09 21:42:24 -0400438 iniset $NOVA_CONF wsgi api_paste_config "$NOVA_API_PASTE_INI"
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800439 iniset $NOVA_CONF DEFAULT rootwrap_config "$NOVA_CONF_DIR/rootwrap.conf"
Artom Lifshitz47058612018-05-23 10:08:56 -0400440 iniset $NOVA_CONF filter_scheduler enabled_filters "$NOVA_FILTERS"
Stephen Finucane65102e72020-05-27 14:24:09 +0100441 iniset $NOVA_CONF scheduler workers "$API_WORKERS"
Stephen Finucane283e86f2019-05-22 10:38:28 +0100442 iniset $NOVA_CONF neutron default_floating_pool "$PUBLIC_NETWORK_NAME"
Gorka Eguileor97061c92021-10-14 09:55:56 +0200443 iniset $NOVA_CONF DEFAULT my_ip "$NOVA_MY_IP"
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800444 iniset $NOVA_CONF DEFAULT instance_name_template "${INSTANCE_NAME_PREFIX}%08x"
Brian Haley180f5eb2015-06-16 13:14:31 -0400445 iniset $NOVA_CONF DEFAULT osapi_compute_listen "$NOVA_SERVICE_LISTEN_ADDRESS"
Brian Haley180f5eb2015-06-16 13:14:31 -0400446 iniset $NOVA_CONF DEFAULT metadata_listen "$NOVA_SERVICE_LISTEN_ADDRESS"
Matt Riedemannd51baee2019-07-12 11:51:17 -0400447 iniset $NOVA_CONF DEFAULT shutdown_timeout $NOVA_SHUTDOWN_TIMEOUT
Dean Troyerbf67c192012-09-21 15:09:37 -0500448
Kaitlin Farr8dd918c2017-10-24 09:34:03 -0400449 iniset $NOVA_CONF key_manager backend nova.keymgr.conf_key_mgr.ConfKeyManager
Kaitlin Farra5b72b02016-01-26 22:46:13 -0500450
Ralf Haferkamp55dd68a2014-04-11 17:08:28 +0200451 if is_fedora || is_suse; then
452 # nova defaults to /usr/local/bin, but fedora and suse pip like to
Ian Wienand00fd79d2013-06-06 11:19:16 +1000453 # install things in /usr/bin
454 iniset $NOVA_CONF DEFAULT bindir "/usr/bin"
455 fi
456
Slawek Kaplonskid33cdd02019-08-01 14:58:37 +0200457 # only setup database connections and cache backend if there are services
458 # that require them running on the host. The ensures that n-cpu doesn't
Sean Dague1b457c92017-01-18 07:53:33 -0500459 # leak a need to use the db in a multinode scenario.
460 if is_service_enabled n-api n-cond n-sched; then
Sean Dague5adfef02017-07-26 11:14:37 -0400461 # If we're in multi-tier cells mode, we want our control services pointing
462 # at cell0 instead of cell1 to ensure isolation. If not, we point everything
463 # at the main database like normal.
464 if [[ "$CELLSV2_SETUP" == "singleconductor" ]]; then
465 local db="nova_cell1"
466 else
467 local db="nova_cell0"
Matt Riedemannab980ce2017-08-01 16:38:42 -0400468 # When in superconductor mode, nova-compute can't send instance
469 # info updates to the scheduler, so just disable it.
470 iniset $NOVA_CONF filter_scheduler track_instance_changes False
Sean Dague5adfef02017-07-26 11:14:37 -0400471 fi
472
473 iniset $NOVA_CONF database connection `database_connection_url $db`
Sean Dague1b457c92017-01-18 07:53:33 -0500474 iniset $NOVA_CONF api_database connection `database_connection_url nova_api`
Slawek Kaplonskid33cdd02019-08-01 14:58:37 +0200475
476 # Cache related settings
477 # Those settings aren't really needed in n-cpu thus it is configured
478 # only on nodes which runs controller services
479 iniset $NOVA_CONF cache enabled $NOVA_ENABLE_CACHE
480 iniset $NOVA_CONF cache backend $CACHE_BACKEND
481 iniset $NOVA_CONF cache memcache_servers $MEMCACHE_SERVERS
Sean Dague1b457c92017-01-18 07:53:33 -0500482 fi
483
Dean Troyerbf67c192012-09-21 15:09:37 -0500484 if is_service_enabled n-api; then
Joe Gordond73af872014-02-06 15:33:52 -0800485 if is_service_enabled n-api-meta; then
486 # If running n-api-meta as a separate service
487 NOVA_ENABLED_APIS=$(echo $NOVA_ENABLED_APIS | sed "s/,metadata//")
488 fi
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800489 iniset $NOVA_CONF DEFAULT enabled_apis "$NOVA_ENABLED_APIS"
Ghanshyam Mann857f4992022-10-19 20:15:42 -0500490 if [[ "$NOVA_ENFORCE_SCOPE" == "True" || "$ENFORCE_SCOPE" == "True" ]]; then
491 iniset $NOVA_CONF oslo_policy enforce_new_defaults True
492 iniset $NOVA_CONF oslo_policy enforce_scope True
493 fi
Chris Dentb90bb1a2017-04-18 16:30:14 +0000494 if is_service_enabled tls-proxy && [ "$NOVA_USE_MOD_WSGI" == "False" ]; then
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600495 # Set the service port for a proxy to take the original
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800496 iniset $NOVA_CONF DEFAULT osapi_compute_listen_port "$NOVA_SERVICE_PORT_INT"
Rob Crittenden6254d5f2015-06-05 11:58:15 -0400497 iniset $NOVA_CONF DEFAULT osapi_compute_link_prefix $NOVA_SERVICE_PROTOCOL://$NOVA_SERVICE_HOST:$NOVA_SERVICE_PORT
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600498 fi
Dan Prince741fc5c2013-10-16 17:48:16 -0400499
Dirk Mueller8ab64b32017-11-17 19:52:29 +0100500 configure_keystone_authtoken_middleware $NOVA_CONF nova
Dean Troyerbf67c192012-09-21 15:09:37 -0500501 fi
Dan Prince741fc5c2013-10-16 17:48:16 -0400502
Rob Crittenden18d47782014-03-19 17:47:42 -0400503 if is_service_enabled cinder; then
Matt Riedemann594885c2019-09-27 16:45:09 -0400504 configure_cinder_access
Rob Crittenden18d47782014-03-19 17:47:42 -0400505 fi
506
Dean Troyerbf67c192012-09-21 15:09:37 -0500507 if [ -n "$NOVA_STATE_PATH" ]; then
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800508 iniset $NOVA_CONF DEFAULT state_path "$NOVA_STATE_PATH"
Joe Gordon23d6d502015-03-06 15:24:22 -0800509 iniset $NOVA_CONF oslo_concurrency lock_path "$NOVA_STATE_PATH"
Dean Troyerbf67c192012-09-21 15:09:37 -0500510 fi
511 if [ -n "$NOVA_INSTANCES_PATH" ]; then
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800512 iniset $NOVA_CONF DEFAULT instances_path "$NOVA_INSTANCES_PATH"
Dean Troyerbf67c192012-09-21 15:09:37 -0500513 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500514 if [ "$SYSLOG" != "False" ]; then
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800515 iniset $NOVA_CONF DEFAULT use_syslog "True"
Dean Troyerbf67c192012-09-21 15:09:37 -0500516 fi
Dan Prince24f6efa2013-10-31 10:27:58 -0400517 if [ "$FORCE_CONFIG_DRIVE" != "False" ]; then
518 iniset $NOVA_CONF DEFAULT force_config_drive "$FORCE_CONFIG_DRIVE"
519 fi
Dirk Muellerc1144492018-04-11 21:33:50 +0200520
521 # nova defaults to genisoimage but only mkisofs is available for 15.0+
Alfredo Moralejo5ea4c3c2021-11-16 15:13:03 +0100522 # rhel provides mkisofs symlink to genisoimage or xorriso appropiately
523 if is_suse || is_fedora; then
Dirk Muellerc1144492018-04-11 21:33:50 +0200524 iniset $NOVA_CONF DEFAULT mkisofs_cmd /usr/bin/mkisofs
525 fi
526
Salvatore Orlando05ae8332013-08-20 14:51:08 -0700527 # Format logging
Chris Dentb90bb1a2017-04-18 16:30:14 +0000528 setup_logging $NOVA_CONF
Sean Dague9751be62016-04-05 12:08:57 -0400529
Matt Riedemann21221d12018-03-06 10:08:36 -0500530 iniset $NOVA_CONF upgrade_levels compute "auto"
531
Lee Yarwoodfc8ef862021-03-09 17:32:25 +0000532 if is_service_enabled n-api; then
533 write_uwsgi_config "$NOVA_UWSGI_CONF" "$NOVA_UWSGI" "/compute"
534 fi
535
536 if is_service_enabled n-api-meta; then
537 write_uwsgi_config "$NOVA_METADATA_UWSGI_CONF" "$NOVA_METADATA_UWSGI" "" "$SERVICE_LISTEN_ADDRESS:${METADATA_SERVICE_PORT}"
538 fi
Davanum Srinivasd5537c12015-04-30 21:10:48 -0400539
Eoghan Glynn1fcc6a12012-10-25 14:57:14 +0000540 if is_service_enabled ceilometer; then
Devananda van der Veen9bc47db2012-12-12 16:52:55 -0800541 iniset $NOVA_CONF DEFAULT instance_usage_audit "True"
542 iniset $NOVA_CONF DEFAULT instance_usage_audit_period "hour"
Julien Danjoua9787d02013-07-02 11:30:40 +0200543 iniset $NOVA_CONF DEFAULT notify_on_state_change "vm_and_task_state"
Eoghan Glynn1fcc6a12012-10-25 14:57:14 +0000544 fi
545
Gregory Haynes14d86e82016-07-29 03:45:37 +0000546 # Set the oslo messaging driver to the typical default. This does not
547 # enable notifications, but it will allow them to function when enabled.
Matt Riedemann45da7772017-03-05 13:07:39 -0500548 iniset $NOVA_CONF oslo_messaging_notifications driver "messagingv2"
Kenneth Giustib6459042017-08-04 18:08:37 -0400549 iniset $NOVA_CONF oslo_messaging_notifications transport_url $(get_notification_url)
Matt Riedemannb57757a2019-06-03 16:08:09 -0400550 iniset $NOVA_CONF notifications notification_format "$NOVA_NOTIFICATION_FORMAT"
Brant Knudson2dd110c2015-03-14 12:39:14 -0500551 iniset_rpc_backend nova $NOVA_CONF
Bob Ball2f720502014-08-28 14:50:04 +0100552
Joe Gordon1f79bad2014-09-26 09:59:47 -0700553 iniset $NOVA_CONF DEFAULT osapi_compute_workers "$API_WORKERS"
Dean Troyer05bd7b82014-09-16 17:25:33 -0500554 iniset $NOVA_CONF DEFAULT metadata_workers "$API_WORKERS"
Sean Dague1ce19ab2015-09-23 10:36:53 -0400555 # don't let the conductor get out of control now that we're using a pure python db driver
556 iniset $NOVA_CONF conductor workers "$API_WORKERS"
Rob Crittenden18d47782014-03-19 17:47:42 -0400557
Sean Daguef3b2f4c2017-04-13 10:11:48 -0400558 if is_service_enabled tls-proxy; then
Rob Crittenden18d47782014-03-19 17:47:42 -0400559 iniset $NOVA_CONF DEFAULT glance_protocol https
Jens Harbott411c34d2017-08-29 14:40:26 +0000560 iniset $NOVA_CONF oslo_middleware enable_proxy_headers_parsing True
Rob Crittenden18d47782014-03-19 17:47:42 -0400561 fi
562
Marian Horban7159b4b2015-10-22 15:47:49 -0400563 iniset $NOVA_CONF DEFAULT graceful_shutdown_timeout "$SERVICE_GRACEFUL_SHUTDOWN_TIMEOUT"
Davanum Srinivasac8ff0f2016-01-13 17:28:43 -0500564
Pushkar Umaranikar14e16e42016-12-09 20:20:42 +0000565 if [ "$NOVA_USE_SERVICE_TOKEN" == "True" ]; then
566 init_nova_service_user_conf
567 fi
Dan Smithf3d53312017-06-08 08:22:38 -0400568
569 if is_service_enabled n-cond; then
570 for i in $(seq 1 $NOVA_NUM_CELLS); do
571 local conf
572 local vhost
573 conf=$(conductor_conf $i)
574 vhost="nova_cell${i}"
jiangyikun1a2c86c2017-09-07 17:56:13 +0800575 # clean old conductor conf
576 rm -f $conf
Dan Smithf3d53312017-06-08 08:22:38 -0400577 iniset $conf database connection `database_connection_url nova_cell${i}`
578 iniset $conf conductor workers "$API_WORKERS"
579 iniset $conf DEFAULT debug "$ENABLE_DEBUG_LOG_LEVEL"
Sean Dagueafc14c82017-07-27 07:09:48 -0400580 # if we have a singleconductor, we don't have per host message queues.
581 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
582 iniset_rpc_backend nova $conf DEFAULT
583 else
584 rpc_backend_add_vhost $vhost
585 iniset_rpc_backend nova $conf DEFAULT $vhost
Matt Riedemannf6d566c2017-12-22 11:39:29 -0500586 # When running in superconductor mode, the cell conductor
587 # must be configured to talk to the placement service for
588 # reschedules to work.
589 if is_service_enabled placement placement-client; then
590 configure_placement_nova_compute $conf
591 fi
Sean Dagueafc14c82017-07-27 07:09:48 -0400592 fi
Matt Riedemann9d7e74e2017-08-25 10:17:18 -0400593 # Format logging
594 setup_logging $conf
Dan Smithf3d53312017-06-08 08:22:38 -0400595 done
596 fi
melanie witt12579c32018-05-05 23:55:32 +0000597
598 # Console proxy configuration has to go after conductor configuration
599 # because the per cell config file nova_cellN.conf is cleared out as part
600 # of conductor configuration.
601 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
602 configure_console_proxies
603 else
604 for i in $(seq 1 $NOVA_NUM_CELLS); do
605 local conf
melanie wittd5a68a62019-04-02 22:52:23 +0000606 local offset
melanie witt12579c32018-05-05 23:55:32 +0000607 conf=$(conductor_conf $i)
melanie wittd5a68a62019-04-02 22:52:23 +0000608 offset=$((i - 1))
609 configure_console_proxies $conf $offset
melanie witt12579c32018-05-05 23:55:32 +0000610 done
611 fi
612}
613
Chris Dent16a10d72019-01-14 17:16:01 +0000614# Configure access to placement from a nova service, usually
615# compute, but sometimes conductor.
616function configure_placement_nova_compute {
617 # Use the provided config file path or default to $NOVA_CONF.
618 local conf=${1:-$NOVA_CONF}
619 iniset $conf placement auth_type "password"
620 iniset $conf placement auth_url "$KEYSTONE_SERVICE_URI"
621 iniset $conf placement username placement
622 iniset $conf placement password "$SERVICE_PASSWORD"
623 iniset $conf placement user_domain_name "$SERVICE_DOMAIN_NAME"
624 iniset $conf placement project_name "$SERVICE_TENANT_NAME"
625 iniset $conf placement project_domain_name "$SERVICE_DOMAIN_NAME"
626 iniset $conf placement region_name "$REGION_NAME"
627}
628
Matt Riedemann594885c2019-09-27 16:45:09 -0400629# Configure access to cinder.
630function configure_cinder_access {
631 iniset $NOVA_CONF cinder os_region_name "$REGION_NAME"
632 iniset $NOVA_CONF cinder auth_type "password"
633 iniset $NOVA_CONF cinder auth_url "$KEYSTONE_SERVICE_URI"
634 # NOTE(mriedem): This looks a bit weird but we use the nova user here
635 # since it has the admin role and the cinder user does not. This is
636 # similar to using the nova user in init_nova_service_user_conf. We need
637 # to use a user with the admin role for background tasks in nova to
638 # be able to GET block-storage API resources owned by another project
639 # since cinder has low-level "is_admin" checks in its DB API.
640 iniset $NOVA_CONF cinder username nova
641 iniset $NOVA_CONF cinder password "$SERVICE_PASSWORD"
642 iniset $NOVA_CONF cinder user_domain_name "$SERVICE_DOMAIN_NAME"
643 iniset $NOVA_CONF cinder project_name "$SERVICE_TENANT_NAME"
644 iniset $NOVA_CONF cinder project_domain_name "$SERVICE_DOMAIN_NAME"
645 if is_service_enabled tls-proxy; then
646 CINDER_SERVICE_HOST=${CINDER_SERVICE_HOST:-$SERVICE_HOST}
647 CINDER_SERVICE_PORT=${CINDER_SERVICE_PORT:-8776}
648 iniset $NOVA_CONF cinder cafile $SSL_BUNDLE_FILE
649 fi
650}
651
melanie witt65ad7942018-05-09 17:55:40 +0000652function configure_console_compute {
melanie wittd7d902f2019-05-24 20:09:28 +0000653 # If we are running multiple cells (and thus multiple console proxies) on a
654 # single host, we offset the ports to avoid collisions. We need to
655 # correspondingly configure the console proxy port for nova-compute and we
656 # can use the NOVA_CPU_CELL variable to know which cell we are for
657 # calculating the offset.
658 # Stagger the offset based on the total number of possible console proxies
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000659 # (novnc, spice, serial) so that their ports will not collide if
melanie wittd7d902f2019-05-24 20:09:28 +0000660 # all are enabled.
661 local offset
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000662 offset=$(((NOVA_CPU_CELL - 1) * 3))
melanie wittd7d902f2019-05-24 20:09:28 +0000663
melanie witt0a3288c2019-08-09 15:57:50 +0000664 # Use the host IP instead of the service host because for multi-node, the
665 # service host will be the controller only.
666 local default_proxyclient_addr
667 default_proxyclient_addr=$(iniget $NOVA_CPU_CONF DEFAULT my_ip)
668
melanie witt12579c32018-05-05 23:55:32 +0000669 # All nova-compute workers need to know the vnc configuration options
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000670 # These settings don't hurt anything if n-novnc is disabled
melanie witt12579c32018-05-05 23:55:32 +0000671 if is_service_enabled n-cpu; then
Stephen Finucane8c548692018-05-11 16:12:17 +0530672 if [ "$NOVNC_FROM_PACKAGE" == "True" ]; then
673 # Use the old URL when installing novnc packages.
melanie wittd7d902f2019-05-24 20:09:28 +0000674 NOVNCPROXY_URL=${NOVNCPROXY_URL:-"http://$SERVICE_HOST:$((6080 + offset))/vnc_auto.html"}
Stephen Finucane8c548692018-05-11 16:12:17 +0530675 elif vercmp ${NOVNC_BRANCH} "<" "1.0.0"; then
melanie wittd7d902f2019-05-24 20:09:28 +0000676 # Use the old URL when installing older novnc source.
677 NOVNCPROXY_URL=${NOVNCPROXY_URL:-"http://$SERVICE_HOST:$((6080 + offset))/vnc_auto.html"}
Stephen Finucane8c548692018-05-11 16:12:17 +0530678 else
679 # Use the new URL when building >=v1.0.0 from source.
melanie wittd7d902f2019-05-24 20:09:28 +0000680 NOVNCPROXY_URL=${NOVNCPROXY_URL:-"http://$SERVICE_HOST:$((6080 + offset))/vnc_lite.html"}
Stephen Finucane8c548692018-05-11 16:12:17 +0530681 fi
melanie witt65ad7942018-05-09 17:55:40 +0000682 iniset $NOVA_CPU_CONF vnc novncproxy_base_url "$NOVNCPROXY_URL"
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000683 SPICEHTML5PROXY_URL=${SPICEHTML5PROXY_URL:-"http://$SERVICE_HOST:$((6081 + offset))/spice_auto.html"}
melanie witt65ad7942018-05-09 17:55:40 +0000684 iniset $NOVA_CPU_CONF spice html5proxy_base_url "$SPICEHTML5PROXY_URL"
melanie witt12579c32018-05-05 23:55:32 +0000685 fi
686
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000687 if is_service_enabled n-novnc || [ "$NOVA_VNC_ENABLED" != False ]; then
melanie witt12579c32018-05-05 23:55:32 +0000688 # Address on which instance vncservers will listen on compute hosts.
689 # For multi-host, this should be the management ip of the compute host.
melanie witt0a3288c2019-08-09 15:57:50 +0000690 VNCSERVER_LISTEN=${VNCSERVER_LISTEN:-$NOVA_SERVICE_LISTEN_ADDRESS}
691 VNCSERVER_PROXYCLIENT_ADDRESS=${VNCSERVER_PROXYCLIENT_ADDRESS:-$default_proxyclient_addr}
melanie witt65ad7942018-05-09 17:55:40 +0000692 iniset $NOVA_CPU_CONF vnc server_listen "$VNCSERVER_LISTEN"
693 iniset $NOVA_CPU_CONF vnc server_proxyclient_address "$VNCSERVER_PROXYCLIENT_ADDRESS"
694 else
695 iniset $NOVA_CPU_CONF vnc enabled false
696 fi
697
698 if is_service_enabled n-spice; then
699 # Address on which instance spiceservers will listen on compute hosts.
700 # For multi-host, this should be the management ip of the compute host.
melanie witt0a3288c2019-08-09 15:57:50 +0000701 SPICESERVER_PROXYCLIENT_ADDRESS=${SPICESERVER_PROXYCLIENT_ADDRESS:-$default_proxyclient_addr}
702 SPICESERVER_LISTEN=${SPICESERVER_LISTEN:-$NOVA_SERVICE_LISTEN_ADDRESS}
melanie witt65ad7942018-05-09 17:55:40 +0000703 iniset $NOVA_CPU_CONF spice enabled true
704 iniset $NOVA_CPU_CONF spice server_listen "$SPICESERVER_LISTEN"
705 iniset $NOVA_CPU_CONF spice server_proxyclient_address "$SPICESERVER_PROXYCLIENT_ADDRESS"
706 fi
707
708 if is_service_enabled n-sproxy; then
709 iniset $NOVA_CPU_CONF serial_console enabled True
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000710 iniset $NOVA_CPU_CONF serial_console base_url "ws://$SERVICE_HOST:$((6082 + offset))/"
melanie witt65ad7942018-05-09 17:55:40 +0000711 fi
712}
713
714function configure_console_proxies {
715 # Use the provided config file path or default to $NOVA_CONF.
716 local conf=${1:-$NOVA_CONF}
melanie wittd5a68a62019-04-02 22:52:23 +0000717 local offset=${2:-0}
718 # Stagger the offset based on the total number of possible console proxies
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000719 # (novnc, spice, serial) so that their ports will not collide if
melanie wittd5a68a62019-04-02 22:52:23 +0000720 # all are enabled.
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000721 offset=$((offset * 3))
melanie witt65ad7942018-05-09 17:55:40 +0000722
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000723 if is_service_enabled n-novnc || [ "$NOVA_VNC_ENABLED" != False ]; then
melanie witt12579c32018-05-05 23:55:32 +0000724 iniset $conf vnc novncproxy_host "$NOVA_SERVICE_LISTEN_ADDRESS"
melanie wittd5a68a62019-04-02 22:52:23 +0000725 iniset $conf vnc novncproxy_port $((6080 + offset))
melanie witt12579c32018-05-05 23:55:32 +0000726
727 if is_nova_console_proxy_compute_tls_enabled ; then
728 iniset $conf vnc auth_schemes "vencrypt"
729 iniset $conf vnc vencrypt_client_key "/etc/pki/nova-novnc/client-key.pem"
730 iniset $conf vnc vencrypt_client_cert "/etc/pki/nova-novnc/client-cert.pem"
731 iniset $conf vnc vencrypt_ca_certs "/etc/pki/nova-novnc/ca-cert.pem"
732
733 sudo mkdir -p /etc/pki/nova-novnc
734 deploy_int_CA /etc/pki/nova-novnc/ca-cert.pem
735 deploy_int_cert /etc/pki/nova-novnc/client-cert.pem /etc/pki/nova-novnc/client-key.pem
melanie witte2853bf2019-03-13 13:16:51 +0000736 # OpenSSL 1.1.0 generates the key file with permissions: 600, by
737 # default, and the deploy_int* methods use 'sudo cp' to copy the
738 # files, making them owned by root:root.
739 # Change ownership of everything under /etc/pki/nova-novnc to
740 # $STACK_USER:$(id -g ${STACK_USER}) so that $STACK_USER can read
741 # the key file.
742 sudo chown -R $STACK_USER:$(id -g ${STACK_USER}) /etc/pki/nova-novnc
743 # This is needed to enable TLS in the proxy itself, example log:
744 # WebSocket server settings:
745 # - Listen on 0.0.0.0:6080
746 # - Flash security policy server
747 # - Web server (no directory listings). Web root: /usr/share/novnc
748 # - SSL/TLS support
749 # - proxying from 0.0.0.0:6080 to None:None
750 iniset $conf DEFAULT key "/etc/pki/nova-novnc/client-key.pem"
751 iniset $conf DEFAULT cert "/etc/pki/nova-novnc/client-cert.pem"
melanie witt12579c32018-05-05 23:55:32 +0000752 fi
melanie witt12579c32018-05-05 23:55:32 +0000753 fi
754
755 if is_service_enabled n-spice; then
melanie witt12579c32018-05-05 23:55:32 +0000756 iniset $conf spice html5proxy_host "$NOVA_SERVICE_LISTEN_ADDRESS"
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000757 iniset $conf spice html5proxy_port $((6081 + offset))
melanie witt12579c32018-05-05 23:55:32 +0000758 fi
759
760 if is_service_enabled n-sproxy; then
761 iniset $conf serial_console serialproxy_host "$NOVA_SERVICE_LISTEN_ADDRESS"
Stephen Finucane3c6d1052021-03-02 16:35:47 +0000762 iniset $conf serial_console serialproxy_port $((6082 + offset))
melanie witt12579c32018-05-05 23:55:32 +0000763 fi
Pushkar Umaranikar14e16e42016-12-09 20:20:42 +0000764}
765
melanie witt099a0482021-05-06 00:09:33 +0000766function configure_nova_unified_limits {
melanie witt2c961802022-03-03 23:54:49 +0000767 # Registered limit resources in keystone are system-specific resources.
768 # Make sure we use a system-scoped token to interact with this API.
769
770 # Default limits here mirror the legacy config-based default values.
melanie witt099a0482021-05-06 00:09:33 +0000771 # Note: disk quota is new in nova as of unified limits.
melanie witt2c961802022-03-03 23:54:49 +0000772 openstack --os-cloud devstack-system-admin registered limit create \
773 --service nova --default-limit 10 --region $REGION_NAME servers
774 openstack --os-cloud devstack-system-admin registered limit create \
775 --service nova --default-limit 20 --region $REGION_NAME class:VCPU
776 openstack --os-cloud devstack-system-admin registered limit create \
777 --service nova --default-limit $((50 * 1024)) --region $REGION_NAME class:MEMORY_MB
778 openstack --os-cloud devstack-system-admin registered limit create \
779 --service nova --default-limit 20 --region $REGION_NAME class:DISK_GB
780 openstack --os-cloud devstack-system-admin registered limit create \
781 --service nova --default-limit 128 --region $REGION_NAME server_metadata_items
782 openstack --os-cloud devstack-system-admin registered limit create \
783 --service nova --default-limit 5 --region $REGION_NAME server_injected_files
784 openstack --os-cloud devstack-system-admin registered limit create \
785 --service nova --default-limit 10240 --region $REGION_NAME server_injected_file_content_bytes
786 openstack --os-cloud devstack-system-admin registered limit create \
787 --service nova --default-limit 255 --region $REGION_NAME server_injected_file_path_bytes
788 openstack --os-cloud devstack-system-admin registered limit create \
789 --service nova --default-limit 100 --region $REGION_NAME server_key_pairs
790 openstack --os-cloud devstack-system-admin registered limit create \
791 --service nova --default-limit 10 --region $REGION_NAME server_groups
792 openstack --os-cloud devstack-system-admin registered limit create \
793 --service nova --default-limit 10 --region $REGION_NAME server_group_members
melanie witt099a0482021-05-06 00:09:33 +0000794
795 # Tell nova to use these limits
796 iniset $NOVA_CONF quota driver "nova.quota.UnifiedLimitsDriver"
797
798 # Configure oslo_limit so it can talk to keystone
799 iniset $NOVA_CONF oslo_limit user_domain_name $SERVICE_DOMAIN_NAME
800 iniset $NOVA_CONF oslo_limit password $SERVICE_PASSWORD
801 iniset $NOVA_CONF oslo_limit username nova
802 iniset $NOVA_CONF oslo_limit auth_type password
803 iniset $NOVA_CONF oslo_limit auth_url $KEYSTONE_SERVICE_URI
melanie witt2c961802022-03-03 23:54:49 +0000804 iniset $NOVA_CONF oslo_limit system_scope all
melanie witt099a0482021-05-06 00:09:33 +0000805 iniset $NOVA_CONF oslo_limit endpoint_id \
806 $(openstack endpoint list --service nova -f value -c ID)
807
808 # Allow the nova service user to read quotas
melanie witt2c961802022-03-03 23:54:49 +0000809 openstack --os-cloud devstack-system-admin role add --user nova \
810 --user-domain $SERVICE_DOMAIN_NAME --system all reader
melanie witt099a0482021-05-06 00:09:33 +0000811}
812
Pushkar Umaranikar14e16e42016-12-09 20:20:42 +0000813function init_nova_service_user_conf {
814 iniset $NOVA_CONF service_user send_service_user_token True
815 iniset $NOVA_CONF service_user auth_type password
Brant Knudsonc2c89e42017-02-23 20:15:47 -0600816 iniset $NOVA_CONF service_user auth_url "$KEYSTONE_SERVICE_URI"
Pushkar Umaranikar14e16e42016-12-09 20:20:42 +0000817 iniset $NOVA_CONF service_user username nova
818 iniset $NOVA_CONF service_user password "$SERVICE_PASSWORD"
819 iniset $NOVA_CONF service_user user_domain_name "$SERVICE_DOMAIN_NAME"
820 iniset $NOVA_CONF service_user project_name "$SERVICE_PROJECT_NAME"
821 iniset $NOVA_CONF service_user project_domain_name "$SERVICE_DOMAIN_NAME"
822 iniset $NOVA_CONF service_user auth_strategy keystone
Dean Troyerda7b8092012-10-08 18:12:14 -0500823}
Dean Troyerbf67c192012-09-21 15:09:37 -0500824
Dan Smithf3d53312017-06-08 08:22:38 -0400825function conductor_conf {
826 local cell="$1"
827 echo "${NOVA_CONF_DIR}/nova_cell${cell}.conf"
828}
829
Dean Troyerf03bafe2013-02-12 10:58:28 -0600830# create_nova_keys_dir() - Part of the init_nova() process
Ian Wienandaee18c72014-02-21 15:35:08 +1100831function create_nova_keys_dir {
Dean Troyerf03bafe2013-02-12 10:58:28 -0600832 # Create keys dir
Dean Troyer8421c2b2015-03-16 13:52:19 -0500833 sudo install -d -o $STACK_USER ${NOVA_STATE_PATH} ${NOVA_STATE_PATH}/keys
Dean Troyerf03bafe2013-02-12 10:58:28 -0600834}
835
Dan Smith30d9bf92021-01-19 12:10:52 -0800836function init_nova_db {
837 local dbname="$1"
838 local conffile="$2"
839 recreate_database $dbname
840 $NOVA_BIN_DIR/nova-manage --config-file $conffile db sync --local_cell
841}
842
Dean Troyerda7b8092012-10-08 18:12:14 -0500843# init_nova() - Initialize databases, etc.
Ian Wienandaee18c72014-02-21 15:35:08 +1100844function init_nova {
Dean Troyerf03bafe2013-02-12 10:58:28 -0600845 # All nova components talk to a central database.
846 # Only do this step once on the API node for an entire cluster.
Bob Melanderc439b5d2012-12-19 14:49:34 +0100847 if is_service_enabled $DATABASE_BACKENDS && is_service_enabled n-api; then
Dan Smith30d9bf92021-01-19 12:10:52 -0800848 # (Re)create nova databases
Dan Smith48b76332021-02-16 14:14:23 -0800849 if [[ "$CELLSV2_SETUP" == "singleconductor" ]]; then
850 # If we are doing singleconductor mode, we have some strange
851 # interdependencies. in that the main config refers to cell1
852 # instead of cell0. In that case, just make sure the cell0 database
853 # is created before we need it below, but don't db_sync it until
854 # after the cellN databases are there.
855 recreate_database nova_cell0
856 else
857 async_run nova-cell-0 init_nova_db nova_cell0 $NOVA_CONF
858 fi
859
Dan Smith30d9bf92021-01-19 12:10:52 -0800860 for i in $(seq 1 $NOVA_NUM_CELLS); do
861 async_run nova-cell-$i init_nova_db nova_cell${i} $(conductor_conf $i)
862 done
863
Roman Podoliakaf575aef2016-10-11 13:15:55 +0300864 recreate_database $NOVA_API_DB
865 $NOVA_BIN_DIR/nova-manage --config-file $NOVA_CONF api_db sync
866
Matt Riedemannac5fdb42017-01-31 15:20:18 -0500867 # map_cell0 will create the cell mapping record in the nova_api DB so
Dan Smith30d9bf92021-01-19 12:10:52 -0800868 # this needs to come after the api_db sync happens.
Paul Belangera62ede72018-03-14 11:58:56 -0400869 $NOVA_BIN_DIR/nova-manage cell_v2 map_cell0 --database_connection `database_connection_url nova_cell0`
Matt Riedemannac5fdb42017-01-31 15:20:18 -0500870
Dan Smith30d9bf92021-01-19 12:10:52 -0800871 # Wait for DBs to finish from above
872 for i in $(seq 0 $NOVA_NUM_CELLS); do
873 async_wait nova-cell-$i
Dan Smithf3d53312017-06-08 08:22:38 -0400874 done
875
Dan Smith48b76332021-02-16 14:14:23 -0800876 if [[ "$CELLSV2_SETUP" == "singleconductor" ]]; then
877 # We didn't db sync cell0 above, so run it now
878 $NOVA_BIN_DIR/nova-manage --config-file $NOVA_CONF db sync
879 fi
880
Dan Smithbb49d352016-03-28 11:03:35 -0700881 # Run online migrations on the new databases
882 # Needed for flavor conversion
Einst Crazy4f55c2d2016-05-04 08:14:01 +0000883 $NOVA_BIN_DIR/nova-manage --config-file $NOVA_CONF db online_data_migrations
Matt Riedemannf15224c2017-03-02 12:45:47 -0500884
885 # create the cell1 cell for the main nova db where the hosts live
Dan Smithf3d53312017-06-08 08:22:38 -0400886 for i in $(seq 1 $NOVA_NUM_CELLS); do
Paul Belangera62ede72018-03-14 11:58:56 -0400887 $NOVA_BIN_DIR/nova-manage --config-file $NOVA_CONF --config-file $(conductor_conf $i) cell_v2 create_cell --name "cell$i"
Dan Smithf3d53312017-06-08 08:22:38 -0400888 done
Dean Troyerbf67c192012-09-21 15:09:37 -0500889 fi
890
Dean Troyerf03bafe2013-02-12 10:58:28 -0600891 create_nova_keys_dir
Maru Newbyc070a3d2015-01-27 17:44:44 +0000892
893 if [[ "$NOVA_BACKEND" == "LVM" ]]; then
894 init_default_lvm_volume_group
895 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500896}
897
898# install_novaclient() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100899function install_novaclient {
Sean Daguee08ab102014-11-13 17:09:28 -0500900 if use_library_from_git "python-novaclient"; then
901 git_clone_by_name "python-novaclient"
902 setup_dev_lib "python-novaclient"
903 sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-novaclient"]}/tools/,/etc/bash_completion.d/}nova.bash_completion
Sean Dague5cb19062014-11-01 01:37:45 +0100904 fi
Dean Troyerbf67c192012-09-21 15:09:37 -0500905}
906
907# install_nova() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100908function install_nova {
Sergey Belous1258da62016-03-21 12:32:06 +0300909
910 # Install os-vif
911 if use_library_from_git "os-vif"; then
912 git_clone_by_name "os-vif"
913 setup_dev_lib "os-vif"
914 fi
915
Dean Troyer8c032d12013-09-23 13:53:13 -0500916 if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
917 install_nova_hypervisor
Dean Troyerbf67c192012-09-21 15:09:37 -0500918 fi
919
Attila Fazekas5a35e732013-10-29 08:23:43 +0100920 if is_service_enabled n-novnc; then
921 # a websockets/html5 or flash powered VNC console for vm instances
Sean Dague53753292014-12-04 19:38:15 -0500922 NOVNC_FROM_PACKAGE=$(trueorfalse False NOVNC_FROM_PACKAGE)
Ben Nemecadd4ca32013-11-08 17:22:51 +0000923 if [ "$NOVNC_FROM_PACKAGE" = "True" ]; then
Clark Boylan97b2a512022-11-09 11:58:37 -0800924 # Installing novnc on Debian bullseye breaks the global pip
925 # install. This happens because novnc pulls in distro cryptography
926 # which will be prefered by distro pip, but if anything has
927 # installed pyOpenSSL from pypi (keystone) that is not compatible
928 # with distro cryptography. Fix this by installing
929 # python3-openssl (pyOpenSSL) from the distro which pip will prefer
930 # on Debian. Ubuntu has inverse problems so we only do this for
931 # Debian.
932 local novnc_packages
933 novnc_packages="novnc"
934 GetOSVersion
935 if [[ "$os_VENDOR" = "Debian" ]] ; then
936 novnc_packages="$novnc_packages python3-openssl"
937 fi
938
Attila Fazekas5a35e732013-10-29 08:23:43 +0100939 NOVNC_WEB_DIR=/usr/share/novnc
Clark Boylan97b2a512022-11-09 11:58:37 -0800940 install_package $novnc_packages
Attila Fazekas5a35e732013-10-29 08:23:43 +0100941 else
Lee Yarwood31334f92021-11-04 18:30:29 +0000942 NOVNC_WEB_DIR=$DEST/novnc
Attila Fazekas5a35e732013-10-29 08:23:43 +0100943 git_clone $NOVNC_REPO $NOVNC_WEB_DIR $NOVNC_BRANCH
944 fi
945 fi
946
947 if is_service_enabled n-spice; then
948 # a websockets/html5 or flash powered SPICE console for vm instances
Sean Dague53753292014-12-04 19:38:15 -0500949 SPICE_FROM_PACKAGE=$(trueorfalse True SPICE_FROM_PACKAGE)
Ben Nemecadd4ca32013-11-08 17:22:51 +0000950 if [ "$SPICE_FROM_PACKAGE" = "True" ]; then
Attila Fazekas5a35e732013-10-29 08:23:43 +0100951 SPICE_WEB_DIR=/usr/share/spice-html5
952 install_package spice-html5
953 else
954 SPICE_WEB_DIR=$DEST/spice-html5
955 git_clone $SPICE_REPO $SPICE_WEB_DIR $SPICE_BRANCH
956 fi
957 fi
958
Dean Troyerbf67c192012-09-21 15:09:37 -0500959 git_clone $NOVA_REPO $NOVA_DIR $NOVA_BRANCH
Dean Troyer253a1a32013-04-01 18:23:22 -0500960 setup_develop $NOVA_DIR
Attila Fazekasfac533e2013-08-14 16:04:01 +0200961 sudo install -D -m 0644 -o $STACK_USER {$NOVA_DIR/tools/,/etc/bash_completion.d/}nova-manage.bash_completion
Dean Troyerbf67c192012-09-21 15:09:37 -0500962}
963
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600964# start_nova_api() - Start the API process ahead of other things
Ian Wienandaee18c72014-02-21 15:35:08 +1100965function start_nova_api {
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600966 # Get right service port for testing
967 local service_port=$NOVA_SERVICE_PORT
Rob Crittenden18d47782014-03-19 17:47:42 -0400968 local service_protocol=$NOVA_SERVICE_PROTOCOL
Chris Dentb90bb1a2017-04-18 16:30:14 +0000969 local nova_url
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600970 if is_service_enabled tls-proxy; then
971 service_port=$NOVA_SERVICE_PORT_INT
Rob Crittenden18d47782014-03-19 17:47:42 -0400972 service_protocol="http"
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600973 fi
974
Dean Troyer4533eee2015-02-17 16:25:38 -0600975 # Hack to set the path for rootwrap
976 local old_path=$PATH
977 export PATH=$NOVA_BIN_DIR:$PATH
978
Chris Dentb90bb1a2017-04-18 16:30:14 +0000979 if [ "$NOVA_USE_MOD_WSGI" == "False" ]; then
Davanum Srinivasd5537c12015-04-30 21:10:48 -0400980 run_process n-api "$NOVA_BIN_DIR/nova-api"
Chris Dentb90bb1a2017-04-18 16:30:14 +0000981 nova_url=$service_protocol://$SERVICE_HOST:$service_port
982 # Start proxy if tsl enabled
983 if is_service_enabled tls-proxy; then
984 start_tls_proxy nova '*' $NOVA_SERVICE_PORT $NOVA_SERVICE_HOST $NOVA_SERVICE_PORT_INT
985 fi
986 else
Ian Wienand312517d2018-06-22 22:23:29 +1000987 run_process "n-api" "$(which uwsgi) --procname-prefix nova-api --ini $NOVA_UWSGI_CONF"
Chris Dentb90bb1a2017-04-18 16:30:14 +0000988 nova_url=$service_protocol://$SERVICE_HOST/compute/v2.1/
Davanum Srinivasd5537c12015-04-30 21:10:48 -0400989 fi
990
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600991 echo "Waiting for nova-api to start..."
Chris Dentb90bb1a2017-04-18 16:30:14 +0000992 if ! wait_for_service $SERVICE_TIMEOUT $nova_url; then
Sean Dague101b4242013-10-22 08:47:11 -0400993 die $LINENO "nova-api did not start"
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600994 fi
995
Dean Troyer4533eee2015-02-17 16:25:38 -0600996 export PATH=$old_path
Dean Troyer3a3a2ba2012-12-11 15:26:24 -0600997}
998
Sean Dagueafc14c82017-07-27 07:09:48 -0400999
Dan Smith2e159462013-10-21 13:06:11 -07001000# start_nova_compute() - Start the compute process
Ian Wienandaee18c72014-02-21 15:35:08 +11001001function start_nova_compute {
Dean Troyer4533eee2015-02-17 16:25:38 -06001002 # Hack to set the path for rootwrap
1003 local old_path=$PATH
1004 export PATH=$NOVA_BIN_DIR:$PATH
1005
Stephen Finucane4b8cba72019-05-21 14:17:11 +01001006 local compute_cell_conf=$NOVA_CONF
Kieran Spearfb2a3ae2013-03-11 23:55:49 +00001007
Eric Fried2468cea2019-07-25 13:18:58 -05001008 # Bug #1802143: $NOVA_CPU_CONF is constructed by first copying $NOVA_CONF...
Matt Riedemann82537872019-01-18 10:42:13 -05001009 cp $compute_cell_conf $NOVA_CPU_CONF
Eric Fried2468cea2019-07-25 13:18:58 -05001010 # ...and then adding/overriding anything explicitly set in $NOVA_CPU_CONF
1011 merge_config_file $TOP_DIR/local.conf post-config '$NOVA_CPU_CONF'
Matt Riedemann82537872019-01-18 10:42:13 -05001012
Sean Dague5adfef02017-07-26 11:14:37 -04001013 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
Dan Smithf3d53312017-06-08 08:22:38 -04001014 # NOTE(danms): Grenade doesn't setup multi-cell rabbit, so
1015 # skip these bits and use the normal config.
Dan Smithf3d53312017-06-08 08:22:38 -04001016 echo "Skipping multi-cell conductor fleet setup"
1017 else
Sean Dague5adfef02017-07-26 11:14:37 -04001018 # "${CELLSV2_SETUP}" is "superconductor"
Dan Smithf3d53312017-06-08 08:22:38 -04001019 # FIXME(danms): Should this be configurable?
1020 iniset $NOVA_CPU_CONF workarounds disable_group_policy_check_upcall True
Matt Riedemannab980ce2017-08-01 16:38:42 -04001021 # Since the nova-compute service cannot reach nova-scheduler over
1022 # RPC, we also disable track_instance_changes.
1023 iniset $NOVA_CPU_CONF filter_scheduler track_instance_changes False
Dan Smithf3d53312017-06-08 08:22:38 -04001024 iniset_rpc_backend nova $NOVA_CPU_CONF DEFAULT "nova_cell${NOVA_CPU_CELL}"
1025 fi
1026
Matt Riedemann82537872019-01-18 10:42:13 -05001027 # Make sure we nuke any database config
1028 inidelete $NOVA_CPU_CONF database connection
1029 inidelete $NOVA_CPU_CONF api_database connection
1030
melanie witt65ad7942018-05-09 17:55:40 +00001031 # Console proxies were configured earlier in create_nova_conf. Now that the
1032 # nova-cpu.conf has been created, configure the console settings required
1033 # by the compute process.
1034 configure_console_compute
1035
Lucas Alvares Gomes6ecfe672020-09-23 11:54:19 +01001036 # Configure the OVSDB connection for os-vif
1037 if [ -n "$OVSDB_SERVER_LOCAL_HOST" ]; then
1038 iniset $NOVA_CPU_CONF os_vif_ovs ovsdb_connection "tcp:$OVSDB_SERVER_LOCAL_HOST:6640"
1039 fi
1040
Lee Yarwood1e86a252021-08-19 14:24:28 +01001041 # Workaround bug #1939108
1042 if [[ "$VIRT_DRIVER" == "libvirt" && "$LIBVIRT_TYPE" == "qemu" ]]; then
1043 iniset $NOVA_CPU_CONF workarounds libvirt_disable_apic True
1044 fi
1045
Bob Ballb1e49bf2013-05-30 16:47:19 +01001046 if [[ "$VIRT_DRIVER" = 'libvirt' ]]; then
1047 # The group **$LIBVIRT_GROUP** is added to the current user in this script.
Dean Troyer3324f192014-09-18 09:26:39 -05001048 # ``sg`` is used in run_process to execute nova-compute as a member of the
Chris Dent2f27a0e2014-09-09 13:46:02 +01001049 # **$LIBVIRT_GROUP** group.
Dan Smithf3d53312017-06-08 08:22:38 -04001050 run_process n-cpu "$NOVA_BIN_DIR/nova-compute --config-file $NOVA_CPU_CONF" $LIBVIRT_GROUP
Lubosz "diltram" Kosnik0ffdfbd2016-08-02 16:35:22 -05001051 elif [[ "$VIRT_DRIVER" = 'lxd' ]]; then
Dan Smithf3d53312017-06-08 08:22:38 -04001052 run_process n-cpu "$NOVA_BIN_DIR/nova-compute --config-file $NOVA_CPU_CONF" $LXD_GROUP
Hongbin Lu53a49d12016-12-23 16:16:50 -06001053 elif [[ "$VIRT_DRIVER" = 'docker' || "$VIRT_DRIVER" = 'zun' ]]; then
Dan Smithf3d53312017-06-08 08:22:38 -04001054 run_process n-cpu "$NOVA_BIN_DIR/nova-compute --config-file $NOVA_CPU_CONF" $DOCKER_GROUP
Joe Gordon2c94ee52013-08-02 02:02:01 +00001055 elif [[ "$VIRT_DRIVER" = 'fake' ]]; then
Dean Troyer0038a1a2014-07-25 15:27:54 -05001056 local i
Sean Dague101b4242013-10-22 08:47:11 -04001057 for i in `seq 1 $NUMBER_FAKE_NOVA_COMPUTE`; do
Chris Dent2f27a0e2014-09-09 13:46:02 +01001058 # Avoid process redirection of fake host configurations by
1059 # creating or modifying real configurations. Each fake
1060 # gets its own configuration and own log file.
1061 local fake_conf="${NOVA_FAKE_CONF}-${i}"
Chris Dentac475bb2018-02-07 18:35:40 +00001062 iniset $fake_conf DEFAULT host "${HOSTNAME}${i}"
Dan Smithf3d53312017-06-08 08:22:38 -04001063 run_process "n-cpu-${i}" "$NOVA_BIN_DIR/nova-compute --config-file $NOVA_CPU_CONF --config-file $fake_conf"
Sean Dague101b4242013-10-22 08:47:11 -04001064 done
Bob Ballb1e49bf2013-05-30 16:47:19 +01001065 else
Dean Troyer2aa2a892013-08-04 19:53:19 -05001066 if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
1067 start_nova_hypervisor
1068 fi
Dan Smithf3d53312017-06-08 08:22:38 -04001069 run_process n-cpu "$NOVA_BIN_DIR/nova-compute --config-file $NOVA_CPU_CONF"
Bob Ballb1e49bf2013-05-30 16:47:19 +01001070 fi
Dean Troyer4533eee2015-02-17 16:25:38 -06001071
1072 export PATH=$old_path
Dan Smith2e159462013-10-21 13:06:11 -07001073}
1074
Sean Dague0eebeb42017-08-30 14:16:58 -04001075# start_nova() - Start running processes
Ian Wienandaee18c72014-02-21 15:35:08 +11001076function start_nova_rest {
Dean Troyer4533eee2015-02-17 16:25:38 -06001077 # Hack to set the path for rootwrap
1078 local old_path=$PATH
1079 export PATH=$NOVA_BIN_DIR:$PATH
1080
Stephen Finucane4b8cba72019-05-21 14:17:11 +01001081 local compute_cell_conf=$NOVA_CONF
Ihar Hrachyshkab3a210f2016-09-29 13:26:30 +00001082
Chris Dent2f27a0e2014-09-09 13:46:02 +01001083 run_process n-sch "$NOVA_BIN_DIR/nova-scheduler --config-file $compute_cell_conf"
Chris Dentb90bb1a2017-04-18 16:30:14 +00001084 if [ "$NOVA_USE_MOD_WSGI" == "False" ]; then
1085 run_process n-api-meta "$NOVA_BIN_DIR/nova-api-metadata --config-file $compute_cell_conf"
1086 else
Ian Wienand312517d2018-06-22 22:23:29 +10001087 run_process n-api-meta "$(which uwsgi) --procname-prefix nova-api-meta --ini $NOVA_METADATA_UWSGI_CONF"
Chris Dentb90bb1a2017-04-18 16:30:14 +00001088 fi
Chris Behrens86199fc2013-10-23 02:54:53 -07001089
melanie witted2d4912017-07-18 22:29:41 +00001090 export PATH=$old_path
1091}
1092
1093function enable_nova_console_proxies {
1094 for i in $(seq 1 $NOVA_NUM_CELLS); do
Stephen Finucane3c6d1052021-03-02 16:35:47 +00001095 for srv in n-novnc n-spice n-sproxy; do
melanie witted2d4912017-07-18 22:29:41 +00001096 if is_service_enabled $srv; then
1097 enable_service ${srv}-cell${i}
1098 fi
1099 done
1100 done
1101}
1102
1103function start_nova_console_proxies {
1104 # Hack to set the path for rootwrap
1105 local old_path=$PATH
1106 # This is needed to find the nova conf
1107 export PATH=$NOVA_BIN_DIR:$PATH
1108
1109 local api_cell_conf=$NOVA_CONF
1110 # console proxies run globally for singleconductor, else they run per cell
1111 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
1112 run_process n-novnc "$NOVA_BIN_DIR/nova-novncproxy --config-file $api_cell_conf --web $NOVNC_WEB_DIR"
melanie witted2d4912017-07-18 22:29:41 +00001113 run_process n-spice "$NOVA_BIN_DIR/nova-spicehtml5proxy --config-file $api_cell_conf --web $SPICE_WEB_DIR"
1114 run_process n-sproxy "$NOVA_BIN_DIR/nova-serialproxy --config-file $api_cell_conf"
1115 else
1116 enable_nova_console_proxies
1117 for i in $(seq 1 $NOVA_NUM_CELLS); do
1118 local conf
1119 conf=$(conductor_conf $i)
1120 run_process n-novnc-cell${i} "$NOVA_BIN_DIR/nova-novncproxy --config-file $conf --web $NOVNC_WEB_DIR"
melanie witted2d4912017-07-18 22:29:41 +00001121 run_process n-spice-cell${i} "$NOVA_BIN_DIR/nova-spicehtml5proxy --config-file $conf --web $SPICE_WEB_DIR"
1122 run_process n-sproxy-cell${i} "$NOVA_BIN_DIR/nova-serialproxy --config-file $conf"
1123 done
1124 fi
Dean Troyer1c6c1122013-03-27 17:40:53 -05001125
Dean Troyer4533eee2015-02-17 16:25:38 -06001126 export PATH=$old_path
Dean Troyerbf67c192012-09-21 15:09:37 -05001127}
1128
Dan Smithf3d53312017-06-08 08:22:38 -04001129function enable_nova_fleet {
1130 if is_service_enabled n-cond; then
1131 enable_service n-super-cond
1132 for i in $(seq 1 $NOVA_NUM_CELLS); do
1133 enable_service n-cond-cell${i}
1134 done
1135 fi
1136}
1137
1138function start_nova_conductor {
Sean Dagueafc14c82017-07-27 07:09:48 -04001139 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
Dan Smithf3d53312017-06-08 08:22:38 -04001140 echo "Starting nova-conductor in a cellsv1-compatible way"
Sean Dagueafc14c82017-07-27 07:09:48 -04001141 run_process n-cond "$NOVA_BIN_DIR/nova-conductor --config-file $NOVA_COND_CONF"
Dan Smithf3d53312017-06-08 08:22:38 -04001142 return
1143 fi
1144
1145 enable_nova_fleet
1146 if is_service_enabled n-super-cond; then
Sean Dagueafc14c82017-07-27 07:09:48 -04001147 run_process n-super-cond "$NOVA_BIN_DIR/nova-conductor --config-file $NOVA_COND_CONF"
Dan Smithf3d53312017-06-08 08:22:38 -04001148 fi
1149 for i in $(seq 1 $NOVA_NUM_CELLS); do
1150 if is_service_enabled n-cond-cell${i}; then
1151 local conf
1152 conf=$(conductor_conf $i)
1153 run_process n-cond-cell${i} "$NOVA_BIN_DIR/nova-conductor --config-file $conf"
1154 fi
1155 done
1156}
1157
Sean Daguec2fe9162017-07-28 11:29:18 +00001158function is_nova_ready {
1159 # NOTE(sdague): with cells v2 all the compute services must be up
1160 # and checked into the database before discover_hosts is run. This
1161 # happens in all in one installs by accident, because > 30 seconds
1162 # happen between here and the script ending. However, in multinode
1163 # tests this can very often not be the case. So ensure that the
1164 # compute is up before we move on.
Jens Harbott730ce452018-02-23 13:56:48 +00001165 wait_for_compute $NOVA_READY_TIMEOUT
Sean Daguec2fe9162017-07-28 11:29:18 +00001166}
1167
Ian Wienandaee18c72014-02-21 15:35:08 +11001168function start_nova {
Dan Smith2e159462013-10-21 13:06:11 -07001169 start_nova_rest
melanie witted2d4912017-07-18 22:29:41 +00001170 start_nova_console_proxies
Dan Smithf3d53312017-06-08 08:22:38 -04001171 start_nova_conductor
Li Ma26ac3d72014-12-21 23:41:07 -08001172 start_nova_compute
Sean Dagueafc14c82017-07-27 07:09:48 -04001173 if is_service_enabled n-api; then
1174 # dump the cell mapping to ensure life is good
1175 echo "Dumping cells_v2 mapping"
Paul Belangera62ede72018-03-14 11:58:56 -04001176 $NOVA_BIN_DIR/nova-manage cell_v2 list_cells --verbose
Sean Dagueafc14c82017-07-27 07:09:48 -04001177 fi
Dan Smith2e159462013-10-21 13:06:11 -07001178}
1179
Joe Gordon767b5a42014-03-12 10:33:15 -07001180function stop_nova_compute {
Adam Gandelmand29ca352014-10-06 14:33:59 -07001181 if [ "$VIRT_DRIVER" == "fake" ]; then
1182 local i
1183 for i in `seq 1 $NUMBER_FAKE_NOVA_COMPUTE`; do
1184 stop_process n-cpu-${i}
1185 done
1186 else
1187 stop_process n-cpu
1188 fi
Joe Gordon767b5a42014-03-12 10:33:15 -07001189 if is_service_enabled n-cpu && [[ -r $NOVA_PLUGINS/hypervisor-$VIRT_DRIVER ]]; then
1190 stop_nova_hypervisor
1191 fi
1192}
1193
1194function stop_nova_rest {
Chris Dentb90bb1a2017-04-18 16:30:14 +00001195 # Kill the non-compute nova processes
Stephen Finucane4b8cba72019-05-21 14:17:11 +01001196 for serv in n-api n-api-meta n-sch; do
Chris Dent2f27a0e2014-09-09 13:46:02 +01001197 stop_process $serv
Dean Troyerbf67c192012-09-21 15:09:37 -05001198 done
Joe Gordon767b5a42014-03-12 10:33:15 -07001199}
1200
melanie witted2d4912017-07-18 22:29:41 +00001201function stop_nova_console_proxies {
1202 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
Stephen Finucane3c6d1052021-03-02 16:35:47 +00001203 for srv in n-novnc n-spice n-sproxy; do
melanie witted2d4912017-07-18 22:29:41 +00001204 stop_process $srv
1205 done
1206 else
1207 enable_nova_console_proxies
1208 for i in $(seq 1 $NOVA_NUM_CELLS); do
Stephen Finucane3c6d1052021-03-02 16:35:47 +00001209 for srv in n-novnc n-spice n-sproxy; do
melanie witted2d4912017-07-18 22:29:41 +00001210 stop_process ${srv}-cell${i}
1211 done
1212 done
1213 fi
1214}
1215
Dan Smithf3d53312017-06-08 08:22:38 -04001216function stop_nova_conductor {
Davanum Srinivas98c95f42017-08-16 09:10:04 -04001217 if [[ "${CELLSV2_SETUP}" == "singleconductor" ]]; then
1218 stop_process n-cond
1219 return
1220 fi
1221
Dan Smithf3d53312017-06-08 08:22:38 -04001222 enable_nova_fleet
1223 for srv in n-super-cond $(seq -f n-cond-cell%0.f 1 $NOVA_NUM_CELLS); do
1224 if is_service_enabled $srv; then
1225 stop_process $srv
1226 fi
1227 done
1228}
1229
Sean Dague0eebeb42017-08-30 14:16:58 -04001230# stop_nova() - Stop running processes
Joe Gordon767b5a42014-03-12 10:33:15 -07001231function stop_nova {
1232 stop_nova_rest
melanie witted2d4912017-07-18 22:29:41 +00001233 stop_nova_console_proxies
Dan Smithf3d53312017-06-08 08:22:38 -04001234 stop_nova_conductor
Joe Gordon767b5a42014-03-12 10:33:15 -07001235 stop_nova_compute
Dean Troyerbf67c192012-09-21 15:09:37 -05001236}
1237
Dan Smith4b205db2016-04-04 10:37:11 -07001238# create_instance_types(): Create default flavors
1239function create_flavors {
Dan Smithd3d21392016-04-06 14:06:00 -07001240 if is_service_enabled n-api; then
Victor Ryzhenkin878d7d82016-04-27 15:15:52 +03001241 if ! openstack --os-region-name="$REGION_NAME" flavor list | grep -q ds512M; then
Dan Smithd3d21392016-04-06 14:06:00 -07001242 # Note that danms hates these flavors and apologizes for sdague
Clark Boylan7ddbece2019-12-03 14:35:03 -08001243 openstack --os-region-name="$REGION_NAME" flavor create --id c1 --ram 256 --disk 1 --vcpus 1 --property hw_rng:allowed=True cirros256
1244 openstack --os-region-name="$REGION_NAME" flavor create --id d1 --ram 512 --disk 5 --vcpus 1 --property hw_rng:allowed=True ds512M
1245 openstack --os-region-name="$REGION_NAME" flavor create --id d2 --ram 1024 --disk 10 --vcpus 1 --property hw_rng:allowed=True ds1G
1246 openstack --os-region-name="$REGION_NAME" flavor create --id d3 --ram 2048 --disk 10 --vcpus 2 --property hw_rng:allowed=True ds2G
1247 openstack --os-region-name="$REGION_NAME" flavor create --id d4 --ram 4096 --disk 20 --vcpus 4 --property hw_rng:allowed=True ds4G
Dan Smithd3d21392016-04-06 14:06:00 -07001248 fi
Dan Smith4b205db2016-04-04 10:37:11 -07001249
Victor Ryzhenkin878d7d82016-04-27 15:15:52 +03001250 if ! openstack --os-region-name="$REGION_NAME" flavor list | grep -q m1.tiny; then
Clark Boylan7ddbece2019-12-03 14:35:03 -08001251 openstack --os-region-name="$REGION_NAME" flavor create --id 1 --ram 512 --disk 1 --vcpus 1 --property hw_rng:allowed=True m1.tiny
1252 openstack --os-region-name="$REGION_NAME" flavor create --id 2 --ram 2048 --disk 20 --vcpus 1 --property hw_rng:allowed=True m1.small
1253 openstack --os-region-name="$REGION_NAME" flavor create --id 3 --ram 4096 --disk 40 --vcpus 2 --property hw_rng:allowed=True m1.medium
1254 openstack --os-region-name="$REGION_NAME" flavor create --id 4 --ram 8192 --disk 80 --vcpus 4 --property hw_rng:allowed=True m1.large
1255 openstack --os-region-name="$REGION_NAME" flavor create --id 5 --ram 16384 --disk 160 --vcpus 8 --property hw_rng:allowed=True m1.xlarge
Dan Smithd3d21392016-04-06 14:06:00 -07001256 fi
Dan Smith4b205db2016-04-04 10:37:11 -07001257 fi
1258}
Dean Troyercc6b4432013-04-08 15:38:03 -05001259
Dean Troyerbf67c192012-09-21 15:09:37 -05001260# Restore xtrace
Ian Wienand523f4882015-10-13 11:03:03 +11001261$_XTRACE_LIB_NOVA
Sean Dague584d90e2013-03-29 14:34:53 -04001262
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01001263# Tell emacs to use shell-script-mode
1264## Local variables:
1265## mode: shell-script
1266## End: