blob: e9ceae4dea56b876d32e1ecb30b95a8623ee43be [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Adam Gandelman0f73ff22014-03-13 14:20:43 -07003# lib/nova_plugins/functions-libvirt
4# Common libvirt configuration functions
5
6# Dependencies:
7# ``functions`` file
8# ``STACK_USER`` has to be defined
9
10# Save trace setting
Ian Wienand523f4882015-10-13 11:03:03 +110011_XTRACE_NOVA_FN_LIBVIRT=$(set +o | grep xtrace)
Adam Gandelman0f73ff22014-03-13 14:20:43 -070012set +o xtrace
13
14# Defaults
Dean Troyer3324f192014-09-18 09:26:39 -050015# --------
Adam Gandelman0f73ff22014-03-13 14:20:43 -070016
Kashyap Chamarthyd3cfb822015-04-01 11:30:57 +020017# Turn on selective debug log filters for libvirt.
18# (NOTE: Enabling this by default, because the log filters enabled in
19# 'configure_libvirt' function further below are _selective_ and not
20# extremely verbose.)
21DEBUG_LIBVIRT=$(trueorfalse True DEBUG_LIBVIRT)
Adam Gandelman0f73ff22014-03-13 14:20:43 -070022
Ian Wienandbfcc7602017-03-29 11:52:06 +110023# Try to enable coredumps for libvirt
24# Currently fairly specific to OpenStackCI hosts
25DEBUG_LIBVIRT_COREDUMPS=$(trueorfalse False DEBUG_LIBVIRT_COREDUMPS)
26
Lee Yarwood169f5de2020-01-06 13:45:33 +000027# Enable the Fedora Virtualization Preview Copr repo that provides the latest
28# rawhide builds of QEMU, Libvirt and other virt tools.
29ENABLE_FEDORA_VIRT_PREVIEW_REPO=$(trueorfalse False ENABLE_FEDORA_VIRT_PREVIEW_REPO)
30
Ian Wienandbfcc7602017-03-29 11:52:06 +110031# Enable coredumps for libvirt
32# Bug: https://bugs.launchpad.net/nova/+bug/1643911
33function _enable_coredump {
Ian Wienand2e667782019-11-20 10:41:34 +110034 local confdir=/etc/systemd/system/libvirtd.service.d
Ian Wienandbfcc7602017-03-29 11:52:06 +110035 local conffile=${confdir}/coredump.conf
36
37 # Create a coredump directory, and instruct the kernel to save to
38 # here
39 sudo mkdir -p /var/core
40 sudo chmod a+wrx /var/core
41 echo '/var/core/core.%e.%p.%h.%t' | \
42 sudo tee /proc/sys/kernel/core_pattern
43
44 # Drop a config file to up the core ulimit
45 sudo mkdir -p ${confdir}
46 sudo tee ${conffile} <<EOF
47[Service]
48LimitCORE=infinity
49EOF
50
51 # Tell systemd to reload the unit (service restarts later after
52 # config anyway)
53 sudo systemctl daemon-reload
54}
55
56
Adam Gandelman0f73ff22014-03-13 14:20:43 -070057# Installs required distro-specific libvirt packages.
58function install_libvirt {
Ian Wienandbfcc7602017-03-29 11:52:06 +110059
Adam Gandelman0f73ff22014-03-13 14:20:43 -070060 if is_ubuntu; then
Lee Yarwoodf0bf2bd2021-06-29 09:18:47 +010061 install_package qemu-system libvirt-clients libvirt-daemon-system libvirt-dev python3-libvirt
Kevin Zhao551848d2020-04-27 08:39:37 +080062 if is_arch "aarch64"; then
63 install_package qemu-efi
64 fi
Sean Dague60996b12015-04-08 09:06:49 -040065 #pip_install_gr <there-si-no-guestfs-in-pypi>
Adam Gandelman0f73ff22014-03-13 14:20:43 -070066 elif is_fedora || is_suse; then
Ian Wienand0d0b6902017-11-17 10:33:11 +110067
Lee Yarwood169f5de2020-01-06 13:45:33 +000068 # Optionally enable the virt-preview repo when on Fedora
69 if [[ $DISTRO =~ f[0-9][0-9] ]] && [[ ${ENABLE_FEDORA_VIRT_PREVIEW_REPO} == "True" ]]; then
70 # https://copr.fedorainfracloud.org/coprs/g/virtmaint-sig/virt-preview/
71 sudo dnf copr enable -y @virtmaint-sig/virt-preview
72 fi
73
Ian Wienand0d0b6902017-11-17 10:33:11 +110074 # Note that in CentOS/RHEL this needs to come from the RDO
75 # repositories (qemu-kvm-ev ... which provides this package)
76 # as the base system version is too old. We should have
77 # pre-installed these
78 install_package qemu-kvm
Lee Yarwoodf0bf2bd2021-06-29 09:18:47 +010079 install_package libvirt libvirt-devel python3-libvirt
Ian Wienand0d0b6902017-11-17 10:33:11 +110080
Radosław Piliszek80833142021-06-18 12:06:02 +000081 if is_arch "aarch64"; then
Kevin Zhao551848d2020-04-27 08:39:37 +080082 install_package edk2.git-aarch64
83 fi
Ian Wienandbfcc7602017-03-29 11:52:06 +110084 fi
Ian Wienand52bb6412017-02-27 15:11:11 +110085
Ian Wienandbfcc7602017-03-29 11:52:06 +110086 if [[ $DEBUG_LIBVIRT_COREDUMPS == True ]]; then
87 _enable_coredump
Adam Gandelman0f73ff22014-03-13 14:20:43 -070088 fi
Adam Gandelman0f73ff22014-03-13 14:20:43 -070089}
90
91# Configures the installed libvirt system so that is accessible by
92# STACK_USER via qemu:///system with management capabilities.
93function configure_libvirt {
Kevin Bentond1fe0e62017-05-16 22:27:58 -070094 if is_service_enabled neutron && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF; then
Adam Gandelman0f73ff22014-03-13 14:20:43 -070095 # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces
96 cat <<EOF | sudo tee -a $QEMU_CONF
97cgroup_device_acl = [
98 "/dev/null", "/dev/full", "/dev/zero",
99 "/dev/random", "/dev/urandom",
100 "/dev/ptmx", "/dev/kvm", "/dev/kqemu",
101 "/dev/rtc", "/dev/hpet","/dev/net/tun",
Lenny Verkhovsky0a407102016-09-04 12:52:01 +0000102 "/dev/vfio/vfio",
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700103]
104EOF
105 fi
106
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700107 if is_fedora || is_suse; then
Attila Fazekas1f316be2015-01-26 16:39:57 +0100108 # Starting with fedora 18 and opensuse-12.3 enable stack-user to
109 # virsh -c qemu:///system by creating a policy-kit rule for
110 # stack-user using the new Javascript syntax
111 rules_dir=/etc/polkit-1/rules.d
112 sudo mkdir -p $rules_dir
113 cat <<EOF | sudo tee $rules_dir/50-libvirt-$STACK_USER.rules
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700114polkit.addRule(function(action, subject) {
115 if (action.id == 'org.libvirt.unix.manage' &&
116 subject.user == '$STACK_USER') {
117 return polkit.Result.YES;
118 }
119});
120EOF
Attila Fazekas1f316be2015-01-26 16:39:57 +0100121 unset rules_dir
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700122 fi
123
124 # The user that nova runs as needs to be member of **libvirtd** group otherwise
125 # nova-compute will be unable to use libvirt.
126 if ! getent group $LIBVIRT_GROUP >/dev/null; then
127 sudo groupadd $LIBVIRT_GROUP
128 fi
129 add_user_to_group $STACK_USER $LIBVIRT_GROUP
130
131 # Enable server side traces for libvirtd
132 if [[ "$DEBUG_LIBVIRT" = "True" ]] ; then
Daniel P. Berrangea12f9962014-07-01 13:21:34 +0100133 if is_ubuntu; then
134 # Unexpectedly binary package builds in ubuntu get fully qualified
135 # source file paths, not relative paths. This screws with the matching
136 # of '1:libvirt' making everything turn on. So use libvirt.c for now.
137 # This will have to be re-visited when Ubuntu ships libvirt >= 1.2.3
Kashyap Chamarthy07dc2bf2016-06-01 12:21:00 +0200138 local log_filters="1:libvirt.c 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu"
Daniel P. Berrangea12f9962014-07-01 13:21:34 +0100139 else
Kashyap Chamarthy07dc2bf2016-06-01 12:21:00 +0200140 local log_filters="1:libvirt 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu"
Daniel P. Berrangea12f9962014-07-01 13:21:34 +0100141 fi
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700142 local log_outputs="1:file:/var/log/libvirt/libvirtd.log"
Mark McLoughlin76cbbe32015-12-07 05:05:04 -0500143 if ! sudo grep -q "^log_filters=\"$log_filters\"" /etc/libvirt/libvirtd.conf; then
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700144 echo "log_filters=\"$log_filters\"" | sudo tee -a /etc/libvirt/libvirtd.conf
145 fi
Mark McLoughlin76cbbe32015-12-07 05:05:04 -0500146 if ! sudo grep -q "^log_outputs=\"$log_outputs\"" /etc/libvirt/libvirtd.conf; then
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700147 echo "log_outputs=\"$log_outputs\"" | sudo tee -a /etc/libvirt/libvirtd.conf
148 fi
149 fi
150
Daniel P. Berrangee9870eb2016-11-10 13:03:32 +0000151 if is_nova_console_proxy_compute_tls_enabled ; then
melanie witt1d378dc2019-10-23 04:20:23 +0000152 echo "vnc_tls = 1" | sudo tee -a $QEMU_CONF
153 echo "vnc_tls_x509_verify = 1" | sudo tee -a $QEMU_CONF
Daniel P. Berrangee9870eb2016-11-10 13:03:32 +0000154
melanie witt1d378dc2019-10-23 04:20:23 +0000155 sudo mkdir -p /etc/pki/libvirt-vnc
156 deploy_int_CA /etc/pki/libvirt-vnc/ca-cert.pem
157 deploy_int_cert /etc/pki/libvirt-vnc/server-cert.pem /etc/pki/libvirt-vnc/server-key.pem
158 # OpenSSL 1.1.0 generates the key file with permissions: 600, by
159 # default and the deploy_int* methods use 'sudo cp' to copy the
160 # files, making them owned by root:root.
161 # Change ownership of everything under /etc/pki/libvirt-vnc to
162 # libvirt-qemu:libvirt-qemu so that libvirt-qemu can read the key
163 # file.
164 sudo chown -R libvirt-qemu:libvirt-qemu /etc/pki/libvirt-vnc
Daniel P. Berrangee9870eb2016-11-10 13:03:32 +0000165 fi
166
Sean Dague214459c2016-06-02 10:29:59 -0400167 # Service needs to be started on redhat/fedora -- do a restart for
168 # sanity after fiddling the config.
Ian Wienand2e667782019-11-20 10:41:34 +1100169 restart_service libvirtd
Janki Chhatbar8f586fb2016-07-18 08:19:25 +0530170
171 # Restart virtlogd companion service to ensure it is running properly
172 # https://bugs.launchpad.net/ubuntu/+source/libvirt/+bug/1577455
173 # https://bugzilla.redhat.com/show_bug.cgi?id=1290357
174 # (not all platforms have it; libvirt 1.3+ only, thus the ignore)
175 restart_service virtlogd || true
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700176}
177
178
179# Restore xtrace
Ian Wienand523f4882015-10-13 11:03:03 +1100180$_XTRACE_NOVA_FN_LIBVIRT
Adam Gandelman0f73ff22014-03-13 14:20:43 -0700181
182# Local variables:
183# mode: shell-script
184# End: