| Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
|  | 2 | # | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 3 | # lib/nova_plugins/functions-libvirt | 
|  | 4 | # Common libvirt configuration functions | 
|  | 5 |  | 
|  | 6 | # Dependencies: | 
|  | 7 | # ``functions`` file | 
|  | 8 | # ``STACK_USER`` has to be defined | 
|  | 9 |  | 
|  | 10 | # Save trace setting | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 11 | _XTRACE_NOVA_FN_LIBVIRT=$(set +o | grep xtrace) | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 12 | set +o xtrace | 
|  | 13 |  | 
|  | 14 | # Defaults | 
| Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 15 | # -------- | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 16 |  | 
| Kashyap Chamarthy | d3cfb82 | 2015-04-01 11:30:57 +0200 | [diff] [blame] | 17 | # Turn on selective debug log filters for libvirt. | 
|  | 18 | # (NOTE: Enabling this by default, because the log filters enabled in | 
|  | 19 | # 'configure_libvirt' function further below are _selective_ and not | 
|  | 20 | # extremely verbose.) | 
|  | 21 | DEBUG_LIBVIRT=$(trueorfalse True DEBUG_LIBVIRT) | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 22 |  | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 23 | # Try to enable coredumps for libvirt | 
|  | 24 | # Currently fairly specific to OpenStackCI hosts | 
|  | 25 | DEBUG_LIBVIRT_COREDUMPS=$(trueorfalse False DEBUG_LIBVIRT_COREDUMPS) | 
|  | 26 |  | 
| Lee Yarwood | 169f5de | 2020-01-06 13:45:33 +0000 | [diff] [blame] | 27 | # Enable the Fedora Virtualization Preview Copr repo that provides the latest | 
|  | 28 | # rawhide builds of QEMU, Libvirt and other virt tools. | 
|  | 29 | ENABLE_FEDORA_VIRT_PREVIEW_REPO=$(trueorfalse False ENABLE_FEDORA_VIRT_PREVIEW_REPO) | 
|  | 30 |  | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 31 | # Enable coredumps for libvirt | 
|  | 32 | #  Bug: https://bugs.launchpad.net/nova/+bug/1643911 | 
|  | 33 | function _enable_coredump { | 
| Ian Wienand | 2e66778 | 2019-11-20 10:41:34 +1100 | [diff] [blame] | 34 | local confdir=/etc/systemd/system/libvirtd.service.d | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 35 | local conffile=${confdir}/coredump.conf | 
|  | 36 |  | 
|  | 37 | # Create a coredump directory, and instruct the kernel to save to | 
|  | 38 | # here | 
|  | 39 | sudo mkdir -p /var/core | 
|  | 40 | sudo chmod a+wrx /var/core | 
|  | 41 | echo '/var/core/core.%e.%p.%h.%t' | \ | 
|  | 42 | sudo tee /proc/sys/kernel/core_pattern | 
|  | 43 |  | 
|  | 44 | # Drop a config file to up the core ulimit | 
|  | 45 | sudo mkdir -p ${confdir} | 
|  | 46 | sudo tee ${conffile} <<EOF | 
|  | 47 | [Service] | 
|  | 48 | LimitCORE=infinity | 
|  | 49 | EOF | 
|  | 50 |  | 
|  | 51 | # Tell systemd to reload the unit (service restarts later after | 
|  | 52 | # config anyway) | 
|  | 53 | sudo systemctl daemon-reload | 
|  | 54 | } | 
|  | 55 |  | 
|  | 56 |  | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 57 | # Installs required distro-specific libvirt packages. | 
|  | 58 | function install_libvirt { | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 59 |  | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 60 | if is_ubuntu; then | 
| Ian Wienand | 2e66778 | 2019-11-20 10:41:34 +1100 | [diff] [blame] | 61 | install_package qemu-system libvirt-clients libvirt-daemon-system libvirt-dev | 
| Sean Dague | f28e7ef | 2017-05-07 22:02:10 -0400 | [diff] [blame] | 62 | # uninstall in case the libvirt version changed | 
|  | 63 | pip_uninstall libvirt-python | 
| Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 64 | pip_install_gr libvirt-python | 
|  | 65 | #pip_install_gr <there-si-no-guestfs-in-pypi> | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 66 | elif is_fedora || is_suse; then | 
| Ian Wienand | 0d0b690 | 2017-11-17 10:33:11 +1100 | [diff] [blame] | 67 |  | 
| Lee Yarwood | 169f5de | 2020-01-06 13:45:33 +0000 | [diff] [blame] | 68 | # Optionally enable the virt-preview repo when on Fedora | 
|  | 69 | if [[ $DISTRO =~ f[0-9][0-9] ]] && [[ ${ENABLE_FEDORA_VIRT_PREVIEW_REPO} == "True" ]]; then | 
|  | 70 | # https://copr.fedorainfracloud.org/coprs/g/virtmaint-sig/virt-preview/ | 
|  | 71 | sudo dnf copr enable -y @virtmaint-sig/virt-preview | 
|  | 72 | fi | 
|  | 73 |  | 
| Ian Wienand | 0d0b690 | 2017-11-17 10:33:11 +1100 | [diff] [blame] | 74 | # Note that in CentOS/RHEL this needs to come from the RDO | 
|  | 75 | # repositories (qemu-kvm-ev ... which provides this package) | 
|  | 76 | # as the base system version is too old.  We should have | 
|  | 77 | # pre-installed these | 
|  | 78 | install_package qemu-kvm | 
|  | 79 |  | 
| Dean Troyer | 4533eee | 2015-02-17 16:25:38 -0600 | [diff] [blame] | 80 | install_package libvirt libvirt-devel | 
| Sean Dague | f28e7ef | 2017-05-07 22:02:10 -0400 | [diff] [blame] | 81 | pip_uninstall libvirt-python | 
| Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 82 | pip_install_gr libvirt-python | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 83 | fi | 
| Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 84 |  | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 85 | if [[ $DEBUG_LIBVIRT_COREDUMPS == True ]]; then | 
|  | 86 | _enable_coredump | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 87 | fi | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 88 | } | 
|  | 89 |  | 
|  | 90 | # Configures the installed libvirt system so that is accessible by | 
|  | 91 | # STACK_USER via qemu:///system with management capabilities. | 
|  | 92 | function configure_libvirt { | 
| Kevin Benton | d1fe0e6 | 2017-05-16 22:27:58 -0700 | [diff] [blame] | 93 | if is_service_enabled neutron && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF; then | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 94 | # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces | 
|  | 95 | cat <<EOF | sudo tee -a $QEMU_CONF | 
|  | 96 | cgroup_device_acl = [ | 
|  | 97 | "/dev/null", "/dev/full", "/dev/zero", | 
|  | 98 | "/dev/random", "/dev/urandom", | 
|  | 99 | "/dev/ptmx", "/dev/kvm", "/dev/kqemu", | 
|  | 100 | "/dev/rtc", "/dev/hpet","/dev/net/tun", | 
| Lenny Verkhovsky | 0a40710 | 2016-09-04 12:52:01 +0000 | [diff] [blame] | 101 | "/dev/vfio/vfio", | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 102 | ] | 
|  | 103 | EOF | 
|  | 104 | fi | 
|  | 105 |  | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 106 | if is_fedora || is_suse; then | 
| Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 107 | # Starting with fedora 18 and opensuse-12.3 enable stack-user to | 
|  | 108 | # virsh -c qemu:///system by creating a policy-kit rule for | 
|  | 109 | # stack-user using the new Javascript syntax | 
|  | 110 | rules_dir=/etc/polkit-1/rules.d | 
|  | 111 | sudo mkdir -p $rules_dir | 
|  | 112 | cat <<EOF | sudo tee $rules_dir/50-libvirt-$STACK_USER.rules | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 113 | polkit.addRule(function(action, subject) { | 
|  | 114 | if (action.id == 'org.libvirt.unix.manage' && | 
|  | 115 | subject.user == '$STACK_USER') { | 
|  | 116 | return polkit.Result.YES; | 
|  | 117 | } | 
|  | 118 | }); | 
|  | 119 | EOF | 
| Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 120 | unset rules_dir | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 121 | fi | 
|  | 122 |  | 
|  | 123 | # The user that nova runs as needs to be member of **libvirtd** group otherwise | 
|  | 124 | # nova-compute will be unable to use libvirt. | 
|  | 125 | if ! getent group $LIBVIRT_GROUP >/dev/null; then | 
|  | 126 | sudo groupadd $LIBVIRT_GROUP | 
|  | 127 | fi | 
|  | 128 | add_user_to_group $STACK_USER $LIBVIRT_GROUP | 
|  | 129 |  | 
|  | 130 | # Enable server side traces for libvirtd | 
|  | 131 | if [[ "$DEBUG_LIBVIRT" = "True" ]] ; then | 
| Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 132 | if is_ubuntu; then | 
|  | 133 | # Unexpectedly binary package builds in ubuntu get fully qualified | 
|  | 134 | # source file paths, not relative paths. This screws with the matching | 
|  | 135 | # of '1:libvirt' making everything turn on. So use libvirt.c for now. | 
|  | 136 | # This will have to be re-visited when Ubuntu ships libvirt >= 1.2.3 | 
| Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 137 | local log_filters="1:libvirt.c 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" | 
| Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 138 | else | 
| Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 139 | local log_filters="1:libvirt 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" | 
| Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 140 | fi | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 141 | local log_outputs="1:file:/var/log/libvirt/libvirtd.log" | 
| Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 142 | if ! sudo grep -q "^log_filters=\"$log_filters\"" /etc/libvirt/libvirtd.conf; then | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 143 | echo "log_filters=\"$log_filters\"" | sudo tee -a /etc/libvirt/libvirtd.conf | 
|  | 144 | fi | 
| Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 145 | if ! sudo grep -q "^log_outputs=\"$log_outputs\"" /etc/libvirt/libvirtd.conf; then | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 146 | echo "log_outputs=\"$log_outputs\"" | sudo tee -a /etc/libvirt/libvirtd.conf | 
|  | 147 | fi | 
|  | 148 | fi | 
|  | 149 |  | 
| Daniel P. Berrange | e9870eb | 2016-11-10 13:03:32 +0000 | [diff] [blame] | 150 | if is_nova_console_proxy_compute_tls_enabled ; then | 
| melanie witt | 1d378dc | 2019-10-23 04:20:23 +0000 | [diff] [blame] | 151 | echo "vnc_tls = 1" | sudo tee -a $QEMU_CONF | 
|  | 152 | echo "vnc_tls_x509_verify = 1" | sudo tee -a $QEMU_CONF | 
| Daniel P. Berrange | e9870eb | 2016-11-10 13:03:32 +0000 | [diff] [blame] | 153 |  | 
| melanie witt | 1d378dc | 2019-10-23 04:20:23 +0000 | [diff] [blame] | 154 | sudo mkdir -p /etc/pki/libvirt-vnc | 
|  | 155 | deploy_int_CA /etc/pki/libvirt-vnc/ca-cert.pem | 
|  | 156 | deploy_int_cert /etc/pki/libvirt-vnc/server-cert.pem /etc/pki/libvirt-vnc/server-key.pem | 
|  | 157 | # OpenSSL 1.1.0 generates the key file with permissions: 600, by | 
|  | 158 | # default and the deploy_int* methods use 'sudo cp' to copy the | 
|  | 159 | # files, making them owned by root:root. | 
|  | 160 | # Change ownership of everything under /etc/pki/libvirt-vnc to | 
|  | 161 | # libvirt-qemu:libvirt-qemu so that libvirt-qemu can read the key | 
|  | 162 | # file. | 
|  | 163 | sudo chown -R libvirt-qemu:libvirt-qemu /etc/pki/libvirt-vnc | 
| Daniel P. Berrange | e9870eb | 2016-11-10 13:03:32 +0000 | [diff] [blame] | 164 | fi | 
|  | 165 |  | 
| Sean Dague | 214459c | 2016-06-02 10:29:59 -0400 | [diff] [blame] | 166 | # Service needs to be started on redhat/fedora -- do a restart for | 
|  | 167 | # sanity after fiddling the config. | 
| Ian Wienand | 2e66778 | 2019-11-20 10:41:34 +1100 | [diff] [blame] | 168 | restart_service libvirtd | 
| Janki Chhatbar | 8f586fb | 2016-07-18 08:19:25 +0530 | [diff] [blame] | 169 |  | 
|  | 170 | # Restart virtlogd companion service to ensure it is running properly | 
|  | 171 | #  https://bugs.launchpad.net/ubuntu/+source/libvirt/+bug/1577455 | 
|  | 172 | #  https://bugzilla.redhat.com/show_bug.cgi?id=1290357 | 
|  | 173 | # (not all platforms have it; libvirt 1.3+ only, thus the ignore) | 
|  | 174 | restart_service virtlogd || true | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 175 | } | 
|  | 176 |  | 
|  | 177 |  | 
|  | 178 | # Restore xtrace | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 179 | $_XTRACE_NOVA_FN_LIBVIRT | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 180 |  | 
|  | 181 | # Local variables: | 
|  | 182 | # mode: shell-script | 
|  | 183 | # End: |