Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | # |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 3 | # lib/nova_plugins/functions-libvirt |
| 4 | # Common libvirt configuration functions |
| 5 | |
| 6 | # Dependencies: |
| 7 | # ``functions`` file |
| 8 | # ``STACK_USER`` has to be defined |
| 9 | |
| 10 | # Save trace setting |
Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 11 | _XTRACE_NOVA_FN_LIBVIRT=$(set +o | grep xtrace) |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 12 | set +o xtrace |
| 13 | |
| 14 | # Defaults |
Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 15 | # -------- |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 16 | |
Kashyap Chamarthy | d3cfb82 | 2015-04-01 11:30:57 +0200 | [diff] [blame] | 17 | # Turn on selective debug log filters for libvirt. |
| 18 | # (NOTE: Enabling this by default, because the log filters enabled in |
| 19 | # 'configure_libvirt' function further below are _selective_ and not |
| 20 | # extremely verbose.) |
| 21 | DEBUG_LIBVIRT=$(trueorfalse True DEBUG_LIBVIRT) |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 22 | |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame^] | 23 | # Try to enable coredumps for libvirt |
| 24 | # Currently fairly specific to OpenStackCI hosts |
| 25 | DEBUG_LIBVIRT_COREDUMPS=$(trueorfalse False DEBUG_LIBVIRT_COREDUMPS) |
| 26 | |
| 27 | # Only Xenial is left with libvirt-bin. Everywhere else is libvirtd |
| 28 | if is_ubuntu && [ ! -f /etc/init.d/libvirtd ]; then |
| 29 | LIBVIRT_DAEMON=libvirt-bin |
| 30 | else |
| 31 | LIBVIRT_DAEMON=libvirtd |
| 32 | fi |
| 33 | |
| 34 | # Enable coredumps for libvirt |
| 35 | # Bug: https://bugs.launchpad.net/nova/+bug/1643911 |
| 36 | function _enable_coredump { |
| 37 | local confdir=/etc/systemd/system/${LIBVIRT_DAEMON}.service.d |
| 38 | local conffile=${confdir}/coredump.conf |
| 39 | |
| 40 | # Create a coredump directory, and instruct the kernel to save to |
| 41 | # here |
| 42 | sudo mkdir -p /var/core |
| 43 | sudo chmod a+wrx /var/core |
| 44 | echo '/var/core/core.%e.%p.%h.%t' | \ |
| 45 | sudo tee /proc/sys/kernel/core_pattern |
| 46 | |
| 47 | # Drop a config file to up the core ulimit |
| 48 | sudo mkdir -p ${confdir} |
| 49 | sudo tee ${conffile} <<EOF |
| 50 | [Service] |
| 51 | LimitCORE=infinity |
| 52 | EOF |
| 53 | |
| 54 | # Tell systemd to reload the unit (service restarts later after |
| 55 | # config anyway) |
| 56 | sudo systemctl daemon-reload |
| 57 | } |
| 58 | |
| 59 | |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 60 | # Installs required distro-specific libvirt packages. |
| 61 | function install_libvirt { |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame^] | 62 | |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 63 | if is_ubuntu; then |
Kevin Zhao | a80d409 | 2016-08-11 10:41:34 +0000 | [diff] [blame] | 64 | install_package qemu-system |
Dean Troyer | 4533eee | 2015-02-17 16:25:38 -0600 | [diff] [blame] | 65 | install_package libvirt-bin libvirt-dev |
Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 66 | pip_install_gr libvirt-python |
Sean Dague | 999dd7e | 2017-02-09 17:56:40 -0500 | [diff] [blame] | 67 | if [[ ${DISTRO} == "trusty" && ${EBTABLES_RACE_FIX} == "True" ]]; then |
Sean Dague | 7860f2b | 2015-11-17 11:59:07 -0500 | [diff] [blame] | 68 | # Work around for bug #1501558. We can remove this once we |
| 69 | # get to a version of Ubuntu that has new enough libvirt. |
| 70 | TOP_DIR=$TOP_DIR $TOP_DIR/tools/install_ebtables_workaround.sh |
| 71 | fi |
Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 72 | #pip_install_gr <there-si-no-guestfs-in-pypi> |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 73 | elif is_fedora || is_suse; then |
Alexander Schmidt | a5ea08b | 2015-12-02 15:30:44 +0000 | [diff] [blame] | 74 | # On "KVM for IBM z Systems", kvm does not have its own package |
Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 75 | if [[ ! ${DISTRO} =~ "kvmibm1" && ! ${DISTRO} =~ "rhel7" ]]; then |
Alexander Schmidt | a5ea08b | 2015-12-02 15:30:44 +0000 | [diff] [blame] | 76 | install_package kvm |
| 77 | fi |
Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 78 | |
| 79 | if [[ ${DISTRO} =~ "rhel7" ]]; then |
Evgeny Antyshev | 008aa3e | 2017-03-02 11:14:25 +0000 | [diff] [blame] | 80 | # This should install the latest qemu-kvm build, |
| 81 | # which is called qemu-kvm-ev in centos7 |
| 82 | # (as the default OS qemu-kvm package is usually rather old, |
| 83 | # and should be updated by above) |
| 84 | install_package qemu-kvm |
Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 85 | fi |
| 86 | |
Dean Troyer | 4533eee | 2015-02-17 16:25:38 -0600 | [diff] [blame] | 87 | install_package libvirt libvirt-devel |
Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 88 | pip_install_gr libvirt-python |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame^] | 89 | fi |
Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 90 | |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame^] | 91 | if [[ $DEBUG_LIBVIRT_COREDUMPS == True ]]; then |
| 92 | _enable_coredump |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 93 | fi |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | # Configures the installed libvirt system so that is accessible by |
| 97 | # STACK_USER via qemu:///system with management capabilities. |
| 98 | function configure_libvirt { |
| 99 | if is_service_enabled neutron && is_neutron_ovs_base_plugin && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF; then |
| 100 | # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces |
| 101 | cat <<EOF | sudo tee -a $QEMU_CONF |
| 102 | cgroup_device_acl = [ |
| 103 | "/dev/null", "/dev/full", "/dev/zero", |
| 104 | "/dev/random", "/dev/urandom", |
| 105 | "/dev/ptmx", "/dev/kvm", "/dev/kqemu", |
| 106 | "/dev/rtc", "/dev/hpet","/dev/net/tun", |
Lenny Verkhovsky | 0a40710 | 2016-09-04 12:52:01 +0000 | [diff] [blame] | 107 | "/dev/vfio/vfio", |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 108 | ] |
| 109 | EOF |
| 110 | fi |
| 111 | |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 112 | if is_fedora || is_suse; then |
Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 113 | # Starting with fedora 18 and opensuse-12.3 enable stack-user to |
| 114 | # virsh -c qemu:///system by creating a policy-kit rule for |
| 115 | # stack-user using the new Javascript syntax |
| 116 | rules_dir=/etc/polkit-1/rules.d |
| 117 | sudo mkdir -p $rules_dir |
| 118 | cat <<EOF | sudo tee $rules_dir/50-libvirt-$STACK_USER.rules |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 119 | polkit.addRule(function(action, subject) { |
| 120 | if (action.id == 'org.libvirt.unix.manage' && |
| 121 | subject.user == '$STACK_USER') { |
| 122 | return polkit.Result.YES; |
| 123 | } |
| 124 | }); |
| 125 | EOF |
Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 126 | unset rules_dir |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 127 | fi |
| 128 | |
| 129 | # The user that nova runs as needs to be member of **libvirtd** group otherwise |
| 130 | # nova-compute will be unable to use libvirt. |
| 131 | if ! getent group $LIBVIRT_GROUP >/dev/null; then |
| 132 | sudo groupadd $LIBVIRT_GROUP |
| 133 | fi |
| 134 | add_user_to_group $STACK_USER $LIBVIRT_GROUP |
| 135 | |
| 136 | # Enable server side traces for libvirtd |
| 137 | if [[ "$DEBUG_LIBVIRT" = "True" ]] ; then |
Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 138 | if is_ubuntu; then |
| 139 | # Unexpectedly binary package builds in ubuntu get fully qualified |
| 140 | # source file paths, not relative paths. This screws with the matching |
| 141 | # of '1:libvirt' making everything turn on. So use libvirt.c for now. |
| 142 | # This will have to be re-visited when Ubuntu ships libvirt >= 1.2.3 |
Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 143 | local log_filters="1:libvirt.c 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" |
Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 144 | else |
Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 145 | local log_filters="1:libvirt 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" |
Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 146 | fi |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 147 | local log_outputs="1:file:/var/log/libvirt/libvirtd.log" |
Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 148 | if ! sudo grep -q "^log_filters=\"$log_filters\"" /etc/libvirt/libvirtd.conf; then |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 149 | echo "log_filters=\"$log_filters\"" | sudo tee -a /etc/libvirt/libvirtd.conf |
| 150 | fi |
Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 151 | if ! sudo grep -q "^log_outputs=\"$log_outputs\"" /etc/libvirt/libvirtd.conf; then |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 152 | echo "log_outputs=\"$log_outputs\"" | sudo tee -a /etc/libvirt/libvirtd.conf |
| 153 | fi |
| 154 | fi |
| 155 | |
Sean Dague | 214459c | 2016-06-02 10:29:59 -0400 | [diff] [blame] | 156 | # Service needs to be started on redhat/fedora -- do a restart for |
| 157 | # sanity after fiddling the config. |
| 158 | restart_service $LIBVIRT_DAEMON |
Janki Chhatbar | 8f586fb | 2016-07-18 08:19:25 +0530 | [diff] [blame] | 159 | |
| 160 | # Restart virtlogd companion service to ensure it is running properly |
| 161 | # https://bugs.launchpad.net/ubuntu/+source/libvirt/+bug/1577455 |
| 162 | # https://bugzilla.redhat.com/show_bug.cgi?id=1290357 |
| 163 | # (not all platforms have it; libvirt 1.3+ only, thus the ignore) |
| 164 | restart_service virtlogd || true |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 165 | } |
| 166 | |
| 167 | |
| 168 | # Restore xtrace |
Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 169 | $_XTRACE_NOVA_FN_LIBVIRT |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 170 | |
| 171 | # Local variables: |
| 172 | # mode: shell-script |
| 173 | # End: |