Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash |
| 2 | # |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 3 | # lib/nova_plugins/functions-libvirt |
| 4 | # Common libvirt configuration functions |
| 5 | |
| 6 | # Dependencies: |
| 7 | # ``functions`` file |
| 8 | # ``STACK_USER`` has to be defined |
| 9 | |
| 10 | # Save trace setting |
Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 11 | _XTRACE_NOVA_FN_LIBVIRT=$(set +o | grep xtrace) |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 12 | set +o xtrace |
| 13 | |
| 14 | # Defaults |
Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 15 | # -------- |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 16 | |
Kashyap Chamarthy | d3cfb82 | 2015-04-01 11:30:57 +0200 | [diff] [blame] | 17 | # Turn on selective debug log filters for libvirt. |
| 18 | # (NOTE: Enabling this by default, because the log filters enabled in |
| 19 | # 'configure_libvirt' function further below are _selective_ and not |
| 20 | # extremely verbose.) |
| 21 | DEBUG_LIBVIRT=$(trueorfalse True DEBUG_LIBVIRT) |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 22 | |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 23 | # Try to enable coredumps for libvirt |
| 24 | # Currently fairly specific to OpenStackCI hosts |
| 25 | DEBUG_LIBVIRT_COREDUMPS=$(trueorfalse False DEBUG_LIBVIRT_COREDUMPS) |
| 26 | |
| 27 | # Only Xenial is left with libvirt-bin. Everywhere else is libvirtd |
| 28 | if is_ubuntu && [ ! -f /etc/init.d/libvirtd ]; then |
| 29 | LIBVIRT_DAEMON=libvirt-bin |
| 30 | else |
| 31 | LIBVIRT_DAEMON=libvirtd |
| 32 | fi |
| 33 | |
| 34 | # Enable coredumps for libvirt |
| 35 | # Bug: https://bugs.launchpad.net/nova/+bug/1643911 |
| 36 | function _enable_coredump { |
| 37 | local confdir=/etc/systemd/system/${LIBVIRT_DAEMON}.service.d |
| 38 | local conffile=${confdir}/coredump.conf |
| 39 | |
| 40 | # Create a coredump directory, and instruct the kernel to save to |
| 41 | # here |
| 42 | sudo mkdir -p /var/core |
| 43 | sudo chmod a+wrx /var/core |
| 44 | echo '/var/core/core.%e.%p.%h.%t' | \ |
| 45 | sudo tee /proc/sys/kernel/core_pattern |
| 46 | |
| 47 | # Drop a config file to up the core ulimit |
| 48 | sudo mkdir -p ${confdir} |
| 49 | sudo tee ${conffile} <<EOF |
| 50 | [Service] |
| 51 | LimitCORE=infinity |
| 52 | EOF |
| 53 | |
| 54 | # Tell systemd to reload the unit (service restarts later after |
| 55 | # config anyway) |
| 56 | sudo systemctl daemon-reload |
| 57 | } |
| 58 | |
| 59 | |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 60 | # Installs required distro-specific libvirt packages. |
| 61 | function install_libvirt { |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 62 | |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 63 | if is_ubuntu; then |
Kevin Zhao | a80d409 | 2016-08-11 10:41:34 +0000 | [diff] [blame] | 64 | install_package qemu-system |
David Rabel | 682e0ab | 2017-03-17 19:19:00 +0100 | [diff] [blame] | 65 | if [[ ${DISTRO} == "xenial" ]]; then |
| 66 | install_package libvirt-bin libvirt-dev |
| 67 | else |
| 68 | install_package libvirt-clients libvirt-daemon-system libvirt-dev |
| 69 | fi |
Sean Dague | f28e7ef | 2017-05-07 22:02:10 -0400 | [diff] [blame] | 70 | # uninstall in case the libvirt version changed |
| 71 | pip_uninstall libvirt-python |
Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 72 | pip_install_gr libvirt-python |
| 73 | #pip_install_gr <there-si-no-guestfs-in-pypi> |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 74 | elif is_fedora || is_suse; then |
Alexander Schmidt | a5ea08b | 2015-12-02 15:30:44 +0000 | [diff] [blame] | 75 | # On "KVM for IBM z Systems", kvm does not have its own package |
Attila Fazekas | 7bbd4e9 | 2017-07-13 15:12:55 +0200 | [diff] [blame^] | 76 | if [[ ! ${DISTRO} =~ "kvmibm1" ]]; then |
Evgeny Antyshev | 008aa3e | 2017-03-02 11:14:25 +0000 | [diff] [blame] | 77 | install_package qemu-kvm |
Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 78 | fi |
| 79 | |
Dean Troyer | 4533eee | 2015-02-17 16:25:38 -0600 | [diff] [blame] | 80 | install_package libvirt libvirt-devel |
Sean Dague | f28e7ef | 2017-05-07 22:02:10 -0400 | [diff] [blame] | 81 | pip_uninstall libvirt-python |
Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 82 | pip_install_gr libvirt-python |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 83 | fi |
Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 84 | |
Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 85 | if [[ $DEBUG_LIBVIRT_COREDUMPS == True ]]; then |
| 86 | _enable_coredump |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 87 | fi |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 88 | } |
| 89 | |
| 90 | # Configures the installed libvirt system so that is accessible by |
| 91 | # STACK_USER via qemu:///system with management capabilities. |
| 92 | function configure_libvirt { |
Kevin Benton | d1fe0e6 | 2017-05-16 22:27:58 -0700 | [diff] [blame] | 93 | if is_service_enabled neutron && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF; then |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 94 | # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces |
| 95 | cat <<EOF | sudo tee -a $QEMU_CONF |
| 96 | cgroup_device_acl = [ |
| 97 | "/dev/null", "/dev/full", "/dev/zero", |
| 98 | "/dev/random", "/dev/urandom", |
| 99 | "/dev/ptmx", "/dev/kvm", "/dev/kqemu", |
| 100 | "/dev/rtc", "/dev/hpet","/dev/net/tun", |
Lenny Verkhovsky | 0a40710 | 2016-09-04 12:52:01 +0000 | [diff] [blame] | 101 | "/dev/vfio/vfio", |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 102 | ] |
| 103 | EOF |
| 104 | fi |
| 105 | |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 106 | if is_fedora || is_suse; then |
Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 107 | # Starting with fedora 18 and opensuse-12.3 enable stack-user to |
| 108 | # virsh -c qemu:///system by creating a policy-kit rule for |
| 109 | # stack-user using the new Javascript syntax |
| 110 | rules_dir=/etc/polkit-1/rules.d |
| 111 | sudo mkdir -p $rules_dir |
| 112 | cat <<EOF | sudo tee $rules_dir/50-libvirt-$STACK_USER.rules |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 113 | polkit.addRule(function(action, subject) { |
| 114 | if (action.id == 'org.libvirt.unix.manage' && |
| 115 | subject.user == '$STACK_USER') { |
| 116 | return polkit.Result.YES; |
| 117 | } |
| 118 | }); |
| 119 | EOF |
Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 120 | unset rules_dir |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 121 | fi |
| 122 | |
| 123 | # The user that nova runs as needs to be member of **libvirtd** group otherwise |
| 124 | # nova-compute will be unable to use libvirt. |
| 125 | if ! getent group $LIBVIRT_GROUP >/dev/null; then |
| 126 | sudo groupadd $LIBVIRT_GROUP |
| 127 | fi |
| 128 | add_user_to_group $STACK_USER $LIBVIRT_GROUP |
| 129 | |
| 130 | # Enable server side traces for libvirtd |
| 131 | if [[ "$DEBUG_LIBVIRT" = "True" ]] ; then |
Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 132 | if is_ubuntu; then |
| 133 | # Unexpectedly binary package builds in ubuntu get fully qualified |
| 134 | # source file paths, not relative paths. This screws with the matching |
| 135 | # of '1:libvirt' making everything turn on. So use libvirt.c for now. |
| 136 | # This will have to be re-visited when Ubuntu ships libvirt >= 1.2.3 |
Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 137 | local log_filters="1:libvirt.c 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" |
Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 138 | else |
Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 139 | local log_filters="1:libvirt 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" |
Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 140 | fi |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 141 | local log_outputs="1:file:/var/log/libvirt/libvirtd.log" |
Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 142 | if ! sudo grep -q "^log_filters=\"$log_filters\"" /etc/libvirt/libvirtd.conf; then |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 143 | echo "log_filters=\"$log_filters\"" | sudo tee -a /etc/libvirt/libvirtd.conf |
| 144 | fi |
Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 145 | if ! sudo grep -q "^log_outputs=\"$log_outputs\"" /etc/libvirt/libvirtd.conf; then |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 146 | echo "log_outputs=\"$log_outputs\"" | sudo tee -a /etc/libvirt/libvirtd.conf |
| 147 | fi |
| 148 | fi |
| 149 | |
Sean Dague | 214459c | 2016-06-02 10:29:59 -0400 | [diff] [blame] | 150 | # Service needs to be started on redhat/fedora -- do a restart for |
| 151 | # sanity after fiddling the config. |
| 152 | restart_service $LIBVIRT_DAEMON |
Janki Chhatbar | 8f586fb | 2016-07-18 08:19:25 +0530 | [diff] [blame] | 153 | |
| 154 | # Restart virtlogd companion service to ensure it is running properly |
| 155 | # https://bugs.launchpad.net/ubuntu/+source/libvirt/+bug/1577455 |
| 156 | # https://bugzilla.redhat.com/show_bug.cgi?id=1290357 |
| 157 | # (not all platforms have it; libvirt 1.3+ only, thus the ignore) |
| 158 | restart_service virtlogd || true |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 159 | } |
| 160 | |
| 161 | |
| 162 | # Restore xtrace |
Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 163 | $_XTRACE_NOVA_FN_LIBVIRT |
Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 164 | |
| 165 | # Local variables: |
| 166 | # mode: shell-script |
| 167 | # End: |