| Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
 | 2 | # | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 3 | # lib/nova_plugins/functions-libvirt | 
 | 4 | # Common libvirt configuration functions | 
 | 5 |  | 
 | 6 | # Dependencies: | 
 | 7 | # ``functions`` file | 
 | 8 | # ``STACK_USER`` has to be defined | 
 | 9 |  | 
 | 10 | # Save trace setting | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 11 | _XTRACE_NOVA_FN_LIBVIRT=$(set +o | grep xtrace) | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 12 | set +o xtrace | 
 | 13 |  | 
 | 14 | # Defaults | 
| Dean Troyer | 3324f19 | 2014-09-18 09:26:39 -0500 | [diff] [blame] | 15 | # -------- | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 16 |  | 
| Kashyap Chamarthy | d3cfb82 | 2015-04-01 11:30:57 +0200 | [diff] [blame] | 17 | # Turn on selective debug log filters for libvirt. | 
 | 18 | # (NOTE: Enabling this by default, because the log filters enabled in | 
 | 19 | # 'configure_libvirt' function further below are _selective_ and not | 
 | 20 | # extremely verbose.) | 
 | 21 | DEBUG_LIBVIRT=$(trueorfalse True DEBUG_LIBVIRT) | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 22 |  | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 23 | # Try to enable coredumps for libvirt | 
 | 24 | # Currently fairly specific to OpenStackCI hosts | 
 | 25 | DEBUG_LIBVIRT_COREDUMPS=$(trueorfalse False DEBUG_LIBVIRT_COREDUMPS) | 
 | 26 |  | 
 | 27 | # Only Xenial is left with libvirt-bin.  Everywhere else is libvirtd | 
| Jan Zerebecki | 2c2ca80 | 2017-10-17 18:27:47 +0200 | [diff] [blame] | 28 | if is_ubuntu && [ ${DISTRO} == "xenial" ]; then | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 29 |     LIBVIRT_DAEMON=libvirt-bin | 
 | 30 | else | 
 | 31 |     LIBVIRT_DAEMON=libvirtd | 
 | 32 | fi | 
 | 33 |  | 
 | 34 | # Enable coredumps for libvirt | 
 | 35 | #  Bug: https://bugs.launchpad.net/nova/+bug/1643911 | 
 | 36 | function _enable_coredump { | 
 | 37 |     local confdir=/etc/systemd/system/${LIBVIRT_DAEMON}.service.d | 
 | 38 |     local conffile=${confdir}/coredump.conf | 
 | 39 |  | 
 | 40 |     # Create a coredump directory, and instruct the kernel to save to | 
 | 41 |     # here | 
 | 42 |     sudo mkdir -p /var/core | 
 | 43 |     sudo chmod a+wrx /var/core | 
 | 44 |     echo '/var/core/core.%e.%p.%h.%t' | \ | 
 | 45 |         sudo tee /proc/sys/kernel/core_pattern | 
 | 46 |  | 
 | 47 |     # Drop a config file to up the core ulimit | 
 | 48 |     sudo mkdir -p ${confdir} | 
 | 49 |     sudo tee ${conffile} <<EOF | 
 | 50 | [Service] | 
 | 51 | LimitCORE=infinity | 
 | 52 | EOF | 
 | 53 |  | 
 | 54 |     # Tell systemd to reload the unit (service restarts later after | 
 | 55 |     # config anyway) | 
 | 56 |     sudo systemctl daemon-reload | 
 | 57 | } | 
 | 58 |  | 
 | 59 |  | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 60 | # Installs required distro-specific libvirt packages. | 
 | 61 | function install_libvirt { | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 62 |  | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 63 |     if is_ubuntu; then | 
| Kevin Zhao | a80d409 | 2016-08-11 10:41:34 +0000 | [diff] [blame] | 64 |         install_package qemu-system | 
| David Rabel | 682e0ab | 2017-03-17 19:19:00 +0100 | [diff] [blame] | 65 |         if [[ ${DISTRO} == "xenial" ]]; then | 
 | 66 |             install_package libvirt-bin libvirt-dev | 
 | 67 |         else | 
 | 68 |             install_package libvirt-clients libvirt-daemon-system libvirt-dev | 
 | 69 |         fi | 
| Sean Dague | f28e7ef | 2017-05-07 22:02:10 -0400 | [diff] [blame] | 70 |         # uninstall in case the libvirt version changed | 
 | 71 |         pip_uninstall libvirt-python | 
| Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 72 |         pip_install_gr libvirt-python | 
 | 73 |         #pip_install_gr <there-si-no-guestfs-in-pypi> | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 74 |     elif is_fedora || is_suse; then | 
| Ian Wienand | 0d0b690 | 2017-11-17 10:33:11 +1100 | [diff] [blame] | 75 |  | 
 | 76 |         # Note that in CentOS/RHEL this needs to come from the RDO | 
 | 77 |         # repositories (qemu-kvm-ev ... which provides this package) | 
 | 78 |         # as the base system version is too old.  We should have | 
 | 79 |         # pre-installed these | 
 | 80 |         install_package qemu-kvm | 
 | 81 |  | 
| Dean Troyer | 4533eee | 2015-02-17 16:25:38 -0600 | [diff] [blame] | 82 |         install_package libvirt libvirt-devel | 
| Sean Dague | f28e7ef | 2017-05-07 22:02:10 -0400 | [diff] [blame] | 83 |         pip_uninstall libvirt-python | 
| Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 84 |         pip_install_gr libvirt-python | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 85 |     fi | 
| Ian Wienand | 52bb641 | 2017-02-27 15:11:11 +1100 | [diff] [blame] | 86 |  | 
| Ian Wienand | bfcc760 | 2017-03-29 11:52:06 +1100 | [diff] [blame] | 87 |     if [[ $DEBUG_LIBVIRT_COREDUMPS == True ]]; then | 
 | 88 |         _enable_coredump | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 89 |     fi | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 90 | } | 
 | 91 |  | 
 | 92 | # Configures the installed libvirt system so that is accessible by | 
 | 93 | # STACK_USER via qemu:///system with management capabilities. | 
 | 94 | function configure_libvirt { | 
| Kevin Benton | d1fe0e6 | 2017-05-16 22:27:58 -0700 | [diff] [blame] | 95 |     if is_service_enabled neutron && ! sudo grep -q '^cgroup_device_acl' $QEMU_CONF; then | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 96 |         # Add /dev/net/tun to cgroup_device_acls, needed for type=ethernet interfaces | 
 | 97 |         cat <<EOF | sudo tee -a $QEMU_CONF | 
 | 98 | cgroup_device_acl = [ | 
 | 99 |     "/dev/null", "/dev/full", "/dev/zero", | 
 | 100 |     "/dev/random", "/dev/urandom", | 
 | 101 |     "/dev/ptmx", "/dev/kvm", "/dev/kqemu", | 
 | 102 |     "/dev/rtc", "/dev/hpet","/dev/net/tun", | 
| Lenny Verkhovsky | 0a40710 | 2016-09-04 12:52:01 +0000 | [diff] [blame] | 103 |     "/dev/vfio/vfio", | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 104 | ] | 
 | 105 | EOF | 
 | 106 |     fi | 
 | 107 |  | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 108 |     if is_fedora || is_suse; then | 
| Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 109 |         # Starting with fedora 18 and opensuse-12.3 enable stack-user to | 
 | 110 |         # virsh -c qemu:///system by creating a policy-kit rule for | 
 | 111 |         # stack-user using the new Javascript syntax | 
 | 112 |         rules_dir=/etc/polkit-1/rules.d | 
 | 113 |         sudo mkdir -p $rules_dir | 
 | 114 |         cat <<EOF | sudo tee $rules_dir/50-libvirt-$STACK_USER.rules | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 115 | polkit.addRule(function(action, subject) { | 
 | 116 |     if (action.id == 'org.libvirt.unix.manage' && | 
 | 117 |         subject.user == '$STACK_USER') { | 
 | 118 |         return polkit.Result.YES; | 
 | 119 |     } | 
 | 120 | }); | 
 | 121 | EOF | 
| Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 122 |         unset rules_dir | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 123 |     fi | 
 | 124 |  | 
 | 125 |     # The user that nova runs as needs to be member of **libvirtd** group otherwise | 
 | 126 |     # nova-compute will be unable to use libvirt. | 
 | 127 |     if ! getent group $LIBVIRT_GROUP >/dev/null; then | 
 | 128 |         sudo groupadd $LIBVIRT_GROUP | 
 | 129 |     fi | 
 | 130 |     add_user_to_group $STACK_USER $LIBVIRT_GROUP | 
 | 131 |  | 
 | 132 |     # Enable server side traces for libvirtd | 
 | 133 |     if [[ "$DEBUG_LIBVIRT" = "True" ]] ; then | 
| Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 134 |         if is_ubuntu; then | 
 | 135 |             # Unexpectedly binary package builds in ubuntu get fully qualified | 
 | 136 |             # source file paths, not relative paths. This screws with the matching | 
 | 137 |             # of '1:libvirt' making everything turn on. So use libvirt.c for now. | 
 | 138 |             # This will have to be re-visited when Ubuntu ships libvirt >= 1.2.3 | 
| Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 139 |             local log_filters="1:libvirt.c 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" | 
| Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 140 |         else | 
| Kashyap Chamarthy | 07dc2bf | 2016-06-01 12:21:00 +0200 | [diff] [blame] | 141 |             local log_filters="1:libvirt 1:qemu 1:conf 1:security 3:object 3:event 3:json 3:file 1:util 1:cpu" | 
| Daniel P. Berrange | a12f996 | 2014-07-01 13:21:34 +0100 | [diff] [blame] | 142 |         fi | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 143 |         local log_outputs="1:file:/var/log/libvirt/libvirtd.log" | 
| Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 144 |         if ! sudo grep -q "^log_filters=\"$log_filters\"" /etc/libvirt/libvirtd.conf; then | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 145 |             echo "log_filters=\"$log_filters\"" | sudo tee -a /etc/libvirt/libvirtd.conf | 
 | 146 |         fi | 
| Mark McLoughlin | 76cbbe3 | 2015-12-07 05:05:04 -0500 | [diff] [blame] | 147 |         if ! sudo grep -q "^log_outputs=\"$log_outputs\"" /etc/libvirt/libvirtd.conf; then | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 148 |             echo "log_outputs=\"$log_outputs\"" | sudo tee -a /etc/libvirt/libvirtd.conf | 
 | 149 |         fi | 
 | 150 |     fi | 
 | 151 |  | 
| Daniel P. Berrange | e9870eb | 2016-11-10 13:03:32 +0000 | [diff] [blame] | 152 |     if is_nova_console_proxy_compute_tls_enabled ; then | 
 | 153 |         if is_service_enabled n-novnc ; then | 
 | 154 |             echo "vnc_tls = 1" | sudo tee -a $QEMU_CONF | 
 | 155 |             echo "vnc_tls_x509_verify = 1" | sudo tee -a $QEMU_CONF | 
 | 156 |  | 
 | 157 |             sudo mkdir -p /etc/pki/libvirt-vnc | 
 | 158 |             sudo chown libvirt-qemu:libvirt-qemu /etc/pki/libvirt-vnc | 
 | 159 |             deploy_int_CA /etc/pki/libvirt-vnc/ca-cert.pem | 
 | 160 |             deploy_int_cert /etc/pki/libvirt-vnc/server-cert.pem /etc/pki/libvirt-vnc/server-key.pem | 
 | 161 |         fi | 
 | 162 |     fi | 
 | 163 |  | 
| Sean Dague | 214459c | 2016-06-02 10:29:59 -0400 | [diff] [blame] | 164 |     # Service needs to be started on redhat/fedora -- do a restart for | 
 | 165 |     # sanity after fiddling the config. | 
 | 166 |     restart_service $LIBVIRT_DAEMON | 
| Janki Chhatbar | 8f586fb | 2016-07-18 08:19:25 +0530 | [diff] [blame] | 167 |  | 
 | 168 |     # Restart virtlogd companion service to ensure it is running properly | 
 | 169 |     #  https://bugs.launchpad.net/ubuntu/+source/libvirt/+bug/1577455 | 
 | 170 |     #  https://bugzilla.redhat.com/show_bug.cgi?id=1290357 | 
 | 171 |     # (not all platforms have it; libvirt 1.3+ only, thus the ignore) | 
 | 172 |     restart_service virtlogd || true | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 173 | } | 
 | 174 |  | 
 | 175 |  | 
 | 176 | # Restore xtrace | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 177 | $_XTRACE_NOVA_FN_LIBVIRT | 
| Adam Gandelman | 0f73ff2 | 2014-03-13 14:20:43 -0700 | [diff] [blame] | 178 |  | 
 | 179 | # Local variables: | 
 | 180 | # mode: shell-script | 
 | 181 | # End: |