| Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
|  | 2 | # | 
| Dean Troyer | 6d04fd7 | 2012-12-21 11:03:37 -0600 | [diff] [blame] | 3 | # lib/databases/mysql | 
|  | 4 | # Functions to control the configuration and operation of the **MySQL** database backend | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 5 |  | 
|  | 6 | # Dependencies: | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 7 | # | 
|  | 8 | # - DATABASE_{HOST,USER,PASSWORD} must be defined | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 9 |  | 
|  | 10 | # Save trace setting | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 11 | _XTRACE_DB_MYSQL=$(set +o | grep xtrace) | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 12 | set +o xtrace | 
|  | 13 |  | 
| armando-migliaccio | b3d8822 | 2015-06-12 07:54:03 -0700 | [diff] [blame] | 14 | MYSQL_DRIVER=${MYSQL_DRIVER:-PyMySQL} | 
| Carlos Camacho | cc6e20b | 2022-01-07 15:30:56 +0100 | [diff] [blame] | 15 | INSTALL_DATABASE_SERVER_PACKAGES=$(trueorfalse True INSTALL_DATABASE_SERVER_PACKAGES) | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 16 |  | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 17 | register_database mysql | 
|  | 18 |  | 
| Slawek Kaplonski | d54a1c6 | 2019-09-10 12:05:06 +0200 | [diff] [blame] | 19 | if [[ -z "$MYSQL_SERVICE_NAME" ]]; then | 
|  | 20 | MYSQL_SERVICE_NAME=mysql | 
|  | 21 | if is_fedora && ! is_oraclelinux; then | 
|  | 22 | MYSQL_SERVICE_NAME=mariadb | 
|  | 23 | elif is_suse && systemctl list-unit-files | grep -q 'mariadb\.service'; then | 
|  | 24 | # Older mariadb packages on SLES 12 provided mysql.service.  The | 
|  | 25 | # newer ones on SLES 12 and 15 use mariadb.service; they also | 
|  | 26 | # provide a mysql.service symlink for backwards-compatibility, but | 
|  | 27 | # let's not rely on that. | 
|  | 28 | MYSQL_SERVICE_NAME=mariadb | 
| Jens Harbott | 959a7c2 | 2021-05-02 09:29:15 +0200 | [diff] [blame] | 29 | elif [[ "$DISTRO" == "bullseye" ]]; then | 
|  | 30 | MYSQL_SERVICE_NAME=mariadb | 
| Slawek Kaplonski | d54a1c6 | 2019-09-10 12:05:06 +0200 | [diff] [blame] | 31 | fi | 
| Sean Dague | 5375329 | 2014-12-04 19:38:15 -0500 | [diff] [blame] | 32 | fi | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 33 |  | 
|  | 34 | # Functions | 
|  | 35 | # --------- | 
|  | 36 |  | 
| Julien Danjou | 0eec4f8 | 2015-09-08 10:45:06 +0000 | [diff] [blame] | 37 | function get_database_type_mysql { | 
|  | 38 | if [[ "$MYSQL_DRIVER" == "PyMySQL" ]]; then | 
|  | 39 | echo mysql+pymysql | 
|  | 40 | else | 
|  | 41 | echo mysql | 
|  | 42 | fi | 
|  | 43 | } | 
|  | 44 |  | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 45 | # Get rid of everything enough to cleanly change database backends | 
|  | 46 | function cleanup_database_mysql { | 
| Dirk Mueller | 1d968d7 | 2017-09-23 14:45:42 +0200 | [diff] [blame] | 47 | stop_service $MYSQL_SERVICE_NAME | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 48 | if is_ubuntu; then | 
|  | 49 | # Get ruthless with mysql | 
| Sean Dague | 8f90f76 | 2015-01-14 10:36:48 -0500 | [diff] [blame] | 50 | apt_get purge -y mysql* mariadb* | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 51 | sudo rm -rf /var/lib/mysql | 
| Tiago Mello | 4376ae0 | 2014-03-14 10:48:56 -0300 | [diff] [blame] | 52 | sudo rm -rf /etc/mysql | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 53 | return | 
| Dirk Mueller | 1d968d7 | 2017-09-23 14:45:42 +0200 | [diff] [blame] | 54 | elif is_oraclelinux; then | 
| Wiekus Beukes | ec47bc1 | 2015-03-19 08:20:38 -0700 | [diff] [blame] | 55 | uninstall_package mysql-community-server | 
|  | 56 | sudo rm -rf /var/lib/mysql | 
| Dirk Mueller | 1d968d7 | 2017-09-23 14:45:42 +0200 | [diff] [blame] | 57 | elif is_suse || is_fedora; then | 
| Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 58 | uninstall_package mariadb-server | 
|  | 59 | sudo rm -rf /var/lib/mysql | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 60 | else | 
|  | 61 | return | 
|  | 62 | fi | 
| Dean Troyer | 995eb92 | 2013-03-07 16:11:40 -0600 | [diff] [blame] | 63 | } | 
|  | 64 |  | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 65 | function recreate_database_mysql { | 
|  | 66 | local db=$1 | 
| zhhuabj | 2832f28 | 2013-05-08 18:43:26 +0800 | [diff] [blame] | 67 | mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST -e "DROP DATABASE IF EXISTS $db;" | 
| Ihar Hrachyshka | 157c84b | 2014-10-06 13:29:39 +0200 | [diff] [blame] | 68 | mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST -e "CREATE DATABASE $db CHARACTER SET utf8;" | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 69 | } | 
|  | 70 |  | 
|  | 71 | function configure_database_mysql { | 
| Dean Troyer | 3ef23bc | 2014-07-25 14:56:22 -0500 | [diff] [blame] | 72 | local my_conf mysql slow_log | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 73 | echo_summary "Configuring and starting MySQL" | 
|  | 74 |  | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 75 | if is_ubuntu; then | 
| Dean Troyer | 3ef23bc | 2014-07-25 14:56:22 -0500 | [diff] [blame] | 76 | my_conf=/etc/mysql/my.cnf | 
| Wiekus Beukes | ec47bc1 | 2015-03-19 08:20:38 -0700 | [diff] [blame] | 77 | elif is_suse || is_oraclelinux; then | 
|  | 78 | my_conf=/etc/my.cnf | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 79 | elif is_fedora; then | 
| Dean Troyer | 3ef23bc | 2014-07-25 14:56:22 -0500 | [diff] [blame] | 80 | my_conf=/etc/my.cnf | 
| Yuval Brik | 13e81ad | 2017-06-23 10:32:16 +0300 | [diff] [blame] | 81 | local cracklib_conf=/etc/my.cnf.d/cracklib_password_check.cnf | 
|  | 82 | if [ -f "$cracklib_conf" ]; then | 
|  | 83 | inicomment -sudo "$cracklib_conf" "mariadb" "plugin-load-add" | 
|  | 84 | fi | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 85 | else | 
|  | 86 | exit_distro_not_supported "mysql configuration" | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 87 | fi | 
|  | 88 |  | 
|  | 89 | # Start mysql-server | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 90 | if is_fedora || is_suse; then | 
|  | 91 | # service is not started by default | 
| Dirk Mueller | 1d968d7 | 2017-09-23 14:45:42 +0200 | [diff] [blame] | 92 | start_service $MYSQL_SERVICE_NAME | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 93 | fi | 
|  | 94 |  | 
|  | 95 | # Set the root password - only works the first time. For Ubuntu, we already | 
| Jens Rosenboom | 9abb26d | 2016-12-07 21:12:55 +0100 | [diff] [blame] | 96 | # did that with debconf before installing the package, but we still try, | 
|  | 97 | # because the package might have been installed already. | 
|  | 98 | sudo mysqladmin -u root password $DATABASE_PASSWORD || true | 
| Vincent Untz | 00011c0 | 2012-12-06 09:56:32 +0100 | [diff] [blame] | 99 |  | 
| Slawek Kaplonski | d54a1c6 | 2019-09-10 12:05:06 +0200 | [diff] [blame] | 100 | # In case of Mariadb, giving hostname in arguments causes permission | 
|  | 101 | # problems as it expects connection through socket | 
|  | 102 | if is_ubuntu && [ "$MYSQL_SERVICE_NAME" == "mariadb" ]; then | 
|  | 103 | local cmd_args="-uroot -p$DATABASE_PASSWORD " | 
|  | 104 | else | 
|  | 105 | local cmd_args="-uroot -p$DATABASE_PASSWORD -h127.0.0.1 " | 
|  | 106 | fi | 
|  | 107 |  | 
|  | 108 | # In mariadb e.g. on Ubuntu socket plugin is used for authentication | 
|  | 109 | # as root so it works only as sudo. To restore old "mysql like" behaviour, | 
|  | 110 | # we need to change auth plugin for root user | 
| Jens Harbott | 959a7c2 | 2021-05-02 09:29:15 +0200 | [diff] [blame] | 111 | if is_ubuntu && [[ "$DISTRO" != "bullseye" ]] && [ "$MYSQL_SERVICE_NAME" == "mariadb" ]; then | 
| Slawek Kaplonski | d54a1c6 | 2019-09-10 12:05:06 +0200 | [diff] [blame] | 112 | sudo mysql $cmd_args -e "UPDATE mysql.user SET plugin='' WHERE user='$DATABASE_USER' AND host='localhost';" | 
|  | 113 | sudo mysql $cmd_args -e "FLUSH PRIVILEGES;" | 
|  | 114 | fi | 
| Dr. Jens Harbott | 08d84bc | 2020-02-12 10:07:36 +0000 | [diff] [blame] | 115 | # Create DB user if it does not already exist | 
|  | 116 | sudo mysql $cmd_args -e "CREATE USER IF NOT EXISTS '$DATABASE_USER'@'%' identified by '$DATABASE_PASSWORD';" | 
| Marian Horban | ea21eb4 | 2015-08-18 06:57:18 -0400 | [diff] [blame] | 117 | # Update the DB to give user '$DATABASE_USER'@'%' full control of the all databases: | 
| Dr. Jens Harbott | 08d84bc | 2020-02-12 10:07:36 +0000 | [diff] [blame] | 118 | sudo mysql $cmd_args -e "GRANT ALL PRIVILEGES ON *.* TO '$DATABASE_USER'@'%';" | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 119 |  | 
|  | 120 | # Now update ``my.cnf`` for some local needs and restart the mysql service | 
|  | 121 |  | 
| Marian Horban | ea21eb4 | 2015-08-18 06:57:18 -0400 | [diff] [blame] | 122 | # Change bind-address from localhost (127.0.0.1) to any (::) and | 
| Ralf Haferkamp | 0526bb8 | 2014-04-03 08:27:33 +0200 | [diff] [blame] | 123 | # set default db type to InnoDB | 
| Jens Harbott | dc7b429 | 2017-09-19 10:52:32 +0000 | [diff] [blame] | 124 | iniset -sudo $my_conf mysqld bind-address "$(ipv6_unquote $SERVICE_LISTEN_ADDRESS)" | 
| Roman Podoliaka | 88b8409 | 2017-02-07 13:34:12 +0200 | [diff] [blame] | 125 | iniset -sudo $my_conf mysqld sql_mode TRADITIONAL | 
| Ian Wienand | 9c0b9f3 | 2015-07-22 06:08:09 +1000 | [diff] [blame] | 126 | iniset -sudo $my_conf mysqld default-storage-engine InnoDB | 
| Jens Rosenboom | 4b59fbb | 2017-03-15 21:58:48 +0000 | [diff] [blame] | 127 | iniset -sudo $my_conf mysqld max_connections 1024 | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 128 |  | 
| Jeremy Stanley | c4f4734 | 2014-01-25 01:10:31 +0000 | [diff] [blame] | 129 | if [[ "$DATABASE_QUERY_LOGGING" == "True" ]]; then | 
|  | 130 | echo_summary "Enabling MySQL query logging" | 
| Attila Fazekas | 1f316be | 2015-01-26 16:39:57 +0100 | [diff] [blame] | 131 | if is_fedora; then | 
| Attila Fazekas | 3b53aeb | 2014-04-30 11:57:22 +0200 | [diff] [blame] | 132 | slow_log=/var/log/mariadb/mariadb-slow.log | 
|  | 133 | else | 
|  | 134 | slow_log=/var/log/mysql/mysql-slow.log | 
|  | 135 | fi | 
| Ralf Haferkamp | 0526bb8 | 2014-04-03 08:27:33 +0200 | [diff] [blame] | 136 | sudo sed -e '/log.slow.queries/d' \ | 
|  | 137 | -e '/long.query.time/d' \ | 
|  | 138 | -e '/log.queries.not.using.indexes/d' \ | 
| Dean Troyer | 3ef23bc | 2014-07-25 14:56:22 -0500 | [diff] [blame] | 139 | -i $my_conf | 
| Monty Taylor | 7c73e8d | 2013-01-07 08:17:01 +0000 | [diff] [blame] | 140 |  | 
| Ralf Haferkamp | 0526bb8 | 2014-04-03 08:27:33 +0200 | [diff] [blame] | 141 | # Turn on slow query log, log all queries (any query taking longer than | 
|  | 142 | # 0 seconds) and log all non-indexed queries | 
| Ian Wienand | 9c0b9f3 | 2015-07-22 06:08:09 +1000 | [diff] [blame] | 143 | iniset -sudo $my_conf mysqld slow-query-log 1 | 
|  | 144 | iniset -sudo $my_conf mysqld slow-query-log-file $slow_log | 
|  | 145 | iniset -sudo $my_conf mysqld long-query-time 0 | 
|  | 146 | iniset -sudo $my_conf mysqld log-queries-not-using-indexes 1 | 
| Jeremy Stanley | c4f4734 | 2014-01-25 01:10:31 +0000 | [diff] [blame] | 147 | fi | 
| Monty Taylor | 7c73e8d | 2013-01-07 08:17:01 +0000 | [diff] [blame] | 148 |  | 
| Dirk Mueller | 1d968d7 | 2017-09-23 14:45:42 +0200 | [diff] [blame] | 149 | restart_service $MYSQL_SERVICE_NAME | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 150 | } | 
|  | 151 |  | 
|  | 152 | function install_database_mysql { | 
| Vincent Untz | c18b965 | 2012-12-04 12:36:34 +0100 | [diff] [blame] | 153 | if is_ubuntu; then | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 154 | # Seed configuration with mysql password so that apt-get install doesn't | 
|  | 155 | # prompt us for a password upon install. | 
| Bob Ball | 9033343 | 2015-01-19 10:56:42 +0000 | [diff] [blame] | 156 | sudo debconf-set-selections <<MYSQL_PRESEED | 
|  | 157 | mysql-server mysql-server/root_password password $DATABASE_PASSWORD | 
|  | 158 | mysql-server mysql-server/root_password_again password $DATABASE_PASSWORD | 
|  | 159 | mysql-server mysql-server/start_on_boot boolean true | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 160 | MYSQL_PRESEED | 
|  | 161 | fi | 
|  | 162 |  | 
|  | 163 | # while ``.my.cnf`` is not needed for OpenStack to function, it is useful | 
|  | 164 | # as it allows you to access the mysql databases via ``mysql nova`` instead | 
|  | 165 | # of having to specify the username/password each time. | 
|  | 166 | if [[ ! -e $HOME/.my.cnf ]]; then | 
|  | 167 | cat <<EOF >$HOME/.my.cnf | 
|  | 168 | [client] | 
|  | 169 | user=$DATABASE_USER | 
|  | 170 | password=$DATABASE_PASSWORD | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 171 | EOF | 
| Slawek Kaplonski | d54a1c6 | 2019-09-10 12:05:06 +0200 | [diff] [blame] | 172 |  | 
|  | 173 | if ! is_ubuntu || [ "$MYSQL_SERVICE_NAME" != "mariadb" ]; then | 
|  | 174 | echo "host=$MYSQL_HOST" >> $HOME/.my.cnf | 
|  | 175 | fi | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 176 | chmod 0600 $HOME/.my.cnf | 
|  | 177 | fi | 
|  | 178 | # Install mysql-server | 
| Carlos Camacho | cc6e20b | 2022-01-07 15:30:56 +0100 | [diff] [blame] | 179 | if [[ "$INSTALL_DATABASE_SERVER_PACKAGES" == "True" ]]; then | 
|  | 180 | if is_oraclelinux; then | 
|  | 181 | install_package mysql-community-server | 
|  | 182 | elif is_fedora; then | 
|  | 183 | install_package mariadb-server mariadb-devel mariadb | 
|  | 184 | sudo systemctl enable $MYSQL_SERVICE_NAME | 
|  | 185 | elif is_suse; then | 
|  | 186 | install_package mariadb-server | 
|  | 187 | sudo systemctl enable $MYSQL_SERVICE_NAME | 
|  | 188 | elif is_ubuntu; then | 
|  | 189 | install_package $MYSQL_SERVICE_NAME-server | 
|  | 190 | else | 
|  | 191 | exit_distro_not_supported "mysql installation" | 
|  | 192 | fi | 
| Vincent Untz | ca5c471 | 2012-11-21 17:45:49 +0100 | [diff] [blame] | 193 | fi | 
| Dean Troyer | 5686dbc | 2015-03-09 14:27:51 -0500 | [diff] [blame] | 194 | } | 
| Dean Troyer | b1d8e8e | 2015-02-16 13:58:35 -0600 | [diff] [blame] | 195 |  | 
| Dean Troyer | 5686dbc | 2015-03-09 14:27:51 -0500 | [diff] [blame] | 196 | function install_database_python_mysql { | 
| Dean Troyer | b1d8e8e | 2015-02-16 13:58:35 -0600 | [diff] [blame] | 197 | # Install Python client module | 
| Sean Dague | 3742199 | 2015-05-20 06:37:11 -0700 | [diff] [blame] | 198 | pip_install_gr $MYSQL_DRIVER | 
|  | 199 | if [[ "$MYSQL_DRIVER" == "MySQL-python" ]]; then | 
|  | 200 | ADDITIONAL_VENV_PACKAGES+=",MySQL-python" | 
| Julien Danjou | 0f63eb3 | 2015-06-12 09:05:12 +0200 | [diff] [blame] | 201 | elif [[ "$MYSQL_DRIVER" == "PyMySQL" ]]; then | 
|  | 202 | ADDITIONAL_VENV_PACKAGES+=",PyMySQL" | 
| Sean Dague | 3742199 | 2015-05-20 06:37:11 -0700 | [diff] [blame] | 203 | fi | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 204 | } | 
|  | 205 |  | 
|  | 206 | function database_connection_url_mysql { | 
| Attila Fazekas | 7e79d91 | 2013-03-03 12:23:04 +0100 | [diff] [blame] | 207 | local db=$1 | 
|  | 208 | echo "$BASE_SQL_CONN/$db?charset=utf8" | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 209 | } | 
|  | 210 |  | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 211 |  | 
| Terry Wilson | 428af5a | 2012-11-01 16:12:39 -0400 | [diff] [blame] | 212 | # Restore xtrace | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 213 | $_XTRACE_DB_MYSQL | 
| Sean Dague | 584d90e | 2013-03-29 14:34:53 -0400 | [diff] [blame] | 214 |  | 
|  | 215 | # Local variables: | 
|  | 216 | # mode: shell-script | 
|  | 217 | # End: |