blob: 6b3ea0287c2890723f7eb236f031d9ab6e63be57 [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Dean Troyer6d04fd72012-12-21 11:03:37 -06003# lib/databases/mysql
4# Functions to control the configuration and operation of the **MySQL** database backend
Terry Wilson428af5a2012-11-01 16:12:39 -04005
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# - DATABASE_{HOST,USER,PASSWORD} must be defined
Terry Wilson428af5a2012-11-01 16:12:39 -04009
10# Save trace setting
Ian Wienand523f4882015-10-13 11:03:03 +110011_XTRACE_DB_MYSQL=$(set +o | grep xtrace)
Terry Wilson428af5a2012-11-01 16:12:39 -040012set +o xtrace
13
armando-migliacciob3d88222015-06-12 07:54:03 -070014MYSQL_DRIVER=${MYSQL_DRIVER:-PyMySQL}
Carlos Camachocc6e20b2022-01-07 15:30:56 +010015INSTALL_DATABASE_SERVER_PACKAGES=$(trueorfalse True INSTALL_DATABASE_SERVER_PACKAGES)
Dean Troyercc6b4432013-04-08 15:38:03 -050016
Terry Wilson428af5a2012-11-01 16:12:39 -040017register_database mysql
18
Slawek Kaplonskid54a1c62019-09-10 12:05:06 +020019if [[ -z "$MYSQL_SERVICE_NAME" ]]; then
20 MYSQL_SERVICE_NAME=mysql
21 if is_fedora && ! is_oraclelinux; then
22 MYSQL_SERVICE_NAME=mariadb
23 elif is_suse && systemctl list-unit-files | grep -q 'mariadb\.service'; then
24 # Older mariadb packages on SLES 12 provided mysql.service. The
25 # newer ones on SLES 12 and 15 use mariadb.service; they also
26 # provide a mysql.service symlink for backwards-compatibility, but
27 # let's not rely on that.
28 MYSQL_SERVICE_NAME=mariadb
Jens Harbott959a7c22021-05-02 09:29:15 +020029 elif [[ "$DISTRO" == "bullseye" ]]; then
30 MYSQL_SERVICE_NAME=mariadb
Slawek Kaplonskid54a1c62019-09-10 12:05:06 +020031 fi
Sean Dague53753292014-12-04 19:38:15 -050032fi
Dean Troyercc6b4432013-04-08 15:38:03 -050033
34# Functions
35# ---------
36
Julien Danjou0eec4f82015-09-08 10:45:06 +000037function get_database_type_mysql {
38 if [[ "$MYSQL_DRIVER" == "PyMySQL" ]]; then
39 echo mysql+pymysql
40 else
41 echo mysql
42 fi
43}
44
Dean Troyer995eb922013-03-07 16:11:40 -060045# Get rid of everything enough to cleanly change database backends
46function cleanup_database_mysql {
Dirk Mueller1d968d72017-09-23 14:45:42 +020047 stop_service $MYSQL_SERVICE_NAME
Dean Troyer995eb922013-03-07 16:11:40 -060048 if is_ubuntu; then
49 # Get ruthless with mysql
Sean Dague8f90f762015-01-14 10:36:48 -050050 apt_get purge -y mysql* mariadb*
Dean Troyer995eb922013-03-07 16:11:40 -060051 sudo rm -rf /var/lib/mysql
Tiago Mello4376ae02014-03-14 10:48:56 -030052 sudo rm -rf /etc/mysql
Dean Troyer995eb922013-03-07 16:11:40 -060053 return
Dirk Mueller1d968d72017-09-23 14:45:42 +020054 elif is_oraclelinux; then
Wiekus Beukesec47bc12015-03-19 08:20:38 -070055 uninstall_package mysql-community-server
56 sudo rm -rf /var/lib/mysql
Dirk Mueller1d968d72017-09-23 14:45:42 +020057 elif is_suse || is_fedora; then
Attila Fazekas1f316be2015-01-26 16:39:57 +010058 uninstall_package mariadb-server
59 sudo rm -rf /var/lib/mysql
Dean Troyer995eb922013-03-07 16:11:40 -060060 else
61 return
62 fi
Dean Troyer995eb922013-03-07 16:11:40 -060063}
64
Terry Wilson428af5a2012-11-01 16:12:39 -040065function recreate_database_mysql {
66 local db=$1
zhhuabj2832f282013-05-08 18:43:26 +080067 mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST -e "DROP DATABASE IF EXISTS $db;"
Ihar Hrachyshka157c84b2014-10-06 13:29:39 +020068 mysql -u$DATABASE_USER -p$DATABASE_PASSWORD -h$MYSQL_HOST -e "CREATE DATABASE $db CHARACTER SET utf8;"
Terry Wilson428af5a2012-11-01 16:12:39 -040069}
70
71function configure_database_mysql {
Dean Troyer3ef23bc2014-07-25 14:56:22 -050072 local my_conf mysql slow_log
Terry Wilson428af5a2012-11-01 16:12:39 -040073 echo_summary "Configuring and starting MySQL"
74
Vincent Untzc18b9652012-12-04 12:36:34 +010075 if is_ubuntu; then
Dean Troyer3ef23bc2014-07-25 14:56:22 -050076 my_conf=/etc/mysql/my.cnf
Wiekus Beukesec47bc12015-03-19 08:20:38 -070077 elif is_suse || is_oraclelinux; then
78 my_conf=/etc/my.cnf
Vincent Untz00011c02012-12-06 09:56:32 +010079 elif is_fedora; then
Dean Troyer3ef23bc2014-07-25 14:56:22 -050080 my_conf=/etc/my.cnf
Yuval Brik13e81ad2017-06-23 10:32:16 +030081 local cracklib_conf=/etc/my.cnf.d/cracklib_password_check.cnf
82 if [ -f "$cracklib_conf" ]; then
83 inicomment -sudo "$cracklib_conf" "mariadb" "plugin-load-add"
84 fi
Vincent Untz00011c02012-12-06 09:56:32 +010085 else
86 exit_distro_not_supported "mysql configuration"
Terry Wilson428af5a2012-11-01 16:12:39 -040087 fi
88
Brian Haley7943a922022-03-14 13:53:41 -040089 # Change bind-address from localhost (127.0.0.1) to any (::)
90 iniset -sudo $my_conf mysqld bind-address "$(ipv6_unquote $SERVICE_LISTEN_ADDRESS)"
91
92 # (Re)Start mysql-server
Vincent Untz00011c02012-12-06 09:56:32 +010093 if is_fedora || is_suse; then
94 # service is not started by default
Dirk Mueller1d968d72017-09-23 14:45:42 +020095 start_service $MYSQL_SERVICE_NAME
Brian Haley7943a922022-03-14 13:53:41 -040096 elif is_ubuntu; then
97 # required since bind-address could have changed above
98 restart_service $MYSQL_SERVICE_NAME
Vincent Untz00011c02012-12-06 09:56:32 +010099 fi
100
101 # Set the root password - only works the first time. For Ubuntu, we already
Jens Rosenboom9abb26d2016-12-07 21:12:55 +0100102 # did that with debconf before installing the package, but we still try,
103 # because the package might have been installed already.
104 sudo mysqladmin -u root password $DATABASE_PASSWORD || true
Vincent Untz00011c02012-12-06 09:56:32 +0100105
Slawek Kaplonskid54a1c62019-09-10 12:05:06 +0200106 # In case of Mariadb, giving hostname in arguments causes permission
107 # problems as it expects connection through socket
108 if is_ubuntu && [ "$MYSQL_SERVICE_NAME" == "mariadb" ]; then
109 local cmd_args="-uroot -p$DATABASE_PASSWORD "
110 else
Brian Haley7943a922022-03-14 13:53:41 -0400111 local cmd_args="-uroot -p$DATABASE_PASSWORD -h$SERVICE_LOCAL_HOST "
Slawek Kaplonskid54a1c62019-09-10 12:05:06 +0200112 fi
113
114 # In mariadb e.g. on Ubuntu socket plugin is used for authentication
115 # as root so it works only as sudo. To restore old "mysql like" behaviour,
116 # we need to change auth plugin for root user
Jens Harbott959a7c22021-05-02 09:29:15 +0200117 if is_ubuntu && [[ "$DISTRO" != "bullseye" ]] && [ "$MYSQL_SERVICE_NAME" == "mariadb" ]; then
Slawek Kaplonskid54a1c62019-09-10 12:05:06 +0200118 sudo mysql $cmd_args -e "UPDATE mysql.user SET plugin='' WHERE user='$DATABASE_USER' AND host='localhost';"
119 sudo mysql $cmd_args -e "FLUSH PRIVILEGES;"
120 fi
Dr. Jens Harbott08d84bc2020-02-12 10:07:36 +0000121 # Create DB user if it does not already exist
122 sudo mysql $cmd_args -e "CREATE USER IF NOT EXISTS '$DATABASE_USER'@'%' identified by '$DATABASE_PASSWORD';"
Marian Horbanea21eb42015-08-18 06:57:18 -0400123 # Update the DB to give user '$DATABASE_USER'@'%' full control of the all databases:
Dr. Jens Harbott08d84bc2020-02-12 10:07:36 +0000124 sudo mysql $cmd_args -e "GRANT ALL PRIVILEGES ON *.* TO '$DATABASE_USER'@'%';"
Terry Wilson428af5a2012-11-01 16:12:39 -0400125
126 # Now update ``my.cnf`` for some local needs and restart the mysql service
127
Brian Haley7943a922022-03-14 13:53:41 -0400128 # Set default db type to InnoDB
Roman Podoliaka88b84092017-02-07 13:34:12 +0200129 iniset -sudo $my_conf mysqld sql_mode TRADITIONAL
Ian Wienand9c0b9f32015-07-22 06:08:09 +1000130 iniset -sudo $my_conf mysqld default-storage-engine InnoDB
Jens Rosenboom4b59fbb2017-03-15 21:58:48 +0000131 iniset -sudo $my_conf mysqld max_connections 1024
Terry Wilson428af5a2012-11-01 16:12:39 -0400132
Jeremy Stanleyc4f47342014-01-25 01:10:31 +0000133 if [[ "$DATABASE_QUERY_LOGGING" == "True" ]]; then
134 echo_summary "Enabling MySQL query logging"
Attila Fazekas1f316be2015-01-26 16:39:57 +0100135 if is_fedora; then
Attila Fazekas3b53aeb2014-04-30 11:57:22 +0200136 slow_log=/var/log/mariadb/mariadb-slow.log
137 else
138 slow_log=/var/log/mysql/mysql-slow.log
139 fi
Ralf Haferkamp0526bb82014-04-03 08:27:33 +0200140 sudo sed -e '/log.slow.queries/d' \
141 -e '/long.query.time/d' \
142 -e '/log.queries.not.using.indexes/d' \
Dean Troyer3ef23bc2014-07-25 14:56:22 -0500143 -i $my_conf
Monty Taylor7c73e8d2013-01-07 08:17:01 +0000144
Ralf Haferkamp0526bb82014-04-03 08:27:33 +0200145 # Turn on slow query log, log all queries (any query taking longer than
146 # 0 seconds) and log all non-indexed queries
Ian Wienand9c0b9f32015-07-22 06:08:09 +1000147 iniset -sudo $my_conf mysqld slow-query-log 1
148 iniset -sudo $my_conf mysqld slow-query-log-file $slow_log
149 iniset -sudo $my_conf mysqld long-query-time 0
150 iniset -sudo $my_conf mysqld log-queries-not-using-indexes 1
Jeremy Stanleyc4f47342014-01-25 01:10:31 +0000151 fi
Monty Taylor7c73e8d2013-01-07 08:17:01 +0000152
Dan Smithc2772c22022-04-08 08:48:49 -0700153 if [[ "$MYSQL_GATHER_PERFORMANCE" == "True" ]]; then
154 echo "enabling MySQL performance_schema items"
155 # Enable long query history
156 iniset -sudo $my_conf mysqld \
157 performance-schema-consumer-events-statements-history-long TRUE
158 iniset -sudo $my_conf mysqld \
159 performance_schema_events_stages_history_long_size 1000000
160 fi
161
Dirk Mueller1d968d72017-09-23 14:45:42 +0200162 restart_service $MYSQL_SERVICE_NAME
Terry Wilson428af5a2012-11-01 16:12:39 -0400163}
164
165function install_database_mysql {
Vincent Untzc18b9652012-12-04 12:36:34 +0100166 if is_ubuntu; then
Terry Wilson428af5a2012-11-01 16:12:39 -0400167 # Seed configuration with mysql password so that apt-get install doesn't
168 # prompt us for a password upon install.
Bob Ball90333432015-01-19 10:56:42 +0000169 sudo debconf-set-selections <<MYSQL_PRESEED
170mysql-server mysql-server/root_password password $DATABASE_PASSWORD
171mysql-server mysql-server/root_password_again password $DATABASE_PASSWORD
172mysql-server mysql-server/start_on_boot boolean true
Terry Wilson428af5a2012-11-01 16:12:39 -0400173MYSQL_PRESEED
174 fi
175
176 # while ``.my.cnf`` is not needed for OpenStack to function, it is useful
177 # as it allows you to access the mysql databases via ``mysql nova`` instead
178 # of having to specify the username/password each time.
179 if [[ ! -e $HOME/.my.cnf ]]; then
180 cat <<EOF >$HOME/.my.cnf
181[client]
182user=$DATABASE_USER
183password=$DATABASE_PASSWORD
Terry Wilson428af5a2012-11-01 16:12:39 -0400184EOF
Slawek Kaplonskid54a1c62019-09-10 12:05:06 +0200185
186 if ! is_ubuntu || [ "$MYSQL_SERVICE_NAME" != "mariadb" ]; then
187 echo "host=$MYSQL_HOST" >> $HOME/.my.cnf
188 fi
Terry Wilson428af5a2012-11-01 16:12:39 -0400189 chmod 0600 $HOME/.my.cnf
190 fi
191 # Install mysql-server
Carlos Camachocc6e20b2022-01-07 15:30:56 +0100192 if [[ "$INSTALL_DATABASE_SERVER_PACKAGES" == "True" ]]; then
193 if is_oraclelinux; then
194 install_package mysql-community-server
195 elif is_fedora; then
196 install_package mariadb-server mariadb-devel mariadb
197 sudo systemctl enable $MYSQL_SERVICE_NAME
198 elif is_suse; then
199 install_package mariadb-server
200 sudo systemctl enable $MYSQL_SERVICE_NAME
201 elif is_ubuntu; then
202 install_package $MYSQL_SERVICE_NAME-server
203 else
204 exit_distro_not_supported "mysql installation"
205 fi
Vincent Untzca5c4712012-11-21 17:45:49 +0100206 fi
Dean Troyer5686dbc2015-03-09 14:27:51 -0500207}
Dean Troyerb1d8e8e2015-02-16 13:58:35 -0600208
Dean Troyer5686dbc2015-03-09 14:27:51 -0500209function install_database_python_mysql {
Dean Troyerb1d8e8e2015-02-16 13:58:35 -0600210 # Install Python client module
Sean Dague37421992015-05-20 06:37:11 -0700211 pip_install_gr $MYSQL_DRIVER
212 if [[ "$MYSQL_DRIVER" == "MySQL-python" ]]; then
213 ADDITIONAL_VENV_PACKAGES+=",MySQL-python"
Julien Danjou0f63eb32015-06-12 09:05:12 +0200214 elif [[ "$MYSQL_DRIVER" == "PyMySQL" ]]; then
215 ADDITIONAL_VENV_PACKAGES+=",PyMySQL"
Sean Dague37421992015-05-20 06:37:11 -0700216 fi
Terry Wilson428af5a2012-11-01 16:12:39 -0400217}
218
219function database_connection_url_mysql {
Attila Fazekas7e79d912013-03-03 12:23:04 +0100220 local db=$1
221 echo "$BASE_SQL_CONN/$db?charset=utf8"
Terry Wilson428af5a2012-11-01 16:12:39 -0400222}
223
Dean Troyercc6b4432013-04-08 15:38:03 -0500224
Terry Wilson428af5a2012-11-01 16:12:39 -0400225# Restore xtrace
Ian Wienand523f4882015-10-13 11:03:03 +1100226$_XTRACE_DB_MYSQL
Sean Dague584d90e2013-03-29 14:34:53 -0400227
228# Local variables:
229# mode: shell-script
230# End: