blob: 238a1929326d034e08a033e3c7434b6698d57401 [file] [log] [blame]
Sean Daguee263c822014-12-05 14:25:28 -05001#!/bin/bash
2#
Dean Troyerd81a0272012-08-31 18:04:55 -05003# lib/keystone
4# Functions to control the configuration and operation of **Keystone**
5
6# Dependencies:
Adam Spiers6a5aa7c2013-10-24 11:27:02 +01007#
8# - ``functions`` file
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +10009# - ``tls`` file
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010010# - ``DEST``, ``STACK_USER``
Adam Gandelmanc4b06712014-09-03 11:44:31 -070011# - ``FILES``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010012# - ``IDENTITY_API_VERSION``
13# - ``BASE_SQL_CONN``
14# - ``SERVICE_HOST``, ``SERVICE_PROTOCOL``
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010015# - ``S3_SERVICE_PORT`` (template backend only)
Dean Troyerd81a0272012-08-31 18:04:55 -050016
Dean Troyerd81a0272012-08-31 18:04:55 -050017# ``stack.sh`` calls the entry points in this order:
18#
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010019# - install_keystone
20# - configure_keystone
21# - _config_keystone_apache_wsgi
22# - init_keystone
23# - start_keystone
Steve Martinelli923be5f2015-12-20 00:24:19 -050024# - bootstrap_keystone
Adam Spiers6a5aa7c2013-10-24 11:27:02 +010025# - create_keystone_accounts
26# - stop_keystone
27# - cleanup_keystone
28# - _cleanup_keystone_apache_wsgi
Dean Troyerd81a0272012-08-31 18:04:55 -050029
Dean Troyer7903b792012-09-13 17:16:12 -050030# Save trace setting
Ian Wienand523f4882015-10-13 11:03:03 +110031_XTRACE_KEYSTONE=$(set +o | grep xtrace)
Dean Troyer7903b792012-09-13 17:16:12 -050032set +o xtrace
Dean Troyerd81a0272012-08-31 18:04:55 -050033
Dean Troyerd81a0272012-08-31 18:04:55 -050034# Defaults
35# --------
36
Dean Troyerd81a0272012-08-31 18:04:55 -050037# Set up default directories
Jamie Lennox21a90772015-07-03 11:54:38 +100038GITDIR["keystoneauth"]=$DEST/keystoneauth
Sean Daguee08ab102014-11-13 17:09:28 -050039GITDIR["python-keystoneclient"]=$DEST/python-keystoneclient
Sean Dague658312c2014-11-14 11:35:56 -050040GITDIR["keystonemiddleware"]=$DEST/keystonemiddleware
Dean Troyerd81a0272012-08-31 18:04:55 -050041KEYSTONE_DIR=$DEST/keystone
Dean Troyerf8ae6472015-02-17 11:05:06 -060042
43# Keystone virtual environment
44if [[ ${USE_VENV} = True ]]; then
45 PROJECT_VENV["keystone"]=${KEYSTONE_DIR}.venv
46 KEYSTONE_BIN_DIR=${PROJECT_VENV["keystone"]}/bin
47else
48 KEYSTONE_BIN_DIR=$(get_python_exec_prefix)
49fi
50
Dean Troyerd81a0272012-08-31 18:04:55 -050051KEYSTONE_CONF_DIR=${KEYSTONE_CONF_DIR:-/etc/keystone}
52KEYSTONE_CONF=$KEYSTONE_CONF_DIR/keystone.conf
Alan Pevece0bb4472013-03-12 11:10:52 +010053KEYSTONE_PASTE_INI=${KEYSTONE_PASTE_INI:-$KEYSTONE_CONF_DIR/keystone-paste.ini}
Dean Troyerd81a0272012-08-31 18:04:55 -050054
Sean Dague985e9582016-02-10 07:25:24 -050055# NOTE(sdague): remove in Newton
56KEYSTONE_CATALOG_BACKEND="sql"
57
Morgan Fainberg46455a32014-06-20 10:37:18 -070058# Toggle for deploying Keystone under HTTPD + mod_wsgi
Brant Knudsona0305362016-01-25 13:38:27 -060059# Deprecated in Mitaka, use KEYSTONE_DEPLOY instead.
Morgan Fainberge6dd4e62014-06-25 17:25:25 -070060KEYSTONE_USE_MOD_WSGI=${KEYSTONE_USE_MOD_WSGI:-${ENABLE_HTTPD_MOD_WSGI_SERVICES}}
Morgan Fainberg46455a32014-06-20 10:37:18 -070061
Brant Knudsona0305362016-01-25 13:38:27 -060062# KEYSTONE_DEPLOY defines how keystone is deployed, allowed values:
63# - mod_wsgi : Run keystone under Apache HTTPd mod_wsgi
64# - eventlet : Run keystone-all
65if [ -z "$KEYSTONE_DEPLOY" ]; then
66 if [ -z "$KEYSTONE_USE_MOD_WSGI" ]; then
67 KEYSTONE_DEPLOY=mod_wsgi
68 elif [ "$KEYSTONE_USE_MOD_WSGI" == True ]; then
69 KEYSTONE_DEPLOY=mod_wsgi
70 else
71 KEYSTONE_DEPLOY=eventlet
72 fi
73fi
74
Brant Knudson331a64f2015-05-11 10:02:24 -050075# Select the token persistence backend driver
Davanum Srinivas5bd96f92013-01-29 15:12:20 -050076KEYSTONE_TOKEN_BACKEND=${KEYSTONE_TOKEN_BACKEND:-sql}
77
Brant Knudson331a64f2015-05-11 10:02:24 -050078# Select the Identity backend driver
Alex Rudenkocd770582013-09-01 16:26:03 +020079KEYSTONE_IDENTITY_BACKEND=${KEYSTONE_IDENTITY_BACKEND:-sql}
80
Brant Knudson331a64f2015-05-11 10:02:24 -050081# Select the Assignment backend driver
Alex Rudenkocd770582013-09-01 16:26:03 +020082KEYSTONE_ASSIGNMENT_BACKEND=${KEYSTONE_ASSIGNMENT_BACKEND:-sql}
83
Steve Martinelli35262762016-01-05 23:56:40 -050084# Select the Role backend driver
85KEYSTONE_ROLE_BACKEND=${KEYSTONE_ROLE_BACKEND:-sql}
86
87# Select the Resource backend driver
88KEYSTONE_RESOURCE_BACKEND=${KEYSTONE_RESOURCE_BACKEND:-sql}
89
Brant Knudson331a64f2015-05-11 10:02:24 -050090# Select Keystone's token provider (and format)
91# Choose from 'uuid', 'pki', 'pkiz', or 'fernet'
Sean Dague53753292014-12-04 19:38:15 -050092KEYSTONE_TOKEN_FORMAT=${KEYSTONE_TOKEN_FORMAT:-}
Brant Knudson1e1fce82014-06-19 16:55:45 -050093KEYSTONE_TOKEN_FORMAT=$(echo ${KEYSTONE_TOKEN_FORMAT} | tr '[:upper:]' '[:lower:]')
Dean Troyerbc071bc2012-10-01 14:06:44 -050094
Dean Troyerd81a0272012-08-31 18:04:55 -050095# Set Keystone interface configuration
Dean Troyerd81a0272012-08-31 18:04:55 -050096KEYSTONE_AUTH_HOST=${KEYSTONE_AUTH_HOST:-$SERVICE_HOST}
97KEYSTONE_AUTH_PORT=${KEYSTONE_AUTH_PORT:-35357}
Dean Troyerc83a7e12012-11-29 11:47:58 -060098KEYSTONE_AUTH_PORT_INT=${KEYSTONE_AUTH_PORT_INT:-35358}
99KEYSTONE_AUTH_PROTOCOL=${KEYSTONE_AUTH_PROTOCOL:-$SERVICE_PROTOCOL}
100
101# Public facing bits
Dean Troyerd81a0272012-08-31 18:04:55 -0500102KEYSTONE_SERVICE_HOST=${KEYSTONE_SERVICE_HOST:-$SERVICE_HOST}
103KEYSTONE_SERVICE_PORT=${KEYSTONE_SERVICE_PORT:-5000}
Dean Troyerc83a7e12012-11-29 11:47:58 -0600104KEYSTONE_SERVICE_PORT_INT=${KEYSTONE_SERVICE_PORT_INT:-5001}
105KEYSTONE_SERVICE_PROTOCOL=${KEYSTONE_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL}
Dean Troyerd81a0272012-08-31 18:04:55 -0500106
David Kranz041fa712014-02-24 13:30:59 -0500107# Bind hosts
108KEYSTONE_ADMIN_BIND_HOST=${KEYSTONE_ADMIN_BIND_HOST:-$KEYSTONE_SERVICE_HOST}
Dean Troyerb7490da2013-03-18 16:07:56 -0500109# Set the tenant for service accounts in Keystone
110SERVICE_TENANT_NAME=${SERVICE_TENANT_NAME:-service}
111
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000112# if we are running with SSL use https protocols
Rob Crittenden18d47782014-03-19 17:47:42 -0400113if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000114 KEYSTONE_AUTH_PROTOCOL="https"
115 KEYSTONE_SERVICE_PROTOCOL="https"
116fi
117
Jamie Lennox3561d7f2014-05-21 17:18:43 +1000118# complete URIs
119KEYSTONE_AUTH_URI=${KEYSTONE_AUTH_PROTOCOL}://${KEYSTONE_AUTH_HOST}:${KEYSTONE_AUTH_PORT}
120KEYSTONE_SERVICE_URI=${KEYSTONE_SERVICE_PROTOCOL}://${KEYSTONE_SERVICE_HOST}:${KEYSTONE_SERVICE_PORT}
121
Steve Martinellib74e01c2014-12-18 01:35:35 -0500122# V3 URIs
123KEYSTONE_AUTH_URI_V3=$KEYSTONE_AUTH_URI/v3
124KEYSTONE_SERVICE_URI_V3=$KEYSTONE_SERVICE_URI/v3
125
Dean Troyer5ce44cd2015-02-12 22:18:33 -0600126
Dean Troyercc6b4432013-04-08 15:38:03 -0500127# Functions
128# ---------
Dean Troyer5ce44cd2015-02-12 22:18:33 -0600129
130# Test if Keystone is enabled
131# is_keystone_enabled
132function is_keystone_enabled {
133 [[ ,${ENABLED_SERVICES}, =~ ,"key", ]] && return 0
134 return 1
135}
136
Dean Troyerd81a0272012-08-31 18:04:55 -0500137# cleanup_keystone() - Remove residual data files, anything left over from previous
138# runs that a clean run would need to clean up
Ian Wienandaee18c72014-02-21 15:35:08 +1100139function cleanup_keystone {
Adam Gandelmanc4b06712014-09-03 11:44:31 -0700140 _cleanup_keystone_apache_wsgi
Dean Troyerd81a0272012-08-31 18:04:55 -0500141}
142
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000143# _cleanup_keystone_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file
Ian Wienandaee18c72014-02-21 15:35:08 +1100144function _cleanup_keystone_apache_wsgi {
Morgan Fainberg970ee902014-06-09 12:07:29 -0700145 sudo rm -f $(apache_site_config_for keystone)
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000146}
147
148# _config_keystone_apache_wsgi() - Set WSGI config files of Keystone
Ian Wienandaee18c72014-02-21 15:35:08 +1100149function _config_keystone_apache_wsgi {
Ian Wienandada886d2015-10-07 14:06:26 +1100150 local keystone_apache_conf
151 keystone_apache_conf=$(apache_site_config_for keystone)
Rob Crittenden18d47782014-03-19 17:47:42 -0400152 local keystone_ssl=""
153 local keystone_certfile=""
154 local keystone_keyfile=""
155 local keystone_service_port=$KEYSTONE_SERVICE_PORT
156 local keystone_auth_port=$KEYSTONE_AUTH_PORT
Dean Troyerf8ae6472015-02-17 11:05:06 -0600157 local venv_path=""
Rob Crittenden18d47782014-03-19 17:47:42 -0400158
159 if is_ssl_enabled_service key; then
160 keystone_ssl="SSLEngine On"
161 keystone_certfile="SSLCertificateFile $KEYSTONE_SSL_CERT"
162 keystone_keyfile="SSLCertificateKeyFile $KEYSTONE_SSL_KEY"
163 fi
164 if is_service_enabled tls-proxy; then
165 keystone_service_port=$KEYSTONE_SERVICE_PORT_INT
166 keystone_auth_port=$KEYSTONE_AUTH_PORT_INT
167 fi
Dean Troyerf8ae6472015-02-17 11:05:06 -0600168 if [[ ${USE_VENV} = True ]]; then
Chris Dent3a2c86a2015-05-12 13:41:25 +0000169 venv_path="python-path=${PROJECT_VENV["keystone"]}/lib/$(python_version)/site-packages"
Dean Troyerf8ae6472015-02-17 11:05:06 -0600170 fi
Morgan Fainbergd074dc72014-06-24 21:33:39 -0700171
Morgan Fainberg970ee902014-06-09 12:07:29 -0700172 sudo cp $FILES/apache-keystone.template $keystone_apache_conf
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000173 sudo sed -e "
Rob Crittenden18d47782014-03-19 17:47:42 -0400174 s|%PUBLICPORT%|$keystone_service_port|g;
175 s|%ADMINPORT%|$keystone_auth_port|g;
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000176 s|%APACHE_NAME%|$APACHE_NAME|g;
Rob Crittenden18d47782014-03-19 17:47:42 -0400177 s|%SSLENGINE%|$keystone_ssl|g;
178 s|%SSLCERTFILE%|$keystone_certfile|g;
179 s|%SSLKEYFILE%|$keystone_keyfile|g;
Dean Troyerf8ae6472015-02-17 11:05:06 -0600180 s|%USER%|$STACK_USER|g;
181 s|%VIRTUALENV%|$venv_path|g
Brant Knudson2ad1a422015-06-23 10:53:50 -0500182 s|%KEYSTONE_BIN%|$KEYSTONE_BIN_DIR|g
Morgan Fainberg970ee902014-06-09 12:07:29 -0700183 " -i $keystone_apache_conf
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000184}
185
Dean Troyerd81a0272012-08-31 18:04:55 -0500186# configure_keystone() - Set config files, create data dirs, etc
Ian Wienandaee18c72014-02-21 15:35:08 +1100187function configure_keystone {
Dean Troyer8421c2b2015-03-16 13:52:19 -0500188 sudo install -d -o $STACK_USER $KEYSTONE_CONF_DIR
Dean Troyerd81a0272012-08-31 18:04:55 -0500189
190 if [[ "$KEYSTONE_CONF_DIR" != "$KEYSTONE_DIR/etc" ]]; then
Dean Troyer8421c2b2015-03-16 13:52:19 -0500191 install -m 600 $KEYSTONE_DIR/etc/keystone.conf.sample $KEYSTONE_CONF
Dean Troyerd81a0272012-08-31 18:04:55 -0500192 cp -p $KEYSTONE_DIR/etc/policy.json $KEYSTONE_CONF_DIR
Alan Pevece0bb4472013-03-12 11:10:52 +0100193 if [[ -f "$KEYSTONE_DIR/etc/keystone-paste.ini" ]]; then
194 cp -p "$KEYSTONE_DIR/etc/keystone-paste.ini" "$KEYSTONE_PASTE_INI"
195 fi
196 fi
197 if [[ -f "$KEYSTONE_PASTE_INI" ]]; then
198 iniset "$KEYSTONE_CONF" paste_deploy config_file "$KEYSTONE_PASTE_INI"
199 else
200 # compatibility with mixed cfg and paste.deploy configuration
201 KEYSTONE_PASTE_INI="$KEYSTONE_CONF"
Dean Troyerd81a0272012-08-31 18:04:55 -0500202 fi
203
Samuel de Medeiros Queiroz3fd71d62015-05-03 14:54:45 -0300204 if [ "$ENABLE_IDENTITY_V2" == "False" ]; then
205 # Only Identity v3 API should be available; then disable v2 pipelines
206 inidelete $KEYSTONE_PASTE_INI composite:main \\/v2.0
207 inidelete $KEYSTONE_PASTE_INI composite:admin \\/v2.0
208 fi
209
Dean Troyerd81a0272012-08-31 18:04:55 -0500210 # Rewrite stock ``keystone.conf``
Dean Troyerc83a7e12012-11-29 11:47:58 -0600211
Brad Topolf127e2f2013-01-22 10:17:50 -0600212 if is_service_enabled ldap; then
213 #Set all needed ldap values
Dean Troyerb9e25132013-10-01 14:45:04 -0500214 iniset $KEYSTONE_CONF ldap password $LDAP_PASSWORD
215 iniset $KEYSTONE_CONF ldap user $LDAP_MANAGER_DN
216 iniset $KEYSTONE_CONF ldap suffix $LDAP_BASE_DN
Brad Topolf41024e2013-02-19 15:36:41 -0600217 iniset $KEYSTONE_CONF ldap use_dumb_member "True"
Morgan Fainberg2dc11fb2013-09-24 23:43:08 -0700218 iniset $KEYSTONE_CONF ldap user_attribute_ignore "enabled,email,tenants,default_project_id"
Brad Topolf41024e2013-02-19 15:36:41 -0600219 iniset $KEYSTONE_CONF ldap tenant_attribute_ignore "enabled"
220 iniset $KEYSTONE_CONF ldap tenant_domain_id_attribute "businessCategory"
221 iniset $KEYSTONE_CONF ldap tenant_desc_attribute "description"
Dean Troyerb9e25132013-10-01 14:45:04 -0500222 iniset $KEYSTONE_CONF ldap tenant_tree_dn "ou=Projects,$LDAP_BASE_DN"
Brad Topolf41024e2013-02-19 15:36:41 -0600223 iniset $KEYSTONE_CONF ldap user_domain_id_attribute "businessCategory"
Dean Troyerb9e25132013-10-01 14:45:04 -0500224 iniset $KEYSTONE_CONF ldap user_tree_dn "ou=Users,$LDAP_BASE_DN"
Brad Topolf41024e2013-02-19 15:36:41 -0600225 iniset $KEYSTONE_CONF DEFAULT member_role_id "9fe2ff9ee4384b1894a90878d3e92bab"
226 iniset $KEYSTONE_CONF DEFAULT member_role_name "_member_"
Brad Topolf127e2f2013-01-22 10:17:50 -0600227 fi
228
Brant Knudson331a64f2015-05-11 10:02:24 -0500229 iniset $KEYSTONE_CONF identity driver "$KEYSTONE_IDENTITY_BACKEND"
230 iniset $KEYSTONE_CONF assignment driver "$KEYSTONE_ASSIGNMENT_BACKEND"
Steve Martinelli35262762016-01-05 23:56:40 -0500231 iniset $KEYSTONE_CONF role driver "$KEYSTONE_ROLE_BACKEND"
232 iniset $KEYSTONE_CONF resource driver "$KEYSTONE_RESOURCE_BACKEND"
Brad Topolf127e2f2013-01-22 10:17:50 -0600233
Morgan Fainberga8ffe8a2016-01-24 20:36:35 -0800234 # Enable caching
235 iniset $KEYSTONE_CONF cache enabled "True"
236 iniset $KEYSTONE_CONF cache backend "oslo_cache.memcache_pool"
237 iniset $KEYSTONE_CONF cache memcache_servers $SERVICE_HOST:11211
238
239 # Do not cache the catalog backend due to https://bugs.launchpad.net/keystone/+bug/1537617
240 iniset $KEYSTONE_CONF catalog caching "False"
241
Brant Knudson2dd110c2015-03-14 12:39:14 -0500242 iniset_rpc_backend keystone $KEYSTONE_CONF
Sergey Skripnick8464a4c2014-07-08 21:05:23 +0300243
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000244 # Register SSL certificates if provided
245 if is_ssl_enabled_service key; then
246 ensure_certificates KEYSTONE
247
Brant Knudson7448edb2015-03-11 20:06:26 -0500248 iniset $KEYSTONE_CONF eventlet_server_ssl enable True
249 iniset $KEYSTONE_CONF eventlet_server_ssl certfile $KEYSTONE_SSL_CERT
250 iniset $KEYSTONE_CONF eventlet_server_ssl keyfile $KEYSTONE_SSL_KEY
Jamie Lennoxbd24a8d2013-09-20 16:26:42 +1000251 fi
252
Dean Troyerc83a7e12012-11-29 11:47:58 -0600253 if is_service_enabled tls-proxy; then
254 # Set the service ports for a proxy to take the originals
Brant Knudson7448edb2015-03-11 20:06:26 -0500255 iniset $KEYSTONE_CONF eventlet_server public_port $KEYSTONE_SERVICE_PORT_INT
256 iniset $KEYSTONE_CONF eventlet_server admin_port $KEYSTONE_AUTH_PORT_INT
Rob Crittendencdba7b02015-05-26 15:33:45 -0400257
258 iniset $KEYSTONE_CONF DEFAULT public_endpoint $KEYSTONE_SERVICE_URI
259 iniset $KEYSTONE_CONF DEFAULT admin_endpoint $KEYSTONE_AUTH_URI
Dean Troyerc83a7e12012-11-29 11:47:58 -0600260 fi
261
Brant Knudson1e1fce82014-06-19 16:55:45 -0500262 if [[ "$KEYSTONE_TOKEN_FORMAT" != "" ]]; then
Brant Knudson331a64f2015-05-11 10:02:24 -0500263 iniset $KEYSTONE_CONF token provider $KEYSTONE_TOKEN_FORMAT
Sudarshan Acharya37631412013-07-16 00:47:54 +0000264 fi
265
Brant Knudson16d3ad02014-02-13 18:59:50 -0600266 iniset $KEYSTONE_CONF database connection `database_connection_url keystone`
Dean Troyerd81a0272012-08-31 18:04:55 -0500267
Brant Knudson331a64f2015-05-11 10:02:24 -0500268 iniset $KEYSTONE_CONF token driver "$KEYSTONE_TOKEN_BACKEND"
Davanum Srinivas5bd96f92013-01-29 15:12:20 -0500269
Dean Troyerd81a0272012-08-31 18:04:55 -0500270 # Set up logging
Dean Troyerd81a0272012-08-31 18:04:55 -0500271 if [ "$SYSLOG" != "False" ]; then
Brant Knudson4968d1a2014-01-22 19:06:44 -0600272 iniset $KEYSTONE_CONF DEFAULT use_syslog "True"
Dean Troyerd81a0272012-08-31 18:04:55 -0500273 fi
Brant Knudson4968d1a2014-01-22 19:06:44 -0600274
275 # Format logging
Brant Knudsona0305362016-01-25 13:38:27 -0600276 if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ] && [ "$KEYSTONE_DEPLOY" == "eventlet" ] ; then
Brant Knudson4968d1a2014-01-22 19:06:44 -0600277 setup_colorized_logging $KEYSTONE_CONF DEFAULT
278 fi
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000279
Brant Knudson0fc336d2015-02-08 11:03:02 -0600280 iniset $KEYSTONE_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL
281
Brant Knudsona0305362016-01-25 13:38:27 -0600282 if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then
Morgan Fainbergda1cc572016-02-02 09:09:28 -0800283 iniset $KEYSTONE_CONF DEFAULT logging_context_format_string "%(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [%(request_id)s %(user_identity)s] %(instance)s%(message)s"
284 iniset $KEYSTONE_CONF DEFAULT logging_default_format_string "%(asctime)s.%(msecs)03d %(process)d %(levelname)s %(name)s [-] %(instance)s%(message)s"
285 iniset $KEYSTONE_CONF DEFAULT logging_debug_format_suffix "%(asctime)s.%(msecs)03d %(funcName)s %(pathname)s:%(lineno)d"
286 iniset $KEYSTONE_CONF DEFAULT logging_exception_prefix "%(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s"
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000287 _config_keystone_apache_wsgi
gordon chunge42306d2015-12-10 14:54:01 -0500288 else
289 iniset $KEYSTONE_CONF eventlet_server admin_bind_host "$KEYSTONE_ADMIN_BIND_HOST"
290 iniset $KEYSTONE_CONF eventlet_server admin_workers "$API_WORKERS"
291 # Public workers will use the server default, typically number of CPU.
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000292 fi
Bartosz Górski0abde392014-02-28 14:15:19 +0100293
294 iniset $KEYSTONE_CONF DEFAULT max_token_size 16384
Brant Knudson85a17ea2014-09-13 14:49:24 -0500295
Brant Knudsoncef5e402015-06-25 17:57:53 -0500296 iniset $KEYSTONE_CONF fernet_tokens key_repository "$KEYSTONE_CONF_DIR/fernet-keys/"
Dean Troyerd81a0272012-08-31 18:04:55 -0500297}
298
Dean Troyerd835de82012-11-29 17:11:35 -0600299# create_keystone_accounts() - Sets up common required keystone accounts
300
301# Tenant User Roles
302# ------------------------------------------------------------------
Dean Troyerd835de82012-11-29 17:11:35 -0600303# admin admin admin
Dean Troyer42a59c22014-03-03 14:31:29 -0600304# service -- --
305# -- -- service
306# -- -- ResellerAdmin
307# -- -- Member
Dean Troyerd835de82012-11-29 17:11:35 -0600308# demo admin admin
309# demo demo Member, anotherrole
Sean Daguec67d22e2016-02-02 05:51:14 -0500310# alt_demo admin admin
311# alt_demo alt_demo Member, anotherrole
Dean Troyerd835de82012-11-29 17:11:35 -0600312# invisible_to_admin demo Member
313
Steve Martinelli4599fd12015-03-12 21:30:58 -0400314# Group Users Roles Tenant
315# ------------------------------------------------------------------
316# admins admin admin admin
Hidekazu Nakamura17fe88a2015-09-11 19:50:26 +0900317# nonadmins demo Member, anotherrole demo
Steve Martinelli4599fd12015-03-12 21:30:58 -0400318
319
Dean Troyerd835de82012-11-29 17:11:35 -0600320# Migrated from keystone_data.sh
Ian Wienandaee18c72014-02-21 15:35:08 +1100321function create_keystone_accounts {
Dean Troyerd835de82012-11-29 17:11:35 -0600322
Steve Martinelli923be5f2015-12-20 00:24:19 -0500323 # The keystone bootstrapping process (performed via keystone-manage bootstrap)
324 # creates an admin user, admin role and admin project. As a sanity check
325 # we exercise the CLI to retrieve the IDs for these values.
Ian Wienandada886d2015-10-07 14:06:26 +1100326 local admin_tenant
Steve Martinelli923be5f2015-12-20 00:24:19 -0500327 admin_tenant=$(openstack project show "admin" -f value -c id)
Ian Wienandada886d2015-10-07 14:06:26 +1100328 local admin_user
Steve Martinelli923be5f2015-12-20 00:24:19 -0500329 admin_user=$(openstack user show "admin" -f value -c id)
Ian Wienandada886d2015-10-07 14:06:26 +1100330 local admin_role
Steve Martinelli923be5f2015-12-20 00:24:19 -0500331 admin_role=$(openstack role show "admin" -f value -c id)
332
Roxana Gherle59c63772015-09-09 18:22:31 -0700333 get_or_add_user_domain_role $admin_role $admin_user default
Dean Troyerd835de82012-11-29 17:11:35 -0600334
Dean Troyer42a59c22014-03-03 14:31:29 -0600335 # Create service project/role
Jamie Lennoxb632c9e2015-05-28 23:36:15 +0000336 get_or_create_project "$SERVICE_TENANT_NAME" default
Dean Troyer42a59c22014-03-03 14:31:29 -0600337
338 # Service role, so service users do not have to be admins
Bartosz Górski0abde392014-02-28 14:15:19 +0100339 get_or_create_role service
Dean Troyer42a59c22014-03-03 14:31:29 -0600340
341 # The ResellerAdmin role is used by Nova and Ceilometer so we need to keep it.
342 # The admin role in swift allows a user to act as an admin for their tenant,
343 # but ResellerAdmin is needed for a user to act as any tenant. The name of this
344 # role is also configurable in swift-proxy.conf
Bartosz Górski0abde392014-02-28 14:15:19 +0100345 get_or_create_role ResellerAdmin
Dean Troyerd835de82012-11-29 17:11:35 -0600346
347 # The Member role is used by Horizon and Swift so we need to keep it:
Ian Wienandada886d2015-10-07 14:06:26 +1100348 local member_role
349 member_role=$(get_or_create_role "Member")
Bartosz Górski0abde392014-02-28 14:15:19 +0100350
Masayuki Igawad3654052014-09-01 17:30:05 +0900351 # another_role demonstrates that an arbitrary role may be created and used
Dean Troyerd835de82012-11-29 17:11:35 -0600352 # TODO(sleepsonthefloor): show how this can be used for rbac in the future!
Ian Wienandada886d2015-10-07 14:06:26 +1100353 local another_role
354 another_role=$(get_or_create_role "anotherrole")
Dean Troyerd835de82012-11-29 17:11:35 -0600355
356 # invisible tenant - admin can't see this one
Ian Wienandada886d2015-10-07 14:06:26 +1100357 local invis_tenant
358 invis_tenant=$(get_or_create_project "invisible_to_admin" default)
Dean Troyerd835de82012-11-29 17:11:35 -0600359
360 # demo
Ian Wienandada886d2015-10-07 14:06:26 +1100361 local demo_tenant
362 demo_tenant=$(get_or_create_project "demo" default)
363 local demo_user
364 demo_user=$(get_or_create_user "demo" \
Jamie Lennox9d7e7762015-05-29 01:08:53 +0000365 "$ADMIN_PASSWORD" "default" "demo@example.com")
Steve Martinelli19685422014-01-24 13:02:26 -0600366
Jamie Lennox9b215db2015-02-10 18:19:57 +1100367 get_or_add_user_project_role $member_role $demo_user $demo_tenant
368 get_or_add_user_project_role $admin_role $admin_user $demo_tenant
369 get_or_add_user_project_role $another_role $demo_user $demo_tenant
370 get_or_add_user_project_role $member_role $demo_user $invis_tenant
Dean Troyerd835de82012-11-29 17:11:35 -0600371
Sean Daguec67d22e2016-02-02 05:51:14 -0500372 # alt_demo
373 local alt_demo_tenant
374 alt_demo_tenant=$(get_or_create_project "alt_demo" default)
375 local alt_demo_user
376 alt_demo_user=$(get_or_create_user "alt_demo" \
377 "$ADMIN_PASSWORD" "default" "alt_demo@example.com")
378
379 get_or_add_user_project_role $member_role $alt_demo_user $alt_demo_tenant
380 get_or_add_user_project_role $admin_role $admin_user $alt_demo_tenant
381 get_or_add_user_project_role $another_role $alt_demo_user $alt_demo_tenant
382
383 # groups
Ian Wienandada886d2015-10-07 14:06:26 +1100384 local admin_group
385 admin_group=$(get_or_create_group "admins" \
Steve Martinelli4599fd12015-03-12 21:30:58 -0400386 "default" "openstack admin group")
Ian Wienandada886d2015-10-07 14:06:26 +1100387 local non_admin_group
388 non_admin_group=$(get_or_create_group "nonadmins" \
Steve Martinelli4599fd12015-03-12 21:30:58 -0400389 "default" "non-admin group")
390
391 get_or_add_group_project_role $member_role $non_admin_group $demo_tenant
392 get_or_add_group_project_role $another_role $non_admin_group $demo_tenant
Sean Daguec67d22e2016-02-02 05:51:14 -0500393 get_or_add_group_project_role $member_role $non_admin_group $alt_demo_tenant
394 get_or_add_group_project_role $another_role $non_admin_group $alt_demo_tenant
Steve Martinelli4599fd12015-03-12 21:30:58 -0400395 get_or_add_group_project_role $admin_role $admin_group $admin_tenant
Dean Troyerd835de82012-11-29 17:11:35 -0600396}
397
Jamie Lennox85ff5322015-01-28 14:28:01 +1000398# Create a user that is capable of verifying keystone tokens for use with auth_token middleware.
399#
400# create_service_user <name> [role]
401#
402# The role defaults to the service role. It is allowed to be provided as optional as historically
403# a lot of projects have configured themselves with the admin or other role here if they are
404# using this user for other purposes beyond simply auth_token middleware.
405function create_service_user {
406 local role=${2:-service}
407
Ian Wienandada886d2015-10-07 14:06:26 +1100408 local user
409 user=$(get_or_create_user "$1" "$SERVICE_PASSWORD" default)
Jamie Lennox9b215db2015-02-10 18:19:57 +1100410 get_or_add_user_project_role "$role" "$user" "$SERVICE_TENANT_NAME"
Jamie Lennox85ff5322015-01-28 14:28:01 +1000411}
412
Brant Knudson05952372014-09-19 17:22:22 -0500413# Configure the service to use the auth token middleware.
414#
415# configure_auth_token_middleware conf_file admin_user signing_dir [section]
416#
417# section defaults to keystone_authtoken, which is where auth_token looks in
418# the .conf file. If the paste config file is used (api-paste.ini) then
419# provide the section name for the auth_token filter.
420function configure_auth_token_middleware {
421 local conf_file=$1
422 local admin_user=$2
423 local signing_dir=$3
424 local section=${4:-keystone_authtoken}
425
Hua Wangf7dc06c2015-12-23 12:15:59 +0800426 iniset $conf_file $section auth_type password
Jamie Lennox78b77262014-12-19 12:56:01 +1000427 iniset $conf_file $section auth_url $KEYSTONE_AUTH_URI
428 iniset $conf_file $section username $admin_user
429 iniset $conf_file $section password $SERVICE_PASSWORD
430 iniset $conf_file $section user_domain_id default
431 iniset $conf_file $section project_name $SERVICE_TENANT_NAME
432 iniset $conf_file $section project_domain_id default
433
434 iniset $conf_file $section auth_uri $KEYSTONE_SERVICE_URI
Rob Crittenden18d47782014-03-19 17:47:42 -0400435 iniset $conf_file $section cafile $SSL_BUNDLE_FILE
Brant Knudson05952372014-09-19 17:22:22 -0500436 iniset $conf_file $section signing_dir $signing_dir
Morgan Fainberg5997ce32016-01-20 12:43:22 -0800437 iniset $conf_file $section memcache_servers $SERVICE_HOST:11211
Vincent Hou21fe4e72013-11-21 03:10:27 -0500438}
439
Dean Troyerd81a0272012-08-31 18:04:55 -0500440# init_keystone() - Initialize databases, etc.
Ian Wienandaee18c72014-02-21 15:35:08 +1100441function init_keystone {
Dean Troyerb9e25132013-10-01 14:45:04 -0500442 if is_service_enabled ldap; then
443 init_ldap
444 fi
445
Dean Troyerd81a0272012-08-31 18:04:55 -0500446 # (Re)create keystone database
Ihar Hrachyshka157c84b2014-10-06 13:29:39 +0200447 recreate_database keystone
Dean Troyerd81a0272012-08-31 18:04:55 -0500448
449 # Initialize keystone database
Dean Troyerf8ae6472015-02-17 11:05:06 -0600450 $KEYSTONE_BIN_DIR/keystone-manage db_sync
Dean Troyerd81a0272012-08-31 18:04:55 -0500451
Brant Knudsoncef5e402015-06-25 17:57:53 -0500452 if [[ "$KEYSTONE_TOKEN_FORMAT" == "pki" || "$KEYSTONE_TOKEN_FORMAT" == "pkiz" ]]; then
Dean Troyerbc071bc2012-10-01 14:06:44 -0500453 # Set up certificates
Vishvananda Ishaya23431f32012-12-12 15:57:33 -0800454 rm -rf $KEYSTONE_CONF_DIR/ssl
Dean Troyerf8ae6472015-02-17 11:05:06 -0600455 $KEYSTONE_BIN_DIR/keystone-manage pki_setup
Dean Troyerbc071bc2012-10-01 14:06:44 -0500456 fi
Brant Knudsoncef5e402015-06-25 17:57:53 -0500457 if [[ "$KEYSTONE_TOKEN_FORMAT" == "fernet" ]]; then
458 rm -rf "$KEYSTONE_CONF_DIR/fernet-keys/"
459 $KEYSTONE_BIN_DIR/keystone-manage fernet_setup
460 fi
Dean Troyerd81a0272012-08-31 18:04:55 -0500461}
462
Jamie Lennox21a90772015-07-03 11:54:38 +1000463# install_keystoneauth() - Collect source and prepare
464function install_keystoneauth {
465 if use_library_from_git "keystoneauth"; then
466 git_clone_by_name "keystoneauth"
467 setup_dev_lib "keystoneauth"
468 fi
469}
470
Dean Troyerd81a0272012-08-31 18:04:55 -0500471# install_keystoneclient() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100472function install_keystoneclient {
Sean Daguee08ab102014-11-13 17:09:28 -0500473 if use_library_from_git "python-keystoneclient"; then
474 git_clone_by_name "python-keystoneclient"
475 setup_dev_lib "python-keystoneclient"
476 sudo install -D -m 0644 -o $STACK_USER {${GITDIR["python-keystoneclient"]}/tools/,/etc/bash_completion.d/}keystone.bash_completion
Sean Dague5cb19062014-11-01 01:37:45 +0100477 fi
Dean Troyerd81a0272012-08-31 18:04:55 -0500478}
479
Morgan Fainberg58936fd2014-06-24 12:26:07 -0700480# install_keystonemiddleware() - Collect source and prepare
481function install_keystonemiddleware {
Dean Troyerf8ae6472015-02-17 11:05:06 -0600482 # install_keystonemiddleware() is called when keystonemiddleware is needed
483 # to provide an opportunity to install it from the source repo
Sean Dague658312c2014-11-14 11:35:56 -0500484 if use_library_from_git "keystonemiddleware"; then
485 git_clone_by_name "keystonemiddleware"
486 setup_dev_lib "keystonemiddleware"
Dean Troyerf8ae6472015-02-17 11:05:06 -0600487 else
488 # When not installing from repo, keystonemiddleware is still needed...
Sean Dague60996b12015-04-08 09:06:49 -0400489 pip_install_gr keystonemiddleware
Sean Dague658312c2014-11-14 11:35:56 -0500490 fi
Morgan Fainberg5997ce32016-01-20 12:43:22 -0800491 # Install the memcache library so keystonemiddleware can cache tokens in a
492 # shared location.
493 pip_install_gr python-memcached
Morgan Fainberg58936fd2014-06-24 12:26:07 -0700494}
495
Dean Troyerd81a0272012-08-31 18:04:55 -0500496# install_keystone() - Collect source and prepare
Ian Wienandaee18c72014-02-21 15:35:08 +1100497function install_keystone {
Brad Topolf127e2f2013-01-22 10:17:50 -0600498 # only install ldap if the service has been enabled
499 if is_service_enabled ldap; then
500 install_ldap
501 fi
Morgan Fainberg5997ce32016-01-20 12:43:22 -0800502
Dean Troyerd81a0272012-08-31 18:04:55 -0500503 git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH
Sean Dague1b4b4be2013-04-01 16:44:31 -0400504 setup_develop $KEYSTONE_DIR
Brant Knudson6a4d3eb2015-08-01 09:19:18 -0500505
506 if is_service_enabled ldap; then
507 setup_develop $KEYSTONE_DIR ldap
508 fi
509
Brant Knudsona0305362016-01-25 13:38:27 -0600510 if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000511 install_apache_wsgi
Rob Crittenden18d47782014-03-19 17:47:42 -0400512 if is_ssl_enabled_service "key"; then
513 enable_mod_ssl
514 fi
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000515 fi
Dean Troyerd81a0272012-08-31 18:04:55 -0500516}
517
518# start_keystone() - Start running processes, including screen
Ian Wienandaee18c72014-02-21 15:35:08 +1100519function start_keystone {
Dean Troyerc83a7e12012-11-29 11:47:58 -0600520 # Get right service port for testing
521 local service_port=$KEYSTONE_SERVICE_PORT
Rob Crittenden18d47782014-03-19 17:47:42 -0400522 local auth_protocol=$KEYSTONE_AUTH_PROTOCOL
Dean Troyerc83a7e12012-11-29 11:47:58 -0600523 if is_service_enabled tls-proxy; then
524 service_port=$KEYSTONE_SERVICE_PORT_INT
Rob Crittenden18d47782014-03-19 17:47:42 -0400525 auth_protocol="http"
Dean Troyerc83a7e12012-11-29 11:47:58 -0600526 fi
527
Brant Knudsona0305362016-01-25 13:38:27 -0600528 if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then
Adam Gandelmanc4b06712014-09-03 11:44:31 -0700529 enable_apache_site keystone
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000530 restart_apache_server
Chris Dent2f27a0e2014-09-09 13:46:02 +0100531 tail_log key /var/log/$APACHE_NAME/keystone.log
532 tail_log key-access /var/log/$APACHE_NAME/keystone_access.log
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000533 else
534 # Start Keystone in a screen window
Dean Troyerf8ae6472015-02-17 11:05:06 -0600535 run_process key "$KEYSTONE_BIN_DIR/keystone-all --config-file $KEYSTONE_CONF"
Jamie Lennoxa00e5f82013-09-17 12:47:03 +1000536 fi
537
Dean Troyerd835de82012-11-29 17:11:35 -0600538 echo "Waiting for keystone to start..."
Stanislaw Pituchabe4c9532014-06-11 17:52:49 +0100539 # Check that the keystone service is running. Even if the tls tunnel
540 # should be enabled, make sure the internal port is checked using
541 # unencryted traffic at this point.
sridhargaddamb5ab6462015-02-24 07:23:24 +0000542 if ! wait_for_service $SERVICE_TIMEOUT $auth_protocol://$KEYSTONE_SERVICE_HOST:$service_port/v$IDENTITY_API_VERSION/; then
Sean Dague101b4242013-10-22 08:47:11 -0400543 die $LINENO "keystone did not start"
Dean Troyerd835de82012-11-29 17:11:35 -0600544 fi
Dean Troyerc83a7e12012-11-29 11:47:58 -0600545
546 # Start proxies if enabled
547 if is_service_enabled tls-proxy; then
548 start_tls_proxy '*' $KEYSTONE_SERVICE_PORT $KEYSTONE_SERVICE_HOST $KEYSTONE_SERVICE_PORT_INT &
549 start_tls_proxy '*' $KEYSTONE_AUTH_PORT $KEYSTONE_AUTH_HOST $KEYSTONE_AUTH_PORT_INT &
550 fi
Morgan Fainberg5997ce32016-01-20 12:43:22 -0800551
552 # (re)start memcached to make sure we have a clean memcache.
553 restart_service memcached
Dean Troyerd81a0272012-08-31 18:04:55 -0500554}
555
556# stop_keystone() - Stop running processes
Ian Wienandaee18c72014-02-21 15:35:08 +1100557function stop_keystone {
Brant Knudsona0305362016-01-25 13:38:27 -0600558 if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then
Adam Gandelmanc4b06712014-09-03 11:44:31 -0700559 disable_apache_site keystone
560 restart_apache_server
561 fi
Dean Troyerd81a0272012-08-31 18:04:55 -0500562 # Kill the Keystone screen window
Chris Dent2f27a0e2014-09-09 13:46:02 +0100563 stop_process key
Dean Troyerd81a0272012-08-31 18:04:55 -0500564}
Dean Troyer7903b792012-09-13 17:16:12 -0500565
Steve Martinelli923be5f2015-12-20 00:24:19 -0500566# bootstrap_keystone() - Initialize user, role and project
567# This function uses the following GLOBAL variables:
568# - ``KEYSTONE_BIN_DIR``
569# - ``ADMIN_PASSWORD``
570# - ``IDENTITY_API_VERSION``
Steve Martinelli923be5f2015-12-20 00:24:19 -0500571# - ``KEYSTONE_AUTH_URI``
572# - ``REGION_NAME``
573# - ``KEYSTONE_SERVICE_PROTOCOL``
574# - ``KEYSTONE_SERVICE_HOST``
575# - ``KEYSTONE_SERVICE_PORT``
576function bootstrap_keystone {
577
578 # Initialize keystone, this will create an 'admin' user, 'admin' project,
579 # 'admin' role, and assign the user the role on the project. These resources
580 # are created only if they do not already exist.
581 $KEYSTONE_BIN_DIR/keystone-manage bootstrap --bootstrap-password $ADMIN_PASSWORD
582
583 # Create the keystone service and endpoints. To do this with the new
584 # bootstrapping process, we need to get a token and use that token to
585 # interact with the new APIs. The token will only be used to create services
586 # and endpoints, thus creating a minimal service catalog.
587 # They are unset immediately after.
588 # TODO(stevemar): OpenStackClient and KeystoneClient do not have support to
589 # handle interactions that not return service catalogs. Eventually remove
590 # this section when the support is in place. Use token based auth for now.
591 local token_id
592 token_id=$(openstack token issue -c id -f value \
593 --os-username admin --os-project-name admin \
594 --os-user-domain-id default --os-project-domain-id default \
595 --os-identity-api-version 3 --os-auth-url $KEYSTONE_AUTH_URI \
596 --os-password $ADMIN_PASSWORD)
597
Sean Dague985e9582016-02-10 07:25:24 -0500598 export OS_TOKEN=$token_id
599 export OS_URL=$KEYSTONE_AUTH_URI/v3
600 export OS_IDENTITY_API_VERSION=3
Steve Martinelli923be5f2015-12-20 00:24:19 -0500601
Sean Dague985e9582016-02-10 07:25:24 -0500602 get_or_create_service "keystone" "identity" "Keystone Identity Service"
603 get_or_create_endpoint \
604 "identity" \
605 "$REGION_NAME" \
606 "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v$IDENTITY_API_VERSION" \
607 "$KEYSTONE_AUTH_URI/v$IDENTITY_API_VERSION" \
608 "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT/v$IDENTITY_API_VERSION"
Steve Martinelli923be5f2015-12-20 00:24:19 -0500609
610 unset OS_TOKEN OS_URL OS_IDENTITY_API_VERSION
611}
Dean Troyer1a6d4492013-06-03 16:47:36 -0500612
Dean Troyer7903b792012-09-13 17:16:12 -0500613# Restore xtrace
Ian Wienand523f4882015-10-13 11:03:03 +1100614$_XTRACE_KEYSTONE
Sean Dague584d90e2013-03-29 14:34:53 -0400615
Adam Spiers6a5aa7c2013-10-24 11:27:02 +0100616# Tell emacs to use shell-script-mode
617## Local variables:
618## mode: shell-script
619## End: