| Sean Dague | e263c82 | 2014-12-05 14:25:28 -0500 | [diff] [blame] | 1 | #!/bin/bash | 
 | 2 | # | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 3 | # lib/keystone | 
 | 4 | # Functions to control the configuration and operation of **Keystone** | 
 | 5 |  | 
 | 6 | # Dependencies: | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 7 | # | 
 | 8 | # - ``functions`` file | 
| Jamie Lennox | bd24a8d | 2013-09-20 16:26:42 +1000 | [diff] [blame] | 9 | # - ``tls`` file | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 10 | # - ``DEST``, ``STACK_USER`` | 
| Adam Gandelman | c4b0671 | 2014-09-03 11:44:31 -0700 | [diff] [blame] | 11 | # - ``FILES`` | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 12 | # - ``IDENTITY_API_VERSION`` | 
 | 13 | # - ``BASE_SQL_CONN`` | 
 | 14 | # - ``SERVICE_HOST``, ``SERVICE_PROTOCOL`` | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 15 | # - ``S3_SERVICE_PORT`` (template backend only) | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 16 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 17 | # ``stack.sh`` calls the entry points in this order: | 
 | 18 | # | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 19 | # - install_keystone | 
 | 20 | # - configure_keystone | 
 | 21 | # - _config_keystone_apache_wsgi | 
 | 22 | # - init_keystone | 
 | 23 | # - start_keystone | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 24 | # - bootstrap_keystone | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 25 | # - create_keystone_accounts | 
 | 26 | # - stop_keystone | 
 | 27 | # - cleanup_keystone | 
 | 28 | # - _cleanup_keystone_apache_wsgi | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 29 |  | 
| Dean Troyer | 7903b79 | 2012-09-13 17:16:12 -0500 | [diff] [blame] | 30 | # Save trace setting | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 31 | _XTRACE_KEYSTONE=$(set +o | grep xtrace) | 
| Dean Troyer | 7903b79 | 2012-09-13 17:16:12 -0500 | [diff] [blame] | 32 | set +o xtrace | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 33 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 34 | # Defaults | 
 | 35 | # -------- | 
 | 36 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 37 | # Set up default directories | 
| Jamie Lennox | 21a9077 | 2015-07-03 11:54:38 +1000 | [diff] [blame] | 38 | GITDIR["keystoneauth"]=$DEST/keystoneauth | 
| Sean Dague | e08ab10 | 2014-11-13 17:09:28 -0500 | [diff] [blame] | 39 | GITDIR["python-keystoneclient"]=$DEST/python-keystoneclient | 
| Sean Dague | 658312c | 2014-11-14 11:35:56 -0500 | [diff] [blame] | 40 | GITDIR["keystonemiddleware"]=$DEST/keystonemiddleware | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 41 | KEYSTONE_DIR=$DEST/keystone | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 42 |  | 
 | 43 | # Keystone virtual environment | 
 | 44 | if [[ ${USE_VENV} = True ]]; then | 
 | 45 |     PROJECT_VENV["keystone"]=${KEYSTONE_DIR}.venv | 
 | 46 |     KEYSTONE_BIN_DIR=${PROJECT_VENV["keystone"]}/bin | 
 | 47 | else | 
 | 48 |     KEYSTONE_BIN_DIR=$(get_python_exec_prefix) | 
 | 49 | fi | 
 | 50 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 51 | KEYSTONE_CONF_DIR=${KEYSTONE_CONF_DIR:-/etc/keystone} | 
 | 52 | KEYSTONE_CONF=$KEYSTONE_CONF_DIR/keystone.conf | 
| Alan Pevec | e0bb447 | 2013-03-12 11:10:52 +0100 | [diff] [blame] | 53 | KEYSTONE_PASTE_INI=${KEYSTONE_PASTE_INI:-$KEYSTONE_CONF_DIR/keystone-paste.ini} | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 54 |  | 
| Sean Dague | 985e958 | 2016-02-10 07:25:24 -0500 | [diff] [blame] | 55 | # NOTE(sdague): remove in Newton | 
 | 56 | KEYSTONE_CATALOG_BACKEND="sql" | 
 | 57 |  | 
| Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 58 | # Toggle for deploying Keystone under HTTPD + mod_wsgi | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 59 | # Deprecated in Mitaka, use KEYSTONE_DEPLOY instead. | 
| Morgan Fainberg | e6dd4e6 | 2014-06-25 17:25:25 -0700 | [diff] [blame] | 60 | KEYSTONE_USE_MOD_WSGI=${KEYSTONE_USE_MOD_WSGI:-${ENABLE_HTTPD_MOD_WSGI_SERVICES}} | 
| Morgan Fainberg | 46455a3 | 2014-06-20 10:37:18 -0700 | [diff] [blame] | 61 |  | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 62 | # KEYSTONE_DEPLOY defines how keystone is deployed, allowed values: | 
 | 63 | # - mod_wsgi : Run keystone under Apache HTTPd mod_wsgi | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 64 | # - uwsgi : Run keystone under uwsgi | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 65 | if [ -z "$KEYSTONE_DEPLOY" ]; then | 
 | 66 |     if [ -z "$KEYSTONE_USE_MOD_WSGI" ]; then | 
 | 67 |         KEYSTONE_DEPLOY=mod_wsgi | 
 | 68 |     elif [ "$KEYSTONE_USE_MOD_WSGI" == True ]; then | 
 | 69 |         KEYSTONE_DEPLOY=mod_wsgi | 
 | 70 |     else | 
| Brant Knudson | 556eeb0 | 2016-03-24 14:01:57 -0500 | [diff] [blame] | 71 |         KEYSTONE_DEPLOY=uwsgi | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 72 |     fi | 
 | 73 | fi | 
 | 74 |  | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 75 | # Select the token persistence backend driver | 
| Davanum Srinivas | 5bd96f9 | 2013-01-29 15:12:20 -0500 | [diff] [blame] | 76 | KEYSTONE_TOKEN_BACKEND=${KEYSTONE_TOKEN_BACKEND:-sql} | 
 | 77 |  | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 78 | # Select the Identity backend driver | 
| Alex Rudenko | cd77058 | 2013-09-01 16:26:03 +0200 | [diff] [blame] | 79 | KEYSTONE_IDENTITY_BACKEND=${KEYSTONE_IDENTITY_BACKEND:-sql} | 
 | 80 |  | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 81 | # Select the Assignment backend driver | 
| Alex Rudenko | cd77058 | 2013-09-01 16:26:03 +0200 | [diff] [blame] | 82 | KEYSTONE_ASSIGNMENT_BACKEND=${KEYSTONE_ASSIGNMENT_BACKEND:-sql} | 
 | 83 |  | 
| Steve Martinelli | 3526276 | 2016-01-05 23:56:40 -0500 | [diff] [blame] | 84 | # Select the Role backend driver | 
 | 85 | KEYSTONE_ROLE_BACKEND=${KEYSTONE_ROLE_BACKEND:-sql} | 
 | 86 |  | 
 | 87 | # Select the Resource backend driver | 
 | 88 | KEYSTONE_RESOURCE_BACKEND=${KEYSTONE_RESOURCE_BACKEND:-sql} | 
 | 89 |  | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 90 | # Select Keystone's token provider (and format) | 
 | 91 | # Choose from 'uuid', 'pki', 'pkiz', or 'fernet' | 
| Sean Dague | 5375329 | 2014-12-04 19:38:15 -0500 | [diff] [blame] | 92 | KEYSTONE_TOKEN_FORMAT=${KEYSTONE_TOKEN_FORMAT:-} | 
| Brant Knudson | 1e1fce8 | 2014-06-19 16:55:45 -0500 | [diff] [blame] | 93 | KEYSTONE_TOKEN_FORMAT=$(echo ${KEYSTONE_TOKEN_FORMAT} | tr '[:upper:]' '[:lower:]') | 
| Dean Troyer | bc071bc | 2012-10-01 14:06:44 -0500 | [diff] [blame] | 94 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 95 | # Set Keystone interface configuration | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 96 | KEYSTONE_AUTH_HOST=${KEYSTONE_AUTH_HOST:-$SERVICE_HOST} | 
 | 97 | KEYSTONE_AUTH_PORT=${KEYSTONE_AUTH_PORT:-35357} | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 98 | KEYSTONE_AUTH_PORT_INT=${KEYSTONE_AUTH_PORT_INT:-35358} | 
 | 99 | KEYSTONE_AUTH_PROTOCOL=${KEYSTONE_AUTH_PROTOCOL:-$SERVICE_PROTOCOL} | 
 | 100 |  | 
 | 101 | # Public facing bits | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 102 | KEYSTONE_SERVICE_HOST=${KEYSTONE_SERVICE_HOST:-$SERVICE_HOST} | 
 | 103 | KEYSTONE_SERVICE_PORT=${KEYSTONE_SERVICE_PORT:-5000} | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 104 | KEYSTONE_SERVICE_PORT_INT=${KEYSTONE_SERVICE_PORT_INT:-5001} | 
 | 105 | KEYSTONE_SERVICE_PROTOCOL=${KEYSTONE_SERVICE_PROTOCOL:-$SERVICE_PROTOCOL} | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 106 |  | 
| David Kranz | 041fa71 | 2014-02-24 13:30:59 -0500 | [diff] [blame] | 107 | # Bind hosts | 
 | 108 | KEYSTONE_ADMIN_BIND_HOST=${KEYSTONE_ADMIN_BIND_HOST:-$KEYSTONE_SERVICE_HOST} | 
| Jamie Lennox | cbcbd8f | 2016-01-21 16:08:14 -0600 | [diff] [blame^] | 109 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 110 | # Set the project for service accounts in Keystone | 
| Jamie Lennox | cbcbd8f | 2016-01-21 16:08:14 -0600 | [diff] [blame^] | 111 | SERVICE_DOMAIN_NAME=${SERVICE_DOMAIN_NAME:-Default} | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 112 | SERVICE_PROJECT_NAME=${SERVICE_PROJECT_NAME:-service} | 
 | 113 | SERVICE_TENANT_NAME=${SERVICE_PROJECT_NAME:-service} | 
| Dean Troyer | b7490da | 2013-03-18 16:07:56 -0500 | [diff] [blame] | 114 |  | 
| Jamie Lennox | bd24a8d | 2013-09-20 16:26:42 +1000 | [diff] [blame] | 115 | # if we are running with SSL use https protocols | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 116 | if is_ssl_enabled_service "key" || is_service_enabled tls-proxy; then | 
| Jamie Lennox | bd24a8d | 2013-09-20 16:26:42 +1000 | [diff] [blame] | 117 |     KEYSTONE_AUTH_PROTOCOL="https" | 
 | 118 |     KEYSTONE_SERVICE_PROTOCOL="https" | 
 | 119 | fi | 
 | 120 |  | 
| Jamie Lennox | 3561d7f | 2014-05-21 17:18:43 +1000 | [diff] [blame] | 121 | # complete URIs | 
 | 122 | KEYSTONE_AUTH_URI=${KEYSTONE_AUTH_PROTOCOL}://${KEYSTONE_AUTH_HOST}:${KEYSTONE_AUTH_PORT} | 
 | 123 | KEYSTONE_SERVICE_URI=${KEYSTONE_SERVICE_PROTOCOL}://${KEYSTONE_SERVICE_HOST}:${KEYSTONE_SERVICE_PORT} | 
 | 124 |  | 
| Steve Martinelli | b74e01c | 2014-12-18 01:35:35 -0500 | [diff] [blame] | 125 | # V3 URIs | 
 | 126 | KEYSTONE_AUTH_URI_V3=$KEYSTONE_AUTH_URI/v3 | 
 | 127 | KEYSTONE_SERVICE_URI_V3=$KEYSTONE_SERVICE_URI/v3 | 
 | 128 |  | 
| Dean Troyer | 5ce44cd | 2015-02-12 22:18:33 -0600 | [diff] [blame] | 129 |  | 
| Dean Troyer | cc6b443 | 2013-04-08 15:38:03 -0500 | [diff] [blame] | 130 | # Functions | 
 | 131 | # --------- | 
| Dean Troyer | 5ce44cd | 2015-02-12 22:18:33 -0600 | [diff] [blame] | 132 |  | 
 | 133 | # Test if Keystone is enabled | 
 | 134 | # is_keystone_enabled | 
 | 135 | function is_keystone_enabled { | 
 | 136 |     [[ ,${ENABLED_SERVICES}, =~ ,"key", ]] && return 0 | 
 | 137 |     return 1 | 
 | 138 | } | 
 | 139 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 140 | # cleanup_keystone() - Remove residual data files, anything left over from previous | 
 | 141 | # runs that a clean run would need to clean up | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 142 | function cleanup_keystone { | 
| Adam Gandelman | c4b0671 | 2014-09-03 11:44:31 -0700 | [diff] [blame] | 143 |     _cleanup_keystone_apache_wsgi | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 144 | } | 
 | 145 |  | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 146 | # _cleanup_keystone_apache_wsgi() - Remove wsgi files, disable and remove apache vhost file | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 147 | function _cleanup_keystone_apache_wsgi { | 
| Morgan Fainberg | 970ee90 | 2014-06-09 12:07:29 -0700 | [diff] [blame] | 148 |     sudo rm -f $(apache_site_config_for keystone) | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 149 | } | 
 | 150 |  | 
 | 151 | # _config_keystone_apache_wsgi() - Set WSGI config files of Keystone | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 152 | function _config_keystone_apache_wsgi { | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 153 |     local keystone_apache_conf | 
 | 154 |     keystone_apache_conf=$(apache_site_config_for keystone) | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 155 |     local keystone_ssl="" | 
 | 156 |     local keystone_certfile="" | 
 | 157 |     local keystone_keyfile="" | 
 | 158 |     local keystone_service_port=$KEYSTONE_SERVICE_PORT | 
 | 159 |     local keystone_auth_port=$KEYSTONE_AUTH_PORT | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 160 |     local venv_path="" | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 161 |  | 
 | 162 |     if is_ssl_enabled_service key; then | 
 | 163 |         keystone_ssl="SSLEngine On" | 
 | 164 |         keystone_certfile="SSLCertificateFile $KEYSTONE_SSL_CERT" | 
 | 165 |         keystone_keyfile="SSLCertificateKeyFile $KEYSTONE_SSL_KEY" | 
 | 166 |     fi | 
 | 167 |     if is_service_enabled tls-proxy; then | 
 | 168 |         keystone_service_port=$KEYSTONE_SERVICE_PORT_INT | 
 | 169 |         keystone_auth_port=$KEYSTONE_AUTH_PORT_INT | 
 | 170 |     fi | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 171 |     if [[ ${USE_VENV} = True ]]; then | 
| Chris Dent | 3a2c86a | 2015-05-12 13:41:25 +0000 | [diff] [blame] | 172 |         venv_path="python-path=${PROJECT_VENV["keystone"]}/lib/$(python_version)/site-packages" | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 173 |     fi | 
| Morgan Fainberg | d074dc7 | 2014-06-24 21:33:39 -0700 | [diff] [blame] | 174 |  | 
| Morgan Fainberg | 970ee90 | 2014-06-09 12:07:29 -0700 | [diff] [blame] | 175 |     sudo cp $FILES/apache-keystone.template $keystone_apache_conf | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 176 |     sudo sed -e " | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 177 |         s|%PUBLICPORT%|$keystone_service_port|g; | 
 | 178 |         s|%ADMINPORT%|$keystone_auth_port|g; | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 179 |         s|%APACHE_NAME%|$APACHE_NAME|g; | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 180 |         s|%SSLENGINE%|$keystone_ssl|g; | 
 | 181 |         s|%SSLCERTFILE%|$keystone_certfile|g; | 
 | 182 |         s|%SSLKEYFILE%|$keystone_keyfile|g; | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 183 |         s|%USER%|$STACK_USER|g; | 
 | 184 |         s|%VIRTUALENV%|$venv_path|g | 
| Brant Knudson | 2ad1a42 | 2015-06-23 10:53:50 -0500 | [diff] [blame] | 185 |         s|%KEYSTONE_BIN%|$KEYSTONE_BIN_DIR|g | 
| Morgan Fainberg | 970ee90 | 2014-06-09 12:07:29 -0700 | [diff] [blame] | 186 |     " -i $keystone_apache_conf | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 187 | } | 
 | 188 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 189 | # configure_keystone() - Set config files, create data dirs, etc | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 190 | function configure_keystone { | 
| Dean Troyer | 8421c2b | 2015-03-16 13:52:19 -0500 | [diff] [blame] | 191 |     sudo install -d -o $STACK_USER $KEYSTONE_CONF_DIR | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 192 |  | 
 | 193 |     if [[ "$KEYSTONE_CONF_DIR" != "$KEYSTONE_DIR/etc" ]]; then | 
| Dean Troyer | 8421c2b | 2015-03-16 13:52:19 -0500 | [diff] [blame] | 194 |         install -m 600 $KEYSTONE_DIR/etc/keystone.conf.sample $KEYSTONE_CONF | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 195 |         cp -p $KEYSTONE_DIR/etc/policy.json $KEYSTONE_CONF_DIR | 
| Alan Pevec | e0bb447 | 2013-03-12 11:10:52 +0100 | [diff] [blame] | 196 |         if [[ -f "$KEYSTONE_DIR/etc/keystone-paste.ini" ]]; then | 
 | 197 |             cp -p "$KEYSTONE_DIR/etc/keystone-paste.ini" "$KEYSTONE_PASTE_INI" | 
 | 198 |         fi | 
 | 199 |     fi | 
 | 200 |     if [[ -f "$KEYSTONE_PASTE_INI" ]]; then | 
 | 201 |         iniset "$KEYSTONE_CONF" paste_deploy config_file "$KEYSTONE_PASTE_INI" | 
 | 202 |     else | 
 | 203 |         # compatibility with mixed cfg and paste.deploy configuration | 
 | 204 |         KEYSTONE_PASTE_INI="$KEYSTONE_CONF" | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 205 |     fi | 
 | 206 |  | 
| Samuel de Medeiros Queiroz | 3fd71d6 | 2015-05-03 14:54:45 -0300 | [diff] [blame] | 207 |     if [ "$ENABLE_IDENTITY_V2" == "False" ]; then | 
 | 208 |         # Only Identity v3 API should be available; then disable v2 pipelines | 
 | 209 |         inidelete $KEYSTONE_PASTE_INI composite:main \\/v2.0 | 
 | 210 |         inidelete $KEYSTONE_PASTE_INI composite:admin \\/v2.0 | 
 | 211 |     fi | 
 | 212 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 213 |     # Rewrite stock ``keystone.conf`` | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 214 |  | 
| Brad Topol | f127e2f | 2013-01-22 10:17:50 -0600 | [diff] [blame] | 215 |     if is_service_enabled ldap; then | 
 | 216 |         #Set all needed ldap values | 
| Dean Troyer | b9e2513 | 2013-10-01 14:45:04 -0500 | [diff] [blame] | 217 |         iniset $KEYSTONE_CONF ldap password $LDAP_PASSWORD | 
 | 218 |         iniset $KEYSTONE_CONF ldap user $LDAP_MANAGER_DN | 
 | 219 |         iniset $KEYSTONE_CONF ldap suffix $LDAP_BASE_DN | 
| Brad Topol | f41024e | 2013-02-19 15:36:41 -0600 | [diff] [blame] | 220 |         iniset $KEYSTONE_CONF ldap use_dumb_member "True" | 
| Morgan Fainberg | 2dc11fb | 2013-09-24 23:43:08 -0700 | [diff] [blame] | 221 |         iniset $KEYSTONE_CONF ldap user_attribute_ignore "enabled,email,tenants,default_project_id" | 
| Brad Topol | f41024e | 2013-02-19 15:36:41 -0600 | [diff] [blame] | 222 |         iniset $KEYSTONE_CONF ldap tenant_attribute_ignore "enabled" | 
 | 223 |         iniset $KEYSTONE_CONF ldap tenant_domain_id_attribute "businessCategory" | 
 | 224 |         iniset $KEYSTONE_CONF ldap tenant_desc_attribute "description" | 
| Dean Troyer | b9e2513 | 2013-10-01 14:45:04 -0500 | [diff] [blame] | 225 |         iniset $KEYSTONE_CONF ldap tenant_tree_dn "ou=Projects,$LDAP_BASE_DN" | 
| Brad Topol | f41024e | 2013-02-19 15:36:41 -0600 | [diff] [blame] | 226 |         iniset $KEYSTONE_CONF ldap user_domain_id_attribute "businessCategory" | 
| Dean Troyer | b9e2513 | 2013-10-01 14:45:04 -0500 | [diff] [blame] | 227 |         iniset $KEYSTONE_CONF ldap user_tree_dn "ou=Users,$LDAP_BASE_DN" | 
| Brad Topol | f41024e | 2013-02-19 15:36:41 -0600 | [diff] [blame] | 228 |         iniset $KEYSTONE_CONF DEFAULT member_role_id "9fe2ff9ee4384b1894a90878d3e92bab" | 
 | 229 |         iniset $KEYSTONE_CONF DEFAULT member_role_name "_member_" | 
| Brad Topol | f127e2f | 2013-01-22 10:17:50 -0600 | [diff] [blame] | 230 |     fi | 
 | 231 |  | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 232 |     iniset $KEYSTONE_CONF identity driver "$KEYSTONE_IDENTITY_BACKEND" | 
 | 233 |     iniset $KEYSTONE_CONF assignment driver "$KEYSTONE_ASSIGNMENT_BACKEND" | 
| Steve Martinelli | 3526276 | 2016-01-05 23:56:40 -0500 | [diff] [blame] | 234 |     iniset $KEYSTONE_CONF role driver "$KEYSTONE_ROLE_BACKEND" | 
 | 235 |     iniset $KEYSTONE_CONF resource driver "$KEYSTONE_RESOURCE_BACKEND" | 
| Brad Topol | f127e2f | 2013-01-22 10:17:50 -0600 | [diff] [blame] | 236 |  | 
| Morgan Fainberg | a8ffe8a | 2016-01-24 20:36:35 -0800 | [diff] [blame] | 237 |     # Enable caching | 
 | 238 |     iniset $KEYSTONE_CONF cache enabled "True" | 
 | 239 |     iniset $KEYSTONE_CONF cache backend "oslo_cache.memcache_pool" | 
 | 240 |     iniset $KEYSTONE_CONF cache memcache_servers $SERVICE_HOST:11211 | 
 | 241 |  | 
 | 242 |     # Do not cache the catalog backend due to https://bugs.launchpad.net/keystone/+bug/1537617 | 
 | 243 |     iniset $KEYSTONE_CONF catalog caching "False" | 
 | 244 |  | 
| Brant Knudson | 2dd110c | 2015-03-14 12:39:14 -0500 | [diff] [blame] | 245 |     iniset_rpc_backend keystone $KEYSTONE_CONF | 
| Sergey Skripnick | 8464a4c | 2014-07-08 21:05:23 +0300 | [diff] [blame] | 246 |  | 
| Jamie Lennox | bd24a8d | 2013-09-20 16:26:42 +1000 | [diff] [blame] | 247 |     # Register SSL certificates if provided | 
 | 248 |     if is_ssl_enabled_service key; then | 
 | 249 |         ensure_certificates KEYSTONE | 
| Jamie Lennox | bd24a8d | 2013-09-20 16:26:42 +1000 | [diff] [blame] | 250 |     fi | 
 | 251 |  | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 252 |     local service_port=$KEYSTONE_SERVICE_PORT | 
 | 253 |     local auth_port=$KEYSTONE_AUTH_PORT | 
 | 254 |  | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 255 |     if is_service_enabled tls-proxy; then | 
 | 256 |         # Set the service ports for a proxy to take the originals | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 257 |         service_port=$KEYSTONE_SERVICE_PORT_INT | 
 | 258 |         auth_port=$KEYSTONE_AUTH_PORT_INT | 
| Rob Crittenden | cdba7b0 | 2015-05-26 15:33:45 -0400 | [diff] [blame] | 259 |  | 
 | 260 |         iniset $KEYSTONE_CONF DEFAULT public_endpoint $KEYSTONE_SERVICE_URI | 
 | 261 |         iniset $KEYSTONE_CONF DEFAULT admin_endpoint $KEYSTONE_AUTH_URI | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 262 |     fi | 
 | 263 |  | 
| Brant Knudson | 1e1fce8 | 2014-06-19 16:55:45 -0500 | [diff] [blame] | 264 |     if [[ "$KEYSTONE_TOKEN_FORMAT" != "" ]]; then | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 265 |         iniset $KEYSTONE_CONF token provider $KEYSTONE_TOKEN_FORMAT | 
| Sudarshan Acharya | 3763141 | 2013-07-16 00:47:54 +0000 | [diff] [blame] | 266 |     fi | 
 | 267 |  | 
| Brant Knudson | 16d3ad0 | 2014-02-13 18:59:50 -0600 | [diff] [blame] | 268 |     iniset $KEYSTONE_CONF database connection `database_connection_url keystone` | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 269 |  | 
| Brant Knudson | 331a64f | 2015-05-11 10:02:24 -0500 | [diff] [blame] | 270 |     iniset $KEYSTONE_CONF token driver "$KEYSTONE_TOKEN_BACKEND" | 
| Davanum Srinivas | 5bd96f9 | 2013-01-29 15:12:20 -0500 | [diff] [blame] | 271 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 272 |     # Set up logging | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 273 |     if [ "$SYSLOG" != "False" ]; then | 
| Brant Knudson | 4968d1a | 2014-01-22 19:06:44 -0600 | [diff] [blame] | 274 |         iniset $KEYSTONE_CONF DEFAULT use_syslog "True" | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 275 |     fi | 
| Brant Knudson | 4968d1a | 2014-01-22 19:06:44 -0600 | [diff] [blame] | 276 |  | 
 | 277 |     # Format logging | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 278 |     if [ "$LOG_COLOR" == "True" ] && [ "$SYSLOG" == "False" ] && [ "$KEYSTONE_DEPLOY" != "mod_wsgi" ] ; then | 
| Brant Knudson | 4968d1a | 2014-01-22 19:06:44 -0600 | [diff] [blame] | 279 |         setup_colorized_logging $KEYSTONE_CONF DEFAULT | 
 | 280 |     fi | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 281 |  | 
| Brant Knudson | 0fc336d | 2015-02-08 11:03:02 -0600 | [diff] [blame] | 282 |     iniset $KEYSTONE_CONF DEFAULT debug $ENABLE_DEBUG_LOG_LEVEL | 
 | 283 |  | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 284 |     if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then | 
| Morgan Fainberg | da1cc57 | 2016-02-02 09:09:28 -0800 | [diff] [blame] | 285 |         iniset $KEYSTONE_CONF DEFAULT logging_exception_prefix "%(asctime)s.%(msecs)03d %(process)d TRACE %(name)s %(instance)s" | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 286 |         _config_keystone_apache_wsgi | 
| Brant Knudson | 556eeb0 | 2016-03-24 14:01:57 -0500 | [diff] [blame] | 287 |     else # uwsgi | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 288 |         # iniset creates these files when it's called if they don't exist. | 
 | 289 |         KEYSTONE_PUBLIC_UWSGI_FILE=$KEYSTONE_CONF_DIR/keystone-uwsgi-public.ini | 
 | 290 |         KEYSTONE_ADMIN_UWSGI_FILE=$KEYSTONE_CONF_DIR/keystone-uwsgi-admin.ini | 
 | 291 |  | 
 | 292 |         rm -f "$KEYSTONE_PUBLIC_UWSGI_FILE" | 
 | 293 |         rm -f "$KEYSTONE_ADMIN_UWSGI_FILE" | 
 | 294 |  | 
 | 295 |         if is_ssl_enabled_service key; then | 
 | 296 |             iniset "$KEYSTONE_PUBLIC_UWSGI_FILE" uwsgi https $KEYSTONE_SERVICE_HOST:$service_port,$KEYSTONE_SSL_CERT,$KEYSTONE_SSL_KEY | 
 | 297 |             iniset "$KEYSTONE_ADMIN_UWSGI_FILE" uwsgi https $KEYSTONE_ADMIN_BIND_HOST:$auth_port,$KEYSTONE_SSL_CERT,$KEYSTONE_SSL_KEY | 
 | 298 |         else | 
 | 299 |             iniset "$KEYSTONE_PUBLIC_UWSGI_FILE" uwsgi http $KEYSTONE_SERVICE_HOST:$service_port | 
 | 300 |             iniset "$KEYSTONE_ADMIN_UWSGI_FILE" uwsgi http $KEYSTONE_ADMIN_BIND_HOST:$auth_port | 
 | 301 |         fi | 
 | 302 |  | 
 | 303 |         iniset "$KEYSTONE_PUBLIC_UWSGI_FILE" uwsgi wsgi-file "$KEYSTONE_BIN_DIR/keystone-wsgi-public" | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 304 |         iniset "$KEYSTONE_PUBLIC_UWSGI_FILE" uwsgi threads $(nproc) | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 305 |  | 
 | 306 |         iniset "$KEYSTONE_ADMIN_UWSGI_FILE" uwsgi wsgi-file "$KEYSTONE_BIN_DIR/keystone-wsgi-admin" | 
| Brant Knudson | edc11c2 | 2015-12-14 15:32:05 -0600 | [diff] [blame] | 307 |         iniset "$KEYSTONE_ADMIN_UWSGI_FILE" uwsgi threads $API_WORKERS | 
| Brant Knudson | 0d38e2d | 2016-03-14 13:57:01 -0500 | [diff] [blame] | 308 |  | 
 | 309 |         # Common settings | 
 | 310 |         for file in "$KEYSTONE_PUBLIC_UWSGI_FILE" "$KEYSTONE_ADMIN_UWSGI_FILE"; do | 
| Brant Knudson | 4abcfaa | 2016-03-11 08:30:05 -0600 | [diff] [blame] | 311 |             # This is running standalone | 
 | 312 |             iniset "$file" uwsgi master true | 
 | 313 |             # Set die-on-term & exit-on-reload so that uwsgi shuts down | 
 | 314 |             iniset "$file" uwsgi die-on-term true | 
 | 315 |             iniset "$file" uwsgi exit-on-reload true | 
| Brant Knudson | 0d38e2d | 2016-03-14 13:57:01 -0500 | [diff] [blame] | 316 |             iniset "$file" uwsgi enable-threads true | 
 | 317 |             iniset "$file" uwsgi plugins python | 
 | 318 |             # uwsgi recommends this to prevent thundering herd on accept. | 
 | 319 |             iniset "$file" uwsgi thunder-lock true | 
 | 320 |             # Override the default size for headers from the 4k default. | 
 | 321 |             iniset "$file" uwsgi buffer-size 65535 | 
 | 322 |             # Make sure the client doesn't try to re-use the connection. | 
 | 323 |             iniset "$file" uwsgi add-header "Connection: close" | 
 | 324 |         done | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 325 |     fi | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 326 |  | 
 | 327 |     iniset $KEYSTONE_CONF DEFAULT max_token_size 16384 | 
| Brant Knudson | 85a17ea | 2014-09-13 14:49:24 -0500 | [diff] [blame] | 328 |  | 
| Brant Knudson | cef5e40 | 2015-06-25 17:57:53 -0500 | [diff] [blame] | 329 |     iniset $KEYSTONE_CONF fernet_tokens key_repository "$KEYSTONE_CONF_DIR/fernet-keys/" | 
| Attila Fazekas | 9ea4975 | 2016-03-22 15:22:03 +0100 | [diff] [blame] | 330 |  | 
 | 331 |     # Configure the project created by the 'keystone-manage bootstrap' as the cloud-admin project. | 
 | 332 |     # The users from this project are globally admin as before, but it also | 
 | 333 |     # allows policy changes in order to clarify the adminess scope. | 
 | 334 |     iniset $KEYSTONE_CONF resource admin_project_domain_name default | 
 | 335 |     iniset $KEYSTONE_CONF resource admin_project_name admin | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 336 | } | 
 | 337 |  | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 338 | # create_keystone_accounts() - Sets up common required keystone accounts | 
 | 339 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 340 | # Project              User       Roles | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 341 | # ------------------------------------------------------------------ | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 342 | # admin                admin      admin | 
| Dean Troyer | 42a59c2 | 2014-03-03 14:31:29 -0600 | [diff] [blame] | 343 | # service              --         -- | 
 | 344 | # --                   --         service | 
 | 345 | # --                   --         ResellerAdmin | 
 | 346 | # --                   --         Member | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 347 | # demo                 admin      admin | 
 | 348 | # demo                 demo       Member, anotherrole | 
| Sean Dague | c67d22e | 2016-02-02 05:51:14 -0500 | [diff] [blame] | 349 | # alt_demo             admin      admin | 
 | 350 | # alt_demo             alt_demo   Member, anotherrole | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 351 | # invisible_to_admin   demo       Member | 
 | 352 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 353 | # Group                Users            Roles                 Project | 
| Steve Martinelli | 4599fd1 | 2015-03-12 21:30:58 -0400 | [diff] [blame] | 354 | # ------------------------------------------------------------------ | 
| Dean Troyer | 50f75a9 | 2016-02-03 17:40:17 -0600 | [diff] [blame] | 355 | # admins               admin            admin                 admin | 
 | 356 | # nonadmins            demo, alt_demo   Member, anotherrole   demo, alt_demo | 
| Steve Martinelli | 4599fd1 | 2015-03-12 21:30:58 -0400 | [diff] [blame] | 357 |  | 
 | 358 |  | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 359 | # Migrated from keystone_data.sh | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 360 | function create_keystone_accounts { | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 361 |  | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 362 |     # The keystone bootstrapping process (performed via keystone-manage bootstrap) | 
 | 363 |     # creates an admin user, admin role and admin project. As a sanity check | 
 | 364 |     # we exercise the CLI to retrieve the IDs for these values. | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 365 |     local admin_project | 
 | 366 |     admin_project=$(openstack project show "admin" -f value -c id) | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 367 |     local admin_user | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 368 |     admin_user=$(openstack user show "admin" -f value -c id) | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 369 |     local admin_role | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 370 |     admin_role=$(openstack role show "admin" -f value -c id) | 
 | 371 |  | 
| Roxana Gherle | 59c6377 | 2015-09-09 18:22:31 -0700 | [diff] [blame] | 372 |     get_or_add_user_domain_role $admin_role $admin_user default | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 373 |  | 
| Dean Troyer | 42a59c2 | 2014-03-03 14:31:29 -0600 | [diff] [blame] | 374 |     # Create service project/role | 
| Jamie Lennox | cbcbd8f | 2016-01-21 16:08:14 -0600 | [diff] [blame^] | 375 |     get_or_create_domain "$SERVICE_DOMAIN_NAME" | 
| Sean Dague | 7580a0c | 2016-02-17 06:23:36 -0500 | [diff] [blame] | 376 |     get_or_create_project "$SERVICE_PROJECT_NAME" default | 
| Dean Troyer | 42a59c2 | 2014-03-03 14:31:29 -0600 | [diff] [blame] | 377 |  | 
 | 378 |     # Service role, so service users do not have to be admins | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 379 |     get_or_create_role service | 
| Dean Troyer | 42a59c2 | 2014-03-03 14:31:29 -0600 | [diff] [blame] | 380 |  | 
 | 381 |     # The ResellerAdmin role is used by Nova and Ceilometer so we need to keep it. | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 382 |     # The admin role in swift allows a user to act as an admin for their project, | 
 | 383 |     # but ResellerAdmin is needed for a user to act as any project. The name of this | 
| Dean Troyer | 42a59c2 | 2014-03-03 14:31:29 -0600 | [diff] [blame] | 384 |     # role is also configurable in swift-proxy.conf | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 385 |     get_or_create_role ResellerAdmin | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 386 |  | 
 | 387 |     # The Member role is used by Horizon and Swift so we need to keep it: | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 388 |     local member_role | 
 | 389 |     member_role=$(get_or_create_role "Member") | 
| Bartosz Górski | 0abde39 | 2014-02-28 14:15:19 +0100 | [diff] [blame] | 390 |  | 
| Masayuki Igawa | d365405 | 2014-09-01 17:30:05 +0900 | [diff] [blame] | 391 |     # another_role demonstrates that an arbitrary role may be created and used | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 392 |     # TODO(sleepsonthefloor): show how this can be used for rbac in the future! | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 393 |     local another_role | 
 | 394 |     another_role=$(get_or_create_role "anotherrole") | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 395 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 396 |     # invisible project - admin can't see this one | 
 | 397 |     local invis_project | 
 | 398 |     invis_project=$(get_or_create_project "invisible_to_admin" default) | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 399 |  | 
 | 400 |     # demo | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 401 |     local demo_project | 
 | 402 |     demo_project=$(get_or_create_project "demo" default) | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 403 |     local demo_user | 
 | 404 |     demo_user=$(get_or_create_user "demo" \ | 
| Jamie Lennox | 9d7e776 | 2015-05-29 01:08:53 +0000 | [diff] [blame] | 405 |         "$ADMIN_PASSWORD" "default" "demo@example.com") | 
| Steve Martinelli | 1968542 | 2014-01-24 13:02:26 -0600 | [diff] [blame] | 406 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 407 |     get_or_add_user_project_role $member_role $demo_user $demo_project | 
 | 408 |     get_or_add_user_project_role $admin_role $admin_user $demo_project | 
 | 409 |     get_or_add_user_project_role $another_role $demo_user $demo_project | 
 | 410 |     get_or_add_user_project_role $member_role $demo_user $invis_project | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 411 |  | 
| Sean Dague | c67d22e | 2016-02-02 05:51:14 -0500 | [diff] [blame] | 412 |     # alt_demo | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 413 |     local alt_demo_project | 
 | 414 |     alt_demo_project=$(get_or_create_project "alt_demo" default) | 
| Sean Dague | c67d22e | 2016-02-02 05:51:14 -0500 | [diff] [blame] | 415 |     local alt_demo_user | 
 | 416 |     alt_demo_user=$(get_or_create_user "alt_demo" \ | 
 | 417 |         "$ADMIN_PASSWORD" "default" "alt_demo@example.com") | 
 | 418 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 419 |     get_or_add_user_project_role $member_role $alt_demo_user $alt_demo_project | 
 | 420 |     get_or_add_user_project_role $admin_role $admin_user $alt_demo_project | 
 | 421 |     get_or_add_user_project_role $another_role $alt_demo_user $alt_demo_project | 
| Sean Dague | c67d22e | 2016-02-02 05:51:14 -0500 | [diff] [blame] | 422 |  | 
 | 423 |     # groups | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 424 |     local admin_group | 
 | 425 |     admin_group=$(get_or_create_group "admins" \ | 
| Steve Martinelli | 4599fd1 | 2015-03-12 21:30:58 -0400 | [diff] [blame] | 426 |         "default" "openstack admin group") | 
| Ian Wienand | ada886d | 2015-10-07 14:06:26 +1100 | [diff] [blame] | 427 |     local non_admin_group | 
 | 428 |     non_admin_group=$(get_or_create_group "nonadmins" \ | 
| Steve Martinelli | 4599fd1 | 2015-03-12 21:30:58 -0400 | [diff] [blame] | 429 |         "default" "non-admin group") | 
 | 430 |  | 
| Sean Dague | 0b1465b | 2016-04-04 10:15:47 -0400 | [diff] [blame] | 431 |     get_or_add_group_project_role $member_role $non_admin_group $demo_project | 
 | 432 |     get_or_add_group_project_role $another_role $non_admin_group $demo_project | 
 | 433 |     get_or_add_group_project_role $member_role $non_admin_group $alt_demo_project | 
 | 434 |     get_or_add_group_project_role $another_role $non_admin_group $alt_demo_project | 
 | 435 |     get_or_add_group_project_role $admin_role $admin_group $admin_project | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 436 | } | 
 | 437 |  | 
| Jamie Lennox | 85ff532 | 2015-01-28 14:28:01 +1000 | [diff] [blame] | 438 | # Create a user that is capable of verifying keystone tokens for use with auth_token middleware. | 
 | 439 | # | 
 | 440 | # create_service_user <name> [role] | 
 | 441 | # | 
 | 442 | # The role defaults to the service role. It is allowed to be provided as optional as historically | 
 | 443 | # a lot of projects have configured themselves with the admin or other role here if they are | 
 | 444 | # using this user for other purposes beyond simply auth_token middleware. | 
 | 445 | function create_service_user { | 
 | 446 |     local role=${2:-service} | 
 | 447 |  | 
| Jamie Lennox | cbcbd8f | 2016-01-21 16:08:14 -0600 | [diff] [blame^] | 448 |     get_or_create_user "$1" "$SERVICE_PASSWORD" "$SERVICE_DOMAIN_NAME" | 
 | 449 |     get_or_add_user_project_role "$role" "$1" "$SERVICE_PROJECT_NAME" "$SERVICE_DOMAIN_NAME" "$SERVICE_DOMAIN_NAME" | 
| Jamie Lennox | 85ff532 | 2015-01-28 14:28:01 +1000 | [diff] [blame] | 450 | } | 
 | 451 |  | 
| Brant Knudson | 0595237 | 2014-09-19 17:22:22 -0500 | [diff] [blame] | 452 | # Configure the service to use the auth token middleware. | 
 | 453 | # | 
 | 454 | # configure_auth_token_middleware conf_file admin_user signing_dir [section] | 
 | 455 | # | 
 | 456 | # section defaults to keystone_authtoken, which is where auth_token looks in | 
 | 457 | # the .conf file. If the paste config file is used (api-paste.ini) then | 
 | 458 | # provide the section name for the auth_token filter. | 
 | 459 | function configure_auth_token_middleware { | 
 | 460 |     local conf_file=$1 | 
 | 461 |     local admin_user=$2 | 
 | 462 |     local signing_dir=$3 | 
 | 463 |     local section=${4:-keystone_authtoken} | 
 | 464 |  | 
| Hua Wang | f7dc06c | 2015-12-23 12:15:59 +0800 | [diff] [blame] | 465 |     iniset $conf_file $section auth_type password | 
| Jamie Lennox | 78b7726 | 2014-12-19 12:56:01 +1000 | [diff] [blame] | 466 |     iniset $conf_file $section auth_url $KEYSTONE_AUTH_URI | 
 | 467 |     iniset $conf_file $section username $admin_user | 
 | 468 |     iniset $conf_file $section password $SERVICE_PASSWORD | 
| Jamie Lennox | cbcbd8f | 2016-01-21 16:08:14 -0600 | [diff] [blame^] | 469 |     iniset $conf_file $section user_domain_name "$SERVICE_DOMAIN_NAME" | 
| Sean Dague | 7580a0c | 2016-02-17 06:23:36 -0500 | [diff] [blame] | 470 |     iniset $conf_file $section project_name $SERVICE_PROJECT_NAME | 
| Jamie Lennox | cbcbd8f | 2016-01-21 16:08:14 -0600 | [diff] [blame^] | 471 |     iniset $conf_file $section project_domain_name "$SERVICE_DOMAIN_NAME" | 
| Jamie Lennox | 78b7726 | 2014-12-19 12:56:01 +1000 | [diff] [blame] | 472 |  | 
 | 473 |     iniset $conf_file $section auth_uri $KEYSTONE_SERVICE_URI | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 474 |     iniset $conf_file $section cafile $SSL_BUNDLE_FILE | 
| Brant Knudson | 0595237 | 2014-09-19 17:22:22 -0500 | [diff] [blame] | 475 |     iniset $conf_file $section signing_dir $signing_dir | 
| Ronald Bradford | 8ff298a | 2016-03-08 15:19:48 +0000 | [diff] [blame] | 476 |     iniset $conf_file $section memcached_servers $SERVICE_HOST:11211 | 
| Vincent Hou | 21fe4e7 | 2013-11-21 03:10:27 -0500 | [diff] [blame] | 477 | } | 
 | 478 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 479 | # init_keystone() - Initialize databases, etc. | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 480 | function init_keystone { | 
| Dean Troyer | b9e2513 | 2013-10-01 14:45:04 -0500 | [diff] [blame] | 481 |     if is_service_enabled ldap; then | 
 | 482 |         init_ldap | 
 | 483 |     fi | 
 | 484 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 485 |     # (Re)create keystone database | 
| Ihar Hrachyshka | 157c84b | 2014-10-06 13:29:39 +0200 | [diff] [blame] | 486 |     recreate_database keystone | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 487 |  | 
 | 488 |     # Initialize keystone database | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 489 |     $KEYSTONE_BIN_DIR/keystone-manage db_sync | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 490 |  | 
| Brant Knudson | cef5e40 | 2015-06-25 17:57:53 -0500 | [diff] [blame] | 491 |     if [[ "$KEYSTONE_TOKEN_FORMAT" == "pki" || "$KEYSTONE_TOKEN_FORMAT" == "pkiz" ]]; then | 
| Dean Troyer | bc071bc | 2012-10-01 14:06:44 -0500 | [diff] [blame] | 492 |         # Set up certificates | 
| Vishvananda Ishaya | 23431f3 | 2012-12-12 15:57:33 -0800 | [diff] [blame] | 493 |         rm -rf $KEYSTONE_CONF_DIR/ssl | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 494 |         $KEYSTONE_BIN_DIR/keystone-manage pki_setup | 
| Dean Troyer | bc071bc | 2012-10-01 14:06:44 -0500 | [diff] [blame] | 495 |     fi | 
| Brant Knudson | cef5e40 | 2015-06-25 17:57:53 -0500 | [diff] [blame] | 496 |     if [[ "$KEYSTONE_TOKEN_FORMAT" == "fernet" ]]; then | 
 | 497 |         rm -rf "$KEYSTONE_CONF_DIR/fernet-keys/" | 
 | 498 |         $KEYSTONE_BIN_DIR/keystone-manage fernet_setup | 
 | 499 |     fi | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 500 | } | 
 | 501 |  | 
| Jamie Lennox | 21a9077 | 2015-07-03 11:54:38 +1000 | [diff] [blame] | 502 | # install_keystoneauth() - Collect source and prepare | 
 | 503 | function install_keystoneauth { | 
 | 504 |     if use_library_from_git "keystoneauth"; then | 
 | 505 |         git_clone_by_name "keystoneauth" | 
 | 506 |         setup_dev_lib "keystoneauth" | 
 | 507 |     fi | 
 | 508 | } | 
 | 509 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 510 | # install_keystoneclient() - Collect source and prepare | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 511 | function install_keystoneclient { | 
| Sean Dague | e08ab10 | 2014-11-13 17:09:28 -0500 | [diff] [blame] | 512 |     if use_library_from_git "python-keystoneclient"; then | 
 | 513 |         git_clone_by_name "python-keystoneclient" | 
 | 514 |         setup_dev_lib "python-keystoneclient" | 
| Sean Dague | 5cb1906 | 2014-11-01 01:37:45 +0100 | [diff] [blame] | 515 |     fi | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 516 | } | 
 | 517 |  | 
| Morgan Fainberg | 58936fd | 2014-06-24 12:26:07 -0700 | [diff] [blame] | 518 | # install_keystonemiddleware() - Collect source and prepare | 
 | 519 | function install_keystonemiddleware { | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 520 |     # install_keystonemiddleware() is called when keystonemiddleware is needed | 
 | 521 |     # to provide an opportunity to install it from the source repo | 
| Sean Dague | 658312c | 2014-11-14 11:35:56 -0500 | [diff] [blame] | 522 |     if use_library_from_git "keystonemiddleware"; then | 
 | 523 |         git_clone_by_name "keystonemiddleware" | 
 | 524 |         setup_dev_lib "keystonemiddleware" | 
| Dean Troyer | f8ae647 | 2015-02-17 11:05:06 -0600 | [diff] [blame] | 525 |     else | 
 | 526 |         # When not installing from repo, keystonemiddleware is still needed... | 
| Sean Dague | 60996b1 | 2015-04-08 09:06:49 -0400 | [diff] [blame] | 527 |         pip_install_gr keystonemiddleware | 
| Sean Dague | 658312c | 2014-11-14 11:35:56 -0500 | [diff] [blame] | 528 |     fi | 
| Morgan Fainberg | 5997ce3 | 2016-01-20 12:43:22 -0800 | [diff] [blame] | 529 |     # Install the memcache library so keystonemiddleware can cache tokens in a | 
 | 530 |     # shared location. | 
 | 531 |     pip_install_gr python-memcached | 
| Morgan Fainberg | 58936fd | 2014-06-24 12:26:07 -0700 | [diff] [blame] | 532 | } | 
 | 533 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 534 | # install_keystone() - Collect source and prepare | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 535 | function install_keystone { | 
| Brad Topol | f127e2f | 2013-01-22 10:17:50 -0600 | [diff] [blame] | 536 |     # only install ldap if the service has been enabled | 
 | 537 |     if is_service_enabled ldap; then | 
 | 538 |         install_ldap | 
 | 539 |     fi | 
| Morgan Fainberg | 5997ce3 | 2016-01-20 12:43:22 -0800 | [diff] [blame] | 540 |  | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 541 |     git_clone $KEYSTONE_REPO $KEYSTONE_DIR $KEYSTONE_BRANCH | 
| Sean Dague | 1b4b4be | 2013-04-01 16:44:31 -0400 | [diff] [blame] | 542 |     setup_develop $KEYSTONE_DIR | 
| Brant Knudson | 6a4d3eb | 2015-08-01 09:19:18 -0500 | [diff] [blame] | 543 |  | 
 | 544 |     if is_service_enabled ldap; then | 
 | 545 |         setup_develop $KEYSTONE_DIR ldap | 
 | 546 |     fi | 
 | 547 |  | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 548 |     if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 549 |         install_apache_wsgi | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 550 |         if is_ssl_enabled_service "key"; then | 
 | 551 |             enable_mod_ssl | 
 | 552 |         fi | 
| Brant Knudson | d8589fa | 2016-02-22 13:49:52 -0600 | [diff] [blame] | 553 |     elif [ "$KEYSTONE_DEPLOY" == "uwsgi" ]; then | 
 | 554 |         pip_install uwsgi | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 555 |     fi | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 556 | } | 
 | 557 |  | 
 | 558 | # start_keystone() - Start running processes, including screen | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 559 | function start_keystone { | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 560 |     # Get right service port for testing | 
 | 561 |     local service_port=$KEYSTONE_SERVICE_PORT | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 562 |     local auth_protocol=$KEYSTONE_AUTH_PROTOCOL | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 563 |     if is_service_enabled tls-proxy; then | 
 | 564 |         service_port=$KEYSTONE_SERVICE_PORT_INT | 
| Rob Crittenden | 18d4778 | 2014-03-19 17:47:42 -0400 | [diff] [blame] | 565 |         auth_protocol="http" | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 566 |     fi | 
 | 567 |  | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 568 |     if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then | 
| Adam Gandelman | c4b0671 | 2014-09-03 11:44:31 -0700 | [diff] [blame] | 569 |         enable_apache_site keystone | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 570 |         restart_apache_server | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 571 |         tail_log key /var/log/$APACHE_NAME/keystone.log | 
 | 572 |         tail_log key-access /var/log/$APACHE_NAME/keystone_access.log | 
| Brant Knudson | 556eeb0 | 2016-03-24 14:01:57 -0500 | [diff] [blame] | 573 |     else # uwsgi | 
| Brant Knudson | d8589fa | 2016-02-22 13:49:52 -0600 | [diff] [blame] | 574 |         run_process key "$KEYSTONE_BIN_DIR/uwsgi $KEYSTONE_PUBLIC_UWSGI_FILE" "" "key-p" | 
 | 575 |         run_process key "$KEYSTONE_BIN_DIR/uwsgi $KEYSTONE_ADMIN_UWSGI_FILE" "" "key-a" | 
| Jamie Lennox | a00e5f8 | 2013-09-17 12:47:03 +1000 | [diff] [blame] | 576 |     fi | 
 | 577 |  | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 578 |     echo "Waiting for keystone to start..." | 
| Stanislaw Pitucha | be4c953 | 2014-06-11 17:52:49 +0100 | [diff] [blame] | 579 |     # Check that the keystone service is running. Even if the tls tunnel | 
 | 580 |     # should be enabled, make sure the internal port is checked using | 
 | 581 |     # unencryted traffic at this point. | 
| sridhargaddam | b5ab646 | 2015-02-24 07:23:24 +0000 | [diff] [blame] | 582 |     if ! wait_for_service $SERVICE_TIMEOUT $auth_protocol://$KEYSTONE_SERVICE_HOST:$service_port/v$IDENTITY_API_VERSION/; then | 
| Sean Dague | 101b424 | 2013-10-22 08:47:11 -0400 | [diff] [blame] | 583 |         die $LINENO "keystone did not start" | 
| Dean Troyer | d835de8 | 2012-11-29 17:11:35 -0600 | [diff] [blame] | 584 |     fi | 
| Dean Troyer | c83a7e1 | 2012-11-29 11:47:58 -0600 | [diff] [blame] | 585 |  | 
 | 586 |     # Start proxies if enabled | 
 | 587 |     if is_service_enabled tls-proxy; then | 
 | 588 |         start_tls_proxy '*' $KEYSTONE_SERVICE_PORT $KEYSTONE_SERVICE_HOST $KEYSTONE_SERVICE_PORT_INT & | 
 | 589 |         start_tls_proxy '*' $KEYSTONE_AUTH_PORT $KEYSTONE_AUTH_HOST $KEYSTONE_AUTH_PORT_INT & | 
 | 590 |     fi | 
| Morgan Fainberg | 5997ce3 | 2016-01-20 12:43:22 -0800 | [diff] [blame] | 591 |  | 
 | 592 |     # (re)start memcached to make sure we have a clean memcache. | 
 | 593 |     restart_service memcached | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 594 | } | 
 | 595 |  | 
 | 596 | # stop_keystone() - Stop running processes | 
| Ian Wienand | aee18c7 | 2014-02-21 15:35:08 +1100 | [diff] [blame] | 597 | function stop_keystone { | 
| Brant Knudson | a030536 | 2016-01-25 13:38:27 -0600 | [diff] [blame] | 598 |     if [ "$KEYSTONE_DEPLOY" == "mod_wsgi" ]; then | 
| Adam Gandelman | c4b0671 | 2014-09-03 11:44:31 -0700 | [diff] [blame] | 599 |         disable_apache_site keystone | 
 | 600 |         restart_apache_server | 
 | 601 |     fi | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 602 |     # Kill the Keystone screen window | 
| Chris Dent | 2f27a0e | 2014-09-09 13:46:02 +0100 | [diff] [blame] | 603 |     stop_process key | 
| Dean Troyer | d81a027 | 2012-08-31 18:04:55 -0500 | [diff] [blame] | 604 | } | 
| Dean Troyer | 7903b79 | 2012-09-13 17:16:12 -0500 | [diff] [blame] | 605 |  | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 606 | # bootstrap_keystone() - Initialize user, role and project | 
 | 607 | # This function uses the following GLOBAL variables: | 
 | 608 | # - ``KEYSTONE_BIN_DIR`` | 
 | 609 | # - ``ADMIN_PASSWORD`` | 
 | 610 | # - ``IDENTITY_API_VERSION`` | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 611 | # - ``KEYSTONE_AUTH_URI`` | 
 | 612 | # - ``REGION_NAME`` | 
 | 613 | # - ``KEYSTONE_SERVICE_PROTOCOL`` | 
 | 614 | # - ``KEYSTONE_SERVICE_HOST`` | 
 | 615 | # - ``KEYSTONE_SERVICE_PORT`` | 
 | 616 | function bootstrap_keystone { | 
| Jamie Lennox | 32bf2c4 | 2016-03-08 12:24:52 +1100 | [diff] [blame] | 617 |     $KEYSTONE_BIN_DIR/keystone-manage bootstrap \ | 
 | 618 |         --bootstrap-username admin \ | 
 | 619 |         --bootstrap-password "$ADMIN_PASSWORD" \ | 
 | 620 |         --bootstrap-project-name admin \ | 
 | 621 |         --bootstrap-role-name admin \ | 
 | 622 |         --bootstrap-service-name keystone \ | 
 | 623 |         --bootstrap-region-id "$REGION_NAME" \ | 
| Armando Migliaccio | 8dda061 | 2016-04-07 00:12:51 +0000 | [diff] [blame] | 624 |         --bootstrap-admin-url "$KEYSTONE_AUTH_URI" \ | 
 | 625 |         --bootstrap-public-url "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT" \ | 
 | 626 |         --bootstrap-internal-url "$KEYSTONE_SERVICE_PROTOCOL://$KEYSTONE_SERVICE_HOST:$KEYSTONE_SERVICE_PORT" | 
| Steve Martinelli | 923be5f | 2015-12-20 00:24:19 -0500 | [diff] [blame] | 627 | } | 
| Dean Troyer | 1a6d449 | 2013-06-03 16:47:36 -0500 | [diff] [blame] | 628 |  | 
| Dean Troyer | 7903b79 | 2012-09-13 17:16:12 -0500 | [diff] [blame] | 629 | # Restore xtrace | 
| Ian Wienand | 523f488 | 2015-10-13 11:03:03 +1100 | [diff] [blame] | 630 | $_XTRACE_KEYSTONE | 
| Sean Dague | 584d90e | 2013-03-29 14:34:53 -0400 | [diff] [blame] | 631 |  | 
| Adam Spiers | 6a5aa7c | 2013-10-24 11:27:02 +0100 | [diff] [blame] | 632 | # Tell emacs to use shell-script-mode | 
 | 633 | ## Local variables: | 
 | 634 | ## mode: shell-script | 
 | 635 | ## End: |